feat(skills): seed new baked skills into the persistent volume on startup

/opt/data on shira-hermes is now a Docker named volume on both dev and prod
(added 2026-04-27 so learned skills/profiles/cases survive redeploys). Named
volumes copy image content only on FIRST creation — after that the volume is
opaque to image updates. So a new entry added to config/skills/ in the repo
would never reach an instance that already has a populated volume.

Fix: at FastAPI startup, walk /app/config/skills/ (baked into the image,
outside the volume mount) and copy any directory whose name does not yet
exist under /opt/data/skills/. Skills already present — whether learned by
the model, edited by a user, or seeded earlier — are never touched.

- skills.py: BAKED_SKILLS_DIR derived from __file__ so it stays correct
  regardless of WORKDIR; seed_skills_from_image() returns (added, skipped)
- main.py: call after ensure_data_dirs() and log the result
- Verified with a unit fixture: 2 new baked skills copied, 1 pre-existing
  skill with custom content left untouched

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-04-27 07:27:36 +00:00
parent f20aab63ae
commit 737307d5a4
2 changed files with 36 additions and 1 deletions
+5 -1
View File
@@ -14,6 +14,7 @@ from api.routes.admin_kb import router as admin_kb_router
from api.routes.health import router as health_router from api.routes.health import router as health_router
from api.routes.kb_public import router as kb_public_router from api.routes.kb_public import router as kb_public_router
from api.routes.smart_assistant import router as smart_assistant_router from api.routes.smart_assistant import router as smart_assistant_router
from api.services.skills import seed_skills_from_image
logging.basicConfig( logging.basicConfig(
level=logging.INFO, level=logging.INFO,
@@ -43,7 +44,7 @@ app.include_router(kb_public_router)
@app.on_event("startup") @app.on_event("startup")
async def ensure_data_dirs(): async def ensure_data_dirs():
"""Create persistent data directories if they don't exist.""" """Create persistent data directories and seed any new baked-in skills."""
data_dir = os.environ.get("SHIRA_DATA_DIR", "/opt/data") data_dir = os.environ.get("SHIRA_DATA_DIR", "/opt/data")
dirs = [ dirs = [
f"{data_dir}/skills", f"{data_dir}/skills",
@@ -53,3 +54,6 @@ async def ensure_data_dirs():
for d in dirs: for d in dirs:
Path(d).mkdir(parents=True, exist_ok=True) Path(d).mkdir(parents=True, exist_ok=True)
logger.info("Data directories ready at %s", data_dir) logger.info("Data directories ready at %s", data_dir)
added, skipped = seed_skills_from_image()
logger.info("Skills seed: %d new baked skill(s) added, %d already present", added, skipped)
+31
View File
@@ -5,6 +5,7 @@ from __future__ import annotations
import logging import logging
import os import os
import re import re
import shutil
from pathlib import Path from pathlib import Path
import yaml import yaml
@@ -13,6 +14,11 @@ logger = logging.getLogger("shira.skills")
SKILLS_DIR = os.environ.get("SHIRA_DATA_DIR", "/opt/data") + "/skills" SKILLS_DIR = os.environ.get("SHIRA_DATA_DIR", "/opt/data") + "/skills"
# Baked-in copy of pre-seeded skills, kept inside the image at /app/config/skills/.
# Source-of-truth for skills shipped with the repo. Never under the persistent
# volume mount, so it survives across deploys and is read-only at runtime.
BAKED_SKILLS_DIR = Path(__file__).resolve().parents[2] / "config" / "skills"
_SAFE_NAME_RE = re.compile(r"^[a-zA-Z0-9_-]+$") _SAFE_NAME_RE = re.compile(r"^[a-zA-Z0-9_-]+$")
@@ -24,6 +30,31 @@ def _safe_skill_name(name: str) -> str:
return name return name
def seed_skills_from_image() -> tuple[int, int]:
"""Copy any baked-in skill that doesn't already exist in the persistent skills dir.
Runs at startup. Newly pre-seeded skills (added to config/skills/ in the repo)
appear after the next deploy. Existing skills — whether learned by the model
or edited by a user — are never touched. Returns (added, skipped).
"""
target = Path(SKILLS_DIR)
target.mkdir(parents=True, exist_ok=True)
if not BAKED_SKILLS_DIR.is_dir():
return 0, 0
added = skipped = 0
for src in sorted(BAKED_SKILLS_DIR.iterdir()):
if not (src.is_dir() and (src / "SKILL.md").is_file()):
continue
dst = target / src.name
if dst.exists():
skipped += 1
continue
shutil.copytree(src, dst)
added += 1
logger.info("[skills] seeded baked skill: %s", src.name)
return added, skipped
def _parse_frontmatter(text: str) -> tuple[dict, str]: def _parse_frontmatter(text: str) -> tuple[dict, str]:
"""Parse YAML frontmatter from a SKILL.md file. Returns (meta, body).""" """Parse YAML frontmatter from a SKILL.md file. Returns (meta, body)."""
if not text.startswith("---"): if not text.startswith("---"):