Initial commit: add .gitignore and README
This commit is contained in:
48
fusionagi/skills/versioning.py
Normal file
48
fusionagi/skills/versioning.py
Normal file
@@ -0,0 +1,48 @@
|
||||
"""Skill versioning: regression tests and performance tracking."""
|
||||
|
||||
from typing import Any
|
||||
|
||||
from fusionagi.schemas.skill import Skill, SkillVersionInfo
|
||||
from fusionagi._logger import logger
|
||||
|
||||
|
||||
class SkillVersioning:
|
||||
"""Tracks success/failure and regression test IDs per skill version."""
|
||||
|
||||
def __init__(self) -> None:
|
||||
self._versions: dict[str, dict[int, SkillVersionInfo]] = {} # skill_id -> {version -> info}
|
||||
|
||||
def record_success(self, skill_id: str, version: int = 1) -> None:
|
||||
from datetime import datetime, timezone
|
||||
self._versions.setdefault(skill_id, {})
|
||||
info = self._versions[skill_id].get(version)
|
||||
if not info:
|
||||
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
||||
info = info.model_copy(
|
||||
update={
|
||||
"success_count": info.success_count + 1,
|
||||
"last_success_at": datetime.now(timezone.utc),
|
||||
}
|
||||
)
|
||||
self._versions[skill_id][version] = info
|
||||
|
||||
def record_failure(self, skill_id: str, version: int = 1) -> None:
|
||||
self._versions.setdefault(skill_id, {})
|
||||
info = self._versions[skill_id].get(version)
|
||||
if not info:
|
||||
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
||||
info = info.model_copy(update={"failure_count": info.failure_count + 1})
|
||||
self._versions[skill_id][version] = info
|
||||
|
||||
def get_info(self, skill_id: str, version: int) -> SkillVersionInfo | None:
|
||||
return self._versions.get(skill_id, {}).get(version)
|
||||
|
||||
def add_regression_test(self, skill_id: str, version: int, test_id: str) -> None:
|
||||
self._versions.setdefault(skill_id, {})
|
||||
info = self._versions[skill_id].get(version)
|
||||
if not info:
|
||||
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
||||
info = info.model_copy(
|
||||
update={"regression_test_ids": list(info.regression_test_ids) + [test_id]}
|
||||
)
|
||||
self._versions[skill_id][version] = info
|
||||
Reference in New Issue
Block a user