445865e429
Some checks failed
- Integrate GPU scoring inline into reasoning/multi_path.py (auto-uses GPU when available) - Integrate GPU deduplication into multi_agent/consensus_engine.py - Add semantic_search() method to memory/semantic_graph.py with GPU acceleration - Integrate GPU training into self_improvement/training.py AutoTrainer - Fix all 758 ruff lint issues (whitespace, import sorting, unused imports, ambiguous vars, undefined names) - Fix all 40 mypy type errors across the codebase (no-any-return, union-attr, arg-type, etc.) - Fix deprecated ruff config keys (select/ignore -> [tool.ruff.lint]) - Add .dockerignore to exclude .venv/, tests/, docs/ from Docker builds - Add type hints and docstrings to verification/outcome.py - Fix E402 import ordering in witness_agent.py - Fix F821 undefined names in vector_pgvector.py and native.py - Fix E741 ambiguous variable names in reflective.py and recommender.py All 276 tests pass. 0 ruff errors. 0 mypy errors. Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
47 lines
1.9 KiB
Python
47 lines
1.9 KiB
Python
"""Skill versioning: regression tests and performance tracking."""
|
|
|
|
|
|
from fusionagi.schemas.skill import SkillVersionInfo
|
|
|
|
|
|
class SkillVersioning:
|
|
"""Tracks success/failure and regression test IDs per skill version."""
|
|
|
|
def __init__(self) -> None:
|
|
self._versions: dict[str, dict[int, SkillVersionInfo]] = {} # skill_id -> {version -> info}
|
|
|
|
def record_success(self, skill_id: str, version: int = 1) -> None:
|
|
from datetime import datetime, timezone
|
|
self._versions.setdefault(skill_id, {})
|
|
info = self._versions[skill_id].get(version)
|
|
if not info:
|
|
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
|
info = info.model_copy(
|
|
update={
|
|
"success_count": info.success_count + 1,
|
|
"last_success_at": datetime.now(timezone.utc),
|
|
}
|
|
)
|
|
self._versions[skill_id][version] = info
|
|
|
|
def record_failure(self, skill_id: str, version: int = 1) -> None:
|
|
self._versions.setdefault(skill_id, {})
|
|
info = self._versions[skill_id].get(version)
|
|
if not info:
|
|
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
|
info = info.model_copy(update={"failure_count": info.failure_count + 1})
|
|
self._versions[skill_id][version] = info
|
|
|
|
def get_info(self, skill_id: str, version: int) -> SkillVersionInfo | None:
|
|
return self._versions.get(skill_id, {}).get(version)
|
|
|
|
def add_regression_test(self, skill_id: str, version: int, test_id: str) -> None:
|
|
self._versions.setdefault(skill_id, {})
|
|
info = self._versions[skill_id].get(version)
|
|
if not info:
|
|
info = SkillVersionInfo(skill_id=skill_id, version=version)
|
|
info = info.model_copy(
|
|
update={"regression_test_ids": list(info.regression_test_ids) + [test_id]}
|
|
)
|
|
self._versions[skill_id][version] = info
|