feat(skills): install deepeval skill from confident-ai/deepeval

Adds the deepeval eval-loop skill via `npx skills add` with skills-lock.json
for reproducible reinstalls. Symlinked to Claude Code via .claude/skills/.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_016z2ZFYHQCex8yZAMVMTZzZ
This commit is contained in:
2026-06-24 17:06:58 +00:00
parent 9369d97934
commit 7afa1f3f02
18 changed files with 1624 additions and 0 deletions

View File

@@ -0,0 +1,21 @@
from importlib import import_module
import pytest
from deepeval import assert_test
from deepeval.dataset import EvaluationDataset, Golden
from metrics import SINGLE_TURN_TRACE_METRICS
ai_app = import_module("ai_app")
dataset = EvaluationDataset()
dataset.add_goldens_from_json_file(file_path="tests/evals/.dataset.json")
@pytest.mark.parametrize("golden", dataset.goldens)
def test_single_turn_tracing(golden: Golden):
ai_app.run_traced_ai_app(golden.input)
assert_test(golden=golden, metrics=SINGLE_TURN_TRACE_METRICS)