Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion .cursor-plugin/plugin.json
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@
"mcp"
],
"skills": [
"skills/ai-configs",
"skills/agentcontrol",
"skills/feature-flags",
"skills/metrics",
"skills/onboarding"
Expand Down
20 changes: 10 additions & 10 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -22,16 +22,16 @@ Agent Skills are modular, text-based playbooks that teach an agent how to perfor

| Skill | Description |
|-------|-------------|
| `ai-configs/aiconfig-create` | Create AI Configs with variations for agent or completion mode |
| `ai-configs/aiconfig-migrate` | Migrate an app with hardcoded LLM prompts to AI Configs in five stages (extract, wrap, tools, tracking, evals) |
| `ai-configs/aiconfig-update` | Update and delete AI Configs, manage lifecycle |
| `ai-configs/aiconfig-variations` | Manage AI Config variations for A/B testing |
| `ai-configs/aiconfig-tools` | Create and attach tools for function calling |
| `ai-configs/aiconfig-projects` | Create and manage projects to organize AI Configs |
| `ai-configs/aiconfig-online-evals` | Attach LLM-as-a-judge evaluators to AI Configs |
| `ai-configs/aiconfig-targeting` | Configure targeting rules for AI Config rollouts |
| `ai-configs/aiconfig-snippets` | Create and manage reusable prompt snippets across AI Configs |
| `ai-configs/aiconfig-agent-graphs` | Create and manage multi-agent graphs with routing and handoffs |
| `agentcontrol/configs-create` | Create AI Configs with variations for agent or completion mode |
| `agentcontrol/migrate` | Migrate an app with hardcoded LLM prompts to AI Configs in five stages (extract, wrap, tools, tracking, evals) |
| `agentcontrol/configs-update` | Update and delete AI Configs, manage lifecycle |
| `agentcontrol/configs-variations` | Manage AI Config variations for A/B testing |
| `agentcontrol/tools` | Create and attach tools for function calling |
| `agentcontrol/projects` | Create and manage projects to organize AI Configs |
| `agentcontrol/online-evals` | Attach LLM-as-a-judge evaluators to AI Configs |
| `agentcontrol/configs-targeting` | Configure targeting rules for AI Config rollouts |
| `agentcontrol/snippets` | Create and manage reusable prompt snippets across AI Configs |
| `agentcontrol/agent-graphs` | Create and manage multi-agent graphs with routing and handoffs |

### Experiments

Expand Down
8 changes: 4 additions & 4 deletions eval-scores.json
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
"schemaVersion": 1,
"updatedAt": "2026-05-20T19:16:00.938Z",
"skills": {
"ai-configs/aiconfig-create": {
"agentcontrol/configs-create": {
"score": 100,
"passed": 4,
"total": 4,
Expand Down Expand Up @@ -32,7 +32,7 @@
}
]
},
"ai-configs/aiconfig-update": {
"agentcontrol/configs-update": {
"score": 80,
"passed": 4,
"total": 5,
Expand Down Expand Up @@ -67,7 +67,7 @@
}
]
},
"ai-configs/aiconfig-tools": {
"agentcontrol/tools": {
"score": 75,
"passed": 3,
"total": 4,
Expand Down Expand Up @@ -97,7 +97,7 @@
}
]
},
"ai-configs/aiconfig-variations": {
"agentcontrol/configs-variations": {
"score": 80,
"passed": 4,
"total": 5,
Expand Down
4 changes: 2 additions & 2 deletions evals/aiconfig-create/promptfooconfig.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,13 +10,13 @@
description: "End-to-end evaluation of the aiconfig-create skill"

prompts:
- file://../../skills/ai-configs/aiconfig-create/SKILL.md
- file://../../skills/agentcontrol/configs-create/SKILL.md

providers:
- id: file://../providers/claude-skill-agent-sdk.js
label: claude-skill-agent-sdk
config:
skill_slug: aiconfig-create
skill_slug: configs-create

tests:
# ------------------------------------------------------------------
Expand Down
4 changes: 2 additions & 2 deletions evals/aiconfig-tools/promptfooconfig.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,13 +10,13 @@
description: "End-to-end evaluation of the aiconfig-tools skill"

prompts:
- file://../../skills/ai-configs/aiconfig-tools/SKILL.md
- file://../../skills/agentcontrol/tools/SKILL.md

providers:
- id: file://../providers/claude-skill-agent-sdk.js
label: claude-skill-agent-sdk
config:
skill_slug: aiconfig-tools
skill_slug: tools

tests:
# ------------------------------------------------------------------
Expand Down
4 changes: 2 additions & 2 deletions evals/aiconfig-update/promptfooconfig.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,13 @@
description: "End-to-end evaluation of the aiconfig-update skill"

prompts:
- file://../../skills/ai-configs/aiconfig-update/SKILL.md
- file://../../skills/agentcontrol/configs-update/SKILL.md

providers:
- id: file://../providers/claude-skill-agent-sdk.js
label: claude-skill-agent-sdk
config:
skill_slug: aiconfig-update
skill_slug: configs-update

tests:
# ------------------------------------------------------------------
Expand Down
4 changes: 2 additions & 2 deletions evals/aiconfig-variations/promptfooconfig.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -9,13 +9,13 @@
description: "End-to-end evaluation of the aiconfig-variations skill"

prompts:
- file://../../skills/ai-configs/aiconfig-variations/SKILL.md
- file://../../skills/agentcontrol/configs-variations/SKILL.md

providers:
- id: file://../providers/claude-skill-agent-sdk.js
label: claude-skill-agent-sdk
config:
skill_slug: aiconfig-variations
skill_slug: configs-variations

tests:
# ------------------------------------------------------------------
Expand Down
24 changes: 12 additions & 12 deletions evals/scripts/_manifest.js
Original file line number Diff line number Diff line change
Expand Up @@ -15,27 +15,27 @@
const SUITES = [
{
suite: "aiconfig-create",
skillKey: "ai-configs/aiconfig-create",
skillDir: "skills/ai-configs/aiconfig-create",
readme: "skills/ai-configs/aiconfig-create/README.md",
skillKey: "agentcontrol/configs-create",
skillDir: "skills/agentcontrol/configs-create",
readme: "skills/agentcontrol/configs-create/README.md",
},
{
suite: "aiconfig-update",
skillKey: "ai-configs/aiconfig-update",
skillDir: "skills/ai-configs/aiconfig-update",
readme: "skills/ai-configs/aiconfig-update/README.md",
skillKey: "agentcontrol/configs-update",
skillDir: "skills/agentcontrol/configs-update",
readme: "skills/agentcontrol/configs-update/README.md",
},
{
suite: "aiconfig-tools",
skillKey: "ai-configs/aiconfig-tools",
skillDir: "skills/ai-configs/aiconfig-tools",
readme: "skills/ai-configs/aiconfig-tools/README.md",
skillKey: "agentcontrol/tools",
skillDir: "skills/agentcontrol/tools",
readme: "skills/agentcontrol/tools/README.md",
},
{
suite: "aiconfig-variations",
skillKey: "ai-configs/aiconfig-variations",
skillDir: "skills/ai-configs/aiconfig-variations",
readme: "skills/ai-configs/aiconfig-variations/README.md",
skillKey: "agentcontrol/configs-variations",
skillDir: "skills/agentcontrol/configs-variations",
readme: "skills/agentcontrol/configs-variations/README.md",
},
{
suite: "launchdarkly-flag-create",
Expand Down
Loading
Loading