added 260907 version of worker toolkit
This commit is contained in:
125
.codex/skills/codebase-overview/evals/evals.json
Normal file
125
.codex/skills/codebase-overview/evals/evals.json
Normal file
@@ -0,0 +1,125 @@
|
||||
{
|
||||
"skill_name": "codebase-overview",
|
||||
"evals": [
|
||||
{
|
||||
"id": 0,
|
||||
"prompt": "prime on this app and create an OVERVIEW.md",
|
||||
"expected_output": "A well-structured OVERVIEW.md file written to the project root covering purpose, tech stack, directory structure, architecture, integrations, database/data layer, connectivity/config, and key entry points.",
|
||||
"files": [],
|
||||
"assertions": [
|
||||
{
|
||||
"id": "file_exists",
|
||||
"text": "OVERVIEW.md file was created and is non-empty (at least 300 characters)"
|
||||
},
|
||||
{
|
||||
"id": "has_tech_stack_section",
|
||||
"text": "Document contains a tech stack or technology section with at least Vite and TypeScript mentioned"
|
||||
},
|
||||
{
|
||||
"id": "mentions_preact_or_react",
|
||||
"text": "Document mentions Preact or preact/compat (the core framework) and the React alias or migration"
|
||||
},
|
||||
{
|
||||
"id": "has_directory_structure",
|
||||
"text": "Document includes a directory/file structure section showing the monorepo layout (packages/client and packages/shared)"
|
||||
},
|
||||
{
|
||||
"id": "mentions_connectivity",
|
||||
"text": "Document mentions the API proxy or backend connectivity (localhost:4000 or /api proxy)"
|
||||
},
|
||||
{
|
||||
"id": "has_integrations",
|
||||
"text": "Document mentions at least one external integration (Argyle, or similar third-party service)"
|
||||
},
|
||||
{
|
||||
"id": "no_database_false_positive",
|
||||
"text": "Document correctly notes this is a frontend-only project with no database layer (does not claim there is a database)"
|
||||
},
|
||||
{
|
||||
"id": "mentions_migration_context",
|
||||
"text": "Document mentions the Preact-to-React migration context or the renderer directives system as a notable gotcha"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 1,
|
||||
"prompt": "glean all the salient details of the code. Create a markdown file called OVERVIEW.md with your understanding of the app/folder, file structure, integrations, database and connectivity.",
|
||||
"expected_output": "OVERVIEW.md written to project root with sections covering app purpose, directory/file structure, integrations, database info, and connectivity/env config.",
|
||||
"files": [],
|
||||
"assertions": [
|
||||
{
|
||||
"id": "file_exists",
|
||||
"text": "OVERVIEW.md file was created and is non-empty (at least 300 characters)"
|
||||
},
|
||||
{
|
||||
"id": "has_tech_stack_section",
|
||||
"text": "Document contains a tech stack or technology section with at least Vite and TypeScript mentioned"
|
||||
},
|
||||
{
|
||||
"id": "mentions_preact_or_react",
|
||||
"text": "Document mentions Preact or preact/compat (the core framework) and the React alias or migration"
|
||||
},
|
||||
{
|
||||
"id": "has_directory_structure",
|
||||
"text": "Document includes a directory/file structure section showing the monorepo layout (packages/client and packages/shared)"
|
||||
},
|
||||
{
|
||||
"id": "mentions_connectivity",
|
||||
"text": "Document mentions the API proxy or backend connectivity (localhost:4000 or /api proxy)"
|
||||
},
|
||||
{
|
||||
"id": "has_integrations",
|
||||
"text": "Document mentions at least one external integration (Argyle, or similar third-party service)"
|
||||
},
|
||||
{
|
||||
"id": "no_database_false_positive",
|
||||
"text": "Document correctly notes this is a frontend-only project with no database layer (does not claim there is a database)"
|
||||
},
|
||||
{
|
||||
"id": "mentions_migration_context",
|
||||
"text": "Document mentions the Preact-to-React migration context or the renderer directives system as a notable gotcha"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"id": 2,
|
||||
"prompt": "I just cloned this repo and have no idea what it is. Can you explore it and write an OVERVIEW.md so I can get oriented?",
|
||||
"expected_output": "OVERVIEW.md written to project root that a new developer could read to understand the project from scratch — purpose, stack, structure, how it's connected.",
|
||||
"files": [],
|
||||
"assertions": [
|
||||
{
|
||||
"id": "file_exists",
|
||||
"text": "OVERVIEW.md file was created and is non-empty (at least 300 characters)"
|
||||
},
|
||||
{
|
||||
"id": "has_tech_stack_section",
|
||||
"text": "Document contains a tech stack or technology section with at least Vite and TypeScript mentioned"
|
||||
},
|
||||
{
|
||||
"id": "mentions_preact_or_react",
|
||||
"text": "Document mentions Preact or preact/compat (the core framework) and the React alias or migration"
|
||||
},
|
||||
{
|
||||
"id": "has_directory_structure",
|
||||
"text": "Document includes a directory/file structure section showing the monorepo layout (packages/client and packages/shared)"
|
||||
},
|
||||
{
|
||||
"id": "mentions_connectivity",
|
||||
"text": "Document mentions the API proxy or backend connectivity (localhost:4000 or /api proxy)"
|
||||
},
|
||||
{
|
||||
"id": "has_integrations",
|
||||
"text": "Document mentions at least one external integration (Argyle, or similar third-party service)"
|
||||
},
|
||||
{
|
||||
"id": "no_database_false_positive",
|
||||
"text": "Document correctly notes this is a frontend-only project with no database layer (does not claim there is a database)"
|
||||
},
|
||||
{
|
||||
"id": "mentions_migration_context",
|
||||
"text": "Document mentions the Preact-to-React migration context or the renderer directives system as a notable gotcha"
|
||||
}
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user