project-work/.codex/skills/codebase-overview/evals/evals.json

{
  "skill_name": "codebase-overview",
  "evals": [
    {
      "id": 0,
      "prompt": "prime on this app and create an OVERVIEW.md",
      "expected_output": "A well-structured OVERVIEW.md file written to the project root covering purpose, tech stack, directory structure, architecture, integrations, database/data layer, connectivity/config, and key entry points.",
      "files": [],
      "assertions": [
        {
          "id": "file_exists",
          "text": "OVERVIEW.md file was created and is non-empty (at least 300 characters)"
        },
        {
          "id": "has_tech_stack_section",
          "text": "Document contains a tech stack or technology section with at least Vite and TypeScript mentioned"
        },
        {
          "id": "mentions_preact_or_react",
          "text": "Document mentions Preact or preact/compat (the core framework) and the React alias or migration"
        },
        {
          "id": "has_directory_structure",
          "text": "Document includes a directory/file structure section showing the monorepo layout (packages/client and packages/shared)"
        },
        {
          "id": "mentions_connectivity",
          "text": "Document mentions the API proxy or backend connectivity (localhost:4000 or /api proxy)"
        },
        {
          "id": "has_integrations",
          "text": "Document mentions at least one external integration (Argyle, or similar third-party service)"
        },
        {
          "id": "no_database_false_positive",
          "text": "Document correctly notes this is a frontend-only project with no database layer (does not claim there is a database)"
        },
        {
          "id": "mentions_migration_context",
          "text": "Document mentions the Preact-to-React migration context or the renderer directives system as a notable gotcha"
        }
      ]
    },
    {
      "id": 1,
      "prompt": "glean all the salient details of the code. Create a markdown file called OVERVIEW.md with your understanding of the app/folder, file structure, integrations, database and connectivity.",
      "expected_output": "OVERVIEW.md written to project root with sections covering app purpose, directory/file structure, integrations, database info, and connectivity/env config.",
      "files": [],
      "assertions": [
        {
          "id": "file_exists",
          "text": "OVERVIEW.md file was created and is non-empty (at least 300 characters)"
        },
        {
          "id": "has_tech_stack_section",
          "text": "Document contains a tech stack or technology section with at least Vite and TypeScript mentioned"
        },
        {
          "id": "mentions_preact_or_react",
          "text": "Document mentions Preact or preact/compat (the core framework) and the React alias or migration"
        },
        {
          "id": "has_directory_structure",
          "text": "Document includes a directory/file structure section showing the monorepo layout (packages/client and packages/shared)"
        },
        {
          "id": "mentions_connectivity",
          "text": "Document mentions the API proxy or backend connectivity (localhost:4000 or /api proxy)"
        },
        {
          "id": "has_integrations",
          "text": "Document mentions at least one external integration (Argyle, or similar third-party service)"
        },
        {
          "id": "no_database_false_positive",
          "text": "Document correctly notes this is a frontend-only project with no database layer (does not claim there is a database)"
        },
        {
          "id": "mentions_migration_context",
          "text": "Document mentions the Preact-to-React migration context or the renderer directives system as a notable gotcha"
        }
      ]
    },
    {
      "id": 2,
      "prompt": "I just cloned this repo and have no idea what it is. Can you explore it and write an OVERVIEW.md so I can get oriented?",
      "expected_output": "OVERVIEW.md written to project root that a new developer could read to understand the project from scratch — purpose, stack, structure, how it's connected.",
      "files": [],
      "assertions": [
        {
          "id": "file_exists",
          "text": "OVERVIEW.md file was created and is non-empty (at least 300 characters)"
        },
        {
          "id": "has_tech_stack_section",
          "text": "Document contains a tech stack or technology section with at least Vite and TypeScript mentioned"
        },
        {
          "id": "mentions_preact_or_react",
          "text": "Document mentions Preact or preact/compat (the core framework) and the React alias or migration"
        },
        {
          "id": "has_directory_structure",
          "text": "Document includes a directory/file structure section showing the monorepo layout (packages/client and packages/shared)"
        },
        {
          "id": "mentions_connectivity",
          "text": "Document mentions the API proxy or backend connectivity (localhost:4000 or /api proxy)"
        },
        {
          "id": "has_integrations",
          "text": "Document mentions at least one external integration (Argyle, or similar third-party service)"
        },
        {
          "id": "no_database_false_positive",
          "text": "Document correctly notes this is a frontend-only project with no database layer (does not claim there is a database)"
        },
        {
          "id": "mentions_migration_context",
          "text": "Document mentions the Preact-to-React migration context or the renderer directives system as a notable gotcha"
        }
      ]
    }
  ]
}