{
  "code": null,
  "collection": "lexicon",
  "href": "https://banes-lab.com/ontology/lexicon#lexicon-evaluation-suite",
  "id": "evaluation-suite",
  "kind": "technique",
  "layer": {
    "href": "https://banes-lab.com/ontology/schema#layer-correctness-core",
    "json": "https://banes-lab.com/json/records/layer/correctness-core",
    "label": "Correctness Core",
    "markdown": "https://banes-lab.com/records/layer/correctness-core.md",
    "ref": "layer:correctness-core"
  },
  "name": "Evaluation Suite",
  "ref": "lexicon:evaluation-suite",
  "relations": [
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology/lexicon#lexicon-category-model-architecture",
          "json": "https://banes-lab.com/json/records/lexicon-category/model-architecture",
          "label": "Model Architecture",
          "markdown": "https://banes-lab.com/records/lexicon-category/model-architecture.md",
          "ref": "lexicon-category:model-architecture"
        }
      ],
      "relation": "category"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-prompt-sprawl",
          "json": "https://banes-lab.com/json/records/architecture/prompt-sprawl",
          "label": "Prompt Sprawl",
          "markdown": "https://banes-lab.com/records/architecture/prompt-sprawl.md",
          "ref": "architecture:prompt-sprawl"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-artificial-intelligence-architecture",
          "json": "https://banes-lab.com/json/records/architecture/artificial-intelligence-architecture",
          "label": "Artificial Intelligence Architecture",
          "markdown": "https://banes-lab.com/records/architecture/artificial-intelligence-architecture.md",
          "ref": "architecture:artificial-intelligence-architecture"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-model-governance",
          "json": "https://banes-lab.com/json/records/architecture/model-governance",
          "label": "Model Governance",
          "markdown": "https://banes-lab.com/records/architecture/model-governance.md",
          "ref": "architecture:model-governance"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-model-evaluation",
          "json": "https://banes-lab.com/json/records/architecture/model-evaluation",
          "label": "Model Evaluation",
          "markdown": "https://banes-lab.com/records/architecture/model-evaluation.md",
          "ref": "architecture:model-evaluation"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-vector-search",
          "json": "https://banes-lab.com/json/records/architecture/vector-search",
          "label": "Vector Search",
          "markdown": "https://banes-lab.com/records/architecture/vector-search.md",
          "ref": "architecture:vector-search"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-model-safety",
          "json": "https://banes-lab.com/json/records/architecture/model-safety",
          "label": "Model Safety",
          "markdown": "https://banes-lab.com/records/architecture/model-safety.md",
          "ref": "architecture:model-safety"
        }
      ],
      "relation": "refactors"
    },
    {
      "links": [
        {
          "href": "https://banes-lab.com/ontology#architecture-category-anti-patterns",
          "json": "https://banes-lab.com/json/ontology/principles/architecture-category-anti-patterns",
          "label": "Anti-patterns",
          "markdown": "https://banes-lab.com/ontology/principles/architecture-category-anti-patterns.md",
          "ref": "chapter:/ontology#architecture-category-anti-patterns"
        },
        {
          "href": "https://banes-lab.com/ontology#architecture-category-model-architecture",
          "json": "https://banes-lab.com/json/ontology/principles/architecture-category-model-architecture",
          "label": "Model Architecture",
          "markdown": "https://banes-lab.com/ontology/principles/architecture-category-model-architecture.md",
          "ref": "chapter:/ontology#architecture-category-model-architecture"
        }
      ],
      "relation": "linked-from"
    }
  ],
  "summary": "A technique for scoring model output against a fixed set of cases on every change to the model, prompt or data.",
  "siblings": {
    "next": {
      "href": "https://banes-lab.com/ontology/lexicon#lexicon-centralized-model-configuration",
      "json": "https://banes-lab.com/json/records/lexicon/centralized-model-configuration",
      "label": "Centralized Model Configuration",
      "markdown": "https://banes-lab.com/records/lexicon/centralized-model-configuration.md",
      "ref": "lexicon:centralized-model-configuration"
    },
    "previous": {
      "href": "https://banes-lab.com/ontology/lexicon#lexicon-prompt-versioning",
      "json": "https://banes-lab.com/json/records/lexicon/prompt-versioning",
      "label": "Prompt Versioning",
      "markdown": "https://banes-lab.com/records/lexicon/prompt-versioning.md",
      "ref": "lexicon:prompt-versioning"
    }
  },
  "up": {
    "href": null,
    "json": "https://banes-lab.com/json/api/records/lexicon",
    "label": "Lexicon terms",
    "markdown": "https://banes-lab.com/api/records/lexicon.md",
    "ref": "api:records/lexicon"
  },
  "aliases": []
}