diff --git a/schema/eval.schema.json b/schema/eval.schema.json index 7246f81..0c89dbf 100644 --- a/schema/eval.schema.json +++ b/schema/eval.schema.json @@ -13,6 +13,7 @@ "model_info", "evaluation_results" ], + "additionalProperties": false, "properties": { "schema_version": { "type": "string", @@ -264,7 +265,6 @@ } }, "score_details": { - "type": "string", "description": "The score for the evaluation and related details", "required": [ "score" diff --git a/schema/eval_types.py b/schema/eval_types.py index 5b6870f..7216a23 100644 --- a/schema/eval_types.py +++ b/schema/eval_types.py @@ -1,13 +1,13 @@ # generated by datamodel-codegen: # filename: eval.schema.json -# timestamp: 2025-11-18T23:38:04+00:00 +# timestamp: 2025-11-26T17:25:26+00:00 from __future__ import annotations from enum import Enum from typing import Any, Dict, List, Optional, Union -from pydantic import BaseModel, Field +from pydantic import BaseModel, ConfigDict, Field class SourceData(BaseModel): @@ -168,6 +168,9 @@ class DetailedEvaluationResultsPerSample(BaseModel): class EvaluationLog(BaseModel): + model_config = ConfigDict( + extra='forbid', + ) schema_version: str = Field( ..., description='Version of the schema used for this evaluation data' )