{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "type": "object",
  "additionalProperties": false,
  "$id": "https://miruntime.com/downloads/miruntime-evaluation-case.schema.json",
  "title": "MiRuntime Evaluation Case",
  "description": "Conceptual benchmark manifest for deterministic and stochastic runtime evaluation.",
  "x-miruntime": {
    "artifactVersion": "2.8.1",
    "editorialStatus": "Conceptual reference",
    "reviewedAtUtc": "2026-06-24T00:00:00Z",
    "disclaimer": "Conceptual MiRuntime editorial reference. This is not a product SDK, certification profile, or industry standard.",
    "description": "Conceptual benchmark manifest for deterministic and stochastic runtime evaluation."
  },
  "required": [
    "schemaVersion",
    "editorialStatus",
    "description",
    "reviewedAtUtc",
    "disclaimer",
    "benchmarkVersion",
    "executedAtUtc",
    "model",
    "runtimeProfileVersion",
    "toolsAndSchemas",
    "policyVersion",
    "datasetSnapshot",
    "seeds",
    "hardware",
    "repetitions",
    "metrics",
    "knownLimitations"
  ],
  "properties": {
    "schemaVersion": {
      "type": "string",
      "const": "1.0"
    },
    "editorialStatus": {
      "type": "string",
      "const": "Conceptual reference"
    },
    "description": {
      "type": "string",
      "minLength": 1
    },
    "reviewedAtUtc": {
      "type": "string",
      "format": "date-time",
      "pattern": "Z$"
    },
    "disclaimer": {
      "type": "string",
      "minLength": 1
    },
    "benchmarkVersion": {
      "type": "string",
      "minLength": 1
    },
    "executedAtUtc": {
      "type": "string",
      "format": "date-time",
      "pattern": "Z$"
    },
    "model": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "route",
        "version"
      ],
      "properties": {
        "route": {
          "type": "string",
          "minLength": 1
        },
        "version": {
          "type": "string",
          "minLength": 1
        }
      }
    },
    "runtimeProfileVersion": {
      "type": "string",
      "minLength": 1
    },
    "toolsAndSchemas": {
      "type": "array",
      "items": {
        "type": "string",
        "minLength": 1
      },
      "uniqueItems": true
    },
    "policyVersion": {
      "type": "string",
      "minLength": 1
    },
    "datasetSnapshot": {
      "type": "string",
      "minLength": 1
    },
    "seeds": {
      "type": "array",
      "items": {
        "type": "integer"
      }
    },
    "hardware": {
      "type": "object"
    },
    "repetitions": {
      "type": "integer",
      "minimum": 1
    },
    "metrics": {
      "type": "array",
      "items": {
        "$ref": "#/$defs/metric"
      },
      "minItems": 1
    },
    "knownLimitations": {
      "type": "array",
      "items": {
        "type": "string",
        "minLength": 1
      }
    }
  },
  "$defs": {
    "metric": {
      "type": "object",
      "additionalProperties": false,
      "required": [
        "key",
        "value",
        "unit"
      ],
      "properties": {
        "key": {
          "type": "string",
          "minLength": 1
        },
        "value": {
          "type": "number"
        },
        "unit": {
          "type": "string",
          "minLength": 1
        },
        "distribution": {
          "type": [
            "object",
            "null"
          ]
        }
      }
    }
  }
}
