{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://assevra.ai/schema/v2/validation.schema.json",
  "title": "Assevra dataset validation report",
  "description": "Output of `assevra validate`. Every row lands in exactly one state: LABELED (has a usable answer key), UNLABELED (parses, but nothing to verify \u2014 it would score as a vacuous pass), or INVALID (structurally unusable; evaluation must not proceed).",
  "type": "object",
  "required": [
    "schema_version",
    "assevra_version",
    "dataset",
    "ok",
    "counts",
    "rows"
  ],
  "additionalProperties": true,
  "properties": {
    "$schema": {
      "type": "string"
    },
    "schema_version": {
      "type": "string",
      "pattern": "^2\\.[0-9]+$"
    },
    "assevra_version": {
      "type": "string"
    },
    "generated_at": {
      "type": [
        "string",
        "null"
      ]
    },
    "dataset": {
      "type": "string"
    },
    "dataset_sha256": {
      "type": [
        "string",
        "null"
      ]
    },
    "strict": {
      "type": "boolean",
      "description": "When true, UNLABELED rows also fail validation."
    },
    "ok": {
      "type": "boolean",
      "description": "False when any row is INVALID (or, in strict mode, UNLABELED)."
    },
    "counts": {
      "type": "object",
      "required": [
        "total",
        "labeled",
        "unlabeled",
        "invalid"
      ],
      "additionalProperties": true,
      "properties": {
        "total": {
          "type": "integer",
          "minimum": 0
        },
        "labeled": {
          "type": "integer",
          "minimum": 0
        },
        "unlabeled": {
          "type": "integer",
          "minimum": 0
        },
        "invalid": {
          "type": "integer",
          "minimum": 0
        }
      }
    },
    "by_dimension": {
      "type": "object",
      "additionalProperties": {
        "type": "object",
        "additionalProperties": {
          "type": "integer",
          "minimum": 0
        }
      }
    },
    "rows": {
      "type": "array",
      "items": {
        "type": "object",
        "required": [
          "line",
          "id",
          "state"
        ],
        "additionalProperties": true,
        "properties": {
          "line": {
            "type": "integer",
            "minimum": 1
          },
          "id": {
            "type": "string"
          },
          "dimension": {
            "type": [
              "string",
              "null"
            ]
          },
          "state": {
            "type": "string",
            "enum": [
              "LABELED",
              "UNLABELED",
              "INVALID"
            ]
          },
          "messages": {
            "type": "array",
            "items": {
              "type": "object",
              "required": [
                "level",
                "code",
                "message"
              ],
              "additionalProperties": true,
              "properties": {
                "level": {
                  "type": "string",
                  "enum": [
                    "error",
                    "warning"
                  ]
                },
                "code": {
                  "type": "string",
                  "description": "Stable machine-readable code, e.g. unknown_dimension, missing_answer_key."
                },
                "message": {
                  "type": "string"
                },
                "field": {
                  "type": [
                    "string",
                    "null"
                  ]
                },
                "fix": {
                  "type": [
                    "string",
                    "null"
                  ]
                }
              }
            }
          }
        }
      }
    }
  }
}