69 lines
2.4 KiB
JSON
69 lines
2.4 KiB
JSON
{
|
|
"$schema": "https://json-schema.org/draft/2020-12/schema",
|
|
"$id": "https://dtechtechresearch.com/schemas/aaisa-evaluation-1.0.0.json",
|
|
"title": "AAISA Evaluation Result",
|
|
"type": "object",
|
|
"required": ["schema_version", "tool", "corpus", "summary", "metrics", "cases"],
|
|
"properties": {
|
|
"schema_version": {"const": "1.0.0"},
|
|
"tool": {
|
|
"type": "object",
|
|
"required": ["name", "version"],
|
|
"properties": {"name": {"const": "AAISA"}, "version": {"type": "string"}},
|
|
"additionalProperties": false
|
|
},
|
|
"corpus": {
|
|
"type": "object",
|
|
"required": ["name", "digest", "case_count"],
|
|
"properties": {
|
|
"name": {"type": "string"},
|
|
"digest": {"type": "string", "pattern": "^sha256:[0-9a-f]{64}$"},
|
|
"case_count": {"type": "integer", "minimum": 1}
|
|
},
|
|
"additionalProperties": false
|
|
},
|
|
"summary": {
|
|
"type": "object",
|
|
"required": ["passed", "failed"],
|
|
"properties": {
|
|
"passed": {"type": "integer", "minimum": 0},
|
|
"failed": {"type": "integer", "minimum": 0}
|
|
}
|
|
},
|
|
"metrics": {
|
|
"type": "object",
|
|
"additionalProperties": {"$ref": "#/$defs/metric"}
|
|
},
|
|
"cases": {"type": "array", "items": {"$ref": "#/$defs/case"}}
|
|
},
|
|
"$defs": {
|
|
"metric": {
|
|
"type": "object",
|
|
"required": ["true_positive", "false_positive", "false_negative", "precision", "recall"],
|
|
"properties": {
|
|
"true_positive": {"type": "integer", "minimum": 0},
|
|
"false_positive": {"type": "integer", "minimum": 0},
|
|
"false_negative": {"type": "integer", "minimum": 0},
|
|
"precision": {"type": ["number", "null"], "minimum": 0, "maximum": 1},
|
|
"recall": {"type": ["number", "null"], "minimum": 0, "maximum": 1}
|
|
},
|
|
"additionalProperties": false
|
|
},
|
|
"case": {
|
|
"type": "object",
|
|
"required": ["id", "artifact", "artifact_sha256", "expected", "actual", "errors", "passed"],
|
|
"properties": {
|
|
"id": {"type": "string"},
|
|
"artifact": {"type": "string"},
|
|
"artifact_sha256": {"type": "string", "pattern": "^[0-9a-f]{64}$"},
|
|
"expected": {"type": "object", "additionalProperties": {"type": "integer", "minimum": 1}},
|
|
"actual": {"type": "object", "additionalProperties": {"type": "integer", "minimum": 1}},
|
|
"errors": {"type": "array"},
|
|
"passed": {"type": "boolean"}
|
|
},
|
|
"additionalProperties": false
|
|
}
|
|
},
|
|
"additionalProperties": false
|
|
}
|