mozempk/scopone
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 228 Activity

feat(SCOPONE-0010): vendor agent assets and clean docs

Browse Source
This commit is contained in:
Giancarmine Salucci
2026-04-10 22:35:01 +02:00
parent a4e2891c87
commit 5370876db3
32 changed files with 4046 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files

74
.github/schemas/benchmark_suite.schema.json vendored Normal file
View File

@@ -0,0 +1,74 @@
{
"$schema": "http://json-schema.org/draft-07/schema#",
"type": "object",
"additionalProperties": false,
"required": ["suite_id", "version", "benchmarks"],
"properties": {
"suite_id": {"type": "string"},
"version": {"type": "string"},
"pass_threshold": {"type": "integer", "minimum": 0, "maximum": 100},
"benchmarks": {
"type": "array",
"minItems": 1,
"items": {
"type": "object",
"additionalProperties": false,
"required": ["id", "title", "category", "target_agents", "prompt", "checks"],
"properties": {
"id": {"type": "string"},
"title": {"type": "string"},
"category": {"type": "string"},
"target_agents": {
"type": "array",
"items": {"type": "string"},
"minItems": 1
},
"prompt": {"type": "string"},
"description": {"type": "string"},
"checks": {
"type": "array",
"minItems": 1,
"items": {
"type": "object",
"additionalProperties": false,
"required": ["id", "mode", "path", "weight", "dimension"],
"properties": {
"id": {"type": "string"},
"mode": {
"type": "string",
"enum": ["contains_all", "absent_all", "path_exists", "yaml_keys_present", "yaml_duration_max", "yaml_array_duration_max", "jsonl_event_duration_max"]
},
"path": {"type": "string"},
"tokens": {
"type": "array",
"items": {"type": "string"}
},
"keys": {
"type": "array",
"items": {"type": "string"}
},
"start_key": {"type": "string"},
"end_key": {"type": "string"},
"array_key": {"type": "string"},
"start_event": {"type": "string"},
"end_event": {"type": "string"},
"pair_by": {"type": "string"},
"max_seconds": {"type": "number", "minimum": 0},
"weight": {"type": "integer", "minimum": 1},
"dimension": {
"type": "string",
"enum": ["speed", "parallelism", "collision_resistance", "ambiguity_control", "llm_efficiency", "resumability", "observability", "schema_rigor", "timing"]
},
"scope": {
"type": "string",
"enum": ["contracts", "artifacts"],
"default": "contracts"
}
}
}
}
}
}
}
}
}