Skip to content

Commit 181fe5a

Browse files
author
Codex
committed
fix: benchmark index schema allows nulls and dotted ids used by existing rows
1 parent 47a324c commit 181fe5a

1 file changed

Lines changed: 6 additions & 6 deletions

File tree

benchmarks/schema.json

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@
2929
],
3030
"additionalProperties": false,
3131
"properties": {
32-
"id": { "type": "string", "pattern": "^[a-z0-9-]+$" },
32+
"id": { "type": "string", "pattern": "^[a-z0-9.-]+$" },
3333
"model": { "type": "string" },
3434
"model_version": { "type": "string" },
3535
"adapter": { "type": "string" },
@@ -40,10 +40,10 @@
4040
"dataset_version": { "type": "string" },
4141
"date": { "type": "string", "pattern": "^\\d{4}-\\d{2}-\\d{2}$" },
4242
"page_count": { "type": "integer", "minimum": 1 },
43-
"prediction_coverage": { "type": "number", "minimum": 0, "maximum": 1 },
44-
"failed_pages": { "type": "integer", "minimum": 0 },
45-
"known_failures": { "type": "integer", "minimum": 0 },
46-
"unknown_failures": { "type": "integer", "minimum": 0 },
43+
"prediction_coverage": { "type": ["number", "null"], "minimum": 0, "maximum": 1 },
44+
"failed_pages": { "type": ["integer", "null"], "minimum": 0 },
45+
"known_failures": { "type": ["integer", "null"], "minimum": 0 },
46+
"unknown_failures": { "type": ["integer", "null"], "minimum": 0 },
4747
"scoring_mode": { "enum": ["quick_match", "official"] },
4848
"aggregation_mode": {
4949
"enum": [
@@ -57,7 +57,7 @@
5757
"required": ["text_edit_dist", "reading_order_edit_dist"],
5858
"properties": {
5959
"text_edit_dist": { "type": "number", "minimum": 0 },
60-
"reading_order_edit_dist": { "type": "number", "minimum": 0 },
60+
"reading_order_edit_dist": { "type": ["number", "null"], "minimum": 0 },
6161
"table_teds_pooled": { "type": ["number", "null"], "minimum": 0, "maximum": 1 },
6262
"table_teds_page_avg": { "type": ["number", "null"], "minimum": 0, "maximum": 1 },
6363
"formula_cdm": { "type": ["number", "null"], "minimum": 0, "maximum": 1 }

0 commit comments

Comments
 (0)