YOLOZU/docs/schemas/bop_tless_qualification.schema.json at main · ToppyMicroServices/YOLOZU · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://yolozu.dev/schemas/bop_tless_qualification.schema.json",
  "title": "YOLOZU BOP T-LESS multitask qualification",
  "type": "object",
  "required": [
    "schema_version",
    "kind",
    "role",
    "protocol",
    "environment",
    "dataset_archives",
    "ground_truth",
    "rows",
    "seed_count",
    "decision",
    "efficacy",
    "promotion_eligible",
    "qualification_reasons"
  ],
  "properties": {
    "schema_version": { "type": "integer", "const": 1 },
    "kind": { "type": "string", "const": "bop_tless_multitask_qualification" },
    "role": { "type": "string", "enum": ["primary", "independent"] },
    "protocol": {
      "type": "object",
      "required": ["dataset", "scope", "partition", "status"]
    },
    "environment": {
      "type": "object",
      "required": ["python", "platform"]
    },
    "dataset_archives": {
      "type": "array",
      "minItems": 3,
      "items": {
        "type": "object",
        "required": ["name", "bytes", "sha256", "url", "extraction_status"],
        "properties": {
          "name": { "type": "string" },
          "bytes": { "type": "integer", "minimum": 1 },
          "sha256": { "type": "string", "pattern": "^[0-9a-f]{64}$" },
          "url": { "type": "string", "format": "uri" },
          "extraction_status": { "type": "string", "const": "complete_extracted" }
        }
      }
    },
    "ground_truth": {
      "type": "object",
      "required": ["strict", "provenance", "annotation_counts"],
      "properties": {
        "strict": { "type": "boolean", "const": true },
        "provenance": {
          "type": "object",
          "required": ["bbox", "segmentation", "keypoints", "depth", "pose6d", "model_inference_used"],
          "properties": {
            "model_inference_used": { "type": "boolean", "const": false }
          }
        },
        "annotation_counts": {
          "type": "object",
          "required": [
            "images_with_depth",
            "instances_with_mask",
            "instances_with_pose6d",
            "visible_projected_keypoints"
          ]
        }
      }
    },
    "rows": {
      "type": "array",
      "minItems": 3,
      "items": {
        "type": "object",
        "required": [
          "seed",
          "trained_epochs",
          "before",
          "after",
          "delta",
          "thresholds",
          "baseline",
          "trained"
        ],
        "properties": {
          "before": {
            "type": "object",
            "required": ["bbox", "task_native"]
          },
          "after": {
            "type": "object",
            "required": ["bbox", "task_native"]
          },
          "baseline": {
            "type": "object",
            "required": ["checkpoint_sha256", "runtime_seconds", "peak_rss_bytes"]
          },
          "trained": {
            "type": "object",
            "required": ["checkpoint_sha256", "runtime_seconds", "peak_rss_bytes"]
          }
        }
      }
    },
    "seed_count": { "type": "integer", "minimum": 3 },
    "comparison": {
      "type": ["object", "null"],
      "properties": {
        "semantic_match": { "type": "boolean" }
      }
    },
    "decision": { "type": "string", "const": "hold" },
    "efficacy": { "type": "string", "const": "not_established" },
    "promotion_eligible": { "type": "boolean", "const": false },
    "qualification_reasons": {
      "type": "array",
      "minItems": 1,
      "items": { "type": "string" }
    }
  },
  "additionalProperties": true
}