{
  "annotation": {
    "annotationTypes": [
      "box",
      "classification",
      "keypoint"
    ],
    "disagreementMetrics": "Available for supplied annotation sets; no multi-annotator study is claimed.",
    "metricsSupported": [
      "boxF1",
      "boxIoU",
      "boxPrecision",
      "boxRecall",
      "classificationAccuracy",
      "classificationF1",
      "classificationPrecision",
      "classificationRecall",
      "keypointF1",
      "keypointNormalizedError",
      "keypointPrecision",
      "keypointRecall"
    ],
    "modality": "image",
    "modelCampaign": {
      "campaignId": "fc-e4d7e6adab0f",
      "coverage": {
        "cellsPending": 0,
        "cellsRun": 3,
        "complete": true,
        "completedAttempts": 30,
        "examsNotStarted": [],
        "missingAttempts": 0,
        "note": "Cells run against the cells this campaign declared it would run.",
        "pending": [],
        "planDeclared": true,
        "plannedAttempts": 30,
        "plannedCells": 3,
        "plannedExams": [
          "vvdex.annotation.text-labeling-1",
          "vvdex.annotation.structured-data-1",
          "vvdex.annotation.image-object-1"
        ],
        "plannedModels": [
          "cli/opencode-muse-spark"
        ],
        "rolloutsPerCell": 10
      },
      "examFingerprint": "422753713aeb9f41abcc4135d637e3064cae1e770fc8d22ec9dacf260b35a3ef",
      "models": [
        {
          "attempts": 10,
          "delivery": "image attachments",
          "failed": 10,
          "invalid": 0,
          "laneErrors": 0,
          "model": "cli/opencode-muse-spark",
          "passed": 0,
          "quality": {
            "axes": [
              {
                "id": "boxPrecision",
                "mean": 0.6,
                "n": 10
              },
              {
                "id": "boxRecall",
                "mean": 0.6,
                "n": 10
              },
              {
                "id": "boxF1",
                "mean": 0.6,
                "n": 10
              },
              {
                "id": "boxIoU",
                "mean": 0.513139362881007,
                "n": 10
              },
              {
                "id": "classificationPrecision",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "classificationRecall",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "classificationF1",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "classificationAccuracy",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "keypointPrecision",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "keypointRecall",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "keypointF1",
                "mean": 1.0,
                "n": 10
              }
            ],
            "measuredAttempts": 10,
            "scoreMean": 0.7494434198874845
          },
          "stages": {
            "edit": 10,
            "graded": 10,
            "hidden_pass": 0,
            "inspect": 10,
            "submit": 10,
            "test": 10
          },
          "withheld": 0
        }
      ],
      "reportUrl": "/reports/fc-e4d7e6adab0f/",
      "summarySha256": "7a5d1a00820ffb56bc51c8728e14c9b9d5e5348c962d902e6b673a63873f6b15",
      "summaryUrl": "/reports/fc-e4d7e6adab0f/summary.json"
    },
    "purpose": "A constructed image is reviewed for classification, object boxes, attributes and keypoints.",
    "rubricVersion": "1.0"
  },
  "capability": {
    "howSuccessIsMeasured": "Deterministic validation and isolated grading against private references.",
    "name": "Multimodal Annotation",
    "whatIsTested": "A constructed image is reviewed for classification, object boxes, attributes and keypoints.",
    "whyItIsDifficult": "Temporal, geometric and categorical consistency, ambiguity and malformed submissions."
  },
  "examFingerprint": "422753713aeb9f41abcc4135d637e3064cae1e770fc8d22ec9dacf260b35a3ef",
  "examId": "vvdex.annotation.image-object-1",
  "family": "annotation",
  "limits": {
    "steps": 24
  },
  "note": "This descriptor states what the exam measures and how its published result can be checked. It deliberately does not carry the material an exam would have to ship to be reusable.",
  "ownership": {
    "declaration": "vvdex_proprietary",
    "declaredBy": "exam provenance.json ownership",
    "owner": "VVDex",
    "terms": "VVDex proprietary evaluation material. Public results are published for viewing, evaluation and verification; publication grants no licence to the exam, its task package, its corpus or world, its hidden tests or its grader.",
    "upstream": null
  },
  "publicDisclosureLevel": {
    "class": "answer_key",
    "rule": "answer-key disclosure (ownership vvdex_proprietary \u2014 no declaration \u2014 proprietary by default; family annotation): the exam is VVDex evaluation IP and the graded output is an answer or a keyed value, so no submission content, diff, model claim or hidden-assertion name is published.",
    "withheldFromThisExport": [
      "task statement and task package",
      "seed workspace, corpus, question set and browser world",
      "visible test implementations",
      "reference/gold solution and expected values",
      "hidden tests and hidden grader source",
      "attack probes and canaries",
      "raw model submissions, answer-bearing diffs and private transcripts"
    ]
  },
  "reportLinks": {
    "campaignReport": "/reports/fc-e4d7e6adab0f/",
    "certificationReceipt": "https://vvdexops.com/annotation/image-object-1/certification-receipt.json",
    "certificationReport": "https://vvdexops.com/annotation/image-object-1/report.public.json",
    "examPage": "https://vvdexops.com/annotation/image-object-1/"
  },
  "retired_for_future_evaluation": null,
  "runtimeClass": "container, network deny, memory 512m, cpus 1, read-only root",
  "schema": "vvdex.forge.public-exam-descriptor/v1",
  "title": "Object geometry annotation",
  "toolCategories": {
    "write": [
      "edit"
    ]
  },
  "version": "0.1.0"
}