{
  "agreementMetrics": null,
  "annotation": {
    "annotationTypes": [
      "box",
      "classification",
      "event",
      "segment"
    ],
    "disagreementMetrics": "Available for supplied annotation sets; no multi-annotator study is claimed.",
    "metricsSupported": [
      "boxF1",
      "boxIoU",
      "boxPrecision",
      "boxRecall",
      "classificationAccuracy",
      "classificationF1",
      "classificationPrecision",
      "classificationRecall",
      "eventF1",
      "eventPrecision",
      "eventRecall",
      "eventTemporalIoU",
      "segmentF1",
      "segmentPrecision",
      "segmentRecall",
      "segmentTemporalIoU",
      "trackingConsistency"
    ],
    "modality": "video",
    "modelCampaign": {
      "campaignId": "fc-89575ed5687d",
      "coverage": {
        "cellsPending": 0,
        "cellsRun": 1,
        "complete": true,
        "completedAttempts": 12,
        "examsNotStarted": [],
        "missingAttempts": 0,
        "note": "Cells run against the cells this campaign declared it would run.",
        "pending": [],
        "planDeclared": true,
        "plannedAttempts": 12,
        "plannedCells": 1,
        "plannedExams": [
          "vvdex.annotation.robot-video-1"
        ],
        "plannedModels": [
          "meta/muse-spark-1.3"
        ],
        "rolloutsPerCell": 12
      },
      "examFingerprint": "85e026007af17db692614084f12ff40c5bbf2348bcfda0a01deb95aad8928f4c",
      "models": [
        {
          "attempts": 12,
          "delivery": "native video with supplied exact-frame images; provider-side processing is not independently observed; video re-encoded to MP4 H.264 CRF 18 because the provider accepts MP4 only; frame count, frame rate and timing preserved; exact inspection frames delivered as lossless PNG from the original file",
          "failed": 6,
          "invalid": 0,
          "laneErrors": 2,
          "model": "meta/muse-spark-1.3",
          "passed": 4,
          "quality": {
            "axes": [
              {
                "id": "boxPrecision",
                "mean": 0.7,
                "n": 10
              },
              {
                "id": "boxRecall",
                "mean": 0.7,
                "n": 10
              },
              {
                "id": "boxF1",
                "mean": 0.7,
                "n": 10
              },
              {
                "id": "boxIoU",
                "mean": 0.5562112041045896,
                "n": 10
              },
              {
                "id": "classificationPrecision",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "classificationRecall",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "classificationF1",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "classificationAccuracy",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "eventPrecision",
                "mean": 0.9,
                "n": 10
              },
              {
                "id": "eventRecall",
                "mean": 0.9,
                "n": 10
              },
              {
                "id": "eventF1",
                "mean": 0.9,
                "n": 10
              },
              {
                "id": "eventTemporalIoU",
                "mean": 0.7069047619047618,
                "n": 10
              },
              {
                "id": "segmentPrecision",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "segmentRecall",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "segmentF1",
                "mean": 1.0,
                "n": 10
              },
              {
                "id": "segmentTemporalIoU",
                "mean": 0.9652380952380953,
                "n": 10
              },
              {
                "id": "trackingConsistency",
                "mean": 1.0,
                "n": 10
              }
            ],
            "measuredAttempts": 10,
            "scoreMean": 0.7485783378761329
          },
          "stages": {
            "edit": 10,
            "graded": 10,
            "hidden_pass": 4,
            "inspect": 10,
            "submit": 10,
            "test": 10
          },
          "withheld": 0
        }
      ],
      "reportUrl": "/reports/fc-89575ed5687d/",
      "summarySha256": "0858a91d8b94661a60f73497d9cf8484c61587b64036aa18c0a6b122309b21d3",
      "summaryUrl": "/reports/fc-89575ed5687d/summary.json"
    },
    "purpose": "A robot-catching video is reviewed for temporal events, frame-level object boxes, track identity and occlusion.",
    "rubricVersion": "1.1"
  },
  "assetSource": {
    "creator": "Z22",
    "date": "2012-03-19",
    "license": "CC-BY-SA-4.0",
    "licenseUrl": "https://creativecommons.org/licenses/by-sa/4.0/",
    "url": "https://commons.wikimedia.org/wiki/File:High-speed_catching_system.webm"
  },
  "certificationReceiptSha256": "39b3831fd846eac6d55841fb9bf84117d8dcaa478c9de495e3dec27483e8906a",
  "certificationState": "certified",
  "disclosure": "Aggregate certification evidence only; reference annotations and reusable evaluation material withheld.",
  "errorClasses": [
    "malformed input",
    "schema mismatch",
    "out of bounds",
    "missing annotation",
    "temporal conflict",
    "inconsistent tracking",
    "reference mismatch"
  ],
  "examFingerprint": "85e026007af17db692614084f12ff40c5bbf2348bcfda0a01deb95aad8928f4c",
  "examId": "vvdex.annotation.robot-video-1",
  "limitations": "Small constructed engineering fixtures, not a production dataset or professional annotation engagement. Video uses sparse frame boxes, not dense tracking. Audio contains tones and silence, not speech or speakers. CVAT XML 1.1 and Label Studio JSON cover tested box subsets only; unsupported or lossy conversions are refused. Polygon comparison requires the implemented vertex representation. The attached model campaign measures these fixed tasks only; general capability and annotator population performance are not inferred.",
  "modelCampaign": {
    "campaignId": "fc-89575ed5687d",
    "coverage": {
      "cellsPending": 0,
      "cellsRun": 1,
      "complete": true,
      "completedAttempts": 12,
      "examsNotStarted": [],
      "missingAttempts": 0,
      "note": "Cells run against the cells this campaign declared it would run.",
      "pending": [],
      "planDeclared": true,
      "plannedAttempts": 12,
      "plannedCells": 1,
      "plannedExams": [
        "vvdex.annotation.robot-video-1"
      ],
      "plannedModels": [
        "meta/muse-spark-1.3"
      ],
      "rolloutsPerCell": 12
    },
    "examFingerprint": "85e026007af17db692614084f12ff40c5bbf2348bcfda0a01deb95aad8928f4c",
    "models": [
      {
        "attempts": 12,
        "delivery": "native video with supplied exact-frame images; provider-side processing is not independently observed; video re-encoded to MP4 H.264 CRF 18 because the provider accepts MP4 only; frame count, frame rate and timing preserved; exact inspection frames delivered as lossless PNG from the original file",
        "failed": 6,
        "invalid": 0,
        "laneErrors": 2,
        "model": "meta/muse-spark-1.3",
        "passed": 4,
        "quality": {
          "axes": [
            {
              "id": "boxPrecision",
              "mean": 0.7,
              "n": 10
            },
            {
              "id": "boxRecall",
              "mean": 0.7,
              "n": 10
            },
            {
              "id": "boxF1",
              "mean": 0.7,
              "n": 10
            },
            {
              "id": "boxIoU",
              "mean": 0.5562112041045896,
              "n": 10
            },
            {
              "id": "classificationPrecision",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "classificationRecall",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "classificationF1",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "classificationAccuracy",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "eventPrecision",
              "mean": 0.9,
              "n": 10
            },
            {
              "id": "eventRecall",
              "mean": 0.9,
              "n": 10
            },
            {
              "id": "eventF1",
              "mean": 0.9,
              "n": 10
            },
            {
              "id": "eventTemporalIoU",
              "mean": 0.7069047619047618,
              "n": 10
            },
            {
              "id": "segmentPrecision",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "segmentRecall",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "segmentF1",
              "mean": 1.0,
              "n": 10
            },
            {
              "id": "segmentTemporalIoU",
              "mean": 0.9652380952380953,
              "n": 10
            },
            {
              "id": "trackingConsistency",
              "mean": 1.0,
              "n": 10
            }
          ],
          "measuredAttempts": 10,
          "scoreMean": 0.7485783378761329
        },
        "stages": {
          "edit": 10,
          "graded": 10,
          "hidden_pass": 4,
          "inspect": 10,
          "submit": 10,
          "test": 10
        },
        "withheld": 0
      }
    ],
    "reportUrl": "/reports/fc-89575ed5687d/",
    "summarySha256": "0858a91d8b94661a60f73497d9cf8484c61587b64036aa18c0a6b122309b21d3",
    "summaryUrl": "/reports/fc-89575ed5687d/summary.json"
  },
  "referenceMetrics": {
    "boxF1": 1.0,
    "boxIoU": 1.0,
    "boxPrecision": 1.0,
    "boxRecall": 1.0,
    "classificationAccuracy": 1.0,
    "classificationF1": 1.0,
    "classificationPrecision": 1.0,
    "classificationRecall": 1.0,
    "eventF1": 1.0,
    "eventPrecision": 1.0,
    "eventRecall": 1.0,
    "eventTemporalIoU": 1.0,
    "segmentF1": 1.0,
    "segmentPrecision": 1.0,
    "segmentRecall": 1.0,
    "segmentTemporalIoU": 1.0,
    "trackingConsistency": 1.0
  },
  "schema": "vvdex.forge.annotation-certification-report/v1"
}