{
  "protocol": "heldout-v1",
  "scope": "New synthetic source photos, existing clothing catalog and frozen checks; no other categories or new-product generalization.",
  "registration_commit": "d062176f6c1118e9b452ec115651ea40b5e13152",
  "manifest_sha256": "9374a8edfd0040871446b5df48c19f0a4cb0b716f2a085ab180dab36a776dcc6",
  "frozen_at_utc": "2026-10-29T03:17:28.467740+00:00",
  "executed_at_utc": "2026-10-29T04:09:35.633530+00:00",
  "measurement_thresholds": {
    "garment_delta": 10.0,
    "relative_size_tolerance": 0.15,
    "pixel_change": 40
  },
  "summary": {
    "planned": 6,
    "source_photos": 2,
    "succeeded": 6,
    "failed": 0,
    "uncertain": 0,
    "not_attempted": 0,
    "plain_colour_planned": 4,
    "plain_colour_measured": 4,
    "plain_colour_close": 4,
    "plain_colour_different": 0,
    "plain_colour_missing": 0,
    "patterned_references": 2,
    "independent_human_reviews": 0,
    "requested_difference_planned": 4,
    "requested_difference_reviewed": 0,
    "units": 12
  },
  "billing": {
    "source": "YouCam credit history reconciled by provider task ID",
    "matched_tasks": 6,
    "units": 12,
    "balance_before": 970,
    "balance_after": 958,
    "app_lifetime_before": 70,
    "app_lifetime_after": 82
  },
  "input_sha256": {
    "assets/heldout_v1.json": "9374a8edfd0040871446b5df48c19f0a4cb0b716f2a085ab180dab36a776dcc6",
    "assets/heldout_v1_sources.json": "801683fb9d88fa96846e1a357efb252b9a17a60fc4f96c93ffc498ccfe9bb5f0",
    "assets/preview_evaluation_protocol.json": "e432e95770a46e8c138cb9a4437ea4dd85fe3ced214323c9c029b14ed6ad1af2",
    "assets/reference_colours.json": "2d2d8ac083bbf9df5fd1c82c8662b552ec4914f514dc08f6c10cb7b9e2a77631",
    "exchange/colour_check.py": "62f0dc45fcc3484197f30e042a3c0a7613e3bf671a314895bc7e5133cd027828",
    "exchange/heldout_evaluation.py": "174b08b55388e0681683eaae8fde604b4c3d7cb5bf4fdeab04f41f69ba3824b7",
    "exchange/management/commands/run_feasibility.py": "7e795a9895e5a907b3c6964c82692c6eb030df02cb4af2d99b7a6f427022d91a",
    "exchange/preview_evaluation.py": "5fa145453c711c2af942ecb6d0585bd10b35e49f539ffdd82cfd555358da546c",
    "exchange/preview_jobs.py": "0ef17f32ead675ce81da1dc55a8978bc47e9c16f71031b89d798f7db76a9beb3",
    "exchange/size_check.py": "6bc4f819bca77ada21edf2b3f16bd38dc5dba13579953ee5ae970972e53187e4",
    "exchange/static/exchange/catalog/CALM-04.jpg": "68c157ecd80ec7e044381fbd4fedbcd6bcb275005255fbbb68394aabb435c09b",
    "exchange/static/exchange/catalog/CALM-07.jpg": "5f9278d5a91c434034eb4282ba5498e6f0d19998d39374f18d507b964031fa49",
    "exchange/static/exchange/catalog/ORIGINAL.jpg": "7669c094ef0d1be3627a13ca06b6b4d2e40268d33869be2a6f84aa7e0b1b0377",
    "exchange/static/exchange/evidence/heldout-v1/01-model-d-ORIGINAL.jpg": "260a0d4d43574eaaa615d1fa6b3cb1fb0bc473c3387d9f86285a18d2622478ba",
    "exchange/static/exchange/evidence/heldout-v1/02-model-d-CALM-04.jpg": "2c9ebc52936703eca85dd3624a470e43f15601faad9f784690c0d398816783c6",
    "exchange/static/exchange/evidence/heldout-v1/03-model-d-CALM-07.jpg": "d2d9cde26f82cf43ad4b930e3e042506d2e094f7120acc3b18fbfa2c06e07825",
    "exchange/static/exchange/evidence/heldout-v1/04-model-e-ORIGINAL.jpg": "01b69c6d71884fb9cd9af991bbb8737e0472120233c3d8439ce82d7ede235ce7",
    "exchange/static/exchange/evidence/heldout-v1/05-model-e-CALM-04.jpg": "9d7894d482a50ab2c68028f8ebf28c9d16471f2f057dd453f4bcea1bd50062af",
    "exchange/static/exchange/evidence/heldout-v1/06-model-e-CALM-07.jpg": "9e80ffd4b79557eceb4d029d3851bd9cdabef400e957e81e954bd7e1e094c4b5",
    "exchange/static/exchange/evidence/heldout-v1/model-d-input.jpg": "5532ae3a4a9bc610fde4595609d752f3e61a38baa71e59907532efe27ab4693f",
    "exchange/static/exchange/evidence/heldout-v1/model-e-input.jpg": "67d2767282236551243037aa6ae83a1b752e98ae4a1173124035514f4821a09e",
    "exchange/static/exchange/evidence/heldout-v1/observations.json": "b64d47c48ba40e46705ed8c2981c37cd6c629270da3d7972ba8b5105edbb0d3d",
    "requirements.txt": "a63717077cfa20ac1e361f69aefb2b07cbc442c0ef3e8579e98cfde1998563a6",
    "scripts/check_heldout.py": "81f2205d92a5c696449fb33ecde171621f5f9784762d71e618160cd7beb47fbe",
    "secondlook/youcam_provider.py": "668bf5da5f64844e48572562ec315401076a6ed59e1c078ecc835d898c47a18f"
  },
  "cases": [
    {
      "id": "heldout-v1-01",
      "pair": 1,
      "model": "model-d",
      "sku": "ORIGINAL",
      "title": "Midnight Floral Blouse",
      "category": "tops",
      "role": "reference",
      "reference_case_id": "heldout-v1-01",
      "state": "succeeded",
      "attempts": 1,
      "provider": "youcam",
      "provider_version": "cloth-v4",
      "task_id_sha256": "2de8cd92a397d1bdf75c089d24eec9d890c8f09b31bf9221b5a484c2eceb608a",
      "elapsed_seconds": 20.589067,
      "observed_units": 2,
      "person_file": "model-d-input.jpg",
      "person_sha256": "5532ae3a4a9bc610fde4595609d752f3e61a38baa71e59907532efe27ab4693f",
      "result_file": "01-model-d-ORIGINAL.jpg",
      "result_sha256": "260a0d4d43574eaaa615d1fa6b3cb1fb0bc473c3387d9f86285a18d2622478ba",
      "review": null,
      "observation": null,
      "source_page": "https://pixabay.com/illustrations/ai-generated-woman-shirt-fashion-8702310/",
      "result_image": "exchange/evidence/heldout-v1/01-model-d-ORIGINAL.jpg",
      "person_image": "exchange/evidence/heldout-v1/model-d-input.jpg",
      "product_image": "exchange/catalog/ORIGINAL.jpg",
      "colour": {
        "status": "pattern",
        "delta": null,
        "note": "Patterned top: the preview may simplify the pattern. Check the product photo."
      },
      "outside_change_pct": 0.0
    },
    {
      "id": "heldout-v1-02",
      "pair": 2,
      "model": "model-d",
      "sku": "CALM-04",
      "title": "Sage Knit Top",
      "category": "tops",
      "role": "alternative",
      "reference_case_id": "heldout-v1-01",
      "state": "succeeded",
      "attempts": 1,
      "provider": "youcam",
      "provider_version": "cloth-v4",
      "task_id_sha256": "67b93aa8bf317cdb022d670476d337ca219d88cc88020765e916430460fe3918",
      "elapsed_seconds": 20.101415,
      "observed_units": 2,
      "person_file": "model-d-input.jpg",
      "person_sha256": "5532ae3a4a9bc610fde4595609d752f3e61a38baa71e59907532efe27ab4693f",
      "result_file": "02-model-d-CALM-04.jpg",
      "result_sha256": "2c9ebc52936703eca85dd3624a470e43f15601faad9f784690c0d398816783c6",
      "review": null,
      "observation": null,
      "source_page": "https://pixabay.com/illustrations/ai-generated-woman-shirt-fashion-8702310/",
      "result_image": "exchange/evidence/heldout-v1/02-model-d-CALM-04.jpg",
      "person_image": "exchange/evidence/heldout-v1/model-d-input.jpg",
      "product_image": "exchange/catalog/CALM-04.jpg",
      "colour": {
        "status": "close",
        "delta": 0.9,
        "note": "Colour check: close to the product photo."
      },
      "outside_change_pct": 0.0
    },
    {
      "id": "heldout-v1-03",
      "pair": 3,
      "model": "model-d",
      "sku": "CALM-07",
      "title": "Ribbed Turtleneck",
      "category": "tops",
      "role": "alternative",
      "reference_case_id": "heldout-v1-01",
      "state": "succeeded",
      "attempts": 1,
      "provider": "youcam",
      "provider_version": "cloth-v4",
      "task_id_sha256": "7124de366ada6f3f6ff15969374ae0708f9e7efe0d001b5c103a993bcd09ed7a",
      "elapsed_seconds": 19.562631,
      "observed_units": 2,
      "person_file": "model-d-input.jpg",
      "person_sha256": "5532ae3a4a9bc610fde4595609d752f3e61a38baa71e59907532efe27ab4693f",
      "result_file": "03-model-d-CALM-07.jpg",
      "result_sha256": "d2d9cde26f82cf43ad4b930e3e042506d2e094f7120acc3b18fbfa2c06e07825",
      "review": null,
      "observation": null,
      "source_page": "https://pixabay.com/illustrations/ai-generated-woman-shirt-fashion-8702310/",
      "result_image": "exchange/evidence/heldout-v1/03-model-d-CALM-07.jpg",
      "person_image": "exchange/evidence/heldout-v1/model-d-input.jpg",
      "product_image": "exchange/catalog/CALM-07.jpg",
      "colour": {
        "status": "close",
        "delta": 3.7,
        "note": "Colour check: close to the product photo."
      },
      "outside_change_pct": 0.0
    },
    {
      "id": "heldout-v1-04",
      "pair": 4,
      "model": "model-e",
      "sku": "ORIGINAL",
      "title": "Midnight Floral Blouse",
      "category": "tops",
      "role": "reference",
      "reference_case_id": "heldout-v1-04",
      "state": "succeeded",
      "attempts": 1,
      "provider": "youcam",
      "provider_version": "cloth-v4",
      "task_id_sha256": "92fbab7d6ec7314f195f062085ffeea57edf1bb962edcc9b0d80e8e90c0bae68",
      "elapsed_seconds": 20.292362,
      "observed_units": 2,
      "person_file": "model-e-input.jpg",
      "person_sha256": "67d2767282236551243037aa6ae83a1b752e98ae4a1173124035514f4821a09e",
      "result_file": "04-model-e-ORIGINAL.jpg",
      "result_sha256": "01b69c6d71884fb9cd9af991bbb8737e0472120233c3d8439ce82d7ede235ce7",
      "review": null,
      "observation": null,
      "source_page": "https://pixabay.com/illustrations/ai-generated-man-model-shirt-8520232/",
      "result_image": "exchange/evidence/heldout-v1/04-model-e-ORIGINAL.jpg",
      "person_image": "exchange/evidence/heldout-v1/model-e-input.jpg",
      "product_image": "exchange/catalog/ORIGINAL.jpg",
      "colour": {
        "status": "pattern",
        "delta": null,
        "note": "Patterned top: the preview may simplify the pattern. Check the product photo."
      },
      "outside_change_pct": 0.0
    },
    {
      "id": "heldout-v1-05",
      "pair": 5,
      "model": "model-e",
      "sku": "CALM-04",
      "title": "Sage Knit Top",
      "category": "tops",
      "role": "alternative",
      "reference_case_id": "heldout-v1-04",
      "state": "succeeded",
      "attempts": 1,
      "provider": "youcam",
      "provider_version": "cloth-v4",
      "task_id_sha256": "3773636405db35e93a8c943aaec8245bfd63cf23e5655d674a3c2200437732c1",
      "elapsed_seconds": 19.338018,
      "observed_units": 2,
      "person_file": "model-e-input.jpg",
      "person_sha256": "67d2767282236551243037aa6ae83a1b752e98ae4a1173124035514f4821a09e",
      "result_file": "05-model-e-CALM-04.jpg",
      "result_sha256": "9d7894d482a50ab2c68028f8ebf28c9d16471f2f057dd453f4bcea1bd50062af",
      "review": null,
      "observation": {
        "reviewer": "Codex (AI assistant)",
        "blinded": false,
        "note": "The sleeves appear pushed up on this render, exposing forearms despite the long-sleeve product. A close colour measurement does not verify requested sleeve coverage. This is an unblinded AI observation, not a human rubric rating."
      },
      "source_page": "https://pixabay.com/illustrations/ai-generated-man-model-shirt-8520232/",
      "result_image": "exchange/evidence/heldout-v1/05-model-e-CALM-04.jpg",
      "person_image": "exchange/evidence/heldout-v1/model-e-input.jpg",
      "product_image": "exchange/catalog/CALM-04.jpg",
      "colour": {
        "status": "close",
        "delta": 5.5,
        "note": "Colour check: close to the product photo."
      },
      "outside_change_pct": 0.0
    },
    {
      "id": "heldout-v1-06",
      "pair": 6,
      "model": "model-e",
      "sku": "CALM-07",
      "title": "Ribbed Turtleneck",
      "category": "tops",
      "role": "alternative",
      "reference_case_id": "heldout-v1-04",
      "state": "succeeded",
      "attempts": 1,
      "provider": "youcam",
      "provider_version": "cloth-v4",
      "task_id_sha256": "15be98b1ac1ee92bade0b8f44462553b23df20f2889083a6f137cd544ec4b2fa",
      "elapsed_seconds": 19.620238,
      "observed_units": 2,
      "person_file": "model-e-input.jpg",
      "person_sha256": "67d2767282236551243037aa6ae83a1b752e98ae4a1173124035514f4821a09e",
      "result_file": "06-model-e-CALM-07.jpg",
      "result_sha256": "9e80ffd4b79557eceb4d029d3851bd9cdabef400e957e81e954bd7e1e094c4b5",
      "review": null,
      "observation": null,
      "source_page": "https://pixabay.com/illustrations/ai-generated-man-model-shirt-8520232/",
      "result_image": "exchange/evidence/heldout-v1/06-model-e-CALM-07.jpg",
      "person_image": "exchange/evidence/heldout-v1/model-e-input.jpg",
      "product_image": "exchange/catalog/CALM-07.jpg",
      "colour": {
        "status": "close",
        "delta": 2.5,
        "note": "Colour check: close to the product photo."
      },
      "outside_change_pct": 0.0
    }
  ],
  "limits": [
    "Two synthetic source photos and known catalog products; this does not establish shopper, new-product or demographic performance.",
    "No automatic retries were made; every frozen case and its first attempt is included.",
    "No independent human rubric reviews have been completed. The one sleeve note is an unblinded AI observation.",
    "The original feasibility runner includes an old ten-pair pilot gate. That gate is not used for this six-case study; the frozen held-out protocol governs its denominators and conclusions.",
    "Reported outputs are the app-stored JPEGs. Source inputs match the pre-registered normalized hashes; output bytes are copied without further resizing or editing.",
    "Client elapsed time includes upload and polling waits; it is not model-compute time.",
    "Colour closeness and successful task completion are separate observations, not overall fidelity or physical-fit scores.",
    "Outside-region changes use the original fixed boxes and threshold. A zero value is not evidence of identity, pose or background preservation.",
    "Human product-detail, requested-change and misleading-result judgments remain unassessed."
  ]
}
