{
  "benchmark": {
    "name": "scenes-cli",
    "created_at": "2026-10-01T07:27:51Z",
    "caps": {
      "minutes": 20.0,
      "cost_usd": 4.0,
      "requests": 60
    },
    "runs_per_image": 1,
    "judge": {
      "version": 2,
      "samples": 96,
      "max_size": 1100,
      "device": "AUTO",
      "orbit_degrees": 35.0
    },
    "scoring": {
      "scorecard_version": 2,
      "weights": {
        "detail": 0.4,
        "silhouette": 0.3,
        "colour": 0.15,
        "mesh": 0.15
      }
    },
    "brief_sha256": "9a299201a085caa16c85a6dcda45cd5ce3a28260fe9ee1fa9d5cdf2887b3341e",
    "code": "fa2e2e9"
  },
  "models": [
    {
      "id": "openai/gpt-6-astra",
      "name": "GPT-6 Astra",
      "vendor": "OpenAI",
      "colour": 4,
      "usd_per_million": {
        "input": 10.0,
        "output": 50.0,
        "cached_input": 1.0,
        "cache_write_input": 12.5
      },
      "runs": 3,
      "scored": 3,
      "overall": 63.4,
      "overall_scored": 63.4,
      "overall_range": [
        59.5,
        68.6
      ],
      "scores": {
        "silhouette": 51.7,
        "colour": 45.0,
        "detail": 71.3,
        "mesh": 83.7
      },
      "cost_usd": 1.6939,
      "cost_total_usd": 5.0816,
      "minutes": 16.7,
      "requests": 17,
      "first_render_minutes": 4.6,
      "reasoning_share": null,
      "cached_share": null,
      "points_per_dollar": 37.4,
      "capped": 1
    },
    {
      "id": "openai/gpt-6.1-sol",
      "name": "GPT-6.1 Sol",
      "vendor": "OpenAI",
      "colour": 2,
      "usd_per_million": {
        "input": 2.0,
        "output": 10.0,
        "cached_input": 0.09999999999999999,
        "cache_write_input": 2.5
      },
      "runs": 3,
      "scored": 3,
      "overall": 60.9,
      "overall_scored": 60.9,
      "overall_range": [
        56.0,
        66.2
      ],
      "scores": {
        "silhouette": 59.2,
        "colour": 43.4,
        "detail": 67.3,
        "mesh": 64.8
      },
      "cost_usd": 0.3581,
      "cost_total_usd": 1.0744,
      "minutes": 17.9,
      "requests": 18,
      "first_render_minutes": 2.9,
      "reasoning_share": null,
      "cached_share": null,
      "points_per_dollar": 170.0,
      "capped": 1
    },
    {
      "id": "anthropic/claude-opus-5.5",
      "name": "Claude Opus 5.5",
      "vendor": "Anthropic",
      "colour": 3,
      "usd_per_million": {
        "input": 4.0,
        "output": 20.0,
        "cached_input": 0.19999999999999998,
        "cache_write_input": 5.0
      },
      "runs": 3,
      "scored": 3,
      "overall": 59.7,
      "overall_scored": 59.7,
      "overall_range": [
        59.0,
        60.9
      ],
      "scores": {
        "silhouette": 49.4,
        "colour": 48.2,
        "detail": 62.3,
        "mesh": 84.5
      },
      "cost_usd": 1.1889,
      "cost_total_usd": 3.5666,
      "minutes": 12.2,
      "requests": 25.3,
      "first_render_minutes": 3.4,
      "reasoning_share": null,
      "cached_share": null,
      "points_per_dollar": 50.2,
      "capped": 1
    },
    {
      "id": "anthropic/claude-sonnet-5.5",
      "name": "Claude Sonnet 5.5",
      "vendor": "Anthropic",
      "colour": 1,
      "usd_per_million": {
        "input": 2.0,
        "output": 10.0,
        "cached_input": 0.19999999999999998,
        "cache_write_input": 2.5
      },
      "runs": 3,
      "scored": 3,
      "overall": 55.5,
      "overall_scored": 55.5,
      "overall_range": [
        51.5,
        58.7
      ],
      "scores": {
        "silhouette": 48.5,
        "colour": 40.6,
        "detail": 53.2,
        "mesh": 90.7
      },
      "cost_usd": 0.4978,
      "cost_total_usd": 1.4933,
      "minutes": 4.8,
      "requests": 22.3,
      "first_render_minutes": 3.6,
      "reasoning_share": null,
      "cached_share": null,
      "points_per_dollar": 111.6,
      "capped": 0
    }
  ],
  "runs": [
    {
      "model": "anthropic/claude-opus-5.5",
      "image": "car-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 59.0,
      "scores": {
        "silhouette": 42.8,
        "colour": 47.2,
        "detail": 62.0,
        "mesh": 95.4
      },
      "own_render_overall": 52.6,
      "cost_usd": 1.771951,
      "cost_basis": "api_equivalent_estimate",
      "requests": 35,
      "seconds": {
        "agent": 527.801,
        "package": 3.6,
        "judge": 6.4,
        "total": 538.3
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 78,
        "triangles": 30472,
        "materials": 11
      },
      "glb_bytes": 233420,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T07:53:00Z",
      "effort": {
        "first_render_minutes": 2.1,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "car",
      "run": 1
    },
    {
      "model": "anthropic/claude-opus-5.5",
      "image": "desk-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "time_exceeded",
      "agent_reason": "Elapsed time reached this project's limit",
      "overall": 60.9,
      "scores": {
        "silhouette": 45.5,
        "colour": 60.3,
        "detail": 59.3,
        "mesh": 96.4
      },
      "own_render_overall": 39.0,
      "cost_usd": 0.715219,
      "cost_basis": "api_equivalent_estimate",
      "requests": 20,
      "seconds": {
        "agent": 1200.562,
        "package": 5.0,
        "judge": 11.7,
        "total": 1217.8
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 74,
        "triangles": 11912,
        "materials": 11
      },
      "glb_bytes": 159992,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T08:13:18Z",
      "effort": {
        "first_render_minutes": 2.7,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "desk",
      "run": 1
    },
    {
      "model": "anthropic/claude-opus-5.5",
      "image": "shopfront-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 59.1,
      "scores": {
        "silhouette": 59.8,
        "colour": 37.2,
        "detail": 65.7,
        "mesh": 61.7
      },
      "own_render_overall": 58.6,
      "cost_usd": 1.079403,
      "cost_basis": "api_equivalent_estimate",
      "requests": 21,
      "seconds": {
        "agent": 459.535,
        "package": 23.3,
        "judge": 14.6,
        "total": 497.9
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 140,
        "triangles": 2632,
        "materials": 15
      },
      "glb_bytes": 2280944,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T08:21:36Z",
      "effort": {
        "first_render_minutes": 5.4,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "shopfront",
      "run": 1
    },
    {
      "model": "anthropic/claude-sonnet-5.5",
      "image": "car-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 58.7,
      "scores": {
        "silhouette": 60.0,
        "colour": 34.8,
        "detail": 51.8,
        "mesh": 98.5
      },
      "own_render_overall": 51.7,
      "cost_usd": 0.477687,
      "cost_basis": "api_equivalent_estimate",
      "requests": 22,
      "seconds": {
        "agent": 251.385,
        "package": 3.0,
        "judge": 6.8,
        "total": 262.0
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 25,
        "triangles": 4354,
        "materials": 10
      },
      "glb_bytes": 76472,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T07:38:11Z",
      "effort": {
        "first_render_minutes": 2.5,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "car",
      "run": 1
    },
    {
      "model": "anthropic/claude-sonnet-5.5",
      "image": "desk-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 56.4,
      "scores": {
        "silhouette": 36.3,
        "colour": 57.2,
        "detail": 56.5,
        "mesh": 95.3
      },
      "own_render_overall": 49.5,
      "cost_usd": 0.522331,
      "cost_basis": "api_equivalent_estimate",
      "requests": 23,
      "seconds": {
        "agent": 287.356,
        "package": 3.0,
        "judge": 6.7,
        "total": 297.5
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 60,
        "triangles": 9882,
        "materials": 9
      },
      "glb_bytes": 179128,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T07:32:48Z",
      "effort": {
        "first_render_minutes": 3.1,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "desk",
      "run": 1
    },
    {
      "model": "anthropic/claude-sonnet-5.5",
      "image": "shopfront-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 51.5,
      "scores": {
        "silhouette": 49.1,
        "colour": 29.8,
        "detail": 51.3,
        "mesh": 78.3
      },
      "own_render_overall": 46.7,
      "cost_usd": 0.49327,
      "cost_basis": "api_equivalent_estimate",
      "requests": 22,
      "seconds": {
        "agent": 329.43,
        "package": 14.3,
        "judge": 6.3,
        "total": 350.5
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 56,
        "triangles": 1172,
        "materials": 13
      },
      "glb_bytes": 1051072,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T07:44:01Z",
      "effort": {
        "first_render_minutes": 5.3,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "shopfront",
      "run": 1
    },
    {
      "model": "openai/gpt-6-astra",
      "image": "car-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 62.0,
      "scores": {
        "silhouette": 48.2,
        "colour": 42.9,
        "detail": 69.3,
        "mesh": 88.9
      },
      "own_render_overall": 57.2,
      "cost_usd": 1.917278,
      "cost_basis": "api_equivalent_estimate",
      "requests": 20,
      "seconds": {
        "agent": 1164.857,
        "package": 32.3,
        "judge": 10.1,
        "total": 1207.7
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 152,
        "triangles": 151752,
        "materials": 12
      },
      "glb_bytes": 1093672,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T08:49:20Z",
      "effort": {
        "first_render_minutes": 5.4,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "car",
      "run": 1
    },
    {
      "model": "openai/gpt-6-astra",
      "image": "desk-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 59.5,
      "scores": {
        "silhouette": 33.3,
        "colour": 59.2,
        "detail": 67.1,
        "mesh": 91.7
      },
      "own_render_overall": 53.8,
      "cost_usd": 1.369735,
      "cost_basis": "api_equivalent_estimate",
      "requests": 16,
      "seconds": {
        "agent": 637.398,
        "package": 13.3,
        "judge": 17.1,
        "total": 668.4
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 169,
        "triangles": 173288,
        "materials": 16
      },
      "glb_bytes": 1520528,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T09:00:29Z",
      "effort": {
        "first_render_minutes": 5.7,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "desk",
      "run": 1
    },
    {
      "model": "openai/gpt-6-astra",
      "image": "shopfront-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "time_exceeded",
      "agent_reason": "Elapsed time reached this project's limit",
      "overall": 68.6,
      "scores": {
        "silhouette": 73.7,
        "colour": 33.0,
        "detail": 77.5,
        "mesh": 70.4
      },
      "own_render_overall": 68.0,
      "cost_usd": 1.794615,
      "cost_basis": "api_equivalent_estimate",
      "requests": 15,
      "seconds": {
        "agent": 1200.961,
        "package": 32.1,
        "judge": 133.7,
        "total": 1367.1
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 2687,
        "triangles": 138578,
        "materials": 17
      },
      "glb_bytes": 9102752,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T09:23:16Z",
      "effort": {
        "first_render_minutes": 2.8,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "shopfront",
      "run": 1
    },
    {
      "model": "openai/gpt-6.1-sol",
      "image": "car-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 66.2,
      "scores": {
        "silhouette": 63.9,
        "colour": 42.0,
        "detail": 66.4,
        "mesh": 94.5
      },
      "own_render_overall": 61.3,
      "cost_usd": 0.410873,
      "cost_basis": "api_equivalent_estimate",
      "requests": 19,
      "seconds": {
        "agent": 1149.356,
        "package": 8.1,
        "judge": 8.2,
        "total": 1166.0
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 523,
        "triangles": 168714,
        "materials": 10
      },
      "glb_bytes": 1642816,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T07:53:15Z",
      "effort": {
        "first_render_minutes": 2.0,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "car",
      "run": 1
    },
    {
      "model": "openai/gpt-6.1-sol",
      "image": "desk-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "completed",
      "agent_reason": null,
      "overall": 60.5,
      "scores": {
        "silhouette": 40.7,
        "colour": 59.2,
        "detail": 61.0,
        "mesh": 99.8
      },
      "own_render_overall": 53.5,
      "cost_usd": 0.296943,
      "cost_basis": "api_equivalent_estimate",
      "requests": 14,
      "seconds": {
        "agent": 873.356,
        "package": 6.8,
        "judge": 6.9,
        "total": 887.5
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 114,
        "triangles": 27290,
        "materials": 15
      },
      "glb_bytes": 769364,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T08:08:02Z",
      "effort": {
        "first_render_minutes": 1.5,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "desk",
      "run": 1
    },
    {
      "model": "openai/gpt-6.1-sol",
      "image": "shopfront-reference.webp",
      "status": "scored",
      "reason": null,
      "agent_status": "time_exceeded",
      "agent_reason": "Elapsed time reached this project's limit",
      "overall": 56.0,
      "scores": {
        "silhouette": 73.0,
        "colour": 29.0,
        "detail": 74.4,
        "mesh": 0.0
      },
      "own_render_overall": 65.9,
      "cost_usd": 0.366575,
      "cost_basis": "api_equivalent_estimate",
      "requests": 21,
      "seconds": {
        "agent": 1200.354,
        "package": 22.0,
        "judge": 46.9,
        "total": 1269.7
      },
      "stages": 0,
      "restarts": 0,
      "scene": {
        "mesh_objects": 1549,
        "triangles": 122284,
        "materials": 13
      },
      "glb_bytes": 4065916,
      "integrity": {
        "image_files": 0,
        "reference_in_scene": []
      },
      "judge": {
        "device": "GPU",
        "samples": 96,
        "resolution": [
          1100,
          1100
        ]
      },
      "finished_at": "2026-10-01T08:29:12Z",
      "effort": {
        "first_render_minutes": 5.1,
        "model_seconds": 0,
        "slowest_response_seconds": 0,
        "input_tokens": 0,
        "cached_tokens": 0,
        "output_tokens": 0,
        "reasoning_tokens": 0
      },
      "image_id": "shopfront",
      "run": 1
    }
  ]
}