{
  "date": "2026-10-03",
  "interface": "OpenRouter chat",
  "scope": "First ten text-model entries in the user-supplied newest-first, all-variants list. Batch and Pro entries count as listed variants.",
  "method": "Same original prompt sent to both zero-priced models in a fresh comparison room for each task. Default OpenRouter system/sampling settings retained; auxiliary server tools disabled. No manual edits to generated code.",
  "parameters": {
    "providerSelection": "Auto",
    "serverTools": 0,
    "manualOutputCap": false,
    "apodexObservedMaxTokensControl": 0,
    "apodexObservedTemperature": 1
  },
  "prompts": {
    "svg": "Make a SVG of a photorealistic 3D glass sphere containing a fully detailed 3D origami crane. Use realistic gradients, stroke paths, drop shadows, and visual refraction/reflections inside the glass. In one, fully working html file",
    "globe": "Create a single self-contained HTML file featuring an interactive 3D procedural globe using Three.js via CDN. The globe must have a procedurally generated canvas texture for continents, a translucent atmospheric glow mesh, and an orbiting ring of light particles. Include mouse drag rotation, zoom controls, and a single UI slider overlay to control the globe's continuous rotation speed. Output only valid HTML with no external image assets or console errors.",
    "game": "Create a fully functional, browser-based 3D third-person action-adventure game using Three.js inside a single self-contained HTML file, featuring a low-poly wizard exploring a vibrant floating island archipelago with bright pastel colors, dynamic day-night lighting, and environmental particle effects. Implement smooth WASD movement, spacebar jumping, and mouse-drag camera controls, complete with responsive collision detection, a dynamic camera-follow script, and an objective where the player collects glowing crystal artifacts while dodging automated elemental turrets. Include a clean user interface with a real-time score and health HUD, basic Web Audio API sound effects for jumping and collecting items, and a seamless game-over and restart system."
  },
  "benchmarks": {
    "ling": {
      "modelId": "inclusionai/ling-3.1-flash",
      "crane": {
        "uiAttempts": 1,
        "status": "complete HTML; SVG rendered",
        "estimatedUiTokens": 28739,
        "uiDurationSeconds": 297.6
      },
      "globe": {
        "uiAttempts": 3,
        "status": "Novita rate-limit error; no HTML returned"
      },
      "game": {
        "uiAttempts": 2,
        "status": "initial rate-limit error; retry had an empty visible answer",
        "estimatedUiTokens": 32768,
        "uiDurationSeconds": 407.9
      }
    },
    "apodex": {
      "modelId": "apodex/apodex-1.1-mini:free",
      "crane": {
        "uiAttempts": 1,
        "status": "complete HTML; stylized SVG rendered",
        "estimatedUiTokens": 4506,
        "uiDurationSeconds": 16.3
      },
      "globe": {
        "uiAttempts": 2,
        "status": "first file failed bare three-module resolution; unchanged-prompt retry rendered",
        "firstEstimatedUiTokens": 11979,
        "firstUiDurationSeconds": 57.7,
        "retryEstimatedUiTokens": 9955,
        "retryUiDurationSeconds": 33.9,
        "verified": [
          "WebGL canvas",
          "slider value/readout change",
          "camera input smoke check"
        ],
        "limitations": [
          "Continents were difficult to distinguish in inspected views",
          "No quantitative zoom/camera measurement"
        ]
      },
      "game": {
        "uiAttempts": 2,
        "status": "initial network error; focused retry returned a complete prototype",
        "estimatedUiTokens": 14628,
        "uiDurationSeconds": 62.2,
        "verified": [
          "Three.js scene",
          "Start action",
          "HUD showed 0/12 crystals",
          "No artifact-script errors observed"
        ],
        "sourceProbe": {
          "method": "Actual generated restartGame/startGame functions, isolated source-level probe",
          "afterRestart": {
            "gameOver": true,
            "isPaused": false,
            "won": false,
            "health": 0,
            "score": 500,
            "crystalsCollected": 5,
            "startTime": 1000
          }
        },
        "limitations": [
          "Restart retains gameOver and prior score/health",
          "Sustained movement, collection, audio, combat and victory not verified end to end"
        ]
      }
    }
  },
  "notes": [
    "UI token counts are estimated, and UI durations were not independently timed.",
    "UI displayed $0 for completed generations; catalog pricing was checked separately.",
    "The first globe retry was a whole-turn retry, rerunning both models; the final Ling globe retry and both game retries targeted the individual model.",
    "Browser-extension errors inside opaque SVG frames were excluded from artifact-script results."
  ],
  "artifacts": [
    {
      "sourceModel": "inclusionai/ling-3.1-flash",
      "path": "ling-3-1-flash/glass-crane.html",
      "originalBytes": 16301,
      "originalSha256": "1d46200ebb81bf15508defdf255d1789357273113a3e1c0b47406536ff4bf195",
      "hostedSha256": "6cc61edc6f4b691867eb3a038453634539e0773460f1377b1d826d3e91ea19bd",
      "embeddingSymbol": "LING31_CRANE_HTML"
    },
    {
      "sourceModel": "apodex/apodex-1.1-mini:free",
      "path": "apodex-1-1-mini/glass-crane.html",
      "originalBytes": 10821,
      "originalSha256": "85160f150daaa6b79f660e6a19129907722d7deb713676d97a9f619dd1754629",
      "hostedSha256": "ec26213dd13a7e2396f5764df7171af9589e15c4eb1ed24954df0976251ae77b",
      "embeddingSymbol": "APODEX11_CRANE_HTML"
    },
    {
      "sourceModel": "apodex/apodex-1.1-mini:free",
      "path": "apodex-1-1-mini/procedural-globe-original.html",
      "originalBytes": 12611,
      "originalSha256": "d40bd963752c8652b68ac731f373943c9016eca8a16087a4c6e33f1e78ab5696",
      "hostedSha256": "7f459ae4af151b06292726ccb22fb9bf46d25f9bb534424bb08d6e06383d9d34",
      "embeddingSymbol": null
    },
    {
      "sourceModel": "apodex/apodex-1.1-mini:free",
      "path": "apodex-1-1-mini/procedural-globe.html",
      "originalBytes": 17272,
      "originalSha256": "7a965459db8cc461a6b1c86e2db378291b4655c9d5095c0d14bab0252283ee06",
      "hostedSha256": "a42d5d2ada2da69da559128b9ec229d09b3bf22e4e3129cdfcd38d0b15e45eea",
      "embeddingSymbol": "APODEX11_GLOBE_HTML"
    },
    {
      "sourceModel": "apodex/apodex-1.1-mini:free",
      "path": "apodex-1-1-mini/wizard-game.html",
      "originalBytes": 41864,
      "originalSha256": "7a05fc18d07ce6112d23a0feaadb49021800d24866c76e1b1c774938008ff2f4",
      "hostedSha256": "fe4ec7e75e48f474d862d11660066dc707dbdba1d2cc84c620f3da6600f6e1ae",
      "embeddingSymbol": "APODEX11_GAME_HTML"
    }
  ]
}