{
  "schemaVersion": 2,
  "version": 2,
  "results": {
    "nvidia_nim": {
      "provider": "nvidia_nim",
      "model": "nvidia/nemotron-3-super-120b-a12b",
      "status": "passed",
      "latencyMs": 977,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:31:55.520Z",
      "errorType": null
    },
    "open_router": {
      "provider": "open_router",
      "model": "openrouter/free",
      "status": "passed",
      "latencyMs": 972,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:31:56.495Z",
      "errorType": null
    },
    "deepseek": {
      "provider": "deepseek",
      "model": "deepseek-v4-flash",
      "status": "failed",
      "latencyMs": 705,
      "outputChars": 0,
      "httpStatus": 402,
      "testedAt": "2026-08-08T01:31:57.202Z",
      "errorType": null
    },
    "mistral": {
      "provider": "mistral",
      "model": "devstral-latest",
      "status": "passed",
      "latencyMs": 3247,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:32:00.451Z",
      "errorType": null
    },
    "opencode": {
      "provider": "opencode",
      "model": "deepseek-v4-flash-free",
      "status": "failed",
      "latencyMs": 405,
      "outputChars": 0,
      "httpStatus": 401,
      "testedAt": "2026-08-08T01:32:00.858Z",
      "errorType": null
    },
    "opencode_go": {
      "provider": "opencode_go",
      "model": "deepseek-v4-flash",
      "status": "failed",
      "latencyMs": 485,
      "outputChars": 0,
      "httpStatus": 401,
      "testedAt": "2026-08-08T01:32:01.346Z",
      "errorType": null
    },
    "vercel": {
      "provider": "vercel",
      "model": "alibaba/qwen3-coder-next",
      "status": "failed",
      "latencyMs": 709,
      "outputChars": 0,
      "httpStatus": 403,
      "testedAt": "2026-08-08T01:32:02.059Z",
      "errorType": null
    },
    "huggingface": {
      "provider": "huggingface",
      "model": "Qwen/Qwen3-Coder-Next",
      "status": "passed",
      "latencyMs": 1464,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:32:03.526Z",
      "errorType": null
    },
    "cohere": {
      "provider": "cohere",
      "model": "north-mini-code-1-0",
      "status": "passed",
      "latencyMs": 2326,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:32:05.854Z",
      "errorType": null
    },
    "kimi": {
      "provider": "kimi",
      "model": "kimi-k2.7-code",
      "status": "failed",
      "latencyMs": 33883,
      "outputChars": 0,
      "httpStatus": 429,
      "testedAt": "2026-08-08T01:32:39.739Z",
      "errorType": null
    },
    "minimax": {
      "provider": "minimax",
      "model": "MiniMax-M2.5",
      "status": "failed",
      "latencyMs": 442,
      "outputChars": 0,
      "httpStatus": 402,
      "testedAt": "2026-08-08T01:32:40.184Z",
      "errorType": null
    },
    "cerebras": {
      "provider": "cerebras",
      "model": "gpt-oss-120b",
      "status": "failed",
      "latencyMs": 184,
      "outputChars": 0,
      "httpStatus": 402,
      "testedAt": "2026-08-08T01:32:40.370Z",
      "errorType": null
    },
    "groq": {
      "provider": "groq",
      "model": "openai/gpt-oss-120b",
      "status": "passed",
      "latencyMs": 400,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:32:40.772Z",
      "errorType": null
    },
    "sambanova": {
      "provider": "sambanova",
      "model": "gpt-oss-120b",
      "status": "passed",
      "latencyMs": 1834,
      "outputChars": 2,
      "httpStatus": 200,
      "testedAt": "2026-08-08T01:32:42.609Z",
      "errorType": null
    },
    "zai": {
      "provider": "zai",
      "model": "glm-4.7",
      "status": "failed",
      "latencyMs": 37925,
      "outputChars": 0,
      "httpStatus": 429,
      "testedAt": "2026-08-08T01:33:20.536Z",
      "errorType": null
    },
    "ollama": {
      "provider": "ollama",
      "model": "qwen2.5-coder:7b",
      "status": "failed",
      "latencyMs": 229,
      "outputChars": 0,
      "httpStatus": 400,
      "testedAt": "2026-08-08T01:33:20.769Z",
      "errorType": null
    }
  },
  "exactResults": {
    "open_router/nvidia/nemotron-3-ultra-550b-a55b:free": {
      "provider": "open_router",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
      "fullModel": "open_router/nvidia/nemotron-3-ultra-550b-a55b:free",
      "status": "passed",
      "latencyMs": 1146,
      "outputChars": 2,
      "httpStatus": 200,
      "retryAfterMs": null,
      "testedAt": "2026-08-07T22:25:54.242Z",
      "errorType": null
    },
    "opencode/deepseek-v4-flash-free": {
      "provider": "opencode",
      "model": "deepseek-v4-flash-free",
      "fullModel": "opencode/deepseek-v4-flash-free",
      "status": "failed",
      "latencyMs": 426,
      "outputChars": 0,
      "httpStatus": 401,
      "retryAfterMs": null,
      "testedAt": "2026-08-08T01:36:47.209Z",
      "errorType": null
    },
    "open_router/openai/gpt-oss-20b:free": {
      "provider": "open_router",
      "model": "openai/gpt-oss-20b:free",
      "fullModel": "open_router/openai/gpt-oss-20b:free",
      "status": "passed",
      "latencyMs": 1886,
      "outputChars": 2,
      "httpStatus": 200,
      "retryAfterMs": null,
      "testedAt": "2026-08-08T01:36:53.687Z",
      "errorType": null
    }
  },
  "updatedAt": "2026-08-08T01:36:53.687Z"
}