{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-03T08:30:35.096Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 21557778839, "vramResidentBytes": 8839831223, "hostResidentBytes": 12717947616, "vramResidentFraction": 0.4100529692329868 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3", "blockCount": 64, "kvHeadCount": 8, "attentionHeadCount": 64, "embeddingLength": 5120, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "qwen3:32b", "digest": "030ee887880fc378860c2dd35101da424377520441ae4bfe7be6deff8ade7840", "family": "qwen3", "parameterSize": "32.8B", "quantization": "Q4_K_M", "weightsBytes": 20201253829, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "12th Gen Intel(R) Core(TM) i9-12900K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 3080", "totalVramBytes": 10737418240, "freeVramBytesAtCheck": 10326376448, "freeVramBytesAtLoad": 1307574272, "utilizationPercentAtCheck": 0, "driverVersion": "595.71.05", "provider": "nvidia-smi" }, "memory": { "totalBytes": 32817020928 }, "os": { "platform": "linux", "version": "Ubuntu 26.04 LTS", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 760, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-3080-10gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "top_p 0.95\nrepeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 5322947226, "load_duration": 4117036624, "prompt_eval_count": 15, "prompt_eval_duration": 1203003000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5322947226, "load_duration": 4117036624, "prompt_eval_count": 15, "prompt_eval_duration": 1203003000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 59809010528, "load_duration": 4880931451, "prompt_eval_count": 49, "prompt_eval_duration": 1955123000, "eval_count": 128, "eval_duration": 52968989000, "timeToFirstTokenMs": 7730.490184999995 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 53440040498, "load_duration": 140074524, "prompt_eval_count": 49, "prompt_eval_duration": 415206000, "eval_count": 128, "eval_duration": 52863456000, "timeToFirstTokenMs": 1406.9965099999972 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 53440040498, "load_duration": 140074524, "prompt_eval_count": 49, "prompt_eval_duration": 415206000, "eval_count": 128, "eval_duration": 52863456000, "timeToFirstTokenMs": 1406.9965099999972 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 53357702700, "load_duration": 132480826, "prompt_eval_count": 49, "prompt_eval_duration": 416085000, "eval_count": 128, "eval_duration": 52785024000, "timeToFirstTokenMs": 1404.4505070000014 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 53357702700, "load_duration": 132480826, "prompt_eval_count": 49, "prompt_eval_duration": 416085000, "eval_count": 128, "eval_duration": 52785024000, "timeToFirstTokenMs": 1404.4505070000014 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 53358667324, "load_duration": 138402176, "prompt_eval_count": 49, "prompt_eval_duration": 415736000, "eval_count": 128, "eval_duration": 52802038000, "timeToFirstTokenMs": 1385.9425690000062 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 53358667324, "load_duration": 138402176, "prompt_eval_count": 49, "prompt_eval_duration": 415736000, "eval_count": 128, "eval_duration": 52802038000, "timeToFirstTokenMs": 1385.9425690000062 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 53403954864, "load_duration": 150732395, "prompt_eval_count": 49, "prompt_eval_duration": 417532000, "eval_count": 128, "eval_duration": 52833491000, "timeToFirstTokenMs": 1398.5379180000164 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 53403954864, "load_duration": 150732395, "prompt_eval_count": 49, "prompt_eval_duration": 417532000, "eval_count": 128, "eval_duration": 52833491000, "timeToFirstTokenMs": 1398.5379180000164 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 53346546638, "load_duration": 145388592, "prompt_eval_count": 49, "prompt_eval_duration": 417601000, "eval_count": 128, "eval_duration": 52781064000, "timeToFirstTokenMs": 1395.2292069999967 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 53346546638, "load_duration": 145388592, "prompt_eval_count": 49, "prompt_eval_duration": 417601000, "eval_count": 128, "eval_duration": 52781064000, "timeToFirstTokenMs": 1395.2292069999967 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 13727888410, "load_duration": 143414355, "prompt_eval_count": 2796, "prompt_eval_duration": 13555832000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 13996458411, "load_duration": 123470519, "prompt_eval_count": 2796, "prompt_eval_duration": 13535779000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13996458411, "load_duration": 123470519, "prompt_eval_count": 2796, "prompt_eval_duration": 13535779000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 14039195766, "load_duration": 160931056, "prompt_eval_count": 2796, "prompt_eval_duration": 13544978000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 14039195766, "load_duration": 160931056, "prompt_eval_count": 2796, "prompt_eval_duration": 13544978000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 13989963417, "load_duration": 129464472, "prompt_eval_count": 2796, "prompt_eval_duration": 13511776000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13989963417, "load_duration": 129464472, "prompt_eval_count": 2796, "prompt_eval_duration": 13511776000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 14016790610, "load_duration": 146082103, "prompt_eval_count": 2796, "prompt_eval_duration": 13474110000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 14016790610, "load_duration": 146082103, "prompt_eval_count": 2796, "prompt_eval_duration": 13474110000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 13997006366, "load_duration": 147556791, "prompt_eval_count": 2796, "prompt_eval_duration": 13515071000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13997006366, "load_duration": 147556791, "prompt_eval_count": 2796, "prompt_eval_duration": 13515071000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 217910497026, "load_duration": 175499610, "prompt_eval_count": 49, "prompt_eval_duration": 423874000, "eval_count": 512, "eval_duration": 216568374000, "timeToFirstTokenMs": 2179.834959 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 217130526388, "load_duration": 159317916, "prompt_eval_count": 49, "prompt_eval_duration": 454565000, "eval_count": 512, "eval_duration": 216431030000, "timeToFirstTokenMs": 1530.7199640000472 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 217130526388, "load_duration": 159317916, "prompt_eval_count": 49, "prompt_eval_duration": 454565000, "eval_count": 512, "eval_duration": 216431030000, "timeToFirstTokenMs": 1530.7199640000472 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 217128334757, "load_duration": 125006920, "prompt_eval_count": 49, "prompt_eval_duration": 418109000, "eval_count": 512, "eval_duration": 216580417000, "timeToFirstTokenMs": 1379.4926090000663 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 217128334757, "load_duration": 125006920, "prompt_eval_count": 49, "prompt_eval_duration": 418109000, "eval_count": 512, "eval_duration": 216580417000, "timeToFirstTokenMs": 1379.4926090000663 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 217120917532, "load_duration": 143078165, "prompt_eval_count": 49, "prompt_eval_duration": 420335000, "eval_count": 512, "eval_duration": 216554705000, "timeToFirstTokenMs": 1395.7413220000453 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 217120917532, "load_duration": 143078165, "prompt_eval_count": 49, "prompt_eval_duration": 420335000, "eval_count": 512, "eval_duration": 216554705000, "timeToFirstTokenMs": 1395.7413220000453 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 217068831078, "load_duration": 133758493, "prompt_eval_count": 49, "prompt_eval_duration": 418478000, "eval_count": 512, "eval_duration": 216514190000, "timeToFirstTokenMs": 1386.2659269999713 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 217068831078, "load_duration": 133758493, "prompt_eval_count": 49, "prompt_eval_duration": 418478000, "eval_count": 512, "eval_duration": 216514190000, "timeToFirstTokenMs": 1386.2659269999713 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 216989746925, "load_duration": 125351990, "prompt_eval_count": 49, "prompt_eval_duration": 418586000, "eval_count": 512, "eval_duration": 216444103000, "timeToFirstTokenMs": 1375.1178770000115 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 216989746925, "load_duration": 125351990, "prompt_eval_count": 49, "prompt_eval_duration": 418586000, "eval_count": 512, "eval_duration": 216444103000, "timeToFirstTokenMs": 1375.1178770000115 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 2.364741082328137, "coefficientOfVariation": 0.00030483757313319907, "samples": 5 }, "prefillTokensPerSecond": { "median": 206.88015623447333, "coefficientOfVariation": 0.0020296780419180914, "samples": 5 }, "timeToFirstTokenMs": { "median": 1398.5379180000164, "coefficientOfVariation": 0.005936791465980906, "samples": 5 }, "coldLoad": { "seconds": 4.117036624, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 20.201253829, "memoryBandwidthGBps": 760, "theoreticalMaxTokensPerSecond": 37.621427186315465, "utilization": 0.06285623005786169 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "detected", "message": "59% of the model's resident bytes are on the host, not in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 21557778839, "vramResidentBytes": 8839831223, "hostResidentBytes": 12717947616, "vramResidentFraction": 0.4100529692329868 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3", "blockCount": 64, "kvHeadCount": 8, "attentionHeadCount": 64, "embeddingLength": 5120, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "41% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 21557778839, "vramResidentBytes": 8839831223, "hostResidentBytes": 12717947616, "vramResidentFraction": 0.4100529692329868, "gpuModel": "NVIDIA GeForce RTX 3080" } }, { "id": "weights-exceed-vram", "status": "detected", "message": "Quantized on-disk model weight size is larger than total VRAM", "evidence": { "weightsBytes": 20201253829, "totalVramBytes": 10737418240 } } ] } }