{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-01T11:40:27.489Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 5295172484, "vramResidentBytes": 5295172484, "hostResidentBytes": 0, "vramResidentFraction": 1 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3", "blockCount": 36, "kvHeadCount": 8, "attentionHeadCount": 32, "embeddingLength": 4096, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": "q8_0", "OLLAMA_FLASH_ATTENTION": "true", "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": true }, "declaredNonDefault": [ "OLLAMA_KV_CACHE_TYPE", "OLLAMA_FLASH_ATTENTION", "OLLAMA_HOST" ] } }, "model": { "identifier": "qwen3:8b", "digest": "500a1f067a9f782620b40bee6f7b0c89e17ae61f686b92c24933e4ca4b2b8b41", "family": "qwen3", "parameterSize": "8.2B", "quantization": "Q4_K_M", "weightsBytes": 5225388164, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "Intel(R) Core(TM) i7-14700K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 4070 Ti", "totalVramBytes": 12878610432, "freeVramBytesAtCheck": 4821352448, "freeVramBytesAtLoad": 5127536640, "utilizationPercentAtCheck": 0, "driverVersion": "610.88", "provider": "nvidia-smi" }, "memory": { "totalBytes": 34039717888 }, "os": { "platform": "win32", "version": "10.0.26200", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 504, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-4070-ti-12gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "repeat_penalty 1\nstop \"<|im_start|>\"\nstop \"<|im_end|>\"\ntemperature 0.6\ntop_k 20\ntop_p 0.95", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 4494835500, "load_duration": 2551010800, "prompt_eval_count": 15, "prompt_eval_duration": 1941723000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4494835500, "load_duration": 2551010800, "prompt_eval_count": 15, "prompt_eval_duration": 1941723000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 13251947500, "load_duration": 3335256600, "prompt_eval_count": 49, "prompt_eval_duration": 155157000, "eval_count": 128, "eval_duration": 9759007000, "timeToFirstTokenMs": 11701.856999999998 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 1689577900, "load_duration": 188070700, "prompt_eval_count": 49, "prompt_eval_duration": 12131000, "eval_count": 128, "eval_duration": 1483725000, "timeToFirstTokenMs": 229.84830000000147 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1689577900, "load_duration": 188070700, "prompt_eval_count": 49, "prompt_eval_duration": 12131000, "eval_count": 128, "eval_duration": 1483725000, "timeToFirstTokenMs": 229.84830000000147 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 1686386800, "load_duration": 188970000, "prompt_eval_count": 49, "prompt_eval_duration": 12203000, "eval_count": 128, "eval_duration": 1483101000, "timeToFirstTokenMs": 226.57489999999962 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1686386800, "load_duration": 188970000, "prompt_eval_count": 49, "prompt_eval_duration": 12203000, "eval_count": 128, "eval_duration": 1483101000, "timeToFirstTokenMs": 226.57489999999962 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 1685974800, "load_duration": 186731200, "prompt_eval_count": 49, "prompt_eval_duration": 12206000, "eval_count": 128, "eval_duration": 1484432000, "timeToFirstTokenMs": 225.1334999999999 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1685974800, "load_duration": 186731200, "prompt_eval_count": 49, "prompt_eval_duration": 12206000, "eval_count": 128, "eval_duration": 1484432000, "timeToFirstTokenMs": 225.1334999999999 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 1686008200, "load_duration": 186962600, "prompt_eval_count": 49, "prompt_eval_duration": 12228000, "eval_count": 128, "eval_duration": 1484400000, "timeToFirstTokenMs": 225.17329999999856 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1686008200, "load_duration": 186962600, "prompt_eval_count": 49, "prompt_eval_duration": 12228000, "eval_count": 128, "eval_duration": 1484400000, "timeToFirstTokenMs": 225.17329999999856 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 1684804000, "load_duration": 187253600, "prompt_eval_count": 49, "prompt_eval_duration": 12255000, "eval_count": 128, "eval_duration": 1483530000, "timeToFirstTokenMs": 225.60350000000108 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1684804000, "load_duration": 187253600, "prompt_eval_count": 49, "prompt_eval_duration": 12255000, "eval_count": 128, "eval_duration": 1483530000, "timeToFirstTokenMs": 225.60350000000108 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 690790100, "load_duration": 187571800, "prompt_eval_count": 2796, "prompt_eval_duration": 487162000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 735909600, "load_duration": 187508900, "prompt_eval_count": 2796, "prompt_eval_duration": 480203000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 735909600, "load_duration": 187508900, "prompt_eval_count": 2796, "prompt_eval_duration": 480203000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 736857600, "load_duration": 188499700, "prompt_eval_count": 2796, "prompt_eval_duration": 480193000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 736857600, "load_duration": 188499700, "prompt_eval_count": 2796, "prompt_eval_duration": 480193000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 735715200, "load_duration": 188979500, "prompt_eval_count": 2796, "prompt_eval_duration": 479987000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 735715200, "load_duration": 188979500, "prompt_eval_count": 2796, "prompt_eval_duration": 479987000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 736549400, "load_duration": 189469600, "prompt_eval_count": 2796, "prompt_eval_duration": 479823000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 736549400, "load_duration": 189469600, "prompt_eval_count": 2796, "prompt_eval_duration": 479823000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 735895300, "load_duration": 187881100, "prompt_eval_count": 2796, "prompt_eval_duration": 479868000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 735895300, "load_duration": 187881100, "prompt_eval_count": 2796, "prompt_eval_duration": 479868000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 6284657600, "load_duration": 189018700, "prompt_eval_count": 49, "prompt_eval_duration": 14701000, "eval_count": 512, "eval_duration": 6023731000, "timeToFirstTokenMs": 286.01400000000285 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 6247956800, "load_duration": 189066800, "prompt_eval_count": 49, "prompt_eval_duration": 14793000, "eval_count": 512, "eval_duration": 6029919000, "timeToFirstTokenMs": 243.14019999999437 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 6247956800, "load_duration": 189066800, "prompt_eval_count": 49, "prompt_eval_duration": 14793000, "eval_count": 512, "eval_duration": 6029919000, "timeToFirstTokenMs": 243.14019999999437 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 6235253600, "load_duration": 188127000, "prompt_eval_count": 49, "prompt_eval_duration": 15306000, "eval_count": 512, "eval_duration": 6029676000, "timeToFirstTokenMs": 231.44869999999355 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 6235253600, "load_duration": 188127000, "prompt_eval_count": 49, "prompt_eval_duration": 15306000, "eval_count": 512, "eval_duration": 6029676000, "timeToFirstTokenMs": 231.44869999999355 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 6232945700, "load_duration": 187640600, "prompt_eval_count": 49, "prompt_eval_duration": 15011000, "eval_count": 512, "eval_duration": 6027953000, "timeToFirstTokenMs": 230.20850000000064 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 6232945700, "load_duration": 187640600, "prompt_eval_count": 49, "prompt_eval_duration": 15011000, "eval_count": 512, "eval_duration": 6027953000, "timeToFirstTokenMs": 230.20850000000064 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 6236313500, "load_duration": 188372600, "prompt_eval_count": 49, "prompt_eval_duration": 14989000, "eval_count": 512, "eval_duration": 6030576000, "timeToFirstTokenMs": 231.03230000000622 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 6236313500, "load_duration": 188372600, "prompt_eval_count": 49, "prompt_eval_duration": 14989000, "eval_count": 512, "eval_duration": 6030576000, "timeToFirstTokenMs": 231.03230000000622 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 6270566600, "load_duration": 188818700, "prompt_eval_count": 49, "prompt_eval_duration": 15086000, "eval_count": 512, "eval_duration": 6064735000, "timeToFirstTokenMs": 231.0685999999987 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 6270566600, "load_duration": 188818700, "prompt_eval_count": 49, "prompt_eval_duration": 15086000, "eval_count": 512, "eval_duration": 6064735000, "timeToFirstTokenMs": 231.0685999999987 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 84.90992996755016, "coefficientOfVariation": 0.0026039458124384064, "samples": 5 }, "prefillTokensPerSecond": { "median": 5825.15776468946, "coefficientOfVariation": 0.00037014851118277227, "samples": 5 }, "timeToFirstTokenMs": { "median": 225.60350000000108, "coefficientOfVariation": 0.008732057651540628, "samples": 5 }, "coldLoad": { "seconds": 2.5510108, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 5.225388164, "memoryBandwidthGBps": 504, "theoreticalMaxTokensPerSecond": 96.45216473529716, "utilization": 0.8803320298779871 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "not-detected", "message": "The whole resident footprint is on one side; no split between VRAM and host memory", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 5295172484, "vramResidentBytes": 5295172484, "hostResidentBytes": 0, "vramResidentFraction": 1 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3", "blockCount": 36, "kvHeadCount": 8, "attentionHeadCount": 32, "embeddingLength": 4096, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "100% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 5295172484, "vramResidentBytes": 5295172484, "hostResidentBytes": 0, "vramResidentFraction": 1, "gpuModel": "NVIDIA GeForce RTX 4070 Ti" } }, { "id": "weights-exceed-vram", "status": "not-detected", "message": "Quantized on-disk model weight size does not exceed total VRAM", "evidence": { "weightsBytes": 5225388164, "totalVramBytes": 12878610432 } } ] } }