{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-03T06:08:08.101Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 8892742368, "vramResidentBytes": 8892742368, "hostResidentBytes": 0, "vramResidentFraction": 1 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3", "blockCount": 36, "kvHeadCount": 8, "attentionHeadCount": 32, "embeddingLength": 4096, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "deepseek-r1:8b-0528-qwen3-q8_0", "digest": "cade62fd2850fb7adbd50d8906f4024b5a7d8f961e46f2c461cf42243706bb9d", "family": "qwen3", "parameterSize": "8.2B", "quantization": "Q8_0", "weightsBytes": 8851077421, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "12th Gen Intel(R) Core(TM) i9-12900K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 3080", "totalVramBytes": 10737418240, "freeVramBytesAtCheck": 10298064896, "freeVramBytesAtLoad": 1693450240, "utilizationPercentAtCheck": 9, "driverVersion": "595.71.05", "provider": "nvidia-smi" }, "memory": { "totalBytes": 32817025024 }, "os": { "platform": "linux", "version": "Ubuntu 26.04 LTS", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 760, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-3080-10gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "stop \"<｜begin▁of▁sentence｜>\"\nstop \"<｜end▁of▁sentence｜>\"\nstop \"<｜User｜>\"\nstop \"<｜Assistant｜>\"\ntemperature 0.6\ntop_p 0.95", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 7981992817, "load_duration": 7917094491, "prompt_eval_count": 8, "prompt_eval_duration": 53314000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 7981992817, "load_duration": 7917094491, "prompt_eval_count": 8, "prompt_eval_duration": 53314000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 9257193220, "load_duration": 7275480040, "prompt_eval_count": 42, "prompt_eval_duration": 161914000, "eval_count": 128, "eval_duration": 1804687000, "timeToFirstTokenMs": 7521.346782000004 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 1972647634, "load_duration": 141560482, "prompt_eval_count": 42, "prompt_eval_duration": 14098000, "eval_count": 128, "eval_duration": 1776273000, "timeToFirstTokenMs": 224.50843699999677 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1972647634, "load_duration": 141560482, "prompt_eval_count": 42, "prompt_eval_duration": 14098000, "eval_count": 128, "eval_duration": 1776273000, "timeToFirstTokenMs": 224.50843699999677 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 1974872884, "load_duration": 147620855, "prompt_eval_count": 42, "prompt_eval_duration": 14039000, "eval_count": 128, "eval_duration": 1779653000, "timeToFirstTokenMs": 223.24012999999832 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1974872884, "load_duration": 147620855, "prompt_eval_count": 42, "prompt_eval_duration": 14039000, "eval_count": 128, "eval_duration": 1779653000, "timeToFirstTokenMs": 223.24012999999832 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 1948743185, "load_duration": 145672215, "prompt_eval_count": 42, "prompt_eval_duration": 14134000, "eval_count": 128, "eval_duration": 1779392000, "timeToFirstTokenMs": 197.2293389999977 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1948743185, "load_duration": 145672215, "prompt_eval_count": 42, "prompt_eval_duration": 14134000, "eval_count": 128, "eval_duration": 1779392000, "timeToFirstTokenMs": 197.2293389999977 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 1951661609, "load_duration": 151110366, "prompt_eval_count": 42, "prompt_eval_duration": 14468000, "eval_count": 128, "eval_duration": 1777441000, "timeToFirstTokenMs": 202.17033600000286 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1951661609, "load_duration": 151110366, "prompt_eval_count": 42, "prompt_eval_duration": 14468000, "eval_count": 128, "eval_duration": 1777441000, "timeToFirstTokenMs": 202.17033600000286 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 1940249104, "load_duration": 132133203, "prompt_eval_count": 42, "prompt_eval_duration": 14072000, "eval_count": 128, "eval_duration": 1780280000, "timeToFirstTokenMs": 187.62600999999995 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1940249104, "load_duration": 132133203, "prompt_eval_count": 42, "prompt_eval_duration": 14072000, "eval_count": 128, "eval_duration": 1780280000, "timeToFirstTokenMs": 187.62600999999995 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 814597070, "load_duration": 144983627, "prompt_eval_count": 2789, "prompt_eval_duration": 643869000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 1195944508, "load_duration": 177828129, "prompt_eval_count": 2789, "prompt_eval_duration": 639496000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1195944508, "load_duration": 177828129, "prompt_eval_count": 2789, "prompt_eval_duration": 639496000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 1090785989, "load_duration": 128740628, "prompt_eval_count": 2789, "prompt_eval_duration": 638435000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1090785989, "load_duration": 128740628, "prompt_eval_count": 2789, "prompt_eval_duration": 638435000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 1139259998, "load_duration": 150823773, "prompt_eval_count": 2789, "prompt_eval_duration": 624583000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1139259998, "load_duration": 150823773, "prompt_eval_count": 2789, "prompt_eval_duration": 624583000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 1135465716, "load_duration": 138195807, "prompt_eval_count": 2789, "prompt_eval_duration": 625393000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1135465716, "load_duration": 138195807, "prompt_eval_count": 2789, "prompt_eval_duration": 625393000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 1145490468, "load_duration": 165964865, "prompt_eval_count": 2789, "prompt_eval_duration": 625682000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1145490468, "load_duration": 165964865, "prompt_eval_count": 2789, "prompt_eval_duration": 625682000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": null }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 7631537170, "load_duration": 131368197, "prompt_eval_count": 42, "prompt_eval_duration": 22525000, "eval_count": 512, "eval_duration": 7136218000, "timeToFirstTokenMs": 525.907432999993 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 7374091018, "load_duration": 125422152, "prompt_eval_count": 42, "prompt_eval_duration": 15461000, "eval_count": 512, "eval_duration": 7158244000, "timeToFirstTokenMs": 244.7066049999994 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 7374091018, "load_duration": 125422152, "prompt_eval_count": 42, "prompt_eval_duration": 15461000, "eval_count": 512, "eval_duration": 7158244000, "timeToFirstTokenMs": 244.7066049999994 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 7406084610, "load_duration": 153934358, "prompt_eval_count": 42, "prompt_eval_duration": 15379000, "eval_count": 512, "eval_duration": 7154391000, "timeToFirstTokenMs": 280.7392059999984 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 7406084610, "load_duration": 153934358, "prompt_eval_count": 42, "prompt_eval_duration": 15379000, "eval_count": 512, "eval_duration": 7154391000, "timeToFirstTokenMs": 280.7392059999984 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 7312653564, "load_duration": 133720808, "prompt_eval_count": 42, "prompt_eval_duration": 15380000, "eval_count": 512, "eval_duration": 7155653000, "timeToFirstTokenMs": 185.95812199999637 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 7312653564, "load_duration": 133720808, "prompt_eval_count": 42, "prompt_eval_duration": 15380000, "eval_count": 512, "eval_duration": 7155653000, "timeToFirstTokenMs": 185.95812199999637 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 7313833083, "load_duration": 138643229, "prompt_eval_count": 42, "prompt_eval_duration": 15386000, "eval_count": 512, "eval_duration": 7152234000, "timeToFirstTokenMs": 190.49408800000674 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 7313833083, "load_duration": 138643229, "prompt_eval_count": 42, "prompt_eval_duration": 15386000, "eval_count": 512, "eval_duration": 7152234000, "timeToFirstTokenMs": 190.49408800000674 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 7305345686, "load_duration": 125980611, "prompt_eval_count": 42, "prompt_eval_duration": 15430000, "eval_count": 512, "eval_duration": 7156785000, "timeToFirstTokenMs": 177.42214599999716 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 7305345686, "load_duration": 125980611, "prompt_eval_count": 42, "prompt_eval_duration": 15430000, "eval_count": 512, "eval_duration": 7156785000, "timeToFirstTokenMs": 177.42214599999716 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 71.55182063747361, "coefficientOfVariation": 0.0003209495967993082, "samples": 5 }, "prefillTokensPerSecond": { "median": 4457.53593678578, "coefficientOfVariation": 0.01191731104332816, "samples": 5 }, "timeToFirstTokenMs": { "median": 202.17033600000286, "coefficientOfVariation": 0.07882262590647962, "samples": 5 }, "coldLoad": { "seconds": 7.917094491, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 8.851077421, "memoryBandwidthGBps": 760, "theoreticalMaxTokensPerSecond": 85.86525276536727, "utilization": 0.8333035579944532 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "not-detected", "message": "The whole resident footprint is on one side; no split between VRAM and host memory", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 8892742368, "vramResidentBytes": 8892742368, "hostResidentBytes": 0, "vramResidentFraction": 1 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3", "blockCount": 36, "kvHeadCount": 8, "attentionHeadCount": 32, "embeddingLength": 4096, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "100% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 8892742368, "vramResidentBytes": 8892742368, "hostResidentBytes": 0, "vramResidentFraction": 1, "gpuModel": "NVIDIA GeForce RTX 3080" } }, { "id": "weights-exceed-vram", "status": "not-detected", "message": "Quantized on-disk model weight size does not exceed total VRAM", "evidence": { "weightsBytes": 8851077421, "totalVramBytes": 10737418240 } } ] } }