{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-03T06:15:51.888Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 19217396472, "vramResidentBytes": 8896045382, "hostResidentBytes": 10321351090, "vramResidentFraction": 0.46291626417562104 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3moe", "blockCount": 48, "kvHeadCount": 4, "attentionHeadCount": 32, "embeddingLength": 2048, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "qwen3-coder:30b", "digest": "06c1097efce0431c2045fe7b2e5108366e43bee1b4603a7aded8f21689e90bca", "family": "qwen3moe", "parameterSize": "30.5B", "quantization": "Q4_K_M", "weightsBytes": 18556700761, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "12th Gen Intel(R) Core(TM) i9-12900K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 3080", "totalVramBytes": 10737418240, "freeVramBytesAtCheck": 10326376448, "freeVramBytesAtLoad": 1131413504, "utilizationPercentAtCheck": 0, "driverVersion": "595.71.05", "provider": "nvidia-smi" }, "memory": { "totalBytes": 32817025024 }, "os": { "platform": "linux", "version": "Ubuntu 26.04 LTS", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 760, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-3080-10gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "stop \"<|im_start|>\"\nstop \"<|im_end|>\"\nstop \"<|endoftext|>\"\ntemperature 0.7\ntop_k 20\ntop_p 0.8\nrepeat_penalty 1.05", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 10739091255, "load_duration": 9257805901, "prompt_eval_count": 13, "prompt_eval_duration": 1478401000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 10740.22636 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 10739091255, "load_duration": 9257805901, "prompt_eval_count": 13, "prompt_eval_duration": 1478401000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 10740.22636 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 15043857777, "load_duration": 8775304251, "prompt_eval_count": 47, "prompt_eval_duration": 2101847000, "eval_count": 128, "eval_duration": 4163381000, "timeToFirstTokenMs": 10882.335862 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 4323522149, "load_duration": 129590819, "prompt_eval_count": 47, "prompt_eval_duration": 34570000, "eval_count": 128, "eval_duration": 4145343000, "timeToFirstTokenMs": 178.897735999999 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4323522149, "load_duration": 129590819, "prompt_eval_count": 47, "prompt_eval_duration": 34570000, "eval_count": 128, "eval_duration": 4145343000, "timeToFirstTokenMs": 178.897735999999 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 4334811237, "load_duration": 134076424, "prompt_eval_count": 47, "prompt_eval_duration": 36295000, "eval_count": 128, "eval_duration": 4162457000, "timeToFirstTokenMs": 172.807163999998 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4334811237, "load_duration": 134076424, "prompt_eval_count": 47, "prompt_eval_duration": 36295000, "eval_count": 128, "eval_duration": 4162457000, "timeToFirstTokenMs": 172.807163999998 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 4337902348, "load_duration": 143130499, "prompt_eval_count": 47, "prompt_eval_duration": 36137000, "eval_count": 128, "eval_duration": 4156774000, "timeToFirstTokenMs": 181.59154899999703 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4337902348, "load_duration": 143130499, "prompt_eval_count": 47, "prompt_eval_duration": 36137000, "eval_count": 128, "eval_duration": 4156774000, "timeToFirstTokenMs": 181.59154899999703 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 4494538093, "load_duration": 169255272, "prompt_eval_count": 47, "prompt_eval_duration": 34141000, "eval_count": 128, "eval_duration": 4288841999, "timeToFirstTokenMs": 205.95644600000378 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4494538093, "load_duration": 169255272, "prompt_eval_count": 47, "prompt_eval_duration": 34141000, "eval_count": 128, "eval_duration": 4288841999, "timeToFirstTokenMs": 205.95644600000378 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 4464431473, "load_duration": 130463655, "prompt_eval_count": 47, "prompt_eval_duration": 38339000, "eval_count": 128, "eval_duration": 4293407000, "timeToFirstTokenMs": 171.43910300000425 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4464431473, "load_duration": 130463655, "prompt_eval_count": 47, "prompt_eval_duration": 38339000, "eval_count": 128, "eval_duration": 4293407000, "timeToFirstTokenMs": 171.43910300000425 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 13398506588, "load_duration": 136308001, "prompt_eval_count": 2794, "prompt_eval_duration": 13235479000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13399.074229000005 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 13530167912, "load_duration": 164713269, "prompt_eval_count": 2794, "prompt_eval_duration": 13125452000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13530.694424999994 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13530167912, "load_duration": 164713269, "prompt_eval_count": 2794, "prompt_eval_duration": 13125452000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13530.694424999994 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 13489991093, "load_duration": 153811995, "prompt_eval_count": 2794, "prompt_eval_duration": 13105941000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13490.478796999989 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13489991093, "load_duration": 153811995, "prompt_eval_count": 2794, "prompt_eval_duration": 13105941000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13490.478796999989 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 13575924337, "load_duration": 144980158, "prompt_eval_count": 2794, "prompt_eval_duration": 13188451000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13576.37266400001 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13575924337, "load_duration": 144980158, "prompt_eval_count": 2794, "prompt_eval_duration": 13188451000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13576.37266400001 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 13481119296, "load_duration": 148988594, "prompt_eval_count": 2794, "prompt_eval_duration": 13084405000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13481.68215800001 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13481119296, "load_duration": 148988594, "prompt_eval_count": 2794, "prompt_eval_duration": 13084405000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13481.68215800001 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 13535406540, "load_duration": 122802487, "prompt_eval_count": 2794, "prompt_eval_duration": 13166911000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13535.81211900001 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 13535406540, "load_duration": 122802487, "prompt_eval_count": 2794, "prompt_eval_duration": 13166911000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 13535.81211900001 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 17202611795, "load_duration": 142568148, "prompt_eval_count": 47, "prompt_eval_duration": 37658000, "eval_count": 512, "eval_duration": 16756041000, "timeToFirstTokenMs": 447.0180420000106 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 16999347587, "load_duration": 133925221, "prompt_eval_count": 47, "prompt_eval_duration": 38803000, "eval_count": 512, "eval_duration": 16787723999, "timeToFirstTokenMs": 212.12173400001484 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 16999347587, "load_duration": 133925221, "prompt_eval_count": 47, "prompt_eval_duration": 38803000, "eval_count": 512, "eval_duration": 16787723999, "timeToFirstTokenMs": 212.12173400001484 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 16961692491, "load_duration": 141564427, "prompt_eval_count": 47, "prompt_eval_duration": 36436000, "eval_count": 512, "eval_duration": 16781866999, "timeToFirstTokenMs": 180.15293300000485 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 16961692491, "load_duration": 141564427, "prompt_eval_count": 47, "prompt_eval_duration": 36436000, "eval_count": 512, "eval_duration": 16781866999, "timeToFirstTokenMs": 180.15293300000485 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 16929121399, "load_duration": 163891834, "prompt_eval_count": 47, "prompt_eval_duration": 38962000, "eval_count": 512, "eval_duration": 16724363000, "timeToFirstTokenMs": 205.0555630000017 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 16929121399, "load_duration": 163891834, "prompt_eval_count": 47, "prompt_eval_duration": 38962000, "eval_count": 512, "eval_duration": 16724363000, "timeToFirstTokenMs": 205.0555630000017 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 16946391744, "load_duration": 133230303, "prompt_eval_count": 47, "prompt_eval_duration": 42151000, "eval_count": 512, "eval_duration": 16769768000, "timeToFirstTokenMs": 176.91920899998513 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 16946391744, "load_duration": 133230303, "prompt_eval_count": 47, "prompt_eval_duration": 42151000, "eval_count": 512, "eval_duration": 16769768000, "timeToFirstTokenMs": 176.91920899998513 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 16914408076, "load_duration": 121261871, "prompt_eval_count": 47, "prompt_eval_duration": 38879000, "eval_count": 512, "eval_duration": 16752645000, "timeToFirstTokenMs": 162.08770400000503 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 16914408076, "load_duration": 121261871, "prompt_eval_count": 47, "prompt_eval_duration": 38879000, "eval_count": 512, "eval_duration": 16752645000, "timeToFirstTokenMs": 162.08770400000503 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 30.531131975111403, "coefficientOfVariation": 0.0015259588758599753, "samples": 5 }, "prefillTokensPerSecond": { "median": 212.86885967812768, "coefficientOfVariation": 0.0032660697334282703, "samples": 5 }, "timeToFirstTokenMs": { "median": 178.897735999999, "coefficientOfVariation": 0.0766509507355701, "samples": 5 }, "coldLoad": { "seconds": 9.257805901, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 18.556700761, "memoryBandwidthGBps": 760, "theoreticalMaxTokensPerSecond": 40.95555615129963, "utilization": 0.7454698420483435 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "detected", "message": "54% of the model's resident bytes are on the host, not in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 19217396472, "vramResidentBytes": 8896045382, "hostResidentBytes": 10321351090, "vramResidentFraction": 0.46291626417562104 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "qwen3moe", "blockCount": 48, "kvHeadCount": 4, "attentionHeadCount": 32, "embeddingLength": 2048, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "46% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 19217396472, "vramResidentBytes": 8896045382, "hostResidentBytes": 10321351090, "vramResidentFraction": 0.46291626417562104, "gpuModel": "NVIDIA GeForce RTX 3080" } }, { "id": "weights-exceed-vram", "status": "detected", "message": "Quantized on-disk model weight size is larger than total VRAM", "evidence": { "weightsBytes": 18556700761, "totalVramBytes": 10737418240 } } ] } }