{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-03T05:37:55.004Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 5271715839, "vramResidentBytes": 5271715839, "hostResidentBytes": 0, "vramResidentFraction": 1 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "llama", "blockCount": 32, "kvHeadCount": 8, "attentionHeadCount": 32, "embeddingLength": 4096, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "llama3.1:8b", "digest": "46e0c10c039e019119339687c3c1757cc81b9da49709a3b3924863ba87ca666e", "family": "llama", "parameterSize": "8.0B", "quantization": "Q4_K_M", "weightsBytes": 4920753328, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "12th Gen Intel(R) Core(TM) i9-12900K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 3080", "totalVramBytes": 10737418240, "freeVramBytesAtCheck": 10326376448, "freeVramBytesAtLoad": 5258608640, "utilizationPercentAtCheck": 0, "driverVersion": "595.71.05", "provider": "nvidia-smi" }, "memory": { "totalBytes": 32817025024 }, "os": { "platform": "linux", "version": "Ubuntu 26.04 LTS", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 760, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-3080-10gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "stop \"<|start_header_id|>\"\nstop \"<|end_header_id|>\"\nstop \"<|eot_id|>\"", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 4932618435, "load_duration": 4884955983, "prompt_eval_count": 15, "prompt_eval_duration": 45335000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 4933.428553 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4932618435, "load_duration": 4884955983, "prompt_eval_count": 15, "prompt_eval_duration": 45335000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 4933.428553 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 7585804130, "load_duration": 6418836210, "prompt_eval_count": 45, "prompt_eval_duration": 49811000, "eval_count": 128, "eval_duration": 1114898000, "timeToFirstTokenMs": 6472.479128999999 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 1295896927, "load_duration": 151965128, "prompt_eval_count": 45, "prompt_eval_duration": 9132000, "eval_count": 128, "eval_duration": 1115739000, "timeToFirstTokenMs": 180.66645300000164 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1295896927, "load_duration": 151965128, "prompt_eval_count": 45, "prompt_eval_duration": 9132000, "eval_count": 128, "eval_duration": 1115739000, "timeToFirstTokenMs": 180.66645300000164 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 1278471334, "load_duration": 155941895, "prompt_eval_count": 45, "prompt_eval_duration": 8988000, "eval_count": 128, "eval_duration": 1111625000, "timeToFirstTokenMs": 167.11649000000034 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1278471334, "load_duration": 155941895, "prompt_eval_count": 45, "prompt_eval_duration": 8988000, "eval_count": 128, "eval_duration": 1111625000, "timeToFirstTokenMs": 167.11649000000034 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 1277398054, "load_duration": 152828631, "prompt_eval_count": 45, "prompt_eval_duration": 9231000, "eval_count": 128, "eval_duration": 1113539000, "timeToFirstTokenMs": 164.36813400000028 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1277398054, "load_duration": 152828631, "prompt_eval_count": 45, "prompt_eval_duration": 9231000, "eval_count": 128, "eval_duration": 1113539000, "timeToFirstTokenMs": 164.36813400000028 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 1266038503, "load_duration": 143027791, "prompt_eval_count": 45, "prompt_eval_duration": 9802000, "eval_count": 128, "eval_duration": 1111274000, "timeToFirstTokenMs": 155.25010199999815 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1266038503, "load_duration": 143027791, "prompt_eval_count": 45, "prompt_eval_duration": 9802000, "eval_count": 128, "eval_duration": 1111274000, "timeToFirstTokenMs": 155.25010199999815 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 1278042483, "load_duration": 158615716, "prompt_eval_count": 45, "prompt_eval_duration": 8849000, "eval_count": 128, "eval_duration": 1108784000, "timeToFirstTokenMs": 169.74613899999895 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1278042483, "load_duration": 158615716, "prompt_eval_count": 45, "prompt_eval_duration": 8849000, "eval_count": 128, "eval_duration": 1108784000, "timeToFirstTokenMs": 169.74613899999895 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w3": { "warmup": { "total_duration": 786492598, "load_duration": 148091638, "prompt_eval_count": 2664, "prompt_eval_duration": 626470000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 786.7405249999974 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 1041504024, "load_duration": 166764365, "prompt_eval_count": 2664, "prompt_eval_duration": 597140000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1041.6313200000004 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1041504024, "load_duration": 166764365, "prompt_eval_count": 2664, "prompt_eval_duration": 597140000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1041.6313200000004 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 1029359897, "load_duration": 143356633, "prompt_eval_count": 2664, "prompt_eval_duration": 599124000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1029.674869999999 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1029359897, "load_duration": 143356633, "prompt_eval_count": 2664, "prompt_eval_duration": 599124000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1029.674869999999 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 1014906390, "load_duration": 152325562, "prompt_eval_count": 2664, "prompt_eval_duration": 603311000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1015.3257190000004 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1014906390, "load_duration": 152325562, "prompt_eval_count": 2664, "prompt_eval_duration": 603311000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1015.3257190000004 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 1034285824, "load_duration": 154596693, "prompt_eval_count": 2664, "prompt_eval_duration": 613693000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1034.617886 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1034285824, "load_duration": 154596693, "prompt_eval_count": 2664, "prompt_eval_duration": 613693000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1034.617886 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 1052926725, "load_duration": 154493618, "prompt_eval_count": 2664, "prompt_eval_duration": 603831000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1053.3653559999984 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 1052926725, "load_duration": 154493618, "prompt_eval_count": 2664, "prompt_eval_duration": 603831000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1053.3653559999984 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 5004844330, "load_duration": 187725368, "prompt_eval_count": 45, "prompt_eval_duration": 9829000, "eval_count": 512, "eval_duration": 4530089000, "timeToFirstTokenMs": 475.1846899999982 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 4758721653, "load_duration": 162111587, "prompt_eval_count": 45, "prompt_eval_duration": 9585000, "eval_count": 512, "eval_duration": 4531131000, "timeToFirstTokenMs": 228.0194130000018 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4758721653, "load_duration": 162111587, "prompt_eval_count": 45, "prompt_eval_duration": 9585000, "eval_count": 512, "eval_duration": 4531131000, "timeToFirstTokenMs": 228.0194130000018 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 4705081666, "load_duration": 170475018, "prompt_eval_count": 45, "prompt_eval_duration": 9977000, "eval_count": 512, "eval_duration": 4523115000, "timeToFirstTokenMs": 182.24535399999877 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4705081666, "load_duration": 170475018, "prompt_eval_count": 45, "prompt_eval_duration": 9977000, "eval_count": 512, "eval_duration": 4523115000, "timeToFirstTokenMs": 182.24535399999877 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 4705587062, "load_duration": 156234895, "prompt_eval_count": 45, "prompt_eval_duration": 10006000, "eval_count": 512, "eval_duration": 4537657000, "timeToFirstTokenMs": 168.03013099999953 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4705587062, "load_duration": 156234895, "prompt_eval_count": 45, "prompt_eval_duration": 10006000, "eval_count": 512, "eval_duration": 4537657000, "timeToFirstTokenMs": 168.03013099999953 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 4694826208, "load_duration": 148749661, "prompt_eval_count": 45, "prompt_eval_duration": 10607000, "eval_count": 512, "eval_duration": 4533847000, "timeToFirstTokenMs": 161.4516300000032 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4694826208, "load_duration": 148749661, "prompt_eval_count": 45, "prompt_eval_duration": 10607000, "eval_count": 512, "eval_duration": 4533847000, "timeToFirstTokenMs": 161.4516300000032 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 4737650448, "load_duration": 172192544, "prompt_eval_count": 45, "prompt_eval_duration": 9954000, "eval_count": 512, "eval_duration": 4553512000, "timeToFirstTokenMs": 184.62575600000127 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 4737650448, "load_duration": 172192544, "prompt_eval_count": 45, "prompt_eval_duration": 9954000, "eval_count": 512, "eval_duration": 4553512000, "timeToFirstTokenMs": 184.62575600000127 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false } } }, "derived": { "generationTokensPerSecond": { "median": 112.92838068862933, "coefficientOfVariation": 0.002470331845334976, "samples": 5 }, "prefillTokensPerSecond": { "median": 4415.633064870357, "coefficientOfVariation": 0.010519158591291227, "samples": 5 }, "timeToFirstTokenMs": { "median": 167.11649000000034, "coefficientOfVariation": 0.05493483011756993, "samples": 5 }, "coldLoad": { "seconds": 4.884955983, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 0, "totalMeasuredPasses": 16, "percent": 0 }, "attemptFailureRate": { "failedAttempts": 0, "totalAttempts": 16, "percent": 0 }, "roofline": { "modelWeightsGB": 4.920753328, "memoryBandwidthGBps": 760, "theoreticalMaxTokensPerSecond": 154.44789635673442, "utilization": 0.7311746119726629 }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "not-detected", "message": "The whole resident footprint is on one side; no split between VRAM and host memory", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 5271715839, "vramResidentBytes": 5271715839, "hostResidentBytes": 0, "vramResidentFraction": 1 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "llama", "blockCount": 32, "kvHeadCount": 8, "attentionHeadCount": 32, "embeddingLength": 4096, "headDimension": 128, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "100% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 5271715839, "vramResidentBytes": 5271715839, "hostResidentBytes": 0, "vramResidentFraction": 1, "gpuModel": "NVIDIA GeForce RTX 3080" } }, { "id": "weights-exceed-vram", "status": "not-detected", "message": "Quantized on-disk model weight size does not exceed total VRAM", "evidence": { "weightsBytes": 4920753328, "totalVramBytes": 10737418240 } } ] } }