{ "protocolVersion": "osai-bench/1.3", "clientVersion": "0.10.0", "scoringVersion": "osai-bench-derive/1.3", "createdAt": "2026-08-03T06:11:37.700Z", "qualityOverride": false, "cohortEligible": true, "qualityConditions": [], "runtime": { "name": "ollama", "version": "0.32.5", "endpoint": "loopback", "layerAssignment": null, "offloadPlacement": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 9491003503, "vramResidentBytes": 8980644495, "hostResidentBytes": 510359008, "vramResidentFraction": 0.9462270762160523 }, "kvCacheMetadata": { "source": "ollama.show.model_info", "architecture": "phi3", "blockCount": 32, "kvHeadCount": 32, "attentionHeadCount": 32, "embeddingLength": 3072, "headDimension": 96, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "environment": { "source": "client-process-env", "authoritative": false, "note": "Read from the benchmark client's own process environment. The Ollama server may have been started with a different environment; Ollama exposes no endpoint reporting its resolved configuration.", "declared": { "OLLAMA_KV_CACHE_TYPE": null, "OLLAMA_FLASH_ATTENTION": null, "OLLAMA_CONTEXT_LENGTH": null, "OLLAMA_NUM_PARALLEL": null, "OLLAMA_GPU_OVERHEAD": null, "OLLAMA_SCHED_SPREAD": null, "OLLAMA_LLM_LIBRARY": null, "LLAMA_ARG_FIT": null, "LLAMA_ARG_FIT_TARGET": null, "OLLAMA_MAX_LOADED_MODELS": null, "OLLAMA_KEEP_ALIVE": null, "OLLAMA_DEBUG": null, "OLLAMA_MODELS": false, "OLLAMA_HOST": false }, "declaredNonDefault": [] } }, "model": { "identifier": "phi3:3.8b-mini-128k-instruct-fp16", "digest": "40010fd60dc7524cf65bf86711c1015a346e90ce469a2823a678e823d2b78166", "family": "phi3", "parameterSize": "3.8B", "quantization": "F16", "weightsBytes": 7643299040, "weightsSource": "ollama.tags.size" }, "system": { "cpu": { "model": "12th Gen Intel(R) Core(TM) i9-12900K" }, "gpu": { "present": true, "model": "NVIDIA GeForce RTX 3080", "totalVramBytes": 10737418240, "freeVramBytesAtCheck": 10326376448, "freeVramBytesAtLoad": 2347761664, "utilizationPercentAtCheck": 7, "driverVersion": "595.71.05", "provider": "nvidia-smi" }, "memory": { "totalBytes": 32817025024 }, "os": { "platform": "linux", "version": "Ubuntu 26.04 LTS", "architecture": "x64" }, "power": { "present": false, "onBattery": false } }, "configuration": { "memoryBandwidthGBps": 760, "memoryBandwidthSource": "manufacturer-table", "memoryBandwidthTableVersion": "osai-gpu-memory-bandwidth/2", "memoryBandwidthEntryId": "nvidia-geforce-rtx-3080-10gb", "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m", "promptTokenRange": null, "warmups": 0, "repetitions": 1, "varyPromptPerCall": false }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 2000, "max": 4095 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": true }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m", "promptTokenRange": { "min": 20, "max": 64 }, "warmups": 1, "repetitions": 5, "varyPromptPerCall": false } }, "resolved": { "fixedOptions": { "temperature": 0, "seed": 42, "stream": true }, "workloads": { "w1": { "numPredict": 1, "numCtx": 512, "keepAlive": "5m" }, "w2": { "numPredict": 128, "numCtx": 4096, "keepAlive": "5m" }, "w3": { "numPredict": 1, "numCtx": 4096, "keepAlive": "5m" }, "w4": { "numPredict": 512, "numCtx": 4096, "keepAlive": "5m" } }, "runtimeModelParameters": "stop \"<|end|>\"\nstop \"<|user|>\"\nstop \"<|assistant|>\"", "unresolvedRuntimeDefaults": true } }, "rawMeasurements": { "workloads": { "w1": { "warmup": null, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 5760181530, "load_duration": 5714850875, "prompt_eval_count": 15, "prompt_eval_duration": 42931000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 5760.882939000001 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 5760181530, "load_duration": 5714850875, "prompt_eval_count": 15, "prompt_eval_duration": 42931000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 5760.882939000001 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w2": { "warmup": { "total_duration": 13571338295, "load_duration": 6718098387, "prompt_eval_count": 51, "prompt_eval_duration": 4768179000, "eval_count": 107, "eval_duration": 2081509000, "timeToFirstTokenMs": 11492.520574999999 }, "measuredPasses": [ { "index": 1, "valid": false, "attempts": [ { "measurement": { "total_duration": 2188371265, "load_duration": 20472491, "prompt_eval_count": 51, "prompt_eval_duration": 19868000, "eval_count": 107, "eval_duration": 2083458999, "timeToFirstTokenMs": 106.48124500000267 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2121310583, "load_duration": 23284508, "prompt_eval_count": 51, "prompt_eval_duration": 19903000, "eval_count": 107, "eval_duration": 2076277000, "timeToFirstTokenMs": 45.852929000000586 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2117403193, "load_duration": 19857813, "prompt_eval_count": 51, "prompt_eval_duration": 19941000, "eval_count": 107, "eval_duration": 2075937000, "timeToFirstTokenMs": 42.657053000002634 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } } ], "measurement": { "total_duration": 2117403193, "load_duration": 19857813, "prompt_eval_count": 51, "prompt_eval_duration": 19941000, "eval_count": 107, "eval_duration": 2075937000, "timeToFirstTokenMs": 42.657053000002634 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "index": 2, "valid": false, "attempts": [ { "measurement": { "total_duration": 2117734419, "load_duration": 20534545, "prompt_eval_count": 51, "prompt_eval_duration": 19907000, "eval_count": 107, "eval_duration": 2075617000, "timeToFirstTokenMs": 43.15061200000491 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2132200152, "load_duration": 26151672, "prompt_eval_count": 51, "prompt_eval_duration": 20358000, "eval_count": 107, "eval_duration": 2084106000, "timeToFirstTokenMs": 49.083178999993834 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2125317282, "load_duration": 26979138, "prompt_eval_count": 51, "prompt_eval_duration": 20445000, "eval_count": 107, "eval_duration": 2075945000, "timeToFirstTokenMs": 50.609966999996686 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } } ], "measurement": { "total_duration": 2125317282, "load_duration": 26979138, "prompt_eval_count": 51, "prompt_eval_duration": 20445000, "eval_count": 107, "eval_duration": 2075945000, "timeToFirstTokenMs": 50.609966999996686 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "index": 3, "valid": false, "attempts": [ { "measurement": { "total_duration": 2120506274, "load_duration": 22735606, "prompt_eval_count": 51, "prompt_eval_duration": 19978000, "eval_count": 107, "eval_duration": 2076123000, "timeToFirstTokenMs": 45.53377599999658 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2129685154, "load_duration": 22056988, "prompt_eval_count": 51, "prompt_eval_duration": 19925000, "eval_count": 107, "eval_duration": 2085998999, "timeToFirstTokenMs": 44.51805900000181 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2131168986, "load_duration": 31725401, "prompt_eval_count": 51, "prompt_eval_duration": 20648000, "eval_count": 107, "eval_duration": 2076424000, "timeToFirstTokenMs": 55.72817300000315 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } } ], "measurement": { "total_duration": 2131168986, "load_duration": 31725401, "prompt_eval_count": 51, "prompt_eval_duration": 20648000, "eval_count": 107, "eval_duration": 2076424000, "timeToFirstTokenMs": 55.72817300000315 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "index": 4, "valid": false, "attempts": [ { "measurement": { "total_duration": 2115972951, "load_duration": 20546652, "prompt_eval_count": 51, "prompt_eval_duration": 19871000, "eval_count": 107, "eval_duration": 2073710999, "timeToFirstTokenMs": 43.218299000000115 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2125438697, "load_duration": 26952788, "prompt_eval_count": 51, "prompt_eval_duration": 20347000, "eval_count": 107, "eval_duration": 2075647000, "timeToFirstTokenMs": 50.97290800000337 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2127113389, "load_duration": 27160199, "prompt_eval_count": 51, "prompt_eval_duration": 20504000, "eval_count": 107, "eval_duration": 2076980000, "timeToFirstTokenMs": 51.07701100000122 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } } ], "measurement": { "total_duration": 2127113389, "load_duration": 27160199, "prompt_eval_count": 51, "prompt_eval_duration": 20504000, "eval_count": 107, "eval_duration": 2076980000, "timeToFirstTokenMs": 51.07701100000122 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "index": 5, "valid": false, "attempts": [ { "measurement": { "total_duration": 2126952175, "load_duration": 25545679, "prompt_eval_count": 51, "prompt_eval_duration": 20543000, "eval_count": 107, "eval_duration": 2078829000, "timeToFirstTokenMs": 48.78675099999964 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2119013422, "load_duration": 20372091, "prompt_eval_count": 51, "prompt_eval_duration": 20136000, "eval_count": 107, "eval_duration": 2076029000, "timeToFirstTokenMs": 43.65857800000231 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } }, { "measurement": { "total_duration": 2122365698, "load_duration": 22850298, "prompt_eval_count": 51, "prompt_eval_duration": 19798000, "eval_count": 107, "eval_duration": 2077721000, "timeToFirstTokenMs": 45.742310999994515 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } } ], "measurement": { "total_duration": 2122365698, "load_duration": 22850298, "prompt_eval_count": 51, "prompt_eval_duration": 19798000, "eval_count": 107, "eval_duration": 2077721000, "timeToFirstTokenMs": 45.742310999994515 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 128, "actual": 107, "message": "eval_count must equal num_predict (128)" } ] } } ], "failed": true }, "w3": { "warmup": { "total_duration": 1541513207, "load_duration": 26315409, "prompt_eval_count": 3276, "prompt_eval_duration": 1482978000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 1541.8173069999903 }, "measuredPasses": [ { "index": 1, "valid": true, "attempts": [ { "measurement": { "total_duration": 2631150060, "load_duration": 30504124, "prompt_eval_count": 3276, "prompt_eval_duration": 1458663000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2631.5366340000037 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2631150060, "load_duration": 30504124, "prompt_eval_count": 3276, "prompt_eval_duration": 1458663000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2631.5366340000037 }, "validity": { "valid": true, "reasons": [] } }, { "index": 2, "valid": true, "attempts": [ { "measurement": { "total_duration": 2430116141, "load_duration": 21728402, "prompt_eval_count": 3276, "prompt_eval_duration": 1395190000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2430.40987399999 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2430116141, "load_duration": 21728402, "prompt_eval_count": 3276, "prompt_eval_duration": 1395190000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2430.40987399999 }, "validity": { "valid": true, "reasons": [] } }, { "index": 3, "valid": true, "attempts": [ { "measurement": { "total_duration": 2611463486, "load_duration": 23286390, "prompt_eval_count": 3276, "prompt_eval_duration": 1480512000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2611.902575999993 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2611463486, "load_duration": 23286390, "prompt_eval_count": 3276, "prompt_eval_duration": 1480512000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2611.902575999993 }, "validity": { "valid": true, "reasons": [] } }, { "index": 4, "valid": true, "attempts": [ { "measurement": { "total_duration": 2605546853, "load_duration": 22304740, "prompt_eval_count": 3276, "prompt_eval_duration": 1448413000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2605.9728640000103 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2605546853, "load_duration": 22304740, "prompt_eval_count": 3276, "prompt_eval_duration": 1448413000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2605.9728640000103 }, "validity": { "valid": true, "reasons": [] } }, { "index": 5, "valid": true, "attempts": [ { "measurement": { "total_duration": 2577034798, "load_duration": 20447832, "prompt_eval_count": 3276, "prompt_eval_duration": 1433855000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2577.2142529999983 }, "validity": { "valid": true, "reasons": [] } } ], "measurement": { "total_duration": 2577034798, "load_duration": 20447832, "prompt_eval_count": 3276, "prompt_eval_duration": 1433855000, "eval_count": 1, "eval_duration": 1000, "timeToFirstTokenMs": 2577.2142529999983 }, "validity": { "valid": true, "reasons": [] } } ], "failed": false }, "w4": { "warmup": { "total_duration": 3263680427, "load_duration": 28554982, "prompt_eval_count": 51, "prompt_eval_duration": 20941000, "eval_count": 107, "eval_duration": 2081806999, "timeToFirstTokenMs": 1182.9098090000043 }, "measuredPasses": [ { "index": 1, "valid": false, "attempts": [ { "measurement": { "total_duration": 2183227341, "load_duration": 23958297, "prompt_eval_count": 51, "prompt_eval_duration": 20025000, "eval_count": 107, "eval_duration": 2077243000, "timeToFirstTokenMs": 107.08884599999874 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2114122973, "load_duration": 20307181, "prompt_eval_count": 51, "prompt_eval_duration": 19931000, "eval_count": 107, "eval_duration": 2072746000, "timeToFirstTokenMs": 42.26381400000537 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2113781472, "load_duration": 20635173, "prompt_eval_count": 51, "prompt_eval_duration": 20725000, "eval_count": 107, "eval_duration": 2070574000, "timeToFirstTokenMs": 44.08784399999422 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } } ], "measurement": { "total_duration": 2113781472, "load_duration": 20635173, "prompt_eval_count": 51, "prompt_eval_duration": 20725000, "eval_count": 107, "eval_duration": 2070574000, "timeToFirstTokenMs": 44.08784399999422 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "index": 2, "valid": false, "attempts": [ { "measurement": { "total_duration": 2121827055, "load_duration": 22810200, "prompt_eval_count": 51, "prompt_eval_duration": 20110000, "eval_count": 107, "eval_duration": 2077040000, "timeToFirstTokenMs": 45.580996999997296 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2126132435, "load_duration": 20106059, "prompt_eval_count": 51, "prompt_eval_duration": 19858000, "eval_count": 107, "eval_duration": 2084661999, "timeToFirstTokenMs": 42.41155999999319 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2126266434, "load_duration": 28618756, "prompt_eval_count": 51, "prompt_eval_duration": 20586000, "eval_count": 107, "eval_duration": 2074768999, "timeToFirstTokenMs": 52.33792299999914 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } } ], "measurement": { "total_duration": 2126266434, "load_duration": 28618756, "prompt_eval_count": 51, "prompt_eval_duration": 20586000, "eval_count": 107, "eval_duration": 2074768999, "timeToFirstTokenMs": 52.33792299999914 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "index": 3, "valid": false, "attempts": [ { "measurement": { "total_duration": 2114920091, "load_duration": 19581615, "prompt_eval_count": 51, "prompt_eval_duration": 19976000, "eval_count": 107, "eval_duration": 2073786000, "timeToFirstTokenMs": 41.93931400000292 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2123936795, "load_duration": 26247913, "prompt_eval_count": 51, "prompt_eval_duration": 20374000, "eval_count": 107, "eval_duration": 2073406000, "timeToFirstTokenMs": 51.38182799999777 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2133787770, "load_duration": 27646815, "prompt_eval_count": 51, "prompt_eval_duration": 20704000, "eval_count": 107, "eval_duration": 2084181000, "timeToFirstTokenMs": 50.430801000009524 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } } ], "measurement": { "total_duration": 2133787770, "load_duration": 27646815, "prompt_eval_count": 51, "prompt_eval_duration": 20704000, "eval_count": 107, "eval_duration": 2084181000, "timeToFirstTokenMs": 50.430801000009524 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "index": 4, "valid": false, "attempts": [ { "measurement": { "total_duration": 2124761578, "load_duration": 19152833, "prompt_eval_count": 51, "prompt_eval_duration": 20016000, "eval_count": 107, "eval_duration": 2084164000, "timeToFirstTokenMs": 41.860671000002185 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2117628896, "load_duration": 20040489, "prompt_eval_count": 51, "prompt_eval_duration": 19977000, "eval_count": 107, "eval_duration": 2075822000, "timeToFirstTokenMs": 42.71484599998803 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2125085522, "load_duration": 27244427, "prompt_eval_count": 51, "prompt_eval_duration": 20247000, "eval_count": 107, "eval_duration": 2075120000, "timeToFirstTokenMs": 50.681173999997554 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } } ], "measurement": { "total_duration": 2125085522, "load_duration": 27244427, "prompt_eval_count": 51, "prompt_eval_duration": 20247000, "eval_count": 107, "eval_duration": 2075120000, "timeToFirstTokenMs": 50.681173999997554 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "index": 5, "valid": false, "attempts": [ { "measurement": { "total_duration": 2116648647, "load_duration": 19147575, "prompt_eval_count": 51, "prompt_eval_duration": 20071000, "eval_count": 107, "eval_duration": 2075782000, "timeToFirstTokenMs": 41.913681999998516 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2122913709, "load_duration": 20377963, "prompt_eval_count": 51, "prompt_eval_duration": 20218000, "eval_count": 107, "eval_duration": 2080561000, "timeToFirstTokenMs": 43.123045000000275 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } }, { "measurement": { "total_duration": 2124001143, "load_duration": 24101616, "prompt_eval_count": 51, "prompt_eval_duration": 20735000, "eval_count": 107, "eval_duration": 2077094000, "timeToFirstTokenMs": 47.68165399999998 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } } ], "measurement": { "total_duration": 2124001143, "load_duration": 24101616, "prompt_eval_count": 51, "prompt_eval_duration": 20735000, "eval_count": 107, "eval_duration": 2077094000, "timeToFirstTokenMs": 47.68165399999998 }, "validity": { "valid": false, "reasons": [ { "code": "eval-count-mismatch", "expected": 512, "actual": 107, "message": "eval_count must equal num_predict (512)" } ] } } ], "failed": true } } }, "derived": { "generationTokensPerSecond": { "median": null, "coefficientOfVariation": null, "samples": 0 }, "prefillTokensPerSecond": { "median": 2261.7858304226766, "coefficientOfVariation": 0.022278895601844678, "samples": 5 }, "timeToFirstTokenMs": { "median": null, "coefficientOfVariation": null, "samples": 0 }, "coldLoad": { "seconds": 5.714850875, "samples": 1 }, "passFailureRate": { "failedMeasuredPasses": 10, "totalMeasuredPasses": 16, "percent": 62.5 }, "attemptFailureRate": { "failedAttempts": 30, "totalAttempts": 36, "percent": 83.33333333333334 }, "roofline": { "modelWeightsGB": 7.64329904, "memoryBandwidthGBps": 760, "theoreticalMaxTokensPerSecond": 99.4335032585615, "utilization": null }, "diagnostics": [ { "id": "partial-cpu-offload", "status": "detected", "message": "5% of the model's resident bytes are on the host, not in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 9491003503, "vramResidentBytes": 8980644495, "hostResidentBytes": 510359008, "vramResidentFraction": 0.9462270762160523 } }, { "id": "context-vram-headroom", "status": "unavailable", "message": "Ollama /api/show does not expose the resolved KV-cache element type actually in use, so v1.1 does not calculate or threshold projected KV-cache VRAM", "evidence": { "configuredContext": 4096, "availableArchitectureMetadata": { "source": "ollama.show.model_info", "architecture": "phi3", "blockCount": 32, "kvHeadCount": 32, "attentionHeadCount": 32, "embeddingLength": 3072, "headDimension": 96, "resolvedElementType": null, "projectedBytes": null, "calculationAvailable": false, "missingInputs": [ "resolvedKvCacheElementType" ] }, "missingInput": "resolvedKvCacheElementType" } }, { "id": "cpu-only-with-gpu", "status": "not-detected", "message": "95% of the model's resident bytes are in VRAM", "evidence": { "source": "ollama.ps.size_vram", "granularity": "bytes", "residentBytes": 9491003503, "vramResidentBytes": 8980644495, "hostResidentBytes": 510359008, "vramResidentFraction": 0.9462270762160523, "gpuModel": "NVIDIA GeForce RTX 3080" } }, { "id": "weights-exceed-vram", "status": "not-detected", "message": "Quantized on-disk model weight size does not exceed total VRAM", "evidence": { "weightsBytes": 7643299040, "totalVramBytes": 10737418240 } } ] } }