[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"$fdzpgaxmxig1s":3,"$f3qbtm69ec6mym":86,"$f3uzm3wd48f1ns":88,"$f3bmmrt5vdfx03":532,"$f8ypa021er9qz":544,"$fgbfta3styr0a":546},{"id":4,"name":5,"publisher":6,"paramsB":7,"useCase":8,"licenseStatus":9,"licenseUrl":10,"sourceUrl":10,"descriptionZh":10,"descriptionEn":10,"imageUrl":10,"downloadUrls":11,"stats":12,"variants":19,"derivations":20,"measuredHardware":23,"updatedAt":85},68,"Llama-3.1-8B-Instruct","Meta",8,"CHAT","UNVERIFIED",null,[],{"recordCount":13,"variantCount":14,"hardwareCount":15,"unlinkedRecordCount":13,"evidence":16},98,0,23,{"L0":17,"L1":14,"L2":18},12,86,[],{"parents":21,"children":22},[],[],[24,28,31,33,36,39,42,45,48,50,52,55,57,59,62,65,68,70,72,74,77,80,82],{"name":25,"vramGb":26,"recordCount":27},"NVIDIA RTX Spark",128,10,{"name":29,"vramGb":30,"recordCount":7},"NVIDIA RTX 3090",24,{"name":32,"vramGb":30,"recordCount":7},"NVIDIA RTX 4090",{"name":34,"vramGb":35,"recordCount":7},"NVIDIA RTX 5090",32,{"name":37,"vramGb":30,"recordCount":38},"AMD Radeon RX 7900 XTX",6,{"name":40,"vramGb":41,"recordCount":38},"NVIDIA RTX 4080 Super",16,{"name":43,"vramGb":41,"recordCount":44},"NVIDIA RTX 5080",5,{"name":46,"vramGb":26,"recordCount":47},"Apple M5 Max",4,{"name":49,"vramGb":17,"recordCount":47},"Intel Arc B580",{"name":51,"vramGb":17,"recordCount":47},"NVIDIA RTX 5070",{"name":53,"vramGb":41,"recordCount":54},"AMD Radeon RX 9070",3,{"name":56,"vramGb":41,"recordCount":54},"AMD Radeon RX 9070 XT",{"name":58,"vramGb":10,"recordCount":54},"Apple M2 Ultra",{"name":60,"vramGb":61,"recordCount":54},"Apple M5 Ultra",512,{"name":63,"vramGb":64,"recordCount":54},"NVIDIA H100 80GB HBM3",80,{"name":66,"vramGb":67,"recordCount":54},"NVIDIA H20",97,{"name":69,"vramGb":17,"recordCount":54},"NVIDIA RTX 3060 12GB",{"name":71,"vramGb":41,"recordCount":54},"NVIDIA RTX 4080",{"name":73,"vramGb":41,"recordCount":54},"NVIDIA RTX 5070 Ti",{"name":75,"vramGb":76,"recordCount":54},"NVIDIA RTX PRO 6000 Blackwell 96GB",96,{"name":78,"vramGb":26,"recordCount":79},"AMD Ryzen AI Max+ 395",2,{"name":81,"vramGb":41,"recordCount":79},"NVIDIA RTX 4060 Ti 16GB",{"name":83,"vramGb":17,"recordCount":84},"NVIDIA RTX 4070 Ti",1,"2026-10-02T04:13:10.939Z",{"favorited":87},false,{"items":89,"total":530,"page":84,"pageSize":531},[90,107,118,128,138,148,156,170,182,192,201,210,221,230,240,248,259,270,278,287,296,305,312,321,329,337,343,351,361,371,379,386,394,400,408,418,426,434,441,448,455,462,469,479,487,493,500,509,517,524],{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":84,"frameworkName":92,"quantization":93,"hardwareVramGb":26,"decodeTps":94,"prefillTps":95,"vramGb":96,"genSeconds":10,"modelUseCase":8,"ttftS":97,"ttfbGb":98,"mtpAcceptanceRate":10,"powerW":99,"sampleCount":79,"reproduceCount":84,"sourceTypes":100,"evidenceLevel":102,"updatedAt":103,"latestFrameworkVersion":104,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":87,"latestOutputSpec":10},110,"llama.cpp","Q4_K_M",53.5,208.91,15.88,1.724,0.43,56,[101],"OTHER","L2","2026-10-20T12:06:38.167Z","v0.46","Ubuntu 24.04","13.0",{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":84,"frameworkName":92,"quantization":108,"hardwareVramGb":26,"decodeTps":109,"prefillTps":110,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":112,"ttfbGb":113,"mtpAcceptanceRate":10,"powerW":114,"sampleCount":84,"reproduceCount":84,"sourceTypes":115,"evidenceLevel":102,"updatedAt":103,"latestFrameworkVersion":116,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":117,"latestOutputSpec":10},"Q5_K_M",46.73,200.62,17.72,2.344,0.37,77.9,[101],"v0.25",true,{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":84,"frameworkName":92,"quantization":119,"hardwareVramGb":26,"decodeTps":120,"prefillTps":121,"vramGb":122,"genSeconds":10,"modelUseCase":8,"ttftS":123,"ttfbGb":124,"mtpAcceptanceRate":10,"powerW":125,"sampleCount":84,"reproduceCount":84,"sourceTypes":126,"evidenceLevel":102,"updatedAt":103,"latestFrameworkVersion":127,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":87,"latestOutputSpec":10},"Q8_0",35.36,182.04,21.42,1.261,0.28,75.4,[101],"v0.33",{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":54,"frameworkName":129,"quantization":130,"hardwareVramGb":26,"decodeTps":131,"prefillTps":132,"vramGb":133,"genSeconds":10,"modelUseCase":8,"ttftS":134,"ttfbGb":135,"mtpAcceptanceRate":10,"powerW":136,"sampleCount":84,"reproduceCount":84,"sourceTypes":137,"evidenceLevel":102,"updatedAt":103,"latestFrameworkVersion":104,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":117,"latestOutputSpec":10},"Ollama","FP16",27.91,99.5,33.18,0.973,0.22,69,[101],{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":54,"frameworkName":129,"quantization":139,"hardwareVramGb":26,"decodeTps":140,"prefillTps":141,"vramGb":142,"genSeconds":10,"modelUseCase":8,"ttftS":143,"ttfbGb":144,"mtpAcceptanceRate":10,"powerW":145,"sampleCount":84,"reproduceCount":84,"sourceTypes":146,"evidenceLevel":102,"updatedAt":103,"latestFrameworkVersion":147,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":87,"latestOutputSpec":10},"Q6_K",40.65,194.34,18.9,2.578,0.33,61.8,[101],"v0.43",{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":54,"frameworkName":129,"quantization":119,"hardwareVramGb":26,"decodeTps":149,"prefillTps":150,"vramGb":122,"genSeconds":10,"modelUseCase":8,"ttftS":151,"ttfbGb":152,"mtpAcceptanceRate":10,"powerW":153,"sampleCount":84,"reproduceCount":84,"sourceTypes":154,"evidenceLevel":102,"updatedAt":103,"latestFrameworkVersion":155,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":87,"latestOutputSpec":10},37,131.55,1.131,0.3,73.3,[101],"v0.48",{"modelId":4,"modelName":5,"hardwareId":84,"hardwareName":32,"frameworkId":79,"frameworkName":157,"quantization":158,"hardwareVramGb":30,"decodeTps":159,"prefillTps":160,"vramGb":161,"genSeconds":10,"modelUseCase":8,"ttftS":162,"ttfbGb":163,"mtpAcceptanceRate":10,"powerW":164,"sampleCount":84,"reproduceCount":84,"sourceTypes":165,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":167,"latestOs":168,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},"vLLM","IQ2_XS",205.12,1126.08,10.16,1.81,1.64,394.6,[101],"2026-10-19T12:39:43.326Z","v0.31","Windows 11 24H2","12.4",{"modelId":4,"modelName":5,"hardwareId":84,"hardwareName":32,"frameworkId":171,"frameworkName":172,"quantization":93,"hardwareVramGb":30,"decodeTps":173,"prefillTps":174,"vramGb":96,"genSeconds":10,"modelUseCase":8,"ttftS":175,"ttfbGb":176,"mtpAcceptanceRate":177,"powerW":178,"sampleCount":84,"reproduceCount":84,"sourceTypes":179,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":180,"latestOs":181,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},9,"Strata",191.74,642.2,1.278,1.53,0.4823,363,[101],"v0.29","Windows 11 23H2",{"modelId":4,"modelName":5,"hardwareId":84,"hardwareName":32,"frameworkId":171,"frameworkName":172,"quantization":139,"hardwareVramGb":30,"decodeTps":183,"prefillTps":184,"vramGb":142,"genSeconds":10,"modelUseCase":8,"ttftS":185,"ttfbGb":186,"mtpAcceptanceRate":187,"powerW":188,"sampleCount":84,"reproduceCount":84,"sourceTypes":189,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":190,"latestOs":105,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},151.86,574.29,2.151,1.21,0.7679,370.3,[101],"v0.37","12.6",{"modelId":4,"modelName":5,"hardwareId":79,"hardwareName":29,"frameworkId":79,"frameworkName":157,"quantization":119,"hardwareVramGb":30,"decodeTps":193,"prefillTps":194,"vramGb":122,"genSeconds":10,"modelUseCase":8,"ttftS":195,"ttfbGb":196,"mtpAcceptanceRate":10,"powerW":197,"sampleCount":84,"reproduceCount":84,"sourceTypes":198,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":199,"latestOs":168,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},64.44,290.44,1.306,0.52,325.8,[101],"v0.54","12.8",{"modelId":4,"modelName":5,"hardwareId":79,"hardwareName":29,"frameworkId":54,"frameworkName":129,"quantization":202,"hardwareVramGb":30,"decodeTps":203,"prefillTps":204,"vramGb":205,"genSeconds":10,"modelUseCase":8,"ttftS":206,"ttfbGb":207,"mtpAcceptanceRate":10,"powerW":208,"sampleCount":84,"reproduceCount":84,"sourceTypes":209,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":180,"latestOs":181,"latestCudaVersion":191,"latestFlashAttention":87,"latestOutputSpec":10},"IQ3_XS",101.05,370.05,12.52,1.79,0.81,258.1,[101],{"modelId":4,"modelName":5,"hardwareId":211,"hardwareName":37,"frameworkId":84,"frameworkName":92,"quantization":212,"hardwareVramGb":30,"decodeTps":213,"prefillTps":214,"vramGb":215,"genSeconds":10,"modelUseCase":8,"ttftS":216,"ttfbGb":217,"mtpAcceptanceRate":10,"powerW":218,"sampleCount":84,"reproduceCount":84,"sourceTypes":219,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":220,"latestOs":181,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},11,"Q3_K_S",102.17,424.1,13.02,1.696,0.82,242.4,[101],"v0.39",{"modelId":4,"modelName":5,"hardwareId":211,"hardwareName":37,"frameworkId":84,"frameworkName":92,"quantization":93,"hardwareVramGb":30,"decodeTps":222,"prefillTps":223,"vramGb":96,"genSeconds":10,"modelUseCase":8,"ttftS":224,"ttfbGb":225,"mtpAcceptanceRate":10,"powerW":226,"sampleCount":84,"reproduceCount":84,"sourceTypes":227,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":228,"latestOs":229,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},83.47,411.3,1.84,0.67,261.7,[101],"v0.20","Ubuntu 22.04",{"modelId":4,"modelName":5,"hardwareId":211,"hardwareName":37,"frameworkId":79,"frameworkName":157,"quantization":231,"hardwareVramGb":30,"decodeTps":232,"prefillTps":233,"vramGb":234,"genSeconds":10,"modelUseCase":8,"ttftS":235,"ttfbGb":236,"mtpAcceptanceRate":10,"powerW":237,"sampleCount":84,"reproduceCount":84,"sourceTypes":238,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":239,"latestOs":181,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},"Q3_K_M",114.54,374.54,13.52,1.678,0.92,227.4,[101],"v0.21",{"modelId":4,"modelName":5,"hardwareId":211,"hardwareName":37,"frameworkId":79,"frameworkName":157,"quantization":93,"hardwareVramGb":30,"decodeTps":241,"prefillTps":242,"vramGb":96,"genSeconds":10,"modelUseCase":8,"ttftS":243,"ttfbGb":244,"mtpAcceptanceRate":10,"powerW":245,"sampleCount":84,"reproduceCount":84,"sourceTypes":246,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":247,"latestOs":105,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},87.13,426.78,1.461,0.7,200.4,[101],"v0.32",{"modelId":4,"modelName":5,"hardwareId":249,"hardwareName":34,"frameworkId":54,"frameworkName":129,"quantization":250,"hardwareVramGb":35,"decodeTps":251,"prefillTps":252,"vramGb":253,"genSeconds":10,"modelUseCase":8,"ttftS":254,"ttfbGb":255,"mtpAcceptanceRate":10,"powerW":256,"sampleCount":84,"reproduceCount":84,"sourceTypes":257,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":258,"latestOs":181,"latestCudaVersion":169,"latestFlashAttention":87,"latestOutputSpec":10},13,"Q5_K_S",220.5,854,17.22,1.409,1.76,407.2,[101],"v0.23",{"modelId":4,"modelName":5,"hardwareId":249,"hardwareName":34,"frameworkId":171,"frameworkName":172,"quantization":260,"hardwareVramGb":35,"decodeTps":261,"prefillTps":262,"vramGb":263,"genSeconds":10,"modelUseCase":8,"ttftS":264,"ttfbGb":265,"mtpAcceptanceRate":266,"powerW":267,"sampleCount":84,"reproduceCount":84,"sourceTypes":268,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":269,"latestOs":105,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},"IQ3_S",280,1358.66,13.19,1.406,2.24,0.5574,429.1,[101],"v0.22",{"modelId":4,"modelName":5,"hardwareId":249,"hardwareName":34,"frameworkId":171,"frameworkName":172,"quantization":108,"hardwareVramGb":35,"decodeTps":271,"prefillTps":272,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":273,"ttfbGb":274,"mtpAcceptanceRate":275,"powerW":276,"sampleCount":84,"reproduceCount":84,"sourceTypes":277,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":239,"latestOs":229,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},297.96,1229.8,2.284,2.38,0.5387,374,[101],{"modelId":4,"modelName":5,"hardwareId":279,"hardwareName":43,"frameworkId":54,"frameworkName":129,"quantization":250,"hardwareVramGb":41,"decodeTps":280,"prefillTps":281,"vramGb":282,"genSeconds":10,"modelUseCase":8,"ttftS":283,"ttfbGb":284,"mtpAcceptanceRate":10,"powerW":285,"sampleCount":84,"reproduceCount":84,"sourceTypes":286,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":239,"latestOs":229,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},14,149.47,563.58,15.2,1.487,1.2,322.4,[101],{"modelId":4,"modelName":5,"hardwareId":279,"hardwareName":43,"frameworkId":171,"frameworkName":172,"quantization":260,"hardwareVramGb":41,"decodeTps":288,"prefillTps":289,"vramGb":263,"genSeconds":10,"modelUseCase":8,"ttftS":290,"ttfbGb":291,"mtpAcceptanceRate":292,"powerW":293,"sampleCount":84,"reproduceCount":84,"sourceTypes":294,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":295,"latestOs":181,"latestCudaVersion":169,"latestFlashAttention":87,"latestOutputSpec":10},302.96,1550.76,2.089,2.42,0.5609,327,[101],"v0.26",{"modelId":4,"modelName":5,"hardwareId":297,"hardwareName":69,"frameworkId":84,"frameworkName":92,"quantization":260,"hardwareVramGb":17,"decodeTps":298,"prefillTps":299,"vramGb":300,"genSeconds":10,"modelUseCase":8,"ttftS":301,"ttfbGb":302,"mtpAcceptanceRate":10,"powerW":303,"sampleCount":84,"reproduceCount":84,"sourceTypes":304,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":127,"latestOs":181,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},15,72.47,300.81,11.4,0.598,0.58,158.7,[101],{"modelId":4,"modelName":5,"hardwareId":297,"hardwareName":69,"frameworkId":79,"frameworkName":157,"quantization":158,"hardwareVramGb":17,"decodeTps":306,"prefillTps":307,"vramGb":161,"genSeconds":10,"modelUseCase":8,"ttftS":308,"ttfbGb":309,"mtpAcceptanceRate":10,"powerW":310,"sampleCount":84,"reproduceCount":84,"sourceTypes":311,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":155,"latestOs":229,"latestCudaVersion":169,"latestFlashAttention":87,"latestOutputSpec":10},94.63,430.36,1.451,0.76,167.7,[101],{"modelId":4,"modelName":5,"hardwareId":313,"hardwareName":40,"frameworkId":84,"frameworkName":92,"quantization":231,"hardwareVramGb":41,"decodeTps":314,"prefillTps":315,"vramGb":234,"genSeconds":10,"modelUseCase":8,"ttftS":316,"ttfbGb":317,"mtpAcceptanceRate":10,"powerW":318,"sampleCount":84,"reproduceCount":84,"sourceTypes":319,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":320,"latestOs":105,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},20,201.4,1061.69,1.815,1.61,303.4,[101],"v0.52",{"modelId":4,"modelName":5,"hardwareId":313,"hardwareName":40,"frameworkId":171,"frameworkName":172,"quantization":158,"hardwareVramGb":41,"decodeTps":322,"prefillTps":323,"vramGb":161,"genSeconds":10,"modelUseCase":8,"ttftS":324,"ttfbGb":325,"mtpAcceptanceRate":326,"powerW":327,"sampleCount":84,"reproduceCount":84,"sourceTypes":328,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":247,"latestOs":181,"latestCudaVersion":169,"latestFlashAttention":87,"latestOutputSpec":10},307.75,1104.97,2.036,2.46,0.6534,296.8,[101],{"modelId":4,"modelName":5,"hardwareId":313,"hardwareName":40,"frameworkId":171,"frameworkName":172,"quantization":108,"hardwareVramGb":41,"decodeTps":330,"prefillTps":331,"vramGb":282,"genSeconds":10,"modelUseCase":8,"ttftS":332,"ttfbGb":333,"mtpAcceptanceRate":334,"powerW":335,"sampleCount":84,"reproduceCount":84,"sourceTypes":336,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":220,"latestOs":105,"latestCudaVersion":200,"latestFlashAttention":117,"latestOutputSpec":10},179.72,584.63,2.496,1.44,0.7654,226.5,[101],{"modelId":4,"modelName":5,"hardwareId":30,"hardwareName":78,"frameworkId":84,"frameworkName":92,"quantization":202,"hardwareVramGb":26,"decodeTps":338,"prefillTps":339,"vramGb":205,"genSeconds":10,"modelUseCase":8,"ttftS":340,"ttfbGb":113,"mtpAcceptanceRate":10,"powerW":341,"sampleCount":84,"reproduceCount":84,"sourceTypes":342,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":295,"latestOs":229,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},45.88,214.9,0.239,46.5,[101],{"modelId":4,"modelName":5,"hardwareId":30,"hardwareName":78,"frameworkId":79,"frameworkName":157,"quantization":344,"hardwareVramGb":26,"decodeTps":345,"prefillTps":346,"vramGb":347,"genSeconds":10,"modelUseCase":8,"ttftS":97,"ttfbGb":348,"mtpAcceptanceRate":10,"powerW":349,"sampleCount":84,"reproduceCount":84,"sourceTypes":350,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":295,"latestOs":105,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},"Q2_K",51.17,219.96,11.34,0.41,61,[101],{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":46,"frameworkId":84,"frameworkName":92,"quantization":353,"hardwareVramGb":26,"decodeTps":354,"prefillTps":355,"vramGb":356,"genSeconds":10,"modelUseCase":8,"ttftS":357,"ttfbGb":207,"mtpAcceptanceRate":10,"powerW":358,"sampleCount":84,"reproduceCount":84,"sourceTypes":359,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":247,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":117,"latestOutputSpec":10},28,"IQ2_M",101.46,460.44,10.84,2.429,45.5,[101],"macOS 26.1",{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":46,"frameworkId":84,"frameworkName":92,"quantization":362,"hardwareVramGb":26,"decodeTps":363,"prefillTps":364,"vramGb":365,"genSeconds":10,"modelUseCase":8,"ttftS":366,"ttfbGb":367,"mtpAcceptanceRate":10,"powerW":368,"sampleCount":84,"reproduceCount":84,"sourceTypes":369,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":370,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":117,"latestOutputSpec":10},"Q3_K_L",81.19,358.64,14.2,1.176,0.65,60.9,[101],"v0.53",{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":46,"frameworkId":54,"frameworkName":129,"quantization":202,"hardwareVramGb":26,"decodeTps":372,"prefillTps":373,"vramGb":205,"genSeconds":10,"modelUseCase":8,"ttftS":374,"ttfbGb":375,"mtpAcceptanceRate":10,"powerW":376,"sampleCount":84,"reproduceCount":84,"sourceTypes":377,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":378,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":87,"latestOutputSpec":10},82.82,392.75,0.11,0.66,54.2,[101],"v0.41",{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":46,"frameworkId":54,"frameworkName":129,"quantization":212,"hardwareVramGb":26,"decodeTps":380,"prefillTps":381,"vramGb":215,"genSeconds":10,"modelUseCase":8,"ttftS":382,"ttfbGb":383,"mtpAcceptanceRate":10,"powerW":384,"sampleCount":84,"reproduceCount":84,"sourceTypes":385,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":104,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":117,"latestOutputSpec":10},79.81,418,2.454,0.64,48.2,[101],{"modelId":4,"modelName":5,"hardwareId":387,"hardwareName":60,"frameworkId":84,"frameworkName":92,"quantization":212,"hardwareVramGb":61,"decodeTps":388,"prefillTps":389,"vramGb":215,"genSeconds":10,"modelUseCase":8,"ttftS":390,"ttfbGb":391,"mtpAcceptanceRate":10,"powerW":392,"sampleCount":84,"reproduceCount":84,"sourceTypes":393,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":180,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":117,"latestOutputSpec":10},29,134.78,545.26,1.988,1.08,96.2,[101],{"modelId":4,"modelName":5,"hardwareId":387,"hardwareName":60,"frameworkId":84,"frameworkName":92,"quantization":250,"hardwareVramGb":61,"decodeTps":395,"prefillTps":396,"vramGb":253,"genSeconds":10,"modelUseCase":8,"ttftS":206,"ttfbGb":397,"mtpAcceptanceRate":10,"powerW":398,"sampleCount":84,"reproduceCount":84,"sourceTypes":399,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":378,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":87,"latestOutputSpec":10},104.75,395.8,0.84,100.9,[101],{"modelId":4,"modelName":5,"hardwareId":387,"hardwareName":60,"frameworkId":54,"frameworkName":129,"quantization":119,"hardwareVramGb":61,"decodeTps":401,"prefillTps":402,"vramGb":122,"genSeconds":10,"modelUseCase":8,"ttftS":403,"ttfbGb":404,"mtpAcceptanceRate":10,"powerW":405,"sampleCount":84,"reproduceCount":84,"sourceTypes":406,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":407,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":87,"latestOutputSpec":10},65.71,314.08,1.318,0.53,90.4,[101],"v0.28",{"modelId":4,"modelName":5,"hardwareId":409,"hardwareName":63,"frameworkId":84,"frameworkName":92,"quantization":410,"hardwareVramGb":64,"decodeTps":411,"prefillTps":412,"vramGb":413,"genSeconds":10,"modelUseCase":8,"ttftS":414,"ttfbGb":415,"mtpAcceptanceRate":10,"powerW":416,"sampleCount":84,"reproduceCount":84,"sourceTypes":417,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":370,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":117,"latestOutputSpec":10},55,"IQ1_S",337.53,1795.74,9.16,0.24,2.7,579,[101],{"modelId":4,"modelName":5,"hardwareId":409,"hardwareName":63,"frameworkId":84,"frameworkName":92,"quantization":419,"hardwareVramGb":64,"decodeTps":420,"prefillTps":421,"vramGb":282,"genSeconds":10,"modelUseCase":8,"ttftS":422,"ttfbGb":423,"mtpAcceptanceRate":10,"powerW":424,"sampleCount":84,"reproduceCount":84,"sourceTypes":425,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":269,"latestOs":105,"latestCudaVersion":200,"latestFlashAttention":87,"latestOutputSpec":10},"Q4_K_S",314.55,1364.71,2.068,2.52,680.8,[101],{"modelId":4,"modelName":5,"hardwareId":409,"hardwareName":63,"frameworkId":171,"frameworkName":172,"quantization":108,"hardwareVramGb":64,"decodeTps":427,"prefillTps":428,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":429,"ttfbGb":430,"mtpAcceptanceRate":431,"powerW":432,"sampleCount":84,"reproduceCount":84,"sourceTypes":433,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":370,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":87,"latestOutputSpec":10},362.58,1954.02,0.715,2.9,0.5664,667,[101],{"modelId":4,"modelName":5,"hardwareId":99,"hardwareName":66,"frameworkId":84,"frameworkName":92,"quantization":231,"hardwareVramGb":67,"decodeTps":435,"prefillTps":436,"vramGb":234,"genSeconds":10,"modelUseCase":8,"ttftS":437,"ttfbGb":196,"mtpAcceptanceRate":10,"powerW":438,"sampleCount":84,"reproduceCount":84,"sourceTypes":439,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":440,"latestOs":168,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},65.35,226.54,1.178,351.5,[101],"v0.45",{"modelId":4,"modelName":5,"hardwareId":99,"hardwareName":66,"frameworkId":54,"frameworkName":129,"quantization":260,"hardwareVramGb":67,"decodeTps":442,"prefillTps":443,"vramGb":263,"genSeconds":10,"modelUseCase":8,"ttftS":444,"ttfbGb":445,"mtpAcceptanceRate":10,"powerW":446,"sampleCount":84,"reproduceCount":84,"sourceTypes":447,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":220,"latestOs":168,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},56.57,208.48,2.361,0.45,370.5,[101],{"modelId":4,"modelName":5,"hardwareId":99,"hardwareName":66,"frameworkId":54,"frameworkName":129,"quantization":108,"hardwareVramGb":67,"decodeTps":449,"prefillTps":450,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":451,"ttfbGb":452,"mtpAcceptanceRate":10,"powerW":453,"sampleCount":84,"reproduceCount":84,"sourceTypes":454,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":258,"latestOs":229,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},43.67,144.84,1.353,0.35,377.4,[101],{"modelId":4,"modelName":5,"hardwareId":4,"hardwareName":75,"frameworkId":54,"frameworkName":129,"quantization":362,"hardwareVramGb":76,"decodeTps":456,"prefillTps":457,"vramGb":365,"genSeconds":10,"modelUseCase":8,"ttftS":458,"ttfbGb":459,"mtpAcceptanceRate":10,"powerW":460,"sampleCount":84,"reproduceCount":84,"sourceTypes":461,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":370,"latestOs":229,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},262.13,1148.25,1.542,2.1,362.8,[101],{"modelId":4,"modelName":5,"hardwareId":4,"hardwareName":75,"frameworkId":54,"frameworkName":129,"quantization":108,"hardwareVramGb":76,"decodeTps":463,"prefillTps":464,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":465,"ttfbGb":466,"mtpAcceptanceRate":10,"powerW":467,"sampleCount":84,"reproduceCount":84,"sourceTypes":468,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":295,"latestOs":105,"latestCudaVersion":169,"latestFlashAttention":117,"latestOutputSpec":10},184.14,644.68,1.372,1.47,390.5,[101],{"modelId":4,"modelName":5,"hardwareId":4,"hardwareName":75,"frameworkId":171,"frameworkName":172,"quantization":470,"hardwareVramGb":76,"decodeTps":471,"prefillTps":472,"vramGb":473,"genSeconds":10,"modelUseCase":8,"ttftS":474,"ttfbGb":475,"mtpAcceptanceRate":476,"powerW":477,"sampleCount":84,"reproduceCount":84,"sourceTypes":478,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":190,"latestOs":229,"latestCudaVersion":191,"latestFlashAttention":117,"latestOutputSpec":10},"IQ4_XS",387.3,1749.15,14.53,1.618,3.1,0.5041,302.7,[101],{"modelId":4,"modelName":5,"hardwareId":480,"hardwareName":49,"frameworkId":84,"frameworkName":92,"quantization":260,"hardwareVramGb":17,"decodeTps":481,"prefillTps":482,"vramGb":300,"genSeconds":10,"modelUseCase":8,"ttftS":483,"ttfbGb":484,"mtpAcceptanceRate":10,"powerW":485,"sampleCount":84,"reproduceCount":84,"sourceTypes":486,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":378,"latestOs":168,"latestCudaVersion":191,"latestFlashAttention":87,"latestOutputSpec":10},94,58.55,274.06,1.351,0.47,160.7,[101],{"modelId":4,"modelName":5,"hardwareId":480,"hardwareName":49,"frameworkId":84,"frameworkName":92,"quantization":212,"hardwareVramGb":17,"decodeTps":488,"prefillTps":489,"vramGb":300,"genSeconds":10,"modelUseCase":8,"ttftS":490,"ttfbGb":196,"mtpAcceptanceRate":10,"powerW":491,"sampleCount":84,"reproduceCount":84,"sourceTypes":492,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":155,"latestOs":105,"latestCudaVersion":191,"latestFlashAttention":87,"latestOutputSpec":10},65.46,319.04,1.354,164.8,[101],{"modelId":4,"modelName":5,"hardwareId":480,"hardwareName":49,"frameworkId":54,"frameworkName":129,"quantization":158,"hardwareVramGb":17,"decodeTps":494,"prefillTps":495,"vramGb":161,"genSeconds":10,"modelUseCase":8,"ttftS":496,"ttfbGb":497,"mtpAcceptanceRate":10,"powerW":498,"sampleCount":84,"reproduceCount":84,"sourceTypes":499,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":155,"latestOs":168,"latestCudaVersion":191,"latestFlashAttention":87,"latestOutputSpec":10},70.97,264.22,2.133,0.57,137.4,[101],{"modelId":4,"modelName":5,"hardwareId":501,"hardwareName":58,"frameworkId":84,"frameworkName":92,"quantization":362,"hardwareVramGb":10,"decodeTps":502,"prefillTps":503,"vramGb":365,"genSeconds":10,"modelUseCase":8,"ttftS":504,"ttfbGb":505,"mtpAcceptanceRate":10,"powerW":506,"sampleCount":84,"reproduceCount":84,"sourceTypes":507,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":508,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":87,"latestOutputSpec":10},103,129.48,476.49,1.096,1.04,148,[101],"v0.30",{"modelId":4,"modelName":5,"hardwareId":501,"hardwareName":58,"frameworkId":84,"frameworkName":92,"quantization":419,"hardwareVramGb":10,"decodeTps":510,"prefillTps":511,"vramGb":282,"genSeconds":10,"modelUseCase":8,"ttftS":512,"ttfbGb":513,"mtpAcceptanceRate":10,"powerW":514,"sampleCount":84,"reproduceCount":84,"sourceTypes":515,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":516,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":87,"latestOutputSpec":10},123.15,540.31,2.074,0.99,142.6,[101],"v0.34",{"modelId":4,"modelName":5,"hardwareId":501,"hardwareName":58,"frameworkId":54,"frameworkName":129,"quantization":419,"hardwareVramGb":10,"decodeTps":518,"prefillTps":519,"vramGb":282,"genSeconds":10,"modelUseCase":8,"ttftS":520,"ttfbGb":521,"mtpAcceptanceRate":10,"powerW":522,"sampleCount":84,"reproduceCount":84,"sourceTypes":523,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":378,"latestOs":360,"latestCudaVersion":10,"latestFlashAttention":117,"latestOutputSpec":10},103.18,542.74,2.105,0.83,128.4,[101],{"modelId":4,"modelName":5,"hardwareId":91,"hardwareName":25,"frameworkId":84,"frameworkName":92,"quantization":410,"hardwareVramGb":26,"decodeTps":525,"prefillTps":526,"vramGb":413,"genSeconds":10,"modelUseCase":8,"ttftS":527,"ttfbGb":367,"mtpAcceptanceRate":10,"powerW":528,"sampleCount":84,"reproduceCount":84,"sourceTypes":529,"evidenceLevel":102,"updatedAt":166,"latestFrameworkVersion":378,"latestOs":105,"latestCudaVersion":106,"latestFlashAttention":117,"latestOutputSpec":10},80.81,288.05,0.563,50.8,[101],95,50,{"items":533,"total":84,"page":84,"pageSize":313},[534],{"id":387,"type":535,"title":536,"excerpt":537,"author":538,"replyCount":84,"createdAt":541,"lastRepliedAt":10,"resolvedAt":10,"editedAt":10,"model":542,"hardware":543,"variant":10,"record":10},"HELP","Llama-3.1-8B 比 Qwen3-8B 快 21%？8B 模型该选 Meta 还是阿里？","10-18 文章数据：Llama-3.1-8B 平均 171.27 tok\u002Fs，Qwen3-8B 只有 141.17 tok\u002Fs，快 21%。 但我主要跑中文任务，文章说 Qwen3-8B 中文 C-Eval 78.2 vs Llama-3",{"nickname":539,"avatarUrl":540},"ke chen","https:\u002F\u002Flh3.googleusercontent.com\u002Fa\u002FACg8ocLqEPqLilD8toFN9SqqHpAwEhXNJ0Fq8Rs8JxIKZoIZr8T_pg=s96-c","2026-10-18T03:00:32.564Z",{"name":5},{"name":32},{"items":545},[],{"items":547,"total":79,"page":84,"pageSize":54},[548,568],{"slug":549,"category":550,"publishedAt":551,"titleZh":552,"titleEn":553,"summaryZh":554,"summaryEn":555,"models":556,"hardwares":566},"nvidia-rtx-spark-launch-2026-10-19","NEWS","2026-10-19T14:00:00.000Z","NVIDIA RTX Spark 上市：$2,399 起、128GB 统一内存，站内首批 59 条实测","NVIDIA RTX Spark launches: from $2,399, 128GB unified memory, first 59 on-site runs","N1X 超级芯片整机（Blackwell RTX GPU + 20 核 CPU），LPDDR5X 24-128GB，笔记本 $2,399 起。StorageReview 实测 STREAM 120GB\u002Fs、Llama-3.1-8B Q4_K_M 56.5 tok\u002Fs。站内硬件收录 + 59 条 L2 记录：llama.cpp Q4_K_M 锚点 8B 54.7 \u002F 35B-A3B 88.7，与实测对齐。Windows 下 128GB 整机 GPU 侧可用约 62.5GB。","N1X superchip system (Blackwell RTX GPU + 20-core CPU), LPDDR5X 24-128GB, laptops from $2,399. StorageReview measured STREAM at 120GB\u002Fs and Llama-3.1-8B Q4_K_M at 56.5 tok\u002Fs. On-site hardware row + 59 L2 records: llama.cpp Q4_K_M anchors land at 54.7 (8B) \u002F 88.7 (35B-A3B), matching the measurement. Under Windows roughly 62.5GB of the 128GB unit is GPU-usable today.",[557,560,561,563],{"id":558,"name":559},47,"Qwen3.6-35B-A3B",{"id":4,"name":5},{"id":18,"name":562},"Beam-1.0-501B-A23B",{"id":564,"name":565},87,"Hy-Memory-30B-A3B",[567],{"id":91,"name":25},{"slug":569,"category":550,"publishedAt":570,"titleZh":571,"titleEn":572,"summaryZh":573,"summaryEn":574,"models":575,"hardwares":596},"llama-family-kimi-k3-bench-2026-10-18","2026-10-18T14:00:00.000Z","Llama 3.x + Kimi-K3 实测：Llama-3.2-3B 跑出 277 tok\u002Fs，Kimi-K3 112 tok\u002Fs 能装 16GB 卡","Llama 3.x + Kimi-K3 benchmarks: Llama-3.2-3B hits 277 tok\u002Fs, Kimi-K3 112 tok\u002Fs fits 16GB cards","10-18 批量首次大规模覆盖 Meta Llama 3.x 全家族 + Kimi-K3：Llama-3.2-3B 平均 276.96、Llama-3.1-8B 171.27、Llama-3-8B 155.78、Kimi-K3 112.33 tok\u002Fs。**Llama-3.2-3B 是 DB 最快 3B 模型**。","10-18 batch first large-sample coverage of Meta Llama 3.x family + Kimi-K3: Llama-3.2-3B avg 276.96, Llama-3.1-8B 171.27, Llama-3-8B 155.78, Kimi-K3 112.33 tok\u002Fs. **Llama-3.2-3B is DB's fastest 3B model**.",[576,579,581,584,585,587,590,593],{"id":577,"name":578},48,"Qwen3.5-4B",{"id":531,"name":580},"Qwen3.5-27B",{"id":582,"name":583},53,"Qwen3-8B",{"id":4,"name":5},{"id":136,"name":586},"Llama-3-8B-Instruct",{"id":588,"name":589},70,"Llama-3.2-3B-Instruct",{"id":591,"name":592},71,"DeepSeek-R1-Distill-Qwen-14B",{"id":594,"name":595},73,"Kimi-K3",[597,598,599,600,601,602,603,604],{"id":84,"name":32},{"id":79,"name":29},{"id":211,"name":37},{"id":249,"name":34},{"id":279,"name":43},{"id":297,"name":69},{"id":313,"name":40},{"id":605,"name":53},21]