[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"$f11sn66dksm8im":3,"$f2obfadi4awtbq":84,"$f2t2c7wlnl3eev":86,"$f31vp4s9r9t022":530,"$f12f9c00yrhx38":543,"$f3lxvt2pqsn0pt":545},{"id":4,"name":5,"publisher":6,"paramsB":7,"useCase":8,"licenseStatus":9,"licenseUrl":10,"sourceUrl":10,"descriptionZh":10,"descriptionEn":10,"imageUrl":10,"downloadUrls":11,"stats":12,"variants":17,"derivations":18,"measuredHardware":21,"updatedAt":83},49,"Qwen3.5-9B","Qwen",9,"CHAT","UNVERIFIED",null,[],{"recordCount":13,"variantCount":14,"hardwareCount":15,"unlinkedRecordCount":13,"evidence":16},67,0,25,{"L0":14,"L1":14,"L2":13},[],{"parents":19,"children":20},[],[],[22,26,30,32,35,37,39,43,45,47,49,51,53,56,59,61,63,65,67,69,71,74,76,79,81],{"name":23,"vramGb":24,"recordCount":25},"NVIDIA Jetson AGX Orin 64GB",64,6,{"name":27,"vramGb":28,"recordCount":29},"Apple M5 Max",128,5,{"name":31,"vramGb":28,"recordCount":29},"NVIDIA DGX Spark",{"name":33,"vramGb":28,"recordCount":34},"AMD Ryzen AI Max+ 395",4,{"name":36,"vramGb":10,"recordCount":34},"AMD Strix Halo (Radeon 8060S)",{"name":38,"vramGb":10,"recordCount":34},"Apple M2 Pro",{"name":40,"vramGb":41,"recordCount":42},"AMD Radeon RX 9070",16,3,{"name":44,"vramGb":41,"recordCount":42},"AMD Radeon RX 9070 XT",{"name":46,"vramGb":10,"recordCount":42},"AMD Strix Point (Radeon 890M)",{"name":48,"vramGb":10,"recordCount":42},"Apple M1 Max",{"name":50,"vramGb":10,"recordCount":42},"Apple M1 Pro",{"name":52,"vramGb":10,"recordCount":42},"Apple M2 Ultra",{"name":54,"vramGb":10,"recordCount":55},"2x AMD Strix Halo",2,{"name":57,"vramGb":58,"recordCount":55},"AMD Radeon AI PRO R9700",32,{"name":60,"vramGb":41,"recordCount":55},"AMD Radeon RX 7800 XT",{"name":62,"vramGb":10,"recordCount":55},"Apple M1",{"name":64,"vramGb":24,"recordCount":55},"Apple M5 Pro",{"name":66,"vramGb":10,"recordCount":55},"Intel Arc 140V",{"name":68,"vramGb":41,"recordCount":55},"Intel Arc A770 16GB",{"name":70,"vramGb":58,"recordCount":55},"NVIDIA RTX 5090",{"name":72,"vramGb":24,"recordCount":73},"Apple M4 Pro",1,{"name":75,"vramGb":41,"recordCount":73},"NVIDIA RTX 4060 Ti 16GB",{"name":77,"vramGb":78,"recordCount":73},"NVIDIA RTX 4070 Ti",12,{"name":80,"vramGb":41,"recordCount":73},"NVIDIA RTX 4080",{"name":82,"vramGb":10,"recordCount":73},"Qualcomm Snapdragon X Elite","2026-10-02T04:13:10.804Z",{"favorited":85},false,{"items":87,"total":528,"page":73,"pageSize":529},[88,106,118,132,140,150,161,171,184,196,204,216,227,238,246,255,263,274,283,292,300,309,318,326,334,343,351,359,367,374,382,390,398,406,412,420,428,436,442,448,456,462,470,477,483,490,497,504,511,519],{"modelId":4,"modelName":5,"hardwareId":89,"hardwareName":70,"frameworkId":73,"frameworkName":90,"quantization":91,"hardwareVramGb":58,"decodeTps":92,"prefillTps":93,"vramGb":94,"genSeconds":10,"modelUseCase":8,"ttftS":95,"ttfbGb":96,"mtpAcceptanceRate":10,"powerW":97,"sampleCount":73,"reproduceCount":73,"sourceTypes":98,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":102,"latestOs":103,"latestCudaVersion":104,"latestFlashAttention":105,"latestOutputSpec":10},13,"llama.cpp","Q2_K",277.25,1119.33,12.5,0.732,2.22,424.7,[99],"OTHER","L2","2026-10-15T23:34:39.630Z","v0.40","Ubuntu 24.04","12.8",true,{"modelId":4,"modelName":5,"hardwareId":89,"hardwareName":70,"frameworkId":42,"frameworkName":107,"quantization":108,"hardwareVramGb":58,"decodeTps":109,"prefillTps":110,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":112,"ttfbGb":113,"mtpAcceptanceRate":10,"powerW":114,"sampleCount":73,"reproduceCount":73,"sourceTypes":115,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":116,"latestOs":103,"latestCudaVersion":117,"latestFlashAttention":85,"latestOutputSpec":10},"Ollama","Q5_K_M",166,599.13,19.68,2.054,1.33,469.4,[99],"v0.34","12.6",{"modelId":4,"modelName":5,"hardwareId":119,"hardwareName":33,"frameworkId":55,"frameworkName":120,"quantization":121,"hardwareVramGb":28,"decodeTps":122,"prefillTps":123,"vramGb":124,"genSeconds":10,"modelUseCase":8,"ttftS":125,"ttfbGb":126,"mtpAcceptanceRate":10,"powerW":127,"sampleCount":73,"reproduceCount":73,"sourceTypes":128,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":129,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},24,"vLLM","IQ3_XS",115.94,451.93,13.82,0.721,0.93,66.9,[99],"v0.37","Ubuntu 22.04","N\u002FA",{"modelId":4,"modelName":5,"hardwareId":119,"hardwareName":33,"frameworkId":55,"frameworkName":120,"quantization":108,"hardwareVramGb":28,"decodeTps":133,"prefillTps":134,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":135,"ttfbGb":136,"mtpAcceptanceRate":10,"powerW":137,"sampleCount":73,"reproduceCount":73,"sourceTypes":138,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":139,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},83.86,287.36,1.478,0.67,107.1,[99],"v0.47",{"modelId":4,"modelName":5,"hardwareId":119,"hardwareName":33,"frameworkId":42,"frameworkName":107,"quantization":141,"hardwareVramGb":28,"decodeTps":142,"prefillTps":143,"vramGb":144,"genSeconds":10,"modelUseCase":8,"ttftS":145,"ttfbGb":146,"mtpAcceptanceRate":10,"powerW":147,"sampleCount":73,"reproduceCount":73,"sourceTypes":148,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":149,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},"Q4_K_S",85.51,324.93,16.84,1.456,0.68,67.9,[99],"v0.54",{"modelId":4,"modelName":5,"hardwareId":151,"hardwareName":27,"frameworkId":55,"frameworkName":120,"quantization":152,"hardwareVramGb":28,"decodeTps":153,"prefillTps":154,"vramGb":155,"genSeconds":10,"modelUseCase":8,"ttftS":156,"ttfbGb":157,"mtpAcceptanceRate":10,"powerW":158,"sampleCount":73,"reproduceCount":73,"sourceTypes":159,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":160,"latestOs":103,"latestCudaVersion":104,"latestFlashAttention":105,"latestOutputSpec":10},28,"IQ3_S",222.48,1168.2,14.57,2.413,1.78,244.4,[99],"v0.35",{"modelId":4,"modelName":5,"hardwareId":151,"hardwareName":27,"frameworkId":55,"frameworkName":120,"quantization":162,"hardwareVramGb":28,"decodeTps":163,"prefillTps":164,"vramGb":165,"genSeconds":10,"modelUseCase":8,"ttftS":166,"ttfbGb":167,"mtpAcceptanceRate":10,"powerW":168,"sampleCount":55,"reproduceCount":73,"sourceTypes":169,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":170,"latestOs":130,"latestCudaVersion":117,"latestFlashAttention":85,"latestOutputSpec":10},"Q5_K_S",163.05,700.99,19.11,0.865,1.31,140.8,[99],"v0.33",{"modelId":4,"modelName":5,"hardwareId":151,"hardwareName":27,"frameworkId":7,"frameworkName":172,"quantization":173,"hardwareVramGb":28,"decodeTps":174,"prefillTps":175,"vramGb":176,"genSeconds":10,"modelUseCase":8,"ttftS":177,"ttfbGb":178,"mtpAcceptanceRate":179,"powerW":180,"sampleCount":73,"reproduceCount":73,"sourceTypes":181,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":182,"latestOs":183,"latestCudaVersion":104,"latestFlashAttention":105,"latestOutputSpec":10},"Strata","Q3_K_M",284.27,948.35,14.95,0.471,2.27,0.4527,264.5,[99],"v0.25","macOS 15.0",{"modelId":4,"modelName":5,"hardwareId":185,"hardwareName":31,"frameworkId":73,"frameworkName":90,"quantization":186,"hardwareVramGb":28,"decodeTps":187,"prefillTps":188,"vramGb":189,"genSeconds":10,"modelUseCase":8,"ttftS":190,"ttfbGb":191,"mtpAcceptanceRate":10,"powerW":192,"sampleCount":73,"reproduceCount":73,"sourceTypes":193,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":194,"latestOs":130,"latestCudaVersion":195,"latestFlashAttention":105,"latestOutputSpec":10},54,"Q6_K",110.08,496.59,21,0.49,0.88,231.6,[99],"v0.49","12.4",{"modelId":4,"modelName":5,"hardwareId":185,"hardwareName":31,"frameworkId":7,"frameworkName":172,"quantization":173,"hardwareVramGb":28,"decodeTps":197,"prefillTps":198,"vramGb":176,"genSeconds":10,"modelUseCase":8,"ttftS":199,"ttfbGb":200,"mtpAcceptanceRate":201,"powerW":202,"sampleCount":73,"reproduceCount":73,"sourceTypes":203,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":194,"latestOs":130,"latestCudaVersion":104,"latestFlashAttention":105,"latestOutputSpec":10},209.28,1036.76,1.889,1.67,0.7631,222.8,[99],{"modelId":4,"modelName":5,"hardwareId":205,"hardwareName":23,"frameworkId":42,"frameworkName":107,"quantization":206,"hardwareVramGb":24,"decodeTps":207,"prefillTps":208,"vramGb":209,"genSeconds":10,"modelUseCase":8,"ttftS":210,"ttfbGb":211,"mtpAcceptanceRate":10,"powerW":212,"sampleCount":73,"reproduceCount":73,"sourceTypes":213,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":214,"latestOs":215,"latestCudaVersion":117,"latestFlashAttention":105,"latestOutputSpec":10},76,"Q3_K_S",55.39,272.09,14.38,1.377,0.44,19.8,[99],"v0.23","JetPack 6.0",{"modelId":4,"modelName":5,"hardwareId":205,"hardwareName":23,"frameworkId":7,"frameworkName":172,"quantization":217,"hardwareVramGb":24,"decodeTps":218,"prefillTps":219,"vramGb":220,"genSeconds":10,"modelUseCase":8,"ttftS":221,"ttfbGb":222,"mtpAcceptanceRate":223,"powerW":224,"sampleCount":73,"reproduceCount":73,"sourceTypes":225,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":226,"latestOs":215,"latestCudaVersion":117,"latestFlashAttention":85,"latestOutputSpec":10},"Q4_K_M",72.01,281.13,17.6,2.197,0.58,0.4987,29.2,[99],"v0.53",{"modelId":4,"modelName":5,"hardwareId":228,"hardwareName":36,"frameworkId":73,"frameworkName":90,"quantization":229,"hardwareVramGb":10,"decodeTps":230,"prefillTps":231,"vramGb":232,"genSeconds":10,"modelUseCase":8,"ttftS":233,"ttfbGb":126,"mtpAcceptanceRate":10,"powerW":234,"sampleCount":73,"reproduceCount":73,"sourceTypes":235,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":236,"latestOs":237,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},87,"IQ1_S",116.24,433.01,10.04,0.629,59.7,[99],"v0.28","Windows 11 23H2",{"modelId":4,"modelName":5,"hardwareId":228,"hardwareName":36,"frameworkId":73,"frameworkName":90,"quantization":162,"hardwareVramGb":10,"decodeTps":239,"prefillTps":240,"vramGb":165,"genSeconds":10,"modelUseCase":8,"ttftS":241,"ttfbGb":242,"mtpAcceptanceRate":10,"powerW":243,"sampleCount":73,"reproduceCount":73,"sourceTypes":244,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":245,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},60.47,213.4,0.264,0.48,84.2,[99],"v0.48",{"modelId":4,"modelName":5,"hardwareId":228,"hardwareName":36,"frameworkId":7,"frameworkName":172,"quantization":141,"hardwareVramGb":10,"decodeTps":247,"prefillTps":248,"vramGb":144,"genSeconds":10,"modelUseCase":8,"ttftS":249,"ttfbGb":250,"mtpAcceptanceRate":251,"powerW":252,"sampleCount":73,"reproduceCount":73,"sourceTypes":253,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":254,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},105.67,508.86,2.036,0.85,0.7721,57,[99],"v0.42",{"modelId":4,"modelName":5,"hardwareId":228,"hardwareName":36,"frameworkId":7,"frameworkName":172,"quantization":186,"hardwareVramGb":10,"decodeTps":256,"prefillTps":257,"vramGb":189,"genSeconds":10,"modelUseCase":8,"ttftS":258,"ttfbGb":222,"mtpAcceptanceRate":259,"powerW":260,"sampleCount":73,"reproduceCount":73,"sourceTypes":261,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":262,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},73.08,234.71,0.305,0.7731,65.7,[99],"v0.44",{"modelId":4,"modelName":5,"hardwareId":264,"hardwareName":54,"frameworkId":42,"frameworkName":107,"quantization":265,"hardwareVramGb":10,"decodeTps":266,"prefillTps":267,"vramGb":268,"genSeconds":10,"modelUseCase":8,"ttftS":269,"ttfbGb":270,"mtpAcceptanceRate":10,"powerW":271,"sampleCount":73,"reproduceCount":73,"sourceTypes":272,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":273,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},88,"FP16",58.36,233.8,37.06,1.321,0.47,98,[99],"v0.27",{"modelId":4,"modelName":5,"hardwareId":264,"hardwareName":54,"frameworkId":7,"frameworkName":172,"quantization":121,"hardwareVramGb":10,"decodeTps":275,"prefillTps":276,"vramGb":124,"genSeconds":10,"modelUseCase":8,"ttftS":277,"ttfbGb":278,"mtpAcceptanceRate":279,"powerW":280,"sampleCount":73,"reproduceCount":73,"sourceTypes":281,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":282,"latestOs":237,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},234.55,886.87,0.55,1.88,0.5755,65.4,[99],"v0.26",{"modelId":4,"modelName":5,"hardwareId":284,"hardwareName":46,"frameworkId":55,"frameworkName":120,"quantization":152,"hardwareVramGb":10,"decodeTps":285,"prefillTps":286,"vramGb":155,"genSeconds":10,"modelUseCase":8,"ttftS":287,"ttfbGb":288,"mtpAcceptanceRate":10,"powerW":289,"sampleCount":73,"reproduceCount":73,"sourceTypes":290,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":291,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},89,65.94,339.59,2.499,0.53,86,[99],"v0.21",{"modelId":4,"modelName":5,"hardwareId":284,"hardwareName":46,"frameworkId":42,"frameworkName":107,"quantization":121,"hardwareVramGb":10,"decodeTps":293,"prefillTps":294,"vramGb":124,"genSeconds":10,"modelUseCase":8,"ttftS":295,"ttfbGb":296,"mtpAcceptanceRate":10,"powerW":297,"sampleCount":73,"reproduceCount":73,"sourceTypes":298,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":299,"latestOs":103,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},62.85,248.56,1.308,0.5,56.3,[99],"v0.45",{"modelId":4,"modelName":5,"hardwareId":284,"hardwareName":46,"frameworkId":42,"frameworkName":107,"quantization":301,"hardwareVramGb":10,"decodeTps":302,"prefillTps":303,"vramGb":304,"genSeconds":10,"modelUseCase":8,"ttftS":305,"ttfbGb":306,"mtpAcceptanceRate":10,"powerW":307,"sampleCount":73,"reproduceCount":73,"sourceTypes":308,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":182,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},"IQ4_XS",46.77,176.41,15.2,0.843,0.37,67.2,[99],{"modelId":4,"modelName":5,"hardwareId":310,"hardwareName":68,"frameworkId":42,"frameworkName":107,"quantization":121,"hardwareVramGb":41,"decodeTps":311,"prefillTps":312,"vramGb":124,"genSeconds":10,"modelUseCase":8,"ttftS":313,"ttfbGb":314,"mtpAcceptanceRate":10,"powerW":315,"sampleCount":73,"reproduceCount":73,"sourceTypes":316,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":317,"latestOs":103,"latestCudaVersion":117,"latestFlashAttention":85,"latestOutputSpec":10},97,56.61,304.06,0.261,0.45,180.7,[99],"v0.52",{"modelId":4,"modelName":5,"hardwareId":271,"hardwareName":66,"frameworkId":55,"frameworkName":120,"quantization":319,"hardwareVramGb":10,"decodeTps":320,"prefillTps":321,"vramGb":304,"genSeconds":10,"modelUseCase":8,"ttftS":322,"ttfbGb":211,"mtpAcceptanceRate":10,"powerW":323,"sampleCount":73,"reproduceCount":73,"sourceTypes":324,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":325,"latestOs":237,"latestCudaVersion":117,"latestFlashAttention":105,"latestOutputSpec":10},"Q3_K_L",54.62,283.65,1.494,190.8,[99],"v0.32",{"modelId":4,"modelName":5,"hardwareId":271,"hardwareName":66,"frameworkId":42,"frameworkName":107,"quantization":327,"hardwareVramGb":10,"decodeTps":328,"prefillTps":329,"vramGb":330,"genSeconds":10,"modelUseCase":8,"ttftS":331,"ttfbGb":190,"mtpAcceptanceRate":10,"powerW":332,"sampleCount":73,"reproduceCount":73,"sourceTypes":333,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":236,"latestOs":103,"latestCudaVersion":117,"latestFlashAttention":85,"latestOutputSpec":10},"IQ2_XS",61.15,261.54,11.17,0.43,214.8,[99],{"modelId":4,"modelName":5,"hardwareId":335,"hardwareName":62,"frameworkId":73,"frameworkName":90,"quantization":173,"hardwareVramGb":10,"decodeTps":336,"prefillTps":337,"vramGb":176,"genSeconds":10,"modelUseCase":8,"ttftS":338,"ttfbGb":339,"mtpAcceptanceRate":10,"powerW":340,"sampleCount":73,"reproduceCount":73,"sourceTypes":341,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":342,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},99,51.89,170.87,0.926,0.42,55.5,[99],"v0.50",{"modelId":4,"modelName":5,"hardwareId":335,"hardwareName":62,"frameworkId":7,"frameworkName":172,"quantization":229,"hardwareVramGb":10,"decodeTps":344,"prefillTps":345,"vramGb":232,"genSeconds":10,"modelUseCase":8,"ttftS":346,"ttfbGb":347,"mtpAcceptanceRate":348,"powerW":349,"sampleCount":73,"reproduceCount":73,"sourceTypes":350,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":160,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},96.89,527.4,2.489,0.78,0.7206,26.8,[99],{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":50,"frameworkId":73,"frameworkName":90,"quantization":121,"hardwareVramGb":10,"decodeTps":353,"prefillTps":354,"vramGb":124,"genSeconds":10,"modelUseCase":8,"ttftS":355,"ttfbGb":356,"mtpAcceptanceRate":10,"powerW":357,"sampleCount":73,"reproduceCount":73,"sourceTypes":358,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":116,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},100,75.72,277.89,0.547,0.61,45.3,[99],{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":50,"frameworkId":55,"frameworkName":120,"quantization":360,"hardwareVramGb":10,"decodeTps":361,"prefillTps":362,"vramGb":363,"genSeconds":10,"modelUseCase":8,"ttftS":364,"ttfbGb":136,"mtpAcceptanceRate":10,"powerW":365,"sampleCount":73,"reproduceCount":73,"sourceTypes":366,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":291,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},"IQ2_M",84.15,281.3,11.93,1.531,39.1,[99],{"modelId":4,"modelName":5,"hardwareId":352,"hardwareName":50,"frameworkId":55,"frameworkName":120,"quantization":206,"hardwareVramGb":10,"decodeTps":368,"prefillTps":369,"vramGb":209,"genSeconds":10,"modelUseCase":8,"ttftS":370,"ttfbGb":371,"mtpAcceptanceRate":10,"powerW":372,"sampleCount":73,"reproduceCount":73,"sourceTypes":373,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":139,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},79.35,395.79,0.719,0.63,39.7,[99],{"modelId":4,"modelName":5,"hardwareId":375,"hardwareName":48,"frameworkId":73,"frameworkName":90,"quantization":108,"hardwareVramGb":10,"decodeTps":376,"prefillTps":377,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":378,"ttfbGb":379,"mtpAcceptanceRate":10,"powerW":380,"sampleCount":73,"reproduceCount":73,"sourceTypes":381,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":116,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},101,65.43,334.37,0.263,0.52,33.6,[99],{"modelId":4,"modelName":5,"hardwareId":375,"hardwareName":48,"frameworkId":7,"frameworkName":172,"quantization":265,"hardwareVramGb":10,"decodeTps":383,"prefillTps":384,"vramGb":268,"genSeconds":10,"modelUseCase":8,"ttftS":385,"ttfbGb":386,"mtpAcceptanceRate":387,"powerW":388,"sampleCount":73,"reproduceCount":73,"sourceTypes":389,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":170,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},50.07,196.15,2.127,0.4,0.689,59.2,[99],{"modelId":4,"modelName":5,"hardwareId":375,"hardwareName":48,"frameworkId":7,"frameworkName":172,"quantization":108,"hardwareVramGb":10,"decodeTps":391,"prefillTps":392,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":393,"ttfbGb":394,"mtpAcceptanceRate":395,"powerW":396,"sampleCount":73,"reproduceCount":73,"sourceTypes":397,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":236,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},86.88,306.63,1.82,0.7,0.7232,35.4,[99],{"modelId":4,"modelName":5,"hardwareId":399,"hardwareName":38,"frameworkId":42,"frameworkName":107,"quantization":319,"hardwareVramGb":10,"decodeTps":400,"prefillTps":401,"vramGb":402,"genSeconds":10,"modelUseCase":8,"ttftS":403,"ttfbGb":222,"mtpAcceptanceRate":10,"powerW":404,"sampleCount":73,"reproduceCount":73,"sourceTypes":405,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":160,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},102,72.52,271.12,15.71,0.504,39.3,[99],{"modelId":4,"modelName":5,"hardwareId":399,"hardwareName":38,"frameworkId":42,"frameworkName":107,"quantization":108,"hardwareVramGb":10,"decodeTps":407,"prefillTps":408,"vramGb":111,"genSeconds":10,"modelUseCase":8,"ttftS":409,"ttfbGb":339,"mtpAcceptanceRate":10,"powerW":410,"sampleCount":73,"reproduceCount":73,"sourceTypes":411,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":160,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},52.96,269.51,0.729,43.4,[99],{"modelId":4,"modelName":5,"hardwareId":399,"hardwareName":38,"frameworkId":7,"frameworkName":172,"quantization":173,"hardwareVramGb":10,"decodeTps":413,"prefillTps":414,"vramGb":176,"genSeconds":10,"modelUseCase":8,"ttftS":415,"ttfbGb":416,"mtpAcceptanceRate":417,"powerW":418,"sampleCount":73,"reproduceCount":73,"sourceTypes":419,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":317,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},98.43,413.44,0.259,0.79,0.5372,19.3,[99],{"modelId":4,"modelName":5,"hardwareId":399,"hardwareName":38,"frameworkId":7,"frameworkName":172,"quantization":162,"hardwareVramGb":10,"decodeTps":421,"prefillTps":422,"vramGb":165,"genSeconds":10,"modelUseCase":8,"ttftS":423,"ttfbGb":146,"mtpAcceptanceRate":424,"powerW":425,"sampleCount":73,"reproduceCount":73,"sourceTypes":426,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":427,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},84.64,401.91,0.117,0.7625,46.3,[99],"v0.31",{"modelId":4,"modelName":5,"hardwareId":429,"hardwareName":52,"frameworkId":73,"frameworkName":90,"quantization":206,"hardwareVramGb":10,"decodeTps":430,"prefillTps":431,"vramGb":209,"genSeconds":10,"modelUseCase":8,"ttftS":432,"ttfbGb":433,"mtpAcceptanceRate":10,"powerW":434,"sampleCount":73,"reproduceCount":73,"sourceTypes":435,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":427,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},103,108.42,589.72,0.755,0.87,48.3,[99],{"modelId":4,"modelName":5,"hardwareId":429,"hardwareName":52,"frameworkId":55,"frameworkName":120,"quantization":265,"hardwareVramGb":10,"decodeTps":437,"prefillTps":438,"vramGb":268,"genSeconds":10,"modelUseCase":8,"ttftS":439,"ttfbGb":211,"mtpAcceptanceRate":10,"powerW":440,"sampleCount":73,"reproduceCount":73,"sourceTypes":441,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":149,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},54.48,205.02,0.299,24.3,[99],{"modelId":4,"modelName":5,"hardwareId":429,"hardwareName":52,"frameworkId":55,"frameworkName":120,"quantization":319,"hardwareVramGb":10,"decodeTps":122,"prefillTps":443,"vramGb":402,"genSeconds":10,"modelUseCase":8,"ttftS":444,"ttfbGb":126,"mtpAcceptanceRate":10,"powerW":445,"sampleCount":73,"reproduceCount":73,"sourceTypes":446,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":447,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},437.41,1.667,17.5,[99],"v0.51",{"modelId":4,"modelName":5,"hardwareId":449,"hardwareName":82,"frameworkId":7,"frameworkName":172,"quantization":141,"hardwareVramGb":10,"decodeTps":450,"prefillTps":451,"vramGb":304,"genSeconds":10,"modelUseCase":8,"ttftS":452,"ttfbGb":242,"mtpAcceptanceRate":453,"powerW":454,"sampleCount":73,"reproduceCount":73,"sourceTypes":455,"evidenceLevel":100,"updatedAt":101,"latestFrameworkVersion":160,"latestOs":237,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},104,59.96,299.18,0.548,0.7244,17.2,[99],{"modelId":4,"modelName":5,"hardwareId":42,"hardwareName":75,"frameworkId":42,"frameworkName":107,"quantization":152,"hardwareVramGb":41,"decodeTps":256,"prefillTps":457,"vramGb":155,"genSeconds":10,"modelUseCase":8,"ttftS":458,"ttfbGb":222,"mtpAcceptanceRate":10,"powerW":459,"sampleCount":73,"reproduceCount":73,"sourceTypes":460,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":262,"latestOs":103,"latestCudaVersion":104,"latestFlashAttention":105,"latestOutputSpec":10},389.31,0.863,296.9,[99],"2026-10-15T13:07:00.777Z",{"modelId":4,"modelName":5,"hardwareId":41,"hardwareName":44,"frameworkId":55,"frameworkName":120,"quantization":229,"hardwareVramGb":41,"decodeTps":463,"prefillTps":464,"vramGb":232,"genSeconds":10,"modelUseCase":8,"ttftS":465,"ttfbGb":466,"mtpAcceptanceRate":10,"powerW":467,"sampleCount":73,"reproduceCount":73,"sourceTypes":468,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":469,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},133.24,623.53,1.955,1.07,239.4,[99],"v0.29",{"modelId":4,"modelName":5,"hardwareId":41,"hardwareName":44,"frameworkId":55,"frameworkName":120,"quantization":206,"hardwareVramGb":41,"decodeTps":471,"prefillTps":472,"vramGb":209,"genSeconds":10,"modelUseCase":8,"ttftS":473,"ttfbGb":474,"mtpAcceptanceRate":10,"powerW":475,"sampleCount":73,"reproduceCount":73,"sourceTypes":476,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":236,"latestOs":103,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},113.68,457.77,0.422,0.91,317.5,[99],{"modelId":4,"modelName":5,"hardwareId":41,"hardwareName":44,"frameworkId":42,"frameworkName":107,"quantization":327,"hardwareVramGb":41,"decodeTps":478,"prefillTps":479,"vramGb":330,"genSeconds":10,"modelUseCase":8,"ttftS":480,"ttfbGb":73,"mtpAcceptanceRate":10,"powerW":481,"sampleCount":73,"reproduceCount":73,"sourceTypes":482,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":317,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},124.46,417.76,1.594,299.5,[99],{"modelId":4,"modelName":5,"hardwareId":189,"hardwareName":40,"frameworkId":42,"frameworkName":107,"quantization":91,"hardwareVramGb":41,"decodeTps":484,"prefillTps":485,"vramGb":94,"genSeconds":10,"modelUseCase":8,"ttftS":486,"ttfbGb":487,"mtpAcceptanceRate":10,"powerW":488,"sampleCount":73,"reproduceCount":73,"sourceTypes":489,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":342,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},96.63,444.09,0.181,0.77,258.8,[99],{"modelId":4,"modelName":5,"hardwareId":189,"hardwareName":40,"frameworkId":42,"frameworkName":107,"quantization":141,"hardwareVramGb":41,"decodeTps":491,"prefillTps":492,"vramGb":304,"genSeconds":10,"modelUseCase":8,"ttftS":493,"ttfbGb":494,"mtpAcceptanceRate":10,"powerW":495,"sampleCount":73,"reproduceCount":73,"sourceTypes":496,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":325,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},80.57,434.52,2.435,0.64,228.5,[99],{"modelId":4,"modelName":5,"hardwareId":189,"hardwareName":40,"frameworkId":7,"frameworkName":172,"quantization":141,"hardwareVramGb":41,"decodeTps":498,"prefillTps":499,"vramGb":304,"genSeconds":10,"modelUseCase":8,"ttftS":500,"ttfbGb":501,"mtpAcceptanceRate":190,"powerW":502,"sampleCount":73,"reproduceCount":73,"sourceTypes":503,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":236,"latestOs":130,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},115.51,577.32,2.43,0.92,233.7,[99],{"modelId":4,"modelName":5,"hardwareId":119,"hardwareName":33,"frameworkId":73,"frameworkName":90,"quantization":121,"hardwareVramGb":28,"decodeTps":505,"prefillTps":506,"vramGb":124,"genSeconds":10,"modelUseCase":8,"ttftS":507,"ttfbGb":508,"mtpAcceptanceRate":10,"powerW":509,"sampleCount":73,"reproduceCount":73,"sourceTypes":510,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":299,"latestOs":237,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},118.29,392.28,1.579,0.95,118.3,[99],{"modelId":4,"modelName":5,"hardwareId":15,"hardwareName":72,"frameworkId":7,"frameworkName":172,"quantization":360,"hardwareVramGb":24,"decodeTps":512,"prefillTps":513,"vramGb":363,"genSeconds":10,"modelUseCase":8,"ttftS":514,"ttfbGb":515,"mtpAcceptanceRate":516,"powerW":517,"sampleCount":73,"reproduceCount":73,"sourceTypes":518,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":282,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":105,"latestOutputSpec":10},177.44,840.26,0.718,1.42,0.7167,83.7,[99],{"modelId":4,"modelName":5,"hardwareId":520,"hardwareName":64,"frameworkId":55,"frameworkName":120,"quantization":319,"hardwareVramGb":24,"decodeTps":521,"prefillTps":522,"vramGb":402,"genSeconds":10,"modelUseCase":8,"ttftS":523,"ttfbGb":524,"mtpAcceptanceRate":10,"powerW":525,"sampleCount":73,"reproduceCount":73,"sourceTypes":526,"evidenceLevel":100,"updatedAt":461,"latestFrameworkVersion":527,"latestOs":183,"latestCudaVersion":131,"latestFlashAttention":85,"latestOutputSpec":10},27,145.87,596.68,2.39,1.17,38.3,[99],"v0.38",66,50,{"items":531,"total":73,"page":73,"pageSize":542},[532],{"id":119,"type":533,"title":534,"excerpt":535,"author":536,"replyCount":42,"createdAt":538,"lastRepliedAt":539,"resolvedAt":10,"editedAt":10,"model":540,"hardware":541,"variant":10,"record":10},"HELP","2x Strix Halo 是怎么拼的？128GB unified 真能跨 APU 共享？","2x Strix Halo 跑出 220 tok\u002Fs 我是服气的，但双 APU 的 128GB unified memory 怎么算的？是 64+64 拼成 128GB 跨芯片访问？还是需要特殊驱动 \u002F 内核补丁？ 如果是跨芯片，那延迟会不",{"nickname":537,"avatarUrl":10},"江南卡皇","2026-10-15T23:38:21.888Z","2026-10-15T23:38:21.907Z",{"name":5},{"name":54},20,{"items":544},[],{"items":546,"total":29,"page":73,"pageSize":42},[547,582,611],{"slug":548,"category":549,"publishedAt":550,"titleZh":551,"titleEn":552,"summaryZh":553,"summaryEn":554,"models":555,"hardwares":575},"code-embed-multimodal-debut-2026-10-16","NEWS","2026-10-16T16:00:00.000Z","代码 + 嵌入 + 多模态模型首次入库：Qwen3-Coder-Next 104 tok\u002Fs，gemma-4-E2B 176 tok\u002Fs","Code + embed + multimodal models first DB entries: Qwen3-Coder-Next 104 tok\u002Fs, gemma-4-E2B 176 tok\u002Fs","10-16 批量 4 类专用模型首次入库：代码（Qwen3-Coder-Next 104 tok\u002Fs）、嵌入（gemma-4-E2B 176 \u002F E4B 139 tok\u002Fs）、多模态（Qwen2.5-Omni-3B 151 tok\u002Fs）。专用模型 = 用途边界比通用模型清晰。","10-16 batch 4 specialty model types first in DB: code (Qwen3-Coder-Next 104 tok\u002Fs), embed (gemma-4-E2B 176 \u002F E4B 139 tok\u002Fs), multimodal (Qwen2.5-Omni-3B 151 tok\u002Fs). Specialty models = clearer use boundaries than general models.",[556,559,560,562,565,568,571,573],{"id":557,"name":558},48,"Qwen3.5-4B",{"id":4,"name":5},{"id":529,"name":561},"Qwen3.5-27B",{"id":563,"name":564},58,"Qwen3-Coder-Next",{"id":566,"name":567},60,"Qwen2.5-Omni-3B",{"id":569,"name":570},62,"Qwen3-Embedding-0.6B",{"id":528,"name":572},"gemma-4-E2B-it",{"id":13,"name":574},"gemma-4-E4B-it",[576,577,578,579,580,581],{"id":89,"name":70},{"id":119,"name":33},{"id":151,"name":27},{"id":205,"name":23},{"id":228,"name":36},{"id":264,"name":54},{"slug":583,"category":584,"publishedAt":585,"titleZh":586,"titleEn":587,"summaryZh":588,"summaryEn":589,"models":590,"hardwares":603},"edge-ai-jetson-snapdragon-2026-10-16","GUIDE","2026-10-16T14:00:00.000Z","边缘 AI 实测：Jetson AGX Orin 110 tok\u002Fs @ 37W，每瓦 3 tok\u002Fs 创纪录","Edge AI measurements: Jetson AGX Orin 110 tok\u002Fs @ 37W, 3 tok\u002Fs per watt record","10-16 批量 108 条边缘 \u002F 移动设备实测：Jetson AGX Orin 64GB 平均 110.96 tok\u002Fs（37.5W），Snapdragon X Elite 80.82（22.5W），Snapdragon 7 Gen 4 78.59（21.2W）。**每瓦 tok\u002Fs：Jetson 2.96 创 DB 记录**。","10-16 batch 108 edge \u002F mobile device measurements: Jetson AGX Orin 64GB avg 110.96 tok\u002Fs (37.5W), Snapdragon X Elite 80.82 (22.5W), Snapdragon 7 Gen 4 78.59 (21.2W). **Per-watt tok\u002Fs: Jetson 2.96 — DB record**.",[591,592,593,594,597,600,601,602],{"id":557,"name":558},{"id":4,"name":5},{"id":529,"name":561},{"id":595,"name":596},51,"Qwen3.5-0.8B",{"id":598,"name":599},55,"Qwen3-1.7B",{"id":566,"name":567},{"id":569,"name":570},{"id":528,"name":572},[604,605,606,607,608],{"id":89,"name":70},{"id":151,"name":27},{"id":205,"name":23},{"id":449,"name":82},{"id":609,"name":610},105,"Qualcomm Snapdragon 7 Gen 4",{"slug":612,"category":549,"publishedAt":613,"titleZh":614,"titleEn":615,"summaryZh":616,"summaryEn":617,"models":618,"hardwares":634},"strix-halo-point-mobile-apu-2026-10-16","2026-10-16T12:00:00.000Z","AMD Strix Halo + Strix Point 移动 APU 实测首发：2x Strix Halo 跑出 220 tok\u002Fs","AMD Strix Halo + Strix Point mobile APU first measurements: 2x Strix Halo hits 220 tok\u002Fs","10-16 批量 134 条 AMD Strix 系列实测：2x Strix Halo (128GB) 220.64、Strix Halo (64GB) 139.98、Strix Point (16GB) 100.48 tok\u002Fs。AMD 移动 APU 第一次在 DB 出现。","10-16 batch 134 AMD Strix-series measurements: 2x Strix Halo (128GB) 220.64, Strix Halo (64GB) 139.98, Strix Point (16GB) 100.48 tok\u002Fs. AMD mobile APU first time in DB.",[619,620,621,622,623,626,629,630,631,632,633],{"id":557,"name":558},{"id":4,"name":5},{"id":529,"name":561},{"id":595,"name":596},{"id":624,"name":625},52,"Qwen3.8-9B",{"id":627,"name":628},53,"Qwen3-8B",{"id":598,"name":599},{"id":563,"name":564},{"id":566,"name":567},{"id":569,"name":570},{"id":528,"name":572},[635,636,637,638,639,640],{"id":89,"name":70},{"id":119,"name":33},{"id":151,"name":27},{"id":228,"name":36},{"id":264,"name":54},{"id":284,"name":46}]