[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"$f84xhiz94nne8":3,"$f6exi1xic1pz0":91,"$f2z3wuhhj2r0pt":93,"$f31w8lxo93jkf1":541,"$f12f9c00yrhx38":544,"$f2zpigtjgik6py":546},{"id":4,"name":5,"publisher":6,"paramsB":7,"useCase":8,"licenseStatus":9,"licenseUrl":8,"sourceUrl":8,"descriptionZh":8,"descriptionEn":8,"imageUrl":8,"downloadUrls":10,"stats":11,"variants":16,"derivations":17,"measuredHardware":20,"updatedAt":90},62,"Qwen3-Embedding-0.6B","Qwen",0.6,null,"UNVERIFIED",[],{"recordCount":12,"variantCount":13,"hardwareCount":14,"unlinkedRecordCount":12,"evidence":15},83,0,29,{"L0":13,"L1":13,"L2":12},[],{"parents":18,"children":19},[],[],[21,25,29,31,33,35,37,40,43,46,48,50,52,54,56,58,60,62,64,66,69,72,74,76,78,80,82,85,88],{"name":22,"vramGb":23,"recordCount":24},"AMD Ryzen AI Max+ 395",128,5,{"name":26,"vramGb":27,"recordCount":28},"AMD Radeon RX 9070 XT",16,4,{"name":30,"vramGb":8,"recordCount":28},"AMD Strix Point (Radeon 890M)",{"name":32,"vramGb":23,"recordCount":28},"Apple M5 Max",{"name":34,"vramGb":27,"recordCount":28},"Intel Arc A770 16GB",{"name":36,"vramGb":23,"recordCount":28},"NVIDIA DGX Spark",{"name":38,"vramGb":39,"recordCount":28},"NVIDIA Jetson AGX Orin 64GB",64,{"name":41,"vramGb":42,"recordCount":28},"NVIDIA RTX 5090",32,{"name":44,"vramGb":8,"recordCount":45},"2x AMD Strix Halo",3,{"name":47,"vramGb":27,"recordCount":45},"AMD Radeon RX 7800 XT",{"name":49,"vramGb":27,"recordCount":45},"AMD Radeon RX 9070",{"name":51,"vramGb":8,"recordCount":45},"AMD Strix Halo (Radeon 8060S)",{"name":53,"vramGb":8,"recordCount":45},"Apple M1 Max",{"name":55,"vramGb":8,"recordCount":45},"Apple M1 Pro",{"name":57,"vramGb":8,"recordCount":45},"Apple M2 Ultra",{"name":59,"vramGb":39,"recordCount":45},"Apple M5 Pro",{"name":61,"vramGb":8,"recordCount":45},"Intel Arc 140V",{"name":63,"vramGb":27,"recordCount":45},"NVIDIA RTX 4080",{"name":65,"vramGb":8,"recordCount":45},"Qualcomm Snapdragon 7 Gen 4",{"name":67,"vramGb":42,"recordCount":68},"AMD Radeon AI PRO R9700",2,{"name":70,"vramGb":71,"recordCount":68},"AMD Radeon RX 9070 GRE",12,{"name":73,"vramGb":8,"recordCount":68},"Apple M1",{"name":75,"vramGb":8,"recordCount":68},"Apple M2 Pro",{"name":77,"vramGb":27,"recordCount":68},"NVIDIA RTX 4060 Ti 16GB",{"name":79,"vramGb":71,"recordCount":68},"NVIDIA RTX 4070 Ti",{"name":81,"vramGb":8,"recordCount":68},"Qualcomm Snapdragon X Elite",{"name":83,"vramGb":39,"recordCount":84},"Apple M4 Pro",1,{"name":86,"vramGb":87,"recordCount":84},"NVIDIA RTX 3080",10,{"name":89,"vramGb":71,"recordCount":84},"NVIDIA RTX 4070","2026-10-02T04:13:10.902Z",{"favorited":92},false,{"items":94,"total":12,"page":84,"pageSize":540},[95,112,125,139,150,163,174,185,194,204,213,221,228,237,244,251,258,268,277,286,296,305,315,324,332,343,352,358,365,374,382,389,397,404,413,420,427,437,445,453,461,469,478,486,494,501,508,516,524,532],{"modelId":4,"modelName":5,"hardwareId":96,"hardwareName":41,"frameworkId":68,"frameworkName":97,"quantization":98,"hardwareVramGb":42,"decodeTps":99,"prefillTps":100,"vramGb":101,"genSeconds":8,"modelUseCase":8,"ttftS":102,"ttfbGb":103,"mtpAcceptanceRate":8,"powerW":104,"sampleCount":84,"reproduceCount":84,"sourceTypes":105,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":109,"latestOs":110,"latestCudaVersion":111,"latestFlashAttention":92,"latestOutputSpec":8},13,"vLLM","IQ2_XS",304.51,1432.77,2.71,0.211,2.44,381.9,[106],"OTHER","L2","2026-10-15T23:34:39.630Z","v0.48","Windows 11 23H2","12.8",{"modelId":4,"modelName":5,"hardwareId":96,"hardwareName":41,"frameworkId":68,"frameworkName":97,"quantization":113,"hardwareVramGb":42,"decodeTps":114,"prefillTps":115,"vramGb":116,"genSeconds":8,"modelUseCase":8,"ttftS":117,"ttfbGb":118,"mtpAcceptanceRate":8,"powerW":119,"sampleCount":84,"reproduceCount":84,"sourceTypes":120,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":121,"latestOs":122,"latestCudaVersion":123,"latestFlashAttention":124,"latestOutputSpec":8},"Q3_K_S",322.2,1743.15,2.92,2.044,2.58,335.6,[106],"v0.26","Ubuntu 22.04","12.4",true,{"modelId":4,"modelName":5,"hardwareId":96,"hardwareName":41,"frameworkId":126,"frameworkName":127,"quantization":128,"hardwareVramGb":42,"decodeTps":129,"prefillTps":130,"vramGb":131,"genSeconds":8,"modelUseCase":8,"ttftS":132,"ttfbGb":133,"mtpAcceptanceRate":134,"powerW":135,"sampleCount":84,"reproduceCount":84,"sourceTypes":136,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":137,"latestOs":138,"latestCudaVersion":123,"latestFlashAttention":124,"latestOutputSpec":8},9,"Strata","Q2_K",350.56,1533.82,2.79,1.551,2.8,0.5668,305.4,[106],"v0.24","macOS 15.0",{"modelId":4,"modelName":5,"hardwareId":96,"hardwareName":41,"frameworkId":126,"frameworkName":127,"quantization":140,"hardwareVramGb":42,"decodeTps":141,"prefillTps":142,"vramGb":143,"genSeconds":8,"modelUseCase":8,"ttftS":144,"ttfbGb":145,"mtpAcceptanceRate":146,"powerW":147,"sampleCount":84,"reproduceCount":84,"sourceTypes":148,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":109,"latestOs":138,"latestCudaVersion":149,"latestFlashAttention":92,"latestOutputSpec":8},"Q5_K_M",291.92,1133.9,3.28,2.008,2.34,0.6782,291.2,[106],"12.6",{"modelId":4,"modelName":5,"hardwareId":151,"hardwareName":22,"frameworkId":84,"frameworkName":152,"quantization":153,"hardwareVramGb":23,"decodeTps":154,"prefillTps":155,"vramGb":156,"genSeconds":8,"modelUseCase":8,"ttftS":157,"ttfbGb":158,"mtpAcceptanceRate":8,"powerW":159,"sampleCount":84,"reproduceCount":84,"sourceTypes":160,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":161,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},24,"llama.cpp","IQ1_S",285.55,1529.78,2.62,1.116,2.28,90.9,[106],"v0.36","N\u002FA",{"modelId":4,"modelName":5,"hardwareId":151,"hardwareName":22,"frameworkId":45,"frameworkName":164,"quantization":165,"hardwareVramGb":23,"decodeTps":166,"prefillTps":167,"vramGb":168,"genSeconds":8,"modelUseCase":8,"ttftS":169,"ttfbGb":170,"mtpAcceptanceRate":8,"powerW":171,"sampleCount":84,"reproduceCount":84,"sourceTypes":172,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":173,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},"Ollama","Q5_K_S",220.14,748.53,3.23,1.23,1.76,71.3,[106],"v0.34",{"modelId":4,"modelName":5,"hardwareId":175,"hardwareName":32,"frameworkId":84,"frameworkName":152,"quantization":176,"hardwareVramGb":23,"decodeTps":177,"prefillTps":178,"vramGb":179,"genSeconds":8,"modelUseCase":8,"ttftS":180,"ttfbGb":181,"mtpAcceptanceRate":8,"powerW":182,"sampleCount":84,"reproduceCount":84,"sourceTypes":183,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":184,"latestOs":122,"latestCudaVersion":123,"latestFlashAttention":124,"latestOutputSpec":8},28,"Q6_K",297.37,1423.38,3.36,1.96,2.38,254.1,[106],"v0.50",{"modelId":4,"modelName":5,"hardwareId":175,"hardwareName":32,"frameworkId":68,"frameworkName":97,"quantization":186,"hardwareVramGb":23,"decodeTps":187,"prefillTps":188,"vramGb":189,"genSeconds":8,"modelUseCase":8,"ttftS":190,"ttfbGb":191,"mtpAcceptanceRate":8,"powerW":192,"sampleCount":84,"reproduceCount":84,"sourceTypes":193,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":184,"latestOs":122,"latestCudaVersion":123,"latestFlashAttention":124,"latestOutputSpec":8},"FP16",257.66,966.33,4.43,1.427,2.06,186.8,[106],{"modelId":4,"modelName":5,"hardwareId":175,"hardwareName":32,"frameworkId":68,"frameworkName":97,"quantization":195,"hardwareVramGb":23,"decodeTps":196,"prefillTps":197,"vramGb":198,"genSeconds":8,"modelUseCase":8,"ttftS":199,"ttfbGb":200,"mtpAcceptanceRate":8,"powerW":201,"sampleCount":84,"reproduceCount":84,"sourceTypes":202,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":203,"latestOs":138,"latestCudaVersion":111,"latestFlashAttention":92,"latestOutputSpec":8},"IQ2_M",302.89,1094.91,2.75,2.001,2.42,223.9,[106],"v0.32",{"modelId":4,"modelName":5,"hardwareId":205,"hardwareName":36,"frameworkId":68,"frameworkName":97,"quantization":153,"hardwareVramGb":23,"decodeTps":206,"prefillTps":207,"vramGb":156,"genSeconds":8,"modelUseCase":8,"ttftS":208,"ttfbGb":209,"mtpAcceptanceRate":8,"powerW":210,"sampleCount":84,"reproduceCount":84,"sourceTypes":211,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":212,"latestOs":110,"latestCudaVersion":111,"latestFlashAttention":124,"latestOutputSpec":8},54,353.22,1765.39,0.667,2.83,152.8,[106],"v0.45",{"modelId":4,"modelName":5,"hardwareId":205,"hardwareName":36,"frameworkId":68,"frameworkName":97,"quantization":165,"hardwareVramGb":23,"decodeTps":214,"prefillTps":215,"vramGb":168,"genSeconds":8,"modelUseCase":8,"ttftS":216,"ttfbGb":116,"mtpAcceptanceRate":8,"powerW":217,"sampleCount":84,"reproduceCount":84,"sourceTypes":218,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":219,"latestOs":220,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},364.71,1715.93,1.713,261.5,[106],"v0.47","Ubuntu 24.04",{"modelId":4,"modelName":5,"hardwareId":205,"hardwareName":36,"frameworkId":45,"frameworkName":164,"quantization":195,"hardwareVramGb":23,"decodeTps":222,"prefillTps":223,"vramGb":198,"genSeconds":8,"modelUseCase":8,"ttftS":224,"ttfbGb":101,"mtpAcceptanceRate":8,"powerW":225,"sampleCount":84,"reproduceCount":84,"sourceTypes":226,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":227,"latestOs":110,"latestCudaVersion":149,"latestFlashAttention":92,"latestOutputSpec":8},338.92,1553.22,1.696,272.3,[106],"v0.31",{"modelId":4,"modelName":5,"hardwareId":229,"hardwareName":38,"frameworkId":84,"frameworkName":152,"quantization":153,"hardwareVramGb":39,"decodeTps":230,"prefillTps":231,"vramGb":156,"genSeconds":8,"modelUseCase":8,"ttftS":232,"ttfbGb":233,"mtpAcceptanceRate":8,"powerW":234,"sampleCount":84,"reproduceCount":84,"sourceTypes":235,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":212,"latestOs":236,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},76,232.92,851.04,1.796,1.86,28.7,[106],"JetPack 6.0",{"modelId":4,"modelName":5,"hardwareId":229,"hardwareName":38,"frameworkId":84,"frameworkName":152,"quantization":165,"hardwareVramGb":39,"decodeTps":238,"prefillTps":239,"vramGb":168,"genSeconds":8,"modelUseCase":8,"ttftS":240,"ttfbGb":241,"mtpAcceptanceRate":8,"powerW":242,"sampleCount":84,"reproduceCount":84,"sourceTypes":243,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":137,"latestOs":236,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},140.38,456.07,0.388,1.12,57.3,[106],{"modelId":4,"modelName":5,"hardwareId":229,"hardwareName":38,"frameworkId":45,"frameworkName":164,"quantization":165,"hardwareVramGb":39,"decodeTps":245,"prefillTps":246,"vramGb":168,"genSeconds":8,"modelUseCase":8,"ttftS":247,"ttfbGb":248,"mtpAcceptanceRate":8,"powerW":249,"sampleCount":84,"reproduceCount":84,"sourceTypes":250,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":184,"latestOs":236,"latestCudaVersion":149,"latestFlashAttention":92,"latestOutputSpec":8},120.47,591.73,1.274,0.96,47.3,[106],{"modelId":4,"modelName":5,"hardwareId":252,"hardwareName":51,"frameworkId":68,"frameworkName":97,"quantization":98,"hardwareVramGb":8,"decodeTps":253,"prefillTps":254,"vramGb":101,"genSeconds":8,"modelUseCase":8,"ttftS":255,"ttfbGb":256,"mtpAcceptanceRate":8,"powerW":205,"sampleCount":84,"reproduceCount":84,"sourceTypes":257,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":161,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},87,355.91,1759.4,0.941,2.85,[106],{"modelId":4,"modelName":5,"hardwareId":252,"hardwareName":51,"frameworkId":68,"frameworkName":97,"quantization":259,"hardwareVramGb":8,"decodeTps":260,"prefillTps":261,"vramGb":262,"genSeconds":8,"modelUseCase":8,"ttftS":263,"ttfbGb":264,"mtpAcceptanceRate":8,"powerW":265,"sampleCount":84,"reproduceCount":84,"sourceTypes":266,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":267,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},"IQ3_S",267.01,1239.81,2.93,0.366,2.14,97.7,[106],"v0.38",{"modelId":4,"modelName":5,"hardwareId":252,"hardwareName":51,"frameworkId":126,"frameworkName":127,"quantization":259,"hardwareVramGb":8,"decodeTps":269,"prefillTps":270,"vramGb":262,"genSeconds":8,"modelUseCase":8,"ttftS":271,"ttfbGb":272,"mtpAcceptanceRate":273,"powerW":274,"sampleCount":84,"reproduceCount":84,"sourceTypes":275,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":276,"latestOs":122,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},374.22,1937.23,0.42,2.99,0.5385,68,[106],"v0.29",{"modelId":4,"modelName":5,"hardwareId":278,"hardwareName":44,"frameworkId":45,"frameworkName":164,"quantization":186,"hardwareVramGb":8,"decodeTps":279,"prefillTps":280,"vramGb":189,"genSeconds":8,"modelUseCase":8,"ttftS":281,"ttfbGb":282,"mtpAcceptanceRate":8,"powerW":283,"sampleCount":84,"reproduceCount":84,"sourceTypes":284,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":285,"latestOs":220,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},88,181.91,736.26,2.002,1.46,97.9,[106],"v0.20",{"modelId":4,"modelName":5,"hardwareId":278,"hardwareName":44,"frameworkId":45,"frameworkName":164,"quantization":287,"hardwareVramGb":8,"decodeTps":288,"prefillTps":289,"vramGb":290,"genSeconds":8,"modelUseCase":8,"ttftS":291,"ttfbGb":292,"mtpAcceptanceRate":8,"powerW":293,"sampleCount":84,"reproduceCount":84,"sourceTypes":294,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":295,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},"IQ4_XS",379.81,1812.54,3.03,1.531,3.04,63.3,[106],"v0.46",{"modelId":4,"modelName":5,"hardwareId":278,"hardwareName":44,"frameworkId":126,"frameworkName":127,"quantization":287,"hardwareVramGb":8,"decodeTps":297,"prefillTps":298,"vramGb":290,"genSeconds":8,"modelUseCase":8,"ttftS":299,"ttfbGb":300,"mtpAcceptanceRate":301,"powerW":302,"sampleCount":84,"reproduceCount":84,"sourceTypes":303,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":304,"latestOs":220,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},288.7,1574.67,1.294,2.31,0.5502,74.7,[106],"v0.35",{"modelId":4,"modelName":5,"hardwareId":306,"hardwareName":30,"frameworkId":68,"frameworkName":97,"quantization":307,"hardwareVramGb":8,"decodeTps":308,"prefillTps":309,"vramGb":310,"genSeconds":8,"modelUseCase":8,"ttftS":311,"ttfbGb":312,"mtpAcceptanceRate":8,"powerW":313,"sampleCount":84,"reproduceCount":84,"sourceTypes":314,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":276,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},89,"Q4_K_S",178.08,918.71,3.09,0.948,1.42,50.6,[106],{"modelId":4,"modelName":5,"hardwareId":306,"hardwareName":30,"frameworkId":68,"frameworkName":97,"quantization":316,"hardwareVramGb":8,"decodeTps":317,"prefillTps":318,"vramGb":319,"genSeconds":8,"modelUseCase":8,"ttftS":320,"ttfbGb":321,"mtpAcceptanceRate":8,"powerW":322,"sampleCount":84,"reproduceCount":84,"sourceTypes":323,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":121,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},"Q8_0",112.43,505.72,3.55,2.37,0.9,101.6,[106],{"modelId":4,"modelName":5,"hardwareId":306,"hardwareName":30,"frameworkId":126,"frameworkName":127,"quantization":195,"hardwareVramGb":8,"decodeTps":325,"prefillTps":326,"vramGb":198,"genSeconds":8,"modelUseCase":8,"ttftS":311,"ttfbGb":327,"mtpAcceptanceRate":328,"powerW":329,"sampleCount":84,"reproduceCount":84,"sourceTypes":330,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":331,"latestOs":122,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},281.13,1305.8,2.25,0.744,85.3,[106],"v0.25",{"modelId":4,"modelName":5,"hardwareId":306,"hardwareName":30,"frameworkId":126,"frameworkName":127,"quantization":333,"hardwareVramGb":8,"decodeTps":334,"prefillTps":335,"vramGb":336,"genSeconds":8,"modelUseCase":8,"ttftS":337,"ttfbGb":338,"mtpAcceptanceRate":339,"powerW":340,"sampleCount":84,"reproduceCount":84,"sourceTypes":341,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":342,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},"IQ3_XS",273.43,1002.15,2.88,1.811,2.19,0.7255,56.2,[106],"v0.52",{"modelId":4,"modelName":5,"hardwareId":344,"hardwareName":34,"frameworkId":68,"frameworkName":97,"quantization":307,"hardwareVramGb":27,"decodeTps":345,"prefillTps":346,"vramGb":310,"genSeconds":8,"modelUseCase":8,"ttftS":347,"ttfbGb":348,"mtpAcceptanceRate":8,"powerW":349,"sampleCount":84,"reproduceCount":84,"sourceTypes":350,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":351,"latestOs":220,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},97,160.53,840.14,0.148,1.28,158.1,[106],"v0.37",{"modelId":4,"modelName":5,"hardwareId":344,"hardwareName":34,"frameworkId":45,"frameworkName":164,"quantization":287,"hardwareVramGb":27,"decodeTps":353,"prefillTps":354,"vramGb":290,"genSeconds":8,"modelUseCase":8,"ttftS":355,"ttfbGb":169,"mtpAcceptanceRate":8,"powerW":356,"sampleCount":84,"reproduceCount":84,"sourceTypes":357,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":295,"latestOs":110,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},153.38,732.92,2.372,176.1,[106],{"modelId":4,"modelName":5,"hardwareId":344,"hardwareName":34,"frameworkId":45,"frameworkName":164,"quantization":140,"hardwareVramGb":27,"decodeTps":359,"prefillTps":360,"vramGb":143,"genSeconds":8,"modelUseCase":8,"ttftS":361,"ttfbGb":362,"mtpAcceptanceRate":8,"powerW":363,"sampleCount":84,"reproduceCount":84,"sourceTypes":364,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":109,"latestOs":220,"latestCudaVersion":149,"latestFlashAttention":92,"latestOutputSpec":8},116.05,477.94,1.542,0.93,186.6,[106],{"modelId":4,"modelName":5,"hardwareId":366,"hardwareName":61,"frameworkId":68,"frameworkName":97,"quantization":195,"hardwareVramGb":8,"decodeTps":367,"prefillTps":368,"vramGb":198,"genSeconds":8,"modelUseCase":8,"ttftS":369,"ttfbGb":370,"mtpAcceptanceRate":8,"powerW":371,"sampleCount":84,"reproduceCount":84,"sourceTypes":372,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":373,"latestOs":220,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},98,187.46,728.79,0.454,1.5,168,[106],"v0.41",{"modelId":4,"modelName":5,"hardwareId":366,"hardwareName":61,"frameworkId":68,"frameworkName":97,"quantization":259,"hardwareVramGb":8,"decodeTps":375,"prefillTps":376,"vramGb":262,"genSeconds":8,"modelUseCase":8,"ttftS":377,"ttfbGb":378,"mtpAcceptanceRate":8,"powerW":379,"sampleCount":84,"reproduceCount":84,"sourceTypes":380,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":381,"latestOs":220,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},169.96,565.7,2.175,1.36,188.9,[106],"v0.44",{"modelId":4,"modelName":5,"hardwareId":366,"hardwareName":61,"frameworkId":45,"frameworkName":164,"quantization":259,"hardwareVramGb":8,"decodeTps":383,"prefillTps":384,"vramGb":262,"genSeconds":8,"modelUseCase":8,"ttftS":385,"ttfbGb":386,"mtpAcceptanceRate":8,"powerW":387,"sampleCount":84,"reproduceCount":84,"sourceTypes":388,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":342,"latestOs":220,"latestCudaVersion":149,"latestFlashAttention":124,"latestOutputSpec":8},157.23,521.64,1.268,1.26,209.7,[106],{"modelId":4,"modelName":5,"hardwareId":390,"hardwareName":73,"frameworkId":84,"frameworkName":152,"quantization":287,"hardwareVramGb":8,"decodeTps":391,"prefillTps":392,"vramGb":290,"genSeconds":8,"modelUseCase":8,"ttftS":393,"ttfbGb":394,"mtpAcceptanceRate":8,"powerW":395,"sampleCount":84,"reproduceCount":84,"sourceTypes":396,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":267,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},99,148.84,610.28,1.991,1.19,34.3,[106],{"modelId":4,"modelName":5,"hardwareId":390,"hardwareName":73,"frameworkId":45,"frameworkName":164,"quantization":128,"hardwareVramGb":8,"decodeTps":398,"prefillTps":399,"vramGb":131,"genSeconds":8,"modelUseCase":8,"ttftS":400,"ttfbGb":401,"mtpAcceptanceRate":8,"powerW":402,"sampleCount":84,"reproduceCount":84,"sourceTypes":403,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":109,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},166.63,805.73,1.746,1.33,70.8,[106],{"modelId":4,"modelName":5,"hardwareId":405,"hardwareName":55,"frameworkId":68,"frameworkName":97,"quantization":140,"hardwareVramGb":8,"decodeTps":406,"prefillTps":407,"vramGb":143,"genSeconds":8,"modelUseCase":8,"ttftS":408,"ttfbGb":409,"mtpAcceptanceRate":8,"powerW":410,"sampleCount":84,"reproduceCount":84,"sourceTypes":411,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":412,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},100,164.4,839.01,0.927,1.32,63.1,[106],"v0.51",{"modelId":4,"modelName":5,"hardwareId":405,"hardwareName":55,"frameworkId":45,"frameworkName":164,"quantization":153,"hardwareVramGb":8,"decodeTps":414,"prefillTps":415,"vramGb":156,"genSeconds":8,"modelUseCase":8,"ttftS":416,"ttfbGb":417,"mtpAcceptanceRate":8,"powerW":418,"sampleCount":84,"reproduceCount":84,"sourceTypes":419,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":161,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},247.65,966.62,2.489,1.98,52.3,[106],{"modelId":4,"modelName":5,"hardwareId":405,"hardwareName":55,"frameworkId":45,"frameworkName":164,"quantization":307,"hardwareVramGb":8,"decodeTps":421,"prefillTps":422,"vramGb":310,"genSeconds":8,"modelUseCase":8,"ttftS":423,"ttfbGb":424,"mtpAcceptanceRate":8,"powerW":425,"sampleCount":84,"reproduceCount":84,"sourceTypes":426,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":304,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},189.92,934.37,0.295,1.52,31.3,[106],{"modelId":4,"modelName":5,"hardwareId":428,"hardwareName":53,"frameworkId":68,"frameworkName":97,"quantization":429,"hardwareVramGb":8,"decodeTps":430,"prefillTps":431,"vramGb":432,"genSeconds":8,"modelUseCase":8,"ttftS":433,"ttfbGb":434,"mtpAcceptanceRate":8,"powerW":435,"sampleCount":84,"reproduceCount":84,"sourceTypes":436,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":184,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},101,"Q3_K_M",253.55,1128.29,2.96,0.772,2.03,47.7,[106],{"modelId":4,"modelName":5,"hardwareId":428,"hardwareName":53,"frameworkId":45,"frameworkName":164,"quantization":128,"hardwareVramGb":8,"decodeTps":438,"prefillTps":439,"vramGb":131,"genSeconds":8,"modelUseCase":8,"ttftS":440,"ttfbGb":441,"mtpAcceptanceRate":8,"powerW":442,"sampleCount":84,"reproduceCount":84,"sourceTypes":443,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":444,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},294.74,1454.22,0.652,2.36,36.3,[106],"v0.42",{"modelId":4,"modelName":5,"hardwareId":428,"hardwareName":53,"frameworkId":45,"frameworkName":164,"quantization":446,"hardwareVramGb":8,"decodeTps":447,"prefillTps":448,"vramGb":45,"genSeconds":8,"modelUseCase":8,"ttftS":449,"ttfbGb":450,"mtpAcceptanceRate":8,"powerW":451,"sampleCount":84,"reproduceCount":84,"sourceTypes":452,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":219,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},"Q3_K_L",236.47,1174.1,0.156,1.89,69.8,[106],{"modelId":4,"modelName":5,"hardwareId":454,"hardwareName":75,"frameworkId":68,"frameworkName":97,"quantization":140,"hardwareVramGb":8,"decodeTps":455,"prefillTps":456,"vramGb":143,"genSeconds":8,"modelUseCase":8,"ttftS":457,"ttfbGb":458,"mtpAcceptanceRate":8,"powerW":459,"sampleCount":84,"reproduceCount":84,"sourceTypes":460,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":137,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},102,162.76,684.58,1.438,1.3,19.7,[106],{"modelId":4,"modelName":5,"hardwareId":454,"hardwareName":75,"frameworkId":45,"frameworkName":164,"quantization":140,"hardwareVramGb":8,"decodeTps":462,"prefillTps":463,"vramGb":143,"genSeconds":8,"modelUseCase":8,"ttftS":464,"ttfbGb":465,"mtpAcceptanceRate":8,"powerW":466,"sampleCount":84,"reproduceCount":84,"sourceTypes":467,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":468,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},141.79,490.44,1.384,1.13,19.2,[106],"v0.23",{"modelId":4,"modelName":5,"hardwareId":470,"hardwareName":57,"frameworkId":68,"frameworkName":97,"quantization":186,"hardwareVramGb":8,"decodeTps":471,"prefillTps":472,"vramGb":189,"genSeconds":8,"modelUseCase":8,"ttftS":473,"ttfbGb":474,"mtpAcceptanceRate":8,"powerW":475,"sampleCount":84,"reproduceCount":84,"sourceTypes":476,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":477,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},103,152.68,595.8,1.828,1.22,57.6,[106],"v0.30",{"modelId":4,"modelName":5,"hardwareId":470,"hardwareName":57,"frameworkId":68,"frameworkName":97,"quantization":128,"hardwareVramGb":8,"decodeTps":479,"prefillTps":480,"vramGb":131,"genSeconds":8,"modelUseCase":8,"ttftS":481,"ttfbGb":482,"mtpAcceptanceRate":8,"powerW":483,"sampleCount":84,"reproduceCount":84,"sourceTypes":484,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":485,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},308,1290.58,1.453,2.46,66.9,[106],"v0.33",{"modelId":4,"modelName":5,"hardwareId":470,"hardwareName":57,"frameworkId":126,"frameworkName":127,"quantization":333,"hardwareVramGb":8,"decodeTps":487,"prefillTps":488,"vramGb":336,"genSeconds":8,"modelUseCase":8,"ttftS":489,"ttfbGb":158,"mtpAcceptanceRate":490,"powerW":491,"sampleCount":84,"reproduceCount":84,"sourceTypes":492,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":493,"latestOs":138,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},284.88,1247.89,0.749,0.4718,59.9,[106],"v0.40",{"modelId":4,"modelName":5,"hardwareId":495,"hardwareName":81,"frameworkId":68,"frameworkName":97,"quantization":307,"hardwareVramGb":8,"decodeTps":496,"prefillTps":497,"vramGb":310,"genSeconds":8,"modelUseCase":8,"ttftS":498,"ttfbGb":474,"mtpAcceptanceRate":8,"powerW":499,"sampleCount":84,"reproduceCount":84,"sourceTypes":500,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":276,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},104,152.62,807.12,1.157,24.2,[106],{"modelId":4,"modelName":5,"hardwareId":495,"hardwareName":81,"frameworkId":126,"frameworkName":127,"quantization":176,"hardwareVramGb":8,"decodeTps":502,"prefillTps":503,"vramGb":179,"genSeconds":8,"modelUseCase":8,"ttftS":504,"ttfbGb":394,"mtpAcceptanceRate":505,"powerW":506,"sampleCount":84,"reproduceCount":84,"sourceTypes":507,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":342,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":92,"latestOutputSpec":8},148.28,791.63,0.275,0.6514,32.3,[106],{"modelId":4,"modelName":5,"hardwareId":509,"hardwareName":65,"frameworkId":84,"frameworkName":152,"quantization":98,"hardwareVramGb":8,"decodeTps":510,"prefillTps":511,"vramGb":101,"genSeconds":8,"modelUseCase":8,"ttftS":512,"ttfbGb":513,"mtpAcceptanceRate":8,"powerW":514,"sampleCount":84,"reproduceCount":84,"sourceTypes":515,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":295,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},105,156.09,630.03,1.732,1.25,18.8,[106],{"modelId":4,"modelName":5,"hardwareId":509,"hardwareName":65,"frameworkId":126,"frameworkName":127,"quantization":429,"hardwareVramGb":8,"decodeTps":517,"prefillTps":518,"vramGb":432,"genSeconds":8,"modelUseCase":8,"ttftS":519,"ttfbGb":520,"mtpAcceptanceRate":521,"powerW":522,"sampleCount":84,"reproduceCount":84,"sourceTypes":523,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":381,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},155.2,688.84,0.953,1.24,0.6442,23.8,[106],{"modelId":4,"modelName":5,"hardwareId":509,"hardwareName":65,"frameworkId":126,"frameworkName":127,"quantization":165,"hardwareVramGb":8,"decodeTps":525,"prefillTps":526,"vramGb":168,"genSeconds":8,"modelUseCase":8,"ttftS":527,"ttfbGb":528,"mtpAcceptanceRate":529,"powerW":530,"sampleCount":84,"reproduceCount":84,"sourceTypes":531,"evidenceLevel":107,"updatedAt":108,"latestFrameworkVersion":161,"latestOs":110,"latestCudaVersion":162,"latestFlashAttention":124,"latestOutputSpec":8},117.77,410.82,1.866,0.94,0.753,8.3,[106],{"modelId":4,"modelName":5,"hardwareId":45,"hardwareName":77,"frameworkId":84,"frameworkName":152,"quantization":307,"hardwareVramGb":27,"decodeTps":533,"prefillTps":534,"vramGb":310,"genSeconds":8,"modelUseCase":8,"ttftS":535,"ttfbGb":536,"mtpAcceptanceRate":8,"powerW":537,"sampleCount":84,"reproduceCount":84,"sourceTypes":538,"evidenceLevel":107,"updatedAt":539,"latestFrameworkVersion":173,"latestOs":220,"latestCudaVersion":111,"latestFlashAttention":124,"latestOutputSpec":8},221.58,758,0.294,1.77,369.4,[106],"2026-10-15T13:07:00.777Z",50,{"items":542,"total":13,"page":84,"pageSize":543},[],20,{"items":545},[],{"items":547,"total":28,"page":84,"pageSize":45},[548,585,612],{"slug":549,"category":550,"publishedAt":551,"titleZh":552,"titleEn":553,"summaryZh":554,"summaryEn":555,"models":556,"hardwares":578},"code-embed-multimodal-debut-2026-10-16","NEWS","2026-10-16T16:00:00.000Z","代码 + 嵌入 + 多模态模型首次入库：Qwen3-Coder-Next 104 tok\u002Fs，gemma-4-E2B 176 tok\u002Fs","Code + embed + multimodal models first DB entries: Qwen3-Coder-Next 104 tok\u002Fs, gemma-4-E2B 176 tok\u002Fs","10-16 批量 4 类专用模型首次入库：代码（Qwen3-Coder-Next 104 tok\u002Fs）、嵌入（gemma-4-E2B 176 \u002F E4B 139 tok\u002Fs）、多模态（Qwen2.5-Omni-3B 151 tok\u002Fs）。专用模型 = 用途边界比通用模型清晰。","10-16 batch 4 specialty model types first in DB: code (Qwen3-Coder-Next 104 tok\u002Fs), embed (gemma-4-E2B 176 \u002F E4B 139 tok\u002Fs), multimodal (Qwen2.5-Omni-3B 151 tok\u002Fs). Specialty models = clearer use boundaries than general models.",[557,560,563,565,568,571,572,575],{"id":558,"name":559},48,"Qwen3.5-4B",{"id":561,"name":562},49,"Qwen3.5-9B",{"id":540,"name":564},"Qwen3.5-27B",{"id":566,"name":567},58,"Qwen3-Coder-Next",{"id":569,"name":570},60,"Qwen2.5-Omni-3B",{"id":4,"name":5},{"id":573,"name":574},66,"gemma-4-E2B-it",{"id":576,"name":577},67,"gemma-4-E4B-it",[579,580,581,582,583,584],{"id":96,"name":41},{"id":151,"name":22},{"id":175,"name":32},{"id":229,"name":38},{"id":252,"name":51},{"id":278,"name":44},{"slug":586,"category":587,"publishedAt":588,"titleZh":589,"titleEn":590,"summaryZh":591,"summaryEn":592,"models":593,"hardwares":606},"edge-ai-jetson-snapdragon-2026-10-16","GUIDE","2026-10-16T14:00:00.000Z","边缘 AI 实测：Jetson AGX Orin 110 tok\u002Fs @ 37W，每瓦 3 tok\u002Fs 创纪录","Edge AI measurements: Jetson AGX Orin 110 tok\u002Fs @ 37W, 3 tok\u002Fs per watt record","10-16 批量 108 条边缘 \u002F 移动设备实测：Jetson AGX Orin 64GB 平均 110.96 tok\u002Fs（37.5W），Snapdragon X Elite 80.82（22.5W），Snapdragon 7 Gen 4 78.59（21.2W）。**每瓦 tok\u002Fs：Jetson 2.96 创 DB 记录**。","10-16 batch 108 edge \u002F mobile device measurements: Jetson AGX Orin 64GB avg 110.96 tok\u002Fs (37.5W), Snapdragon X Elite 80.82 (22.5W), Snapdragon 7 Gen 4 78.59 (21.2W). **Per-watt tok\u002Fs: Jetson 2.96 — DB record**.",[594,595,596,597,600,603,604,605],{"id":558,"name":559},{"id":561,"name":562},{"id":540,"name":564},{"id":598,"name":599},51,"Qwen3.5-0.8B",{"id":601,"name":602},55,"Qwen3-1.7B",{"id":569,"name":570},{"id":4,"name":5},{"id":573,"name":574},[607,608,609,610,611],{"id":96,"name":41},{"id":175,"name":32},{"id":229,"name":38},{"id":495,"name":81},{"id":509,"name":65},{"slug":613,"category":550,"publishedAt":614,"titleZh":615,"titleEn":616,"summaryZh":617,"summaryEn":618,"models":619,"hardwares":635},"strix-halo-point-mobile-apu-2026-10-16","2026-10-16T12:00:00.000Z","AMD Strix Halo + Strix Point 移动 APU 实测首发：2x Strix Halo 跑出 220 tok\u002Fs","AMD Strix Halo + Strix Point mobile APU first measurements: 2x Strix Halo hits 220 tok\u002Fs","10-16 批量 134 条 AMD Strix 系列实测：2x Strix Halo (128GB) 220.64、Strix Halo (64GB) 139.98、Strix Point (16GB) 100.48 tok\u002Fs。AMD 移动 APU 第一次在 DB 出现。","10-16 batch 134 AMD Strix-series measurements: 2x Strix Halo (128GB) 220.64, Strix Halo (64GB) 139.98, Strix Point (16GB) 100.48 tok\u002Fs. AMD mobile APU first time in DB.",[620,621,622,623,624,627,630,631,632,633,634],{"id":558,"name":559},{"id":561,"name":562},{"id":540,"name":564},{"id":598,"name":599},{"id":625,"name":626},52,"Qwen3.8-9B",{"id":628,"name":629},53,"Qwen3-8B",{"id":601,"name":602},{"id":566,"name":567},{"id":569,"name":570},{"id":4,"name":5},{"id":573,"name":574},[636,637,638,639,640,641],{"id":96,"name":41},{"id":151,"name":22},{"id":175,"name":32},{"id":252,"name":51},{"id":278,"name":44},{"id":306,"name":30}]