{"license":"CC BY-SA 4.0","license_file":"https://deskgpu.com/data/LICENSE.txt","attribution":"https://deskgpu.com/data/attribution.json","build":"04bba6e6e4-20261019T0139","generated_at":"2026-10-19T01:39:15+00:00","note":"Facts read from pinned Hugging Face revisions (repo@sha). layer_bytes and arch.layers are run-length encoded: [count, ...values].","models":[{"id":"aescode-32b","name":"AesCode-32B","repo":"microsoft/AesCode-32B","sha":"3f9157f331c574b470149ddd88e67d5bd13481f8","publisher":"microsoft","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":32762123264,"params_active":null,"params_repo":33357390064,"arch":{"gguf_arch":"qwen3vl","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"AesCode-32B-Q4_K_M.gguf","repo":"bartowski/AesCode-32B-GGUF","sha":"d226037abd7b070100e31a490ed23b300bcdbee9"}},"gguf":{"repo":"bartowski/AesCode-32B-GGUF","sha":"d226037abd7b070100e31a490ed23b300bcdbee9"},"weights":[{"quant":"IQ2_XXS","bytes":10634558272,"gpu_bytes":10373328896,"mapped_bytes":10628581376,"out_bytes":534835200,"layer_bytes":[[4,296674304],[4,170722304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[1,143074304],[2,141722624],[9,143074304]],"read_bytes_per_token":10373328896,"files":["AesCode-32B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"IQ2_M","bytes":12710938432,"gpu_bytes":12370702336,"mapped_bytes":12704961536,"out_bytes":534835200,"layer_bytes":[[4,303883264],[4,217867264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[1,174859264],[2,173507584],[9,174859264]],"read_bytes_per_token":12370702336,"files":["AesCode-32B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q2_K","bytes":13005256512,"gpu_bytes":12744027136,"mapped_bytes":12999279616,"out_bytes":638151680,"layer_bytes":[[8,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[1,199476224],[2,178832384],[9,199476224]],"read_bytes_per_token":12744027136,"files":["AesCode-32B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"IQ3_XXS","bytes":13596985152,"gpu_bytes":13256749056,"mapped_bytes":13591008256,"out_bytes":534835200,"layer_bytes":[[8,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[1,207954944],[2,189604864],[9,207954944]],"read_bytes_per_token":13256749056,"files":["AesCode-32B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q3_K_M","bytes":16515728192,"gpu_bytes":16175492096,"mapped_bytes":16509751296,"out_bytes":638151680,"layer_bytes":[[4,266650624],[4,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[1,250266624],[2,233227264],[9,250266624]],"read_bytes_per_token":16175492096,"files":["AesCode-32B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"IQ4_XS","bytes":18123034432,"gpu_bytes":17703791616,"mapped_bytes":18117057536,"out_bytes":638151680,"layer_bytes":[[8,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[1,272712704],[2,260588544],[9,272712704]],"read_bytes_per_token":17703791616,"files":["AesCode-32B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q4_0","bytes":19049119552,"gpu_bytes":18605566976,"mapped_bytes":19043142656,"out_bytes":638151680,"layer_bytes":[[8,293315584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[1,285123584],[2,274310144],[9,285123584]],"read_bytes_per_token":18605566976,"files":["AesCode-32B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q4_K_M","bytes":20485668672,"gpu_bytes":20042116096,"mapped_bytes":20479691776,"out_bytes":638151680,"layer_bytes":[[8,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[1,326165504],[2,280208384],[9,326165504]],"read_bytes_per_token":20042116096,"files":["AesCode-32B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q5_K_M","bytes":23794171712,"gpu_bytes":23253380096,"mapped_bytes":23788194816,"out_bytes":638151680,"layer_bytes":[[8,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[1,365200384],[2,341525504],[9,365200384]],"read_bytes_per_token":23253380096,"files":["AesCode-32B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q6_K","bytes":27980380992,"gpu_bytes":27336272896,"mapped_bytes":27974404096,"out_bytes":638151680,"layer_bytes":[[8,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[1,422872064],[2,411444224],[9,422872064]],"read_bytes_per_token":27336272896,"files":["AesCode-32B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"Q8_0","bytes":34817721152,"gpu_bytes":33985212416,"mapped_bytes":34811744256,"out_bytes":826552320,"layer_bytes":[[64,518104064]],"read_bytes_per_token":33985212416,"files":["AesCode-32B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"},{"quant":"BF16","bytes":65531577056,"gpu_bytes":63969775616,"mapped_bytes":65525600256,"out_bytes":1555845120,"layer_bytes":[[64,975217664]],"read_bytes_per_token":63969775616,"files":["AesCode-32B-bf16/AesCode-32B-bf16-00001-of-00002.gguf","AesCode-32B-bf16/AesCode-32B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"}],"original":{"bytes":66714912704,"repo":"microsoft/AesCode-32B","sha":"3f9157f331c574b470149ddd88e67d5bd13481f8","dtypes":{"BF16":33357390064}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:48:57+00:00","url":"https://huggingface.co/microsoft/AesCode-32B/tree/3f9157f331c574b470149ddd88e67d5bd13481f8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:48:57+00:00","url":"https://huggingface.co/bartowski/AesCode-32B-GGUF/tree/d226037abd7b070100e31a490ed23b300bcdbee9"}]},{"id":"aescode-8b","name":"AesCode-8B","repo":"microsoft/AesCode-8B","sha":"cfe1f698e09b8e7a009901ca700c765e25240af6","publisher":"microsoft","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"AesCode-8B-Q4_K_M.gguf","repo":"bartowski/AesCode-8B-GGUF","sha":"17695dfd5fd4c8622a676f53bb37cd732d7eea5e"}},"gguf":{"repo":"bartowski/AesCode-8B-GGUF","sha":"17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},"weights":[{"quant":"IQ2_M","bytes":3139898336,"gpu_bytes":2866532352,"mapped_bytes":3133939712,"out_bytes":427868160,"layer_bytes":[[1,63603712],[8,78283776],[1,65569792],[17,64783360],[2,63177728],[1,62981120],[5,62718976],[1,78971904]],"read_bytes_per_token":2866532352,"files":["AesCode-8B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q2_K","bytes":3299576800,"gpu_bytes":3026210816,"mapped_bytes":3293618176,"out_bytes":427868160,"layer_bytes":[[1,65307648],[4,93357056],[4,92832768],[6,67011584],[12,65307648],[8,64324608],[1,87917568]],"read_bytes_per_token":3026210816,"files":["AesCode-8B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"IQ3_XXS","bytes":3684383712,"gpu_bytes":3328364544,"mapped_bytes":3678425088,"out_bytes":427868160,"layer_bytes":[[1,76448768],[8,93750272],[18,76710912],[8,75367424],[1,90309632]],"read_bytes_per_token":3328364544,"files":["AesCode-8B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q3_K_M","bytes":4039424992,"gpu_bytes":3683405824,"mapped_bytes":4033466368,"out_bytes":427868160,"layer_bytes":[[1,85099520],[2,103351296],[6,102794240],[18,87327744],[1,85099520],[7,84575232],[1,97944576]],"read_bytes_per_token":3683405824,"files":["AesCode-8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"IQ4_XS","bytes":4688030688,"gpu_bytes":4351459328,"mapped_bytes":4682072064,"out_bytes":510521344,"layer_bytes":[[1,105972736],[1,110265344],[5,109741056],[2,109609984],[18,105972736],[8,103744512],[1,119309312]],"read_bytes_per_token":4351459328,"files":["AesCode-8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q4_0","bytes":4865190880,"gpu_bytes":4509171712,"mapped_bytes":4859232256,"out_bytes":510521344,"layer_bytes":[[4,116032512],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[1,112886784],[2,108561408],[6,112886784]],"read_bytes_per_token":4509171712,"files":["AesCode-8B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q4_K_M","bytes":5211515872,"gpu_bytes":4855496704,"mapped_bytes":5205557248,"out_bytes":510521344,"layer_bytes":[[1,112755712],[8,146080768],[1,114852864],[13,113837056],[4,111739904],[8,110658560],[1,136610816]],"read_bytes_per_token":4855496704,"files":["AesCode-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q5_K_M","bytes":6242790368,"gpu_bytes":5808979968,"mapped_bytes":6236831744,"out_bytes":510521344,"layer_bytes":[[1,135824384],[8,179864576],[14,138052608],[4,135824384],[3,134808576],[5,134251520],[1,172000256]],"read_bytes_per_token":5808979968,"files":["AesCode-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q6_K","bytes":7140350944,"gpu_bytes":6623887360,"mapped_bytes":7134392320,"out_bytes":510521344,"layer_bytes":[[1,176587776],[8,188777472],[18,164398080],[8,160334848],[1,184714240]],"read_bytes_per_token":6623887360,"files":["AesCode-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"Q8_0","bytes":8709520352,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["AesCode-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"},{"quant":"BF16","bytes":16388045504,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["AesCode-8B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"}],"original":{"bytes":17534339408,"repo":"microsoft/AesCode-8B","sha":"cfe1f698e09b8e7a009901ca700c765e25240af6","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:48:58+00:00","url":"https://huggingface.co/microsoft/AesCode-8B/tree/cfe1f698e09b8e7a009901ca700c765e25240af6"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:48:58+00:00","url":"https://huggingface.co/bartowski/AesCode-8B-GGUF/tree/17695dfd5fd4c8622a676f53bb37cd732d7eea5e"}]},{"id":"agentcpm-explore","name":"AgentCPM-Explore","repo":"openbmb/AgentCPM-Explore","sha":"f528bbb55317bd291387ba3347551dd3414e698e","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"AgentCPM-Explore.i1-Q4_K_M.gguf","repo":"mradermacher/AgentCPM-Explore-i1-GGUF","sha":"36f779f2ba374556cc8401ec8030c13251113a5d"}},"gguf":{"repo":"mradermacher/AgentCPM-Explore-i1-GGUF","sha":"36f779f2ba374556cc8401ec8030c13251113a5d"},"weights":[{"quant":"IQ2_XXS","bytes":1374247744,"gpu_bytes":1240664064,"mapped_bytes":1368290304,"out_bytes":267417600,"layer_bytes":[[4,28591104],[32,26840064]],"read_bytes_per_token":1240664064,"files":["AgentCPM-Explore.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"IQ2_M","bytes":1680113984,"gpu_bytes":1507026944,"mapped_bytes":1674156544,"out_bytes":267417600,"layer_bytes":[[4,36854784],[32,34130944]],"read_bytes_per_token":1507026944,"files":["AgentCPM-Explore.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"Q2_K","bytes":1797126464,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["AgentCPM-Explore.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"IQ3_XXS","bytes":1837318464,"gpu_bytes":1664231424,"mapped_bytes":1831361024,"out_bytes":267417600,"layer_bytes":[[36,38800384]],"read_bytes_per_token":1664231424,"files":["AgentCPM-Explore.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"Q3_K_M","bytes":2242748224,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["AgentCPM-Explore.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"IQ4_XS","bytes":2477385024,"gpu_bytes":2264794624,"mapped_bytes":2471427584,"out_bytes":319075840,"layer_bytes":[[36,54047744]],"read_bytes_per_token":2264794624,"files":["AgentCPM-Explore.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"Q4_0","bytes":2594561344,"gpu_bytes":2369816064,"mapped_bytes":2588603904,"out_bytes":319075840,"layer_bytes":[[4,58348544],[32,56792064]],"read_bytes_per_token":2369816064,"files":["AgentCPM-Explore.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"Q4_K_M","bytes":2716069184,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["AgentCPM-Explore.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"Q5_K_M","bytes":3156921664,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["AgentCPM-Explore.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"},{"quant":"Q6_K","bytes":3625327424,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["AgentCPM-Explore.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"}],"original":{"bytes":8822894504,"repo":"openbmb/AgentCPM-Explore","sha":"f528bbb55317bd291387ba3347551dd3414e698e","dtypes":{"BF16":4411424256}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:27+00:00","url":"https://huggingface.co/openbmb/AgentCPM-Explore/tree/f528bbb55317bd291387ba3347551dd3414e698e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:27+00:00","url":"https://huggingface.co/mradermacher/AgentCPM-Explore-i1-GGUF/tree/36f779f2ba374556cc8401ec8030c13251113a5d"}]},{"id":"ai21-jamba-reasoning-3b","name":"AI21-Jamba-Reasoning-3B","repo":"ai21labs/AI21-Jamba-Reasoning-3B","sha":"7524370414253301341370beba35e3d549cbf5f3","publisher":"ai21labs","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3197109632,"params_active":null,"params_repo":3197109632,"arch":{"gguf_arch":"jamba","n_layers":28,"n_layers_all":28,"layers":[[7,"recurrent",0,0,null,97280],[1,"full",128,128,null,0],[13,"recurrent",0,0,null,97280],[1,"full",128,128,null,0],[6,"recurrent",0,0,null,97280]],"kv_groups":[{"k_elems":128,"kind":"full","layers":2,"v_elems":128,"window":null}],"state_elems":2529280,"max_context":262144,"vocab_size":65536,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_M.gguf","repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","sha":"9ceb51eddcb074adbd24f749a2472c577546727d"}},"gguf":{"repo":"bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF","sha":"9ceb51eddcb074adbd24f749a2472c577546727d"},"weights":[{"quant":"IQ2_M","bytes":1130980832,"gpu_bytes":1057305088,"mapped_bytes":1129394688,"out_bytes":115353600,"layer_bytes":[[3,36309248],[4,34015488],[1,25333760],[13,34015488],[1,25333760],[6,34015488]],"read_bytes_per_token":1057305088,"files":["ai21labs_AI21-Jamba-Reasoning-3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q2_K","bytes":1211037152,"gpu_bytes":1154400768,"mapped_bytes":1209451008,"out_bytes":137635840,"layer_bytes":[[7,36951808],[1,28008960],[13,36951808],[1,28008960],[6,36951808]],"read_bytes_per_token":1154400768,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"IQ3_XXS","bytes":1299664352,"gpu_bytes":1225988608,"mapped_bytes":1298078208,"out_bytes":115353600,"layer_bytes":[[7,40466688],[1,29250560],[13,40466688],[1,29250560],[6,40466688]],"read_bytes_per_token":1225988608,"files":["ai21labs_AI21-Jamba-Reasoning-3B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q3_K_M","bytes":1537698272,"gpu_bytes":1464022528,"mapped_bytes":1536112128,"out_bytes":137635840,"layer_bytes":[[1,50711808],[6,48090368],[1,36707840],[13,48090368],[1,36707840],[6,48090368]],"read_bytes_per_token":1464022528,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"IQ4_XS","bytes":1760356832,"gpu_bytes":1669641728,"mapped_bytes":1758770688,"out_bytes":137635840,"layer_bytes":[[7,55788288],[1,40755200],[13,55788288],[1,40755200],[6,55788288]],"read_bytes_per_token":1669641728,"files":["ai21labs_AI21-Jamba-Reasoning-3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q4_0","bytes":1858189792,"gpu_bytes":1762231808,"mapped_bytes":1856603648,"out_bytes":137635840,"layer_bytes":[[3,60324608],[4,59013888],[1,43151360],[13,59013888],[1,43151360],[6,59013888]],"read_bytes_per_token":1762231808,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q4_K_M","bytes":1932698592,"gpu_bytes":1836740608,"mapped_bytes":1931112448,"out_bytes":137635840,"layer_bytes":[[3,64523008],[2,59116288],[1,64523008],[1,59116288],[1,43151360],[1,64523008],[2,59116288],[1,64523008],[2,59116288],[1,64523008],[2,59116288],[1,64523008],[2,59116288],[1,64523008],[1,43235840],[1,59116288],[5,64523008]],"read_bytes_per_token":1836740608,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q5_K_M","bytes":2272891872,"gpu_bytes":2155962368,"mapped_bytes":2271305728,"out_bytes":137635840,"layer_bytes":[[3,74855168],[2,72069888],[1,74855168],[1,72069888],[1,52736000],[1,74855168],[2,72069888],[1,74855168],[2,72069888],[1,74855168],[2,72069888],[1,74855168],[2,72069888],[1,74855168],[1,52779520],[1,72069888],[5,74855168]],"read_bytes_per_token":2155962368,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q6_K","bytes":2639588832,"gpu_bytes":2500377088,"mapped_bytes":2638002688,"out_bytes":137635840,"layer_bytes":[[7,86034688],[1,62919680],[13,86034688],[1,62919680],[6,86034688]],"read_bytes_per_token":2500377088,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"Q8_0","bytes":3407952352,"gpu_bytes":3228108288,"mapped_bytes":3406366208,"out_bytes":178268160,"layer_bytes":[[7,111033088],[1,81489920],[13,111033088],[1,81489920],[6,111033088]],"read_bytes_per_token":3228108288,"files":["ai21labs_AI21-Jamba-Reasoning-3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"},{"quant":"BF16","bytes":6402230464,"gpu_bytes":6065100288,"mapped_bytes":6400644608,"out_bytes":335554560,"layer_bytes":[[7,208569088],[1,153374720],[13,208569088],[1,153374720],[6,208569088]],"read_bytes_per_token":6065100288,"files":["ai21labs_AI21-Jamba-Reasoning-3B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"}],"original":{"bytes":6394271272,"repo":"ai21labs/AI21-Jamba-Reasoning-3B","sha":"7524370414253301341370beba35e3d549cbf5f3","dtypes":{"BF16":3197109632}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:28:05+00:00","url":"https://huggingface.co/ai21labs/AI21-Jamba-Reasoning-3B/tree/7524370414253301341370beba35e3d549cbf5f3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:28:05+00:00","url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba-Reasoning-3B-GGUF/tree/9ceb51eddcb074adbd24f749a2472c577546727d"}]},{"id":"ai21-jamba2-3b","name":"AI21-Jamba2-3B","repo":"ai21labs/AI21-Jamba2-3B","sha":"525c6c8e1d9f5bddedfbdc1dbb0ade2df84230c9","publisher":"ai21labs","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3197109632,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"jamba","n_layers":28,"n_layers_all":28,"layers":[[7,"recurrent",0,0,null,97280],[1,"full",128,128,null,0],[13,"recurrent",0,0,null,97280],[1,"full",128,128,null,0],[6,"recurrent",0,0,null,97280]],"kv_groups":[{"k_elems":128,"kind":"full","layers":2,"v_elems":128,"window":null}],"state_elems":2529280,"max_context":262144,"vocab_size":65536,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"ai21labs_AI21-Jamba2-3B-Q4_K_M.gguf","repo":"bartowski/ai21labs_AI21-Jamba2-3B-GGUF","sha":"02d70acd708332ec4e78e9ceefe116851a307411"}},"gguf":{"repo":"bartowski/ai21labs_AI21-Jamba2-3B-GGUF","sha":"02d70acd708332ec4e78e9ceefe116851a307411"},"weights":[{"quant":"IQ2_M","bytes":1130978688,"gpu_bytes":1057305088,"mapped_bytes":1129394688,"out_bytes":115353600,"layer_bytes":[[3,36309248],[4,34015488],[1,25333760],[13,34015488],[1,25333760],[6,34015488]],"read_bytes_per_token":1057305088,"files":["ai21labs_AI21-Jamba2-3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q2_K","bytes":1211035008,"gpu_bytes":1154400768,"mapped_bytes":1209451008,"out_bytes":137635840,"layer_bytes":[[7,36951808],[1,28008960],[13,36951808],[1,28008960],[6,36951808]],"read_bytes_per_token":1154400768,"files":["ai21labs_AI21-Jamba2-3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"IQ3_XXS","bytes":1299662208,"gpu_bytes":1225988608,"mapped_bytes":1298078208,"out_bytes":115353600,"layer_bytes":[[7,40466688],[1,29250560],[13,40466688],[1,29250560],[6,40466688]],"read_bytes_per_token":1225988608,"files":["ai21labs_AI21-Jamba2-3B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q3_K_M","bytes":1537696128,"gpu_bytes":1464022528,"mapped_bytes":1536112128,"out_bytes":137635840,"layer_bytes":[[1,50711808],[6,48090368],[1,36707840],[13,48090368],[1,36707840],[6,48090368]],"read_bytes_per_token":1464022528,"files":["ai21labs_AI21-Jamba2-3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"IQ4_XS","bytes":1760354688,"gpu_bytes":1669641728,"mapped_bytes":1758770688,"out_bytes":137635840,"layer_bytes":[[7,55788288],[1,40755200],[13,55788288],[1,40755200],[6,55788288]],"read_bytes_per_token":1669641728,"files":["ai21labs_AI21-Jamba2-3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q4_0","bytes":1858187648,"gpu_bytes":1762231808,"mapped_bytes":1856603648,"out_bytes":137635840,"layer_bytes":[[3,60324608],[4,59013888],[1,43151360],[13,59013888],[1,43151360],[6,59013888]],"read_bytes_per_token":1762231808,"files":["ai21labs_AI21-Jamba2-3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q4_K_M","bytes":1932696448,"gpu_bytes":1836740608,"mapped_bytes":1931112448,"out_bytes":137635840,"layer_bytes":[[3,64523008],[2,59116288],[1,64523008],[1,59116288],[1,43151360],[1,64523008],[2,59116288],[1,64523008],[2,59116288],[1,64523008],[2,59116288],[1,64523008],[2,59116288],[1,64523008],[1,43235840],[1,59116288],[5,64523008]],"read_bytes_per_token":1836740608,"files":["ai21labs_AI21-Jamba2-3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q5_K_M","bytes":2272889728,"gpu_bytes":2155962368,"mapped_bytes":2271305728,"out_bytes":137635840,"layer_bytes":[[3,74855168],[2,72069888],[1,74855168],[1,72069888],[1,52736000],[1,74855168],[2,72069888],[1,74855168],[2,72069888],[1,74855168],[2,72069888],[1,74855168],[2,72069888],[1,74855168],[1,52779520],[1,72069888],[5,74855168]],"read_bytes_per_token":2155962368,"files":["ai21labs_AI21-Jamba2-3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q6_K","bytes":2639586688,"gpu_bytes":2500377088,"mapped_bytes":2638002688,"out_bytes":137635840,"layer_bytes":[[7,86034688],[1,62919680],[13,86034688],[1,62919680],[6,86034688]],"read_bytes_per_token":2500377088,"files":["ai21labs_AI21-Jamba2-3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"Q8_0","bytes":3407950208,"gpu_bytes":3228108288,"mapped_bytes":3406366208,"out_bytes":178268160,"layer_bytes":[[7,111033088],[1,81489920],[13,111033088],[1,81489920],[6,111033088]],"read_bytes_per_token":3228108288,"files":["ai21labs_AI21-Jamba2-3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"},{"quant":"BF16","bytes":6402228320,"gpu_bytes":6065100288,"mapped_bytes":6400644608,"out_bytes":335554560,"layer_bytes":[[7,208569088],[1,153374720],[13,208569088],[1,153374720],[6,208569088]],"read_bytes_per_token":6065100288,"files":["ai21labs_AI21-Jamba2-3B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"}],"original":{"bytes":6394271296,"repo":"ai21labs/AI21-Jamba2-3B","sha":"525c6c8e1d9f5bddedfbdc1dbb0ade2df84230c9","dtypes":{"BF16":3197109632}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:28:12+00:00","url":"https://huggingface.co/ai21labs/AI21-Jamba2-3B/tree/525c6c8e1d9f5bddedfbdc1dbb0ade2df84230c9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:28:12+00:00","url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-3B-GGUF/tree/02d70acd708332ec4e78e9ceefe116851a307411"}]},{"id":"ai21-jamba2-mini","name":"AI21-Jamba2-Mini","repo":"ai21labs/AI21-Jamba2-Mini","sha":"24cbbd23e3df170f254aa601d907cdf416ffd344","publisher":"ai21labs","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":51570323328,"params_active":11841875840,"params_repo":51570323328,"arch":{"gguf_arch":"jamba","n_layers":32,"n_layers_all":32,"layers":[[4,"recurrent",0,0,null,155648],[1,"full",1024,1024,null,0],[7,"recurrent",0,0,null,155648],[1,"full",1024,1024,null,0],[7,"recurrent",0,0,null,155648],[1,"full",1024,1024,null,0],[7,"recurrent",0,0,null,155648],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,155648]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":4,"v_elems":1024,"window":null}],"state_elems":4358144,"max_context":262144,"vocab_size":65536,"hidden_size":4096,"moe":{"active":2,"experts":16},"cross_checked":true,"gguf_source":{"file":"ai21labs_AI21-Jamba2-Mini-Q4_K_M.gguf","repo":"bartowski/ai21labs_AI21-Jamba2-Mini-GGUF","sha":"867828fd45f0c97816d26b27ca14d9b40ee12f91"}},"gguf":{"repo":"bartowski/ai21labs_AI21-Jamba2-Mini-GGUF","sha":"867828fd45f0c97816d26b27ca14d9b40ee12f91"},"weights":[{"quant":"IQ2_XXS","bytes":12481977312,"gpu_bytes":12392308224,"mapped_bytes":12480388608,"out_bytes":184565760,"layer_bytes":[[1,142118016],[1,842894464],[1,142118016],[1,842894464],[1,76316672],[1,644713600],[1,85691520],[1,644713600],[1,73305216],[1,644713600],[1,73305216],[1,644713600],[1,63930368],[1,644713600],[1,73305216],[1,644713600],[1,73305216],[1,644713600],[1,73305216],[1,644713600],[1,63930368],[1,644713600],[1,73305216],[1,644713600],[1,73305216],[1,644713600],[1,73305216],[1,644713600],[1,63930368],[1,644713600],[1,73305216],[1,842894464]],"read_bytes_per_token":3240205824,"files":["ai21labs_AI21-Jamba2-Mini-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"IQ2_M","bytes":16242760672,"gpu_bytes":16125828608,"mapped_bytes":16241171968,"out_bytes":184565760,"layer_bytes":[[1,148688000],[1,1113705600],[1,148688000],[1,1113705600],[1,97353728],[1,849464448],[1,110152832],[1,849464448],[1,90885248],[1,849464448],[1,90885248],[1,849464448],[1,78086144],[1,849464448],[1,90885248],[1,849464448],[1,90885248],[1,849464448],[1,90885248],[1,849464448],[1,78086144],[1,849464448],[1,90885248],[1,849464448],[1,90885248],[1,849464448],[1,90885248],[1,849464448],[1,78086144],[1,849464448],[1,90885248],[1,1113705600]],"read_bytes_per_token":4025785856,"files":["ai21labs_AI21-Jamba2-Mini-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q2_K","bytes":17976376288,"gpu_bytes":17886707200,"mapped_bytes":17974787584,"out_bytes":220217344,"layer_bytes":[[1,99046528],[1,1055806592],[1,99046528],[1,1055806592],[1,87097344],[1,960386176],[1,99046528],[1,960386176],[1,99046528],[1,1055806592],[1,99046528],[1,960386176],[1,87097344],[1,960386176],[1,99046528],[1,1055806592],[1,99046528],[1,960386176],[1,99046528],[1,960386176],[1,87097344],[1,1055806592],[1,99046528],[1,960386176],[1,99046528],[1,960386176],[1,99046528],[1,1055806592],[1,87097344],[1,1055806592],[1,99046528],[1,1055806592]],"read_bytes_per_token":4270947840,"files":["ai21labs_AI21-Jamba2-Mini-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"IQ3_XXS","bytes":20241570784,"gpu_bytes":20124638720,"mapped_bytes":20239982080,"out_bytes":184565760,"layer_bytes":[[1,108465280],[1,1164315776],[1,108465280],[1,1164315776],[1,90439680],[1,1120275584],[1,108465280],[1,1120275584],[1,108465280],[1,1164315776],[1,108465280],[1,1120275584],[1,90439680],[1,1120275584],[1,108465280],[1,1164315776],[1,108465280],[1,1120275584],[1,108465280],[1,1120275584],[1,90439680],[1,1164315776],[1,108465280],[1,1120275584],[1,108465280],[1,1120275584],[1,108465280],[1,1164315776],[1,90439680],[1,1164315776],[1,108465280],[1,1164315776]],"read_bytes_per_token":4710571520,"files":["ai21labs_AI21-Jamba2-Mini-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q3_K_M","bytes":23450688480,"gpu_bytes":23333756416,"mapped_bytes":23449099776,"out_bytes":220217344,"layer_bytes":[[1,136789120],[1,1382104192],[1,129449088],[1,1382104192],[1,109608960],[1,1257323648],[1,129449088],[1,1257323648],[1,129449088],[1,1382104192],[1,129449088],[1,1257323648],[1,109608960],[1,1257323648],[1,129449088],[1,1382104192],[1,129449088],[1,1257323648],[1,129449088],[1,1257323648],[1,109084672],[1,1382104192],[1,129449088],[1,1257323648],[1,129449088],[1,1257323648],[1,129449088],[1,1382104192],[1,109084672],[1,1382104192],[1,129449088],[1,1382104192]],"read_bytes_per_token":5504818688,"files":["ai21labs_AI21-Jamba2-Mini-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"IQ4_XS","bytes":27518204896,"gpu_bytes":27374009856,"mapped_bytes":27516616192,"out_bytes":220217344,"layer_bytes":[[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,120750080],[1,1554261120],[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,120750080],[1,1554261120],[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,120750080],[1,1554261120],[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,150217856],[1,1554261120],[1,120750080],[1,1554261120],[1,150217856],[1,1554261120]],"read_bytes_per_token":6410878464,"files":["ai21labs_AI21-Jamba2-Mini-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q4_0","bytes":29587274720,"gpu_bytes":29434691072,"mapped_bytes":29585686016,"out_bytes":220217344,"layer_bytes":[[1,162677888],[1,1704346752],[1,162677888],[1,1704346752],[1,124813312],[1,1645626496],[1,159007872],[1,1645626496],[1,159007872],[1,1704346752],[1,159007872],[1,1645626496],[1,124813312],[1,1645626496],[1,159007872],[1,1704346752],[1,159007872],[1,1645626496],[1,159007872],[1,1645626496],[1,124813312],[1,1704346752],[1,159007872],[1,1645626496],[1,159007872],[1,1645626496],[1,159007872],[1,1704346752],[1,124813312],[1,1704346752],[1,159007872],[1,1704346752]],"read_bytes_per_token":6827392512,"files":["ai21labs_AI21-Jamba2-Mini-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q4_K_M","bytes":31179602912,"gpu_bytes":31027019264,"mapped_bytes":31178014208,"out_bytes":220217344,"layer_bytes":[[1,174146688],[1,1887847552],[1,174146688],[1,1887847552],[1,126910464],[1,1645626496],[1,174146688],[1,1645626496],[1,159007872],[1,1887847552],[1,159007872],[1,1645626496],[1,142049280],[1,1645626496],[1,159007872],[1,1887847552],[1,159007872],[1,1645626496],[1,174146688],[1,1645626496],[1,127991808],[1,1887847552],[1,159007872],[1,1645626496],[1,174146688],[1,1645626496],[1,159007872],[1,1887847552],[1,143130624],[1,1887847552],[1,174146688],[1,1887847552]],"read_bytes_per_token":7135215104,"files":["ai21labs_AI21-Jamba2-Mini-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q5_K_M","bytes":36581735392,"gpu_bytes":36395597312,"mapped_bytes":36580146688,"out_bytes":220217344,"layer_bytes":[[1,201966720],[1,2135868544],[1,201966720],[1,2135868544],[1,151552000],[1,2011088000],[1,201966720],[1,2011088000],[1,194167936],[1,2135868544],[1,194167936],[1,2011088000],[1,159350784],[1,2011088000],[1,194167936],[1,2135868544],[1,194167936],[1,2011088000],[1,201966720],[1,2011088000],[1,152109056],[1,2135868544],[1,194167936],[1,2011088000],[1,201966720],[1,2011088000],[1,194167936],[1,2135868544],[1,159907840],[1,2135868544],[1,201966720],[1,2135868544]],"read_bytes_per_token":8393375232,"files":["ai21labs_AI21-Jamba2-Mini-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q6_K","bytes":42330414048,"gpu_bytes":42108624384,"mapped_bytes":42328825344,"out_bytes":220217344,"layer_bytes":[[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,179961856],[1,2399390848],[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,179961856],[1,2399390848],[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,179961856],[1,2399390848],[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,231525504],[1,2399390848],[1,179961856],[1,2399390848],[1,231525504],[1,2399390848]],"read_bytes_per_token":9739083264,"files":["ai21labs_AI21-Jamba2-Mini-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"Q8_0","bytes":54814440608,"gpu_bytes":54527639040,"mapped_bytes":54812851712,"out_bytes":285229056,"layer_bytes":[[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,231768064],[1,3107472512],[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,231768064],[1,3107472512],[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,231768064],[1,3107472512],[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,299648128],[1,3107472512],[1,231768064],[1,3107472512],[1,299648128],[1,3107472512]],"read_bytes_per_token":12601376256,"files":["ai21labs_AI21-Jamba2-Mini-Q8_0/ai21labs_AI21-Jamba2-Mini-Q8_0-00001-of-00002.gguf","ai21labs_AI21-Jamba2-Mini-Q8_0/ai21labs_AI21-Jamba2-Mini-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"},{"quant":"BF16","bytes":103155432448,"gpu_bytes":102616972800,"mapped_bytes":103153843712,"out_bytes":536887296,"layer_bytes":[[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,436240384],[1,5848433792],[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,436240384],[1,5848433792],[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,436240384],[1,5848433792],[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,563348608],[1,5848433792],[1,436240384],[1,5848433792],[1,563348608],[1,5848433792]],"read_bytes_per_token":23696948736,"files":["ai21labs_AI21-Jamba2-Mini-bf16/ai21labs_AI21-Jamba2-Mini-bf16-00001-of-00003.gguf","ai21labs_AI21-Jamba2-Mini-bf16/ai21labs_AI21-Jamba2-Mini-bf16-00002-of-00003.gguf","ai21labs_AI21-Jamba2-Mini-bf16/ai21labs_AI21-Jamba2-Mini-bf16-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"}],"original":{"bytes":103140803776,"repo":"ai21labs/AI21-Jamba2-Mini","sha":"24cbbd23e3df170f254aa601d907cdf416ffd344","dtypes":{"BF16":51570323328}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:28:13+00:00","url":"https://huggingface.co/ai21labs/AI21-Jamba2-Mini/tree/24cbbd23e3df170f254aa601d907cdf416ffd344"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:28:13+00:00","url":"https://huggingface.co/bartowski/ai21labs_AI21-Jamba2-Mini-GGUF/tree/867828fd45f0c97816d26b27ca14d9b40ee12f91"}]},{"id":"apertus-v1-1-1-5b","name":"Apertus-v1.1-1.5B","repo":"swiss-ai/Apertus-v1.1-1.5B","sha":"dbe8919b2f0389888bada6b3a19e81e0ef4286c1","publisher":"swiss-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1510019072,"params_active":null,"params_repo":1510019104,"arch":{"gguf_arch":"apertus","n_layers":16,"n_layers_all":16,"layers":[[16,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":16,"v_elems":512,"window":null}],"state_elems":0,"max_context":4096,"vocab_size":131072,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Apertus-v1.1-1.5B.Q4_K_M.gguf","repo":"mradermacher/Apertus-v1.1-1.5B-GGUF","sha":"9aab9159033b18a38144515ca2c28a1b5a564d3d"}},"gguf":{"repo":"mradermacher/Apertus-v1.1-1.5B-GGUF","sha":"9aab9159033b18a38144515ca2c28a1b5a564d3d"},"weights":[{"quant":"Q2_K","bytes":687363680,"gpu_bytes":591413248,"mapped_bytes":679493632,"out_bytes":220209152,"layer_bytes":[[16,23200256]],"read_bytes_per_token":591413248,"files":["Apertus-v1.1-1.5B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"Q3_K_M","bytes":829838944,"gpu_bytes":706625536,"mapped_bytes":821968896,"out_bytes":220209152,"layer_bytes":[[1,33464832],[1,30319104],[14,30188032]],"read_bytes_per_token":706625536,"files":["Apertus-v1.1-1.5B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"IQ4_XS","bytes":898389600,"gpu_bytes":747913216,"mapped_bytes":890519552,"out_bytes":220209152,"layer_bytes":[[2,36422144],[14,32489984]],"read_bytes_per_token":747913216,"files":["Apertus-v1.1-1.5B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"Q4_K_M","bytes":980768352,"gpu_bytes":821903360,"mapped_bytes":972898304,"out_bytes":220209152,"layer_bytes":[[2,40985088],[2,34226688],[1,40985088],[2,34226688],[1,40985088],[2,34226688],[1,40985088],[2,34226688],[3,40985088]],"read_bytes_per_token":821903360,"files":["Apertus-v1.1-1.5B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"Q5_K_M","bytes":1109743200,"gpu_bytes":917323776,"mapped_bytes":1101873152,"out_bytes":220209152,"layer_bytes":[[2,45310464],[2,41828864],[1,45310464],[2,41828864],[1,45310464],[2,41828864],[1,45310464],[2,41828864],[3,45310464]],"read_bytes_per_token":917323776,"files":["Apertus-v1.1-1.5B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"Q6_K","bytes":1246778976,"gpu_bytes":1018707968,"mapped_bytes":1238908928,"out_bytes":220209152,"layer_bytes":[[16,49906176]],"read_bytes_per_token":1018707968,"files":["Apertus-v1.1-1.5B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"Q8_0","bytes":1612469856,"gpu_bytes":1319387136,"mapped_bytes":1604599808,"out_bytes":285220864,"layer_bytes":[[16,64635392]],"read_bytes_per_token":1319387136,"files":["Apertus-v1.1-1.5B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"},{"quant":"F16","bytes":3028047456,"gpu_bytes":2483306496,"mapped_bytes":3020177408,"out_bytes":536879104,"layer_bytes":[[16,121651712]],"read_bytes_per_token":2483306496,"files":["Apertus-v1.1-1.5B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"}],"original":{"bytes":3020063528,"repo":"swiss-ai/Apertus-v1.1-1.5B","sha":"dbe8919b2f0389888bada6b3a19e81e0ef4286c1","dtypes":{"BF16":1510019104}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:38+00:00","url":"https://huggingface.co/swiss-ai/Apertus-v1.1-1.5B/tree/dbe8919b2f0389888bada6b3a19e81e0ef4286c1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:38+00:00","url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-GGUF/tree/9aab9159033b18a38144515ca2c28a1b5a564d3d"}]},{"id":"apertus-v1-1-1-5b-instruct","name":"Apertus-v1.1-1.5B-Instruct","repo":"swiss-ai/Apertus-v1.1-1.5B-Instruct","sha":"9e9d01154446a645d30f04174cf1515a38058be7","publisher":"swiss-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1510019072,"params_active":null,"params_repo":1510019104,"arch":{"gguf_arch":"apertus","n_layers":16,"n_layers_all":16,"layers":[[16,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":16,"v_elems":512,"window":null}],"state_elems":0,"max_context":4096,"vocab_size":131072,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Apertus-v1.1-1.5B-Instruct.Q4_K_M.gguf","repo":"mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF","sha":"cec44a8c27def2fad9785a3c6a8209f8d6fbda30"}},"gguf":{"repo":"mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF","sha":"cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},"weights":[{"quant":"Q2_K","bytes":687369312,"gpu_bytes":591413248,"mapped_bytes":679493632,"out_bytes":220209152,"layer_bytes":[[16,23200256]],"read_bytes_per_token":591413248,"files":["Apertus-v1.1-1.5B-Instruct.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"Q3_K_M","bytes":829844576,"gpu_bytes":706625536,"mapped_bytes":821968896,"out_bytes":220209152,"layer_bytes":[[1,33464832],[1,30319104],[14,30188032]],"read_bytes_per_token":706625536,"files":["Apertus-v1.1-1.5B-Instruct.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"IQ4_XS","bytes":898395232,"gpu_bytes":747913216,"mapped_bytes":890519552,"out_bytes":220209152,"layer_bytes":[[2,36422144],[14,32489984]],"read_bytes_per_token":747913216,"files":["Apertus-v1.1-1.5B-Instruct.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"Q4_K_M","bytes":980773984,"gpu_bytes":821903360,"mapped_bytes":972898304,"out_bytes":220209152,"layer_bytes":[[2,40985088],[2,34226688],[1,40985088],[2,34226688],[1,40985088],[2,34226688],[1,40985088],[2,34226688],[3,40985088]],"read_bytes_per_token":821903360,"files":["Apertus-v1.1-1.5B-Instruct.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"Q5_K_M","bytes":1109748832,"gpu_bytes":917323776,"mapped_bytes":1101873152,"out_bytes":220209152,"layer_bytes":[[2,45310464],[2,41828864],[1,45310464],[2,41828864],[1,45310464],[2,41828864],[1,45310464],[2,41828864],[3,45310464]],"read_bytes_per_token":917323776,"files":["Apertus-v1.1-1.5B-Instruct.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"Q6_K","bytes":1246784608,"gpu_bytes":1018707968,"mapped_bytes":1238908928,"out_bytes":220209152,"layer_bytes":[[16,49906176]],"read_bytes_per_token":1018707968,"files":["Apertus-v1.1-1.5B-Instruct.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"Q8_0","bytes":1612475488,"gpu_bytes":1319387136,"mapped_bytes":1604599808,"out_bytes":285220864,"layer_bytes":[[16,64635392]],"read_bytes_per_token":1319387136,"files":["Apertus-v1.1-1.5B-Instruct.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"},{"quant":"F16","bytes":3028053088,"gpu_bytes":2483306496,"mapped_bytes":3020177408,"out_bytes":536879104,"layer_bytes":[[16,121651712]],"read_bytes_per_token":2483306496,"files":["Apertus-v1.1-1.5B-Instruct.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"}],"original":{"bytes":3020063528,"repo":"swiss-ai/Apertus-v1.1-1.5B-Instruct","sha":"9e9d01154446a645d30f04174cf1515a38058be7","dtypes":{"BF16":1510019104}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:38+00:00","url":"https://huggingface.co/swiss-ai/Apertus-v1.1-1.5B-Instruct/tree/9e9d01154446a645d30f04174cf1515a38058be7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:38+00:00","url":"https://huggingface.co/mradermacher/Apertus-v1.1-1.5B-Instruct-GGUF/tree/cec44a8c27def2fad9785a3c6a8209f8d6fbda30"}]},{"id":"apertus-v1-1-4b","name":"Apertus-v1.1-4B","repo":"swiss-ai/Apertus-v1.1-4B","sha":"5e18f2c64c9d49fd441977e01c14e667b34374e8","publisher":"swiss-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3825361920,"params_active":null,"params_repo":3825361968,"arch":{"gguf_arch":"apertus","n_layers":24,"n_layers_all":24,"layers":[[24,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":24,"v_elems":1024,"window":null}],"state_elems":0,"max_context":4096,"vocab_size":131072,"hidden_size":3072,"moe":null,"cross_checked":true,"gguf_source":{"file":"Apertus-v1.1-4B.i1-Q4_K_M.gguf","repo":"mradermacher/Apertus-v1.1-4B-i1-GGUF","sha":"0783c458ba8752237d67133c2e1e75852d71eefc"}},"gguf":{"repo":"mradermacher/Apertus-v1.1-4B-i1-GGUF","sha":"0783c458ba8752237d67133c2e1e75852d71eefc"},"weights":[{"quant":"IQ2_XXS","bytes":1211939392,"gpu_bytes":1071943680,"mapped_bytes":1204064256,"out_bytes":276836352,"layer_bytes":[[3,36226048],[21,32687104]],"read_bytes_per_token":1071943680,"files":["Apertus-v1.1-4B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"IQ2_M","bytes":1475197504,"gpu_bytes":1294307328,"mapped_bytes":1467322368,"out_bytes":276836352,"layer_bytes":[[3,47211520],[21,41706496]],"read_bytes_per_token":1294307328,"files":["Apertus-v1.1-4B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"Q2_K","bytes":1615182400,"gpu_bytes":1475186688,"mapped_bytes":1607307264,"out_bytes":330313728,"layer_bytes":[[24,47703040]],"read_bytes_per_token":1475186688,"files":["Apertus-v1.1-4B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"IQ3_XXS","bytes":1606138432,"gpu_bytes":1425248256,"mapped_bytes":1598263296,"out_bytes":276836352,"layer_bytes":[[24,47850496]],"read_bytes_per_token":1425248256,"files":["Apertus-v1.1-4B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"Q3_K_M","bytes":2017049152,"gpu_bytes":1836158976,"mapped_bytes":2009174016,"out_bytes":330313728,"layer_bytes":[[1,69133312],[1,62841856],[22,62448640]],"read_bytes_per_token":1836158976,"files":["Apertus-v1.1-4B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"IQ4_XS","bytes":2157034048,"gpu_bytes":1935249408,"mapped_bytes":2149158912,"out_bytes":330313728,"layer_bytes":[[24,66872320]],"read_bytes_per_token":1935249408,"files":["Apertus-v1.1-4B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"Q4_0","bytes":2273425984,"gpu_bytes":2039058432,"mapped_bytes":2265550848,"out_bytes":330313728,"layer_bytes":[[3,73950208],[21,70804480]],"read_bytes_per_token":2039058432,"files":["Apertus-v1.1-4B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"Q4_K_M","bytes":2429434432,"gpu_bytes":2195066880,"mapped_bytes":2421559296,"out_bytes":330313728,"layer_bytes":[[3,84591616],[2,70804480],[1,84591616],[2,70804480],[1,84591616],[2,70804480],[1,84591616],[2,70804480],[1,84591616],[2,70804480],[1,84591616],[2,70804480],[4,84591616]],"read_bytes_per_token":2195066880,"files":["Apertus-v1.1-4B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"Q5_K_M","bytes":2777037376,"gpu_bytes":2492338176,"mapped_bytes":2769162240,"out_bytes":330313728,"layer_bytes":[[3,93635584],[2,86533120],[1,93635584],[2,86533120],[1,93635584],[2,86533120],[1,93635584],[2,86533120],[1,93635584],[2,86533120],[1,93635584],[2,86533120],[4,93635584]],"read_bytes_per_token":2492338176,"files":["Apertus-v1.1-4B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"},{"quant":"Q6_K","bytes":3146365504,"gpu_bytes":2808188928,"mapped_bytes":3138490368,"out_bytes":330313728,"layer_bytes":[[24,103244800]],"read_bytes_per_token":2808188928,"files":["Apertus-v1.1-4B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"}],"original":{"bytes":7650761912,"repo":"swiss-ai/Apertus-v1.1-4B","sha":"5e18f2c64c9d49fd441977e01c14e667b34374e8","dtypes":{"BF16":3825361968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:39+00:00","url":"https://huggingface.co/swiss-ai/Apertus-v1.1-4B/tree/5e18f2c64c9d49fd441977e01c14e667b34374e8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:39+00:00","url":"https://huggingface.co/mradermacher/Apertus-v1.1-4B-i1-GGUF/tree/0783c458ba8752237d67133c2e1e75852d71eefc"}]},{"id":"apriel-1-6-15b-thinker","name":"Apriel-1.6-15b-Thinker","repo":"ServiceNow-AI/Apriel-1.6-15b-Thinker","sha":"5810d5f1723032300131e677450d7f95a15a05e7","publisher":"ServiceNow-AI","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":14428902400,"params_active":null,"params_repo":14863859712,"arch":{"gguf_arch":"llama","n_layers":48,"n_layers_all":48,"layers":[[48,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":48,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262400,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_K_M.gguf","repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","sha":"e77d133d1b8be41576511b5497d12868107f31a8"}},"gguf":{"repo":"bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF","sha":"e77d133d1b8be41576511b5497d12868107f31a8"},"weights":[{"quant":"IQ2_M","bytes":5170512384,"gpu_bytes":4874260480,"mapped_bytes":5162618880,"out_bytes":461393920,"layer_bytes":[[6,98959360],[42,90931200]],"read_bytes_per_token":4874260480,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q2_K","bytes":5593547264,"gpu_bytes":5365452800,"mapped_bytes":5585653760,"out_bytes":550522880,"layer_bytes":[[48,100311040]],"read_bytes_per_token":5365452800,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"IQ3_XXS","bytes":5782946304,"gpu_bytes":5486694400,"mapped_bytes":5775052800,"out_bytes":461393920,"layer_bytes":[[48,104693760]],"read_bytes_per_token":5486694400,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q3_K_M","bytes":7135609344,"gpu_bytes":6839357440,"mapped_bytes":7127715840,"out_bytes":550522880,"layer_bytes":[[2,140247040],[1,139591680],[45,130416640]],"read_bytes_per_token":6839357440,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"IQ4_XS","bytes":7908278784,"gpu_bytes":7543869440,"mapped_bytes":7900385280,"out_bytes":550522880,"layer_bytes":[[48,145694720]],"read_bytes_per_token":7543869440,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q4_0","bytes":8326398464,"gpu_bytes":7941017600,"mapped_bytes":8318504960,"out_bytes":550522880,"layer_bytes":[[6,157982720],[42,153395200]],"read_bytes_per_token":7941017600,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q4_K_M","bytes":8785478144,"gpu_bytes":8400097280,"mapped_bytes":8777584640,"out_bytes":550522880,"layer_bytes":[[6,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[7,173670400]],"read_bytes_per_token":8400097280,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q5_K_M","bytes":10269213184,"gpu_bytes":9799946240,"mapped_bytes":10261319680,"out_bytes":550522880,"layer_bytes":[[6,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[7,197918720]],"read_bytes_per_token":9799946240,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q6_K","bytes":11845681664,"gpu_bytes":11287285760,"mapped_bytes":11837788160,"out_bytes":550522880,"layer_bytes":[[48,223682560]],"read_bytes_per_token":11287285760,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"Q8_0","bytes":15340061184,"gpu_bytes":14619136000,"mapped_bytes":15332167680,"out_bytes":713052160,"layer_bytes":[[48,289710080]],"read_bytes_per_token":14619136000,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"},{"quant":"BF16","bytes":28866691264,"gpu_bytes":27516620800,"mapped_bytes":28858798080,"out_bytes":1342197760,"layer_bytes":[[48,545300480]],"read_bytes_per_token":27516620800,"files":["ServiceNow-AI_Apriel-1.6-15b-Thinker-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"}],"original":{"bytes":29727806728,"repo":"ServiceNow-AI/Apriel-1.6-15b-Thinker","sha":"5810d5f1723032300131e677450d7f95a15a05e7","dtypes":{"BF16":14863859712}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T22:04:47+00:00","url":"https://huggingface.co/ServiceNow-AI/Apriel-1.6-15b-Thinker/tree/5810d5f1723032300131e677450d7f95a15a05e7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T22:04:47+00:00","url":"https://huggingface.co/bartowski/ServiceNow-AI_Apriel-1.6-15b-Thinker-GGUF/tree/e77d133d1b8be41576511b5497d12868107f31a8"}]},{"id":"aprielguard","name":"AprielGuard","repo":"ServiceNow-AI/AprielGuard","sha":"e7e936d158cf054e9f078580e432a477bfdd5436","publisher":"ServiceNow-AI","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7885542400,"params_active":null,"params_repo":7885542400,"arch":{"gguf_arch":"llama","n_layers":24,"n_layers_all":24,"layers":[[24,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":24,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"AprielGuard.i1-Q4_K_M.gguf","repo":"mradermacher/AprielGuard-i1-GGUF","sha":"5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"}},"gguf":{"repo":"mradermacher/AprielGuard-i1-GGUF","sha":"5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},"weights":[{"quant":"IQ2_XXS","bytes":2431182080,"gpu_bytes":2203095040,"mapped_bytes":2423296000,"out_bytes":461393920,"layer_bytes":[[3,77086720],[21,71925760]],"read_bytes_per_token":2203095040,"files":["AprielGuard.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"IQ2_M","bytes":2964071680,"gpu_bytes":2667827200,"mapped_bytes":2956185600,"out_bytes":461393920,"layer_bytes":[[3,98959360],[21,90931200]],"read_bytes_per_token":2667827200,"files":["AprielGuard.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"Q2_K","bytes":3186074880,"gpu_bytes":2957987840,"mapped_bytes":3178188800,"out_bytes":550522880,"layer_bytes":[[24,100311040]],"read_bytes_per_token":2957987840,"files":["AprielGuard.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"IQ3_XXS","bytes":3270288640,"gpu_bytes":2974044160,"mapped_bytes":3262402560,"out_bytes":461393920,"layer_bytes":[[24,104693760]],"read_bytes_per_token":2974044160,"files":["AprielGuard.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"Q3_K_M","bytes":3987252480,"gpu_bytes":3691008000,"mapped_bytes":3979366400,"out_bytes":550522880,"layer_bytes":[[1,140247040],[1,131072000],[22,130416640]],"read_bytes_per_token":3691008000,"files":["AprielGuard.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"IQ4_XS","bytes":4411598080,"gpu_bytes":4047196160,"mapped_bytes":4403712000,"out_bytes":550522880,"layer_bytes":[[24,145694720]],"read_bytes_per_token":4047196160,"files":["AprielGuard.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"Q4_0","bytes":4631143680,"gpu_bytes":4245770240,"mapped_bytes":4623257600,"out_bytes":550522880,"layer_bytes":[[3,157982720],[21,153395200]],"read_bytes_per_token":4245770240,"files":["AprielGuard.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"Q4_K_M","bytes":4860683520,"gpu_bytes":4475310080,"mapped_bytes":4852797440,"out_bytes":550522880,"layer_bytes":[[3,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[4,173670400]],"read_bytes_per_token":4475310080,"files":["AprielGuard.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"Q5_K_M","bytes":5644494080,"gpu_bytes":5175234560,"mapped_bytes":5636608000,"out_bytes":550522880,"layer_bytes":[[3,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[4,197918720]],"read_bytes_per_token":5175234560,"files":["AprielGuard.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"},{"quant":"Q6_K","bytes":6477292800,"gpu_bytes":5918904320,"mapped_bytes":6469406720,"out_bytes":550522880,"layer_bytes":[[24,223682560]],"read_bytes_per_token":5918904320,"files":["AprielGuard.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"}],"original":{"bytes":15771110064,"repo":"ServiceNow-AI/AprielGuard","sha":"e7e936d158cf054e9f078580e432a477bfdd5436","dtypes":{"F16":7885542400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:40:07+00:00","url":"https://huggingface.co/ServiceNow-AI/AprielGuard/tree/e7e936d158cf054e9f078580e432a477bfdd5436"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:40:07+00:00","url":"https://huggingface.co/mradermacher/AprielGuard-i1-GGUF/tree/5d5fe01d5bf525bccbe14ee58f65875f0b4acfe6"}]},{"id":"armorocr","name":"ArmorOCR","repo":"inclusionAI/ArmorOCR","sha":"569a1c381c78d06f9da6555575a4db690b5a0b90","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3VL-SafetyOCR-EP3-Q4_K_M.gguf","repo":"inclusionAI/ArmorOCR-GGUF","sha":"7889a83bc826fa7e9699a3a63cafbd839bd3c9e1"}},"gguf":{"repo":"inclusionAI/ArmorOCR-GGUF","sha":"7889a83bc826fa7e9699a3a63cafbd839bd3c9e1"},"weights":[{"quant":"Q4_K_M","bytes":5027784928,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Qwen3VL-SafetyOCR-EP3-Q4_K_M.gguf"],"source_url":"https://huggingface.co/inclusionAI/ArmorOCR-GGUF/tree/7889a83bc826fa7e9699a3a63cafbd839bd3c9e1"},{"quant":"Q8_0","bytes":8709519584,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["Qwen3VL-SafetyOCR-EP3-Q8_0.gguf"],"source_url":"https://huggingface.co/inclusionAI/ArmorOCR-GGUF/tree/7889a83bc826fa7e9699a3a63cafbd839bd3c9e1"}],"original":{"bytes":17534339488,"repo":"inclusionAI/ArmorOCR","sha":"569a1c381c78d06f9da6555575a4db690b5a0b90","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:45:59+00:00","url":"https://huggingface.co/inclusionAI/ArmorOCR/tree/569a1c381c78d06f9da6555575a4db690b5a0b90"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:45:59+00:00","url":"https://huggingface.co/inclusionAI/ArmorOCR-GGUF/tree/7889a83bc826fa7e9699a3a63cafbd839bd3c9e1"}]},{"id":"astabrief-8b","name":"AstaBrief_8B","repo":"allenai/AstaBrief_8B","sha":"6a34f54dcd7887b790a570249b4a2a2fe81c6694","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"AstaBrief_8B.i1-Q4_K_M.gguf","repo":"mradermacher/AstaBrief_8B-i1-GGUF","sha":"166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"}},"gguf":{"repo":"mradermacher/AstaBrief_8B-i1-GGUF","sha":"166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},"weights":[{"quant":"IQ2_XXS","bytes":2490112288,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["AstaBrief_8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"IQ2_M","bytes":3051915552,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["AstaBrief_8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"Q2_K","bytes":3281733920,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["AstaBrief_8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"IQ3_XXS","bytes":3369634080,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["AstaBrief_8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"Q3_K_M","bytes":4124162336,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["AstaBrief_8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"IQ4_XS","bytes":4561840416,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["AstaBrief_8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"Q4_0","bytes":4787333408,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["AstaBrief_8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"Q4_K_M","bytes":5027784992,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["AstaBrief_8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"Q5_K_M","bytes":5851113760,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["AstaBrief_8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"},{"quant":"Q6_K","bytes":6725900576,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["AstaBrief_8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"}],"original":{"bytes":16381516824,"repo":"allenai/AstaBrief_8B","sha":"6a34f54dcd7887b790a570249b4a2a2fe81c6694","dtypes":{}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:40:30+00:00","url":"https://huggingface.co/allenai/AstaBrief_8B/tree/6a34f54dcd7887b790a570249b4a2a2fe81c6694"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:40:30+00:00","url":"https://huggingface.co/mradermacher/AstaBrief_8B-i1-GGUF/tree/166c88e17cd9fb3a115bc3bac64eb7dfe0eddcc5"}]},{"id":"autoglm-phone-9b","name":"AutoGLM-Phone-9B","repo":"zai-org/AutoGLM-Phone-9B","sha":"66a46ea238158e5f71efc91928668e9c35b42247","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":9400279040,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"glm4","n_layers":40,"n_layers_all":40,"layers":[[40,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":40,"v_elems":256,"window":null}],"state_elems":0,"max_context":65536,"vocab_size":151552,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"AutoGLM-Phone-9B.Q4_K_M.gguf","repo":"mradermacher/AutoGLM-Phone-9B-GGUF","sha":"8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"}},"gguf":{"repo":"mradermacher/AutoGLM-Phone-9B-GGUF","sha":"8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},"weights":[{"quant":"Q2_K","bytes":4006344896,"gpu_bytes":3793321984,"mapped_bytes":3997007872,"out_bytes":509231104,"layer_bytes":[[40,82102272]],"read_bytes_per_token":3793321984,"files":["AutoGLM-Phone-9B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"Q3_K_M","bytes":4974508224,"gpu_bytes":4698439680,"mapped_bytes":4965171200,"out_bytes":509231104,"layer_bytes":[[2,108185600],[38,104548352]],"read_bytes_per_token":4698439680,"files":["AutoGLM-Phone-9B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"IQ4_XS","bytes":5314869440,"gpu_bytes":4975755264,"mapped_bytes":5305532416,"out_bytes":509231104,"layer_bytes":[[5,120866816],[35,110348288]],"read_bytes_per_token":4975755264,"files":["AutoGLM-Phone-9B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"Q4_K_M","bytes":6166575296,"gpu_bytes":5808062464,"mapped_bytes":6157238272,"out_bytes":509231104,"layer_bytes":[[5,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[6,143124480]],"read_bytes_per_token":5808062464,"files":["AutoGLM-Phone-9B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"Q5_K_M","bytes":7050918080,"gpu_bytes":6614810624,"mapped_bytes":7041581056,"out_bytes":509231104,"layer_bytes":[[5,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[6,161474560]],"read_bytes_per_token":6614810624,"files":["AutoGLM-Phone-9B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"Q6_K","bytes":8266643648,"gpu_bytes":7748091904,"mapped_bytes":8257306624,"out_bytes":509231104,"layer_bytes":[[40,180971520]],"read_bytes_per_token":7748091904,"files":["AutoGLM-Phone-9B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"Q8_0","bytes":9999612096,"gpu_bytes":9330720768,"mapped_bytes":9990275072,"out_bytes":659570688,"layer_bytes":[[40,216778752]],"read_bytes_per_token":9330720768,"files":["AutoGLM-Phone-9B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"},{"quant":"F16","bytes":18811582656,"gpu_bytes":17560731648,"mapped_bytes":18802245632,"out_bytes":1241530368,"layer_bytes":[[40,407980032]],"read_bytes_per_token":17560731648,"files":["AutoGLM-Phone-9B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"}],"original":{"bytes":20585644112,"repo":"zai-org/AutoGLM-Phone-9B","sha":"66a46ea238158e5f71efc91928668e9c35b42247","dtypes":{"BF16":10292777472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:19:40+00:00","url":"https://huggingface.co/zai-org/AutoGLM-Phone-9B/tree/66a46ea238158e5f71efc91928668e9c35b42247"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:19:40+00:00","url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-GGUF/tree/8b9b25fd1ad84cfcbd33e4f9fd61070e3982bbfe"}]},{"id":"autoglm-phone-9b-multilingual","name":"AutoGLM-Phone-9B-Multilingual","repo":"zai-org/AutoGLM-Phone-9B-Multilingual","sha":"832ab5e014b965268dafd944e64cbc8e4bade892","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":9400279040,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"glm4","n_layers":40,"n_layers_all":40,"layers":[[40,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":40,"v_elems":256,"window":null}],"state_elems":0,"max_context":65536,"vocab_size":151552,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"AutoGLM-Phone-9B-Multilingual.i1-Q4_K_M.gguf","repo":"mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF","sha":"5e5f9dcc557591f017fa58d9fc3483e43cd44682"}},"gguf":{"repo":"mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF","sha":"5e5f9dcc557591f017fa58d9fc3483e43cd44682"},"weights":[{"quant":"IQ2_XXS","bytes":3442866752,"gpu_bytes":3229843456,"mapped_bytes":3433529344,"out_bytes":426786816,"layer_bytes":[[40,70076416]],"read_bytes_per_token":3229843456,"files":["AutoGLM-Phone-9B-Multilingual.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"IQ2_M","bytes":3946314304,"gpu_bytes":3670245376,"mapped_bytes":3936976896,"out_bytes":426786816,"layer_bytes":[[40,81086464]],"read_bytes_per_token":3670245376,"files":["AutoGLM-Phone-9B-Multilingual.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"Q2_K","bytes":4006345280,"gpu_bytes":3793321984,"mapped_bytes":3997007872,"out_bytes":509231104,"layer_bytes":[[40,82102272]],"read_bytes_per_token":3793321984,"files":["AutoGLM-Phone-9B-Multilingual.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"IQ3_XXS","bytes":4226808384,"gpu_bytes":3950739456,"mapped_bytes":4217470976,"out_bytes":426786816,"layer_bytes":[[40,88098816]],"read_bytes_per_token":3950739456,"files":["AutoGLM-Phone-9B-Multilingual.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"Q3_K_M","bytes":4974508608,"gpu_bytes":4698439680,"mapped_bytes":4965171200,"out_bytes":509231104,"layer_bytes":[[2,108185600],[38,104548352]],"read_bytes_per_token":4698439680,"files":["AutoGLM-Phone-9B-Multilingual.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"IQ4_XS","bytes":5262277184,"gpu_bytes":4923162624,"mapped_bytes":5252939776,"out_bytes":509231104,"layer_bytes":[[40,110348288]],"read_bytes_per_token":4923162624,"files":["AutoGLM-Phone-9B-Multilingual.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"Q4_0","bytes":5477464640,"gpu_bytes":5118951424,"mapped_bytes":5468127232,"out_bytes":509231104,"layer_bytes":[[5,118310912],[35,114804736]],"read_bytes_per_token":5118951424,"files":["AutoGLM-Phone-9B-Multilingual.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"Q4_K_M","bytes":6166575680,"gpu_bytes":5808062464,"mapped_bytes":6157238272,"out_bytes":509231104,"layer_bytes":[[5,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[6,143124480]],"read_bytes_per_token":5808062464,"files":["AutoGLM-Phone-9B-Multilingual.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"Q5_K_M","bytes":7050918464,"gpu_bytes":6614810624,"mapped_bytes":7041581056,"out_bytes":509231104,"layer_bytes":[[5,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[6,161474560]],"read_bytes_per_token":6614810624,"files":["AutoGLM-Phone-9B-Multilingual.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"},{"quant":"Q6_K","bytes":8266644032,"gpu_bytes":7748091904,"mapped_bytes":8257306624,"out_bytes":509231104,"layer_bytes":[[40,180971520]],"read_bytes_per_token":7748091904,"files":["AutoGLM-Phone-9B-Multilingual.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"}],"original":{"bytes":20585644112,"repo":"zai-org/AutoGLM-Phone-9B-Multilingual","sha":"832ab5e014b965268dafd944e64cbc8e4bade892","dtypes":{"BF16":10292777472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:57:30+00:00","url":"https://huggingface.co/zai-org/AutoGLM-Phone-9B-Multilingual/tree/832ab5e014b965268dafd944e64cbc8e4bade892"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:57:30+00:00","url":"https://huggingface.co/mradermacher/AutoGLM-Phone-9B-Multilingual-i1-GGUF/tree/5e5f9dcc557591f017fa58d9fc3483e43cd44682"}]},{"id":"baichuan-m3-235b","name":"Baichuan-M3-235B","repo":"baichuan-inc/Baichuan-M3-235B","sha":"03a1fd5e4d5045b175cd850c576b1f92b335261e","publisher":"baichuan-inc","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":235093634560,"params_active":21568433664,"params_repo":235093634560,"arch":{"gguf_arch":"qwen3moe","n_layers":94,"n_layers_all":94,"layers":[[94,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":94,"v_elems":512,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Baichuan-M3-235B.i1-Q4_K_M.gguf","repo":"mradermacher/Baichuan-M3-235B-i1-GGUF","sha":"e9160a71ec94cab3c14505818221e672d4fbfb9e"}},"gguf":{"repo":"mradermacher/Baichuan-M3-235B-i1-GGUF","sha":"e9160a71ec94cab3c14505818221e672d4fbfb9e"},"weights":[{"quant":"IQ2_XXS","bytes":61797579328,"gpu_bytes":61587372032,"mapped_bytes":61791574016,"out_bytes":427868160,"layer_bytes":[[11,700630016],[83,644006912]],"read_bytes_per_token":6114424832,"files":["Baichuan-M3-235B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"IQ2_M","bytes":77151906368,"gpu_bytes":76878493696,"mapped_bytes":77145901056,"out_bytes":427868160,"layer_bytes":[[11,891077632],[83,802997248]],"read_bytes_per_token":7774713856,"files":["Baichuan-M3-235B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"Q2_K","bytes":85691001408,"gpu_bytes":85480794112,"mapped_bytes":85684996096,"out_bytes":510521344,"layer_bytes":[[94,903939072]],"read_bytes_per_token":8414390272,"files":["Baichuan-M3-235B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"IQ3_XXS","bytes":90376546880,"gpu_bytes":90103134208,"mapped_bytes":90370541568,"out_bytes":427868160,"layer_bytes":[[94,953992192]],"read_bytes_per_token":8601253888,"files":["Baichuan-M3-235B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"Q3_K_M","bytes":112447380032,"gpu_bytes":112173967360,"mapped_bytes":112441374720,"out_bytes":510521344,"layer_bytes":[[2,1283474432],[3,1283212288],[89,1182548992]],"read_bytes_per_token":10795018240,"files":["Baichuan-M3-235B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"IQ4_XS","bytes":125283912256,"gpu_bytes":124947294208,"mapped_bytes":125277906944,"out_bytes":510521344,"layer_bytes":[[94,1323795456]],"read_bytes_per_token":11842643968,"files":["Baichuan-M3-235B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"Q4_0","bytes":133132421696,"gpu_bytes":132776355840,"mapped_bytes":133126416384,"out_bytes":510521344,"layer_bytes":[[11,1451525120],[83,1401193472]],"read_bytes_per_token":12499445760,"files":["Baichuan-M3-235B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"Q4_K_M","bytes":142154074688,"gpu_bytes":141798008832,"mapped_bytes":142148069376,"out_bytes":510521344,"layer_bytes":[[11,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[12,1609352192]],"read_bytes_per_token":13086615552,"files":["Baichuan-M3-235B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"Q5_K_M","bytes":166814157376,"gpu_bytes":166380300288,"mapped_bytes":166808152064,"out_bytes":510521344,"layer_bytes":[[11,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[12,1819329536]],"read_bytes_per_token":15397152768,"files":["Baichuan-M3-235B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"},{"quant":"Q6_K","bytes":193015495232,"gpu_bytes":192498984960,"mapped_bytes":193009489920,"out_bytes":510521344,"layer_bytes":[[94,2042430464]],"read_bytes_per_token":17852098560,"files":["Baichuan-M3-235B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"}],"original":{"bytes":470191878416,"repo":"baichuan-inc/Baichuan-M3-235B","sha":"03a1fd5e4d5045b175cd850c576b1f92b335261e","dtypes":{"BF16":235093634560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:30+00:00","url":"https://huggingface.co/baichuan-inc/Baichuan-M3-235B/tree/03a1fd5e4d5045b175cd850c576b1f92b335261e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:30+00:00","url":"https://huggingface.co/mradermacher/Baichuan-M3-235B-i1-GGUF/tree/e9160a71ec94cab3c14505818221e672d4fbfb9e"}]},{"id":"beam-1-0-501b-a23b","name":"Beam-1.0-501B-A23B","repo":"reflection/Beam-1.0-501B-A23B","sha":"78f8f654d40a40919b8e9954b40dd879ecb9a692","publisher":"reflection","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":501267612352,"params_active":22653616832,"params_repo":501267612352,"arch":{"gguf_arch":"beam","n_layers":52,"n_layers_all":52,"layers":[[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":9,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":43,"v_elems":1024,"window":512}],"state_elems":0,"max_context":1048576,"vocab_size":151936,"hidden_size":5120,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q8_0/Beam-1.0-501B-A23B-Q8_0-00001-of-00013.gguf","repo":"unsloth/Beam-1.0-501B-A23B-GGUF","sha":"4cc80272381734e2b16b34c1af3362c7268a0ebc"}},"gguf":{"repo":"unsloth/Beam-1.0-501B-A23B-GGUF","sha":"4cc80272381734e2b16b34c1af3362c7268a0ebc"},"weights":[{"quant":"Q8_0","bytes":532794735998,"gpu_bytes":531962194688,"mapped_bytes":532788726528,"out_bytes":826552320,"layer_bytes":[[3,445727936],[49,10812213440]],"read_bytes_per_token":24261356288,"files":["Q8_0/Beam-1.0-501B-A23B-Q8_0-00001-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00002-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00003-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00004-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00005-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00006-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00007-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00008-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00009-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00010-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00011-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00012-of-00013.gguf","Q8_0/Beam-1.0-501B-A23B-Q8_0-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Beam-1.0-501B-A23B-GGUF/tree/4cc80272381734e2b16b34c1af3362c7268a0ebc"},{"quant":"BF16","bytes":1002671882528,"gpu_bytes":1001110047488,"mapped_bytes":1002665872128,"out_bytes":1555845120,"layer_bytes":[[3,838943936],[49,20347701440]],"read_bytes_per_token":45437881088,"files":["BF16/Beam-1.0-501B-A23B-BF16-00001-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00002-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00003-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00004-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00005-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00006-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00007-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00008-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00009-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00010-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00011-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00012-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00013-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00014-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00015-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00016-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00017-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00018-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00019-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00020-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00021-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00022-of-00023.gguf","BF16/Beam-1.0-501B-A23B-BF16-00023-of-00023.gguf"],"source_url":"https://huggingface.co/unsloth/Beam-1.0-501B-A23B-GGUF/tree/4cc80272381734e2b16b34c1af3362c7268a0ebc"}],"original":{"bytes":1002668503017,"repo":"reflection/Beam-1.0-501B-A23B","sha":"78f8f654d40a40919b8e9954b40dd879ecb9a692","dtypes":{"BF16":501203374528,"F32":64237824}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:13:47+00:00","url":"https://huggingface.co/reflection/Beam-1.0-501B-A23B/tree/78f8f654d40a40919b8e9954b40dd879ecb9a692"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:13:47+00:00","url":"https://huggingface.co/unsloth/Beam-1.0-501B-A23B-GGUF/tree/4cc80272381734e2b16b34c1af3362c7268a0ebc"}]},{"id":"bielik-11b-v3-0-instruct","name":"Bielik-11B-v3.0-Instruct","repo":"speakleash/Bielik-11B-v3.0-Instruct","sha":"735bfee1125fe8b497ac2769de94822a11f77167","publisher":"speakleash","license":"apache-2.0","gated":true,"listed_at":null,"multimodal":false,"params_gguf":11168796672,"params_active":null,"params_repo":11168796672,"arch":{"gguf_arch":"llama","n_layers":50,"n_layers_all":50,"layers":[[50,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":50,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":32128,"hidden_size":4096,"moe":null,"cross_checked":false,"gguf_source":{"file":"Bielik-11B-v3.0-Instruct.Q4_K_M.gguf","repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","sha":"518fbbc2e677bf490776e4a98a300a822faca1a2"}},"gguf":{"repo":"speakleash/Bielik-11B-v3.0-Instruct-GGUF","sha":"518fbbc2e677bf490776e4a98a300a822faca1a2"},"weights":[{"quant":"Q4_K_M","bytes":6724051584,"gpu_bytes":6649278464,"mapped_bytes":6723301376,"out_bytes":107966464,"layer_bytes":[[6,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[1,122716160],[7,138936320]],"read_bytes_per_token":6649278464,"files":["Bielik-11B-v3.0-Instruct.Q4_K_M.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-GGUF/tree/518fbbc2e677bf490776e4a98a300a822faca1a2"},{"quant":"Q5_K_M","bytes":7907041920,"gpu_bytes":7815819264,"mapped_bytes":7906291712,"out_bytes":107966464,"layer_bytes":[[6,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[1,149979136],[7,158334976]],"read_bytes_per_token":7815819264,"files":["Bielik-11B-v3.0-Instruct.Q5_K_M.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-GGUF/tree/518fbbc2e677bf490776e4a98a300a822faca1a2"},{"quant":"Q6_K","bytes":9163969152,"gpu_bytes":9055268864,"mapped_bytes":9163218944,"out_bytes":107966464,"layer_bytes":[[50,178946048]],"read_bytes_per_token":9055268864,"files":["Bielik-11B-v3.0-Instruct.Q6_K.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-GGUF/tree/518fbbc2e677bf490776e4a98a300a822faca1a2"},{"quant":"Q8_0","bytes":11868811904,"gpu_bytes":11728240640,"mapped_bytes":11868061696,"out_bytes":139837440,"layer_bytes":[[50,231768064]],"read_bytes_per_token":11728240640,"files":["Bielik-11B-v3.0-Instruct.Q8_0.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-GGUF/tree/518fbbc2e677bf490776e4a98a300a822faca1a2"},{"quant":"BF16","bytes":22339170688,"gpu_bytes":22075228160,"mapped_bytes":22338420736,"out_bytes":263208960,"layer_bytes":[[50,436240384]],"read_bytes_per_token":22075228160,"files":["Bielik-11B-v3.0-Instruct.bf16.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-GGUF/tree/518fbbc2e677bf490776e4a98a300a822faca1a2"}],"original":{"bytes":22337646032,"repo":"speakleash/Bielik-11B-v3.0-Instruct","sha":"735bfee1125fe8b497ac2769de94822a11f77167","dtypes":{"BF16":11168796672}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:40+00:00","url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct/tree/735bfee1125fe8b497ac2769de94822a11f77167"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:40+00:00","url":"https://huggingface.co/speakleash/Bielik-11B-v3.0-Instruct-GGUF/tree/518fbbc2e677bf490776e4a98a300a822faca1a2"}]},{"id":"bielik-minitron-7b-v3-0-instruct","name":"Bielik-Minitron-7B-v3.0-Instruct","repo":"speakleash/Bielik-Minitron-7B-v3.0-Instruct","sha":"5808ff03c95122d05cb860d11ba75b1efad98380","publisher":"speakleash","license":"apache-2.0","gated":true,"listed_at":null,"multimodal":false,"params_gguf":7477727232,"params_active":null,"params_repo":7477727232,"arch":{"gguf_arch":"llama","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":32128,"hidden_size":4096,"moe":null,"cross_checked":false,"gguf_source":{"file":"minitron-Bielik-7B-v3.0-Instruct-GGUF.Q4_K_M.gguf","repo":"speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF","sha":"8f973025458d5119b688e3b60ee1ca40ffd8313d"}},"gguf":{"repo":"speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF","sha":"8f973025458d5119b688e3b60ee1ca40ffd8313d"},"weights":[{"quant":"Q4_K_M","bytes":4501556256,"gpu_bytes":4426788864,"mapped_bytes":4500811776,"out_bytes":107966464,"layer_bytes":[[5,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[1,114458624],[2,101482496],[6,114458624]],"read_bytes_per_token":4426788864,"files":["minitron-Bielik-7B-v3.0-Instruct-GGUF.Q4_K_M.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF/tree/8f973025458d5119b688e3b60ee1ca40ffd8313d"},{"quant":"Q5_K_M","bytes":5293952032,"gpu_bytes":5202735104,"mapped_bytes":5293207552,"out_bytes":107966464,"layer_bytes":[[5,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[1,130711552],[2,124026880],[6,130711552]],"read_bytes_per_token":5202735104,"files":["minitron-Bielik-7B-v3.0-Instruct-GGUF.Q5_K_M.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF/tree/8f973025458d5119b688e3b60ee1ca40ffd8313d"},{"quant":"Q6_K","bytes":6135872544,"gpu_bytes":6027177984,"mapped_bytes":6135128064,"out_bytes":107966464,"layer_bytes":[[40,147980288]],"read_bytes_per_token":6027177984,"files":["minitron-Bielik-7B-v3.0-Instruct-GGUF.Q6_K.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF/tree/8f973025458d5119b688e3b60ee1ca40ffd8313d"},{"quant":"Q8_0","bytes":7946804256,"gpu_bytes":7806238720,"mapped_bytes":7946059776,"out_bytes":139837440,"layer_bytes":[[40,191660032]],"read_bytes_per_token":7806238720,"files":["minitron-Bielik-7B-v3.0-Instruct-GGUF.Q8_0.gguf"],"source_url":"https://huggingface.co/speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF/tree/8f973025458d5119b688e3b60ee1ca40ffd8313d"}],"original":{"bytes":14955496696,"repo":"speakleash/Bielik-Minitron-7B-v3.0-Instruct","sha":"5808ff03c95122d05cb860d11ba75b1efad98380","dtypes":{"BF16":7477727232}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:14+00:00","url":"https://huggingface.co/speakleash/Bielik-Minitron-7B-v3.0-Instruct/tree/5808ff03c95122d05cb860d11ba75b1efad98380"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:14+00:00","url":"https://huggingface.co/speakleash/Bielik-Minitron-7B-v3.0-Instruct-GGUF/tree/8f973025458d5119b688e3b60ee1ca40ffd8313d"}]},{"id":"bitcpm-cann-3b-unquantized","name":"BitCPM-CANN-3B-unquantized","repo":"openbmb/BitCPM-CANN-3B-unquantized","sha":"6971d17949ed3e62fc1fc8fca438b007dd7ea824","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3605834240,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":32,"v_elems":256,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":73448,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"BitCPM4-CANN-3B-unquantized.i1-Q4_K_M.gguf","repo":"mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF","sha":"fac7e936ae6d48892ef311819467e570e761fec0"}},"gguf":{"repo":"mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF","sha":"fac7e936ae6d48892ef311819467e570e761fec0"},"weights":[{"quant":"IQ2_XXS","bytes":1039723136,"gpu_bytes":976331520,"mapped_bytes":1038027840,"out_bytes":129278720,"layer_bytes":[[4,28083200],[28,26240000]],"read_bytes_per_token":976331520,"files":["BitCPM4-CANN-3B-unquantized.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"IQ2_M","bytes":1300155936,"gpu_bytes":1217667840,"mapped_bytes":1298460640,"out_bytes":129278720,"layer_bytes":[[4,36520960],[28,33653760]],"read_bytes_per_token":1217667840,"files":["BitCPM4-CANN-3B-unquantized.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"Q2_K","bytes":1402205856,"gpu_bytes":1338814240,"mapped_bytes":1400510560,"out_bytes":154251040,"layer_bytes":[[32,37017600]],"read_bytes_per_token":1338814240,"files":["BitCPM4-CANN-3B-unquantized.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"IQ3_XXS","bytes":1445973536,"gpu_bytes":1363485440,"mapped_bytes":1444278240,"out_bytes":129278720,"layer_bytes":[[32,38568960]],"read_bytes_per_token":1363485440,"files":["BitCPM4-CANN-3B-unquantized.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"Q3_K_M","bytes":1790597696,"gpu_bytes":1708109600,"mapped_bytes":1788902400,"out_bytes":154251040,"layer_bytes":[[2,51706880],[30,48348160]],"read_bytes_per_token":1708109600,"files":["BitCPM4-CANN-3B-unquantized.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"IQ4_XS","bytes":1975500256,"gpu_bytes":1873915680,"mapped_bytes":1973804960,"out_bytes":154251040,"layer_bytes":[[32,53739520]],"read_bytes_per_token":1873915680,"files":["BitCPM4-CANN-3B-unquantized.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"Q4_0","bytes":2085578336,"gpu_bytes":1978117920,"mapped_bytes":2083883040,"out_bytes":154251040,"layer_bytes":[[4,58429440],[28,56791040]],"read_bytes_per_token":1978117920,"files":["BitCPM4-CANN-3B-unquantized.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"Q4_K_M","bytes":2189862496,"gpu_bytes":2082402080,"mapped_bytes":2188167200,"out_bytes":154251040,"layer_bytes":[[4,63718400],[2,56791040],[1,63718400],[2,56791040],[1,63718400],[2,56791040],[1,63718400],[2,56791040],[1,63718400],[2,56791040],[1,63718400],[2,56791040],[1,63718400],[2,56791040],[1,63718400],[2,56791040],[5,63718400]],"read_bytes_per_token":2082402080,"files":["BitCPM4-CANN-3B-unquantized.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"Q5_K_M","bytes":2563328096,"gpu_bytes":2432364320,"mapped_bytes":2561632800,"out_bytes":154251040,"layer_bytes":[[4,72975360],[2,69406720],[1,72975360],[2,69406720],[1,72975360],[2,69406720],[1,72975360],[2,69406720],[1,72975360],[2,69406720],[1,72975360],[2,69406720],[1,72975360],[2,69406720],[1,72975360],[2,69406720],[5,72975360]],"read_bytes_per_token":2432364320,"files":["BitCPM4-CANN-3B-unquantized.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"},{"quant":"Q6_K","bytes":2960135296,"gpu_bytes":2804199200,"mapped_bytes":2958440000,"out_bytes":154251040,"layer_bytes":[[32,82810880]],"read_bytes_per_token":2804199200,"files":["BitCPM4-CANN-3B-unquantized.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:35+00:00","url":"https://huggingface.co/openbmb/BitCPM-CANN-3B-unquantized/tree/6971d17949ed3e62fc1fc8fca438b007dd7ea824"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:35+00:00","url":"https://huggingface.co/mradermacher/BitCPM4-CANN-3B-unquantized-i1-GGUF/tree/fac7e936ae6d48892ef311819467e570e761fec0"}]},{"id":"caprl-qwen3vl-2b","name":"CapRL-Qwen3VL-2B","repo":"internlm/CapRL-Qwen3VL-2B","sha":"b838cec8b6c4791ed6169d12db21db0b47bb70e5","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":2031739904,"params_active":null,"params_repo":2438696960,"arch":{"gguf_arch":"qwen3vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"CapRL-Qwen3VL-2B-Q4_K_M.gguf","repo":"internlm/CapRL-Qwen3VL-2B-GGUF","sha":"197dc2fc7337493a7c2def668b3788ced9ec4b14"}},"gguf":{"repo":"internlm/CapRL-Qwen3VL-2B-GGUF","sha":"197dc2fc7337493a7c2def668b3788ced9ec4b14"},"weights":[{"quant":"Q2_K","bytes":879898112,"gpu_bytes":771844096,"mapped_bytes":873945088,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["CapRL-Qwen3VL-2B-Q2_K.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B-GGUF/tree/197dc2fc7337493a7c2def668b3788ced9ec4b14"},{"quant":"Q4_K_M","bytes":1282440704,"gpu_bytes":1101457408,"mapped_bytes":1276487680,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["CapRL-Qwen3VL-2B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B-GGUF/tree/197dc2fc7337493a7c2def668b3788ced9ec4b14"},{"quant":"Q6_K","bytes":1673008640,"gpu_bytes":1411803136,"mapped_bytes":1667055616,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["CapRL-Qwen3VL-2B-Q6_k.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B-GGUF/tree/197dc2fc7337493a7c2def668b3788ced9ec4b14"},{"quant":"Q8_0","bytes":2165040640,"gpu_bytes":1828474880,"mapped_bytes":2159087616,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["CapRL-Qwen3VL-2B-Q8_0.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B-GGUF/tree/197dc2fc7337493a7c2def668b3788ced9ec4b14"},{"quant":"F16","bytes":4069680640,"gpu_bytes":3441397760,"mapped_bytes":4063727616,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["CapRL-Qwen3VL-2B-f16.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B-GGUF/tree/197dc2fc7337493a7c2def668b3788ced9ec4b14"}],"original":{"bytes":4877470336,"repo":"internlm/CapRL-Qwen3VL-2B","sha":"b838cec8b6c4791ed6169d12db21db0b47bb70e5","dtypes":{"BF16":2438696960}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:27+00:00","url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B/tree/b838cec8b6c4791ed6169d12db21db0b47bb70e5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:27+00:00","url":"https://huggingface.co/internlm/CapRL-Qwen3VL-2B-GGUF/tree/197dc2fc7337493a7c2def668b3788ced9ec4b14"}]},{"id":"caprl-qwen3vl-4b","name":"CapRL-Qwen3VL-4B","repo":"internlm/CapRL-Qwen3VL-4B","sha":"1db1c1dd241e2df95b59846a94cdee5300de9ef9","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"CapRL-Qwen3VL-4B-Q4_K_M.gguf","repo":"internlm/CapRL-Qwen3VL-4B-GGUF","sha":"922d08bb6257875336aa138616c74902f736099c"}},"gguf":{"repo":"internlm/CapRL-Qwen3VL-4B-GGUF","sha":"922d08bb6257875336aa138616c74902f736099c"},"weights":[{"quant":"Q2_K","bytes":1797127264,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["CapRL-Qwen3VL-4B-Q2_K.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B-GGUF/tree/922d08bb6257875336aa138616c74902f736099c"},{"quant":"Q4_K_M","bytes":2716069984,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["CapRL-Qwen3VL-4B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B-GGUF/tree/922d08bb6257875336aa138616c74902f736099c"},{"quant":"Q6_K","bytes":3625328224,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["CapRL-Qwen3VL-4B-q6_k.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B-GGUF/tree/922d08bb6257875336aa138616c74902f736099c"},{"quant":"Q8_0","bytes":4693672544,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["CapRL-Qwen3VL-4B-Q8_0.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B-GGUF/tree/922d08bb6257875336aa138616c74902f736099c"},{"quant":"F16","bytes":8829198944,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["CapRL-Qwen3VL-4B-f16.gguf"],"source_url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B-GGUF/tree/922d08bb6257875336aa138616c74902f736099c"}],"original":{"bytes":9653631840,"repo":"internlm/CapRL-Qwen3VL-4B","sha":"1db1c1dd241e2df95b59846a94cdee5300de9ef9","dtypes":{"BF16":4826771968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:28+00:00","url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B/tree/1db1c1dd241e2df95b59846a94cdee5300de9ef9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:28+00:00","url":"https://huggingface.co/internlm/CapRL-Qwen3VL-4B-GGUF/tree/922d08bb6257875336aa138616c74902f736099c"}]},{"id":"cogito-671b-v2-1","name":"cogito-671b-v2.1","repo":"deepcogito/cogito-671b-v2.1","sha":"556104cc940a69be9417d3579041ff0009a50382","publisher":"deepcogito","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":671019752960,"params_active":36622285312,"params_repo":671019752960,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":163840,"vocab_size":128815,"hidden_size":7168,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/cogito-671b-v2.1-Q4_K_M-00001-of-00009.gguf","repo":"unsloth/cogito-671b-v2.1-GGUF","sha":"839784575682ddcfff6d4faf8ca0d11e477a9488"}},"gguf":{"repo":"unsloth/cogito-671b-v2.1-GGUF","sha":"839784575682ddcfff6d4faf8ca0d11e477a9488"},"weights":[{"quant":"Q2_K","bytes":245692745696,"gpu_bytes":245384472480,"mapped_bytes":245687445376,"out_bytes":757460896,"layer_bytes":[[3,232214528],[58,4205696000]],"read_bytes_per_token":16080037792,"files":["Q2_K/cogito-671b-v2.1-Q2_K-00001-of-00005.gguf","Q2_K/cogito-671b-v2.1-Q2_K-00002-of-00005.gguf","Q2_K/cogito-671b-v2.1-Q2_K-00003-of-00005.gguf","Q2_K/cogito-671b-v2.1-Q2_K-00004-of-00005.gguf","Q2_K/cogito-671b-v2.1-Q2_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"Q3_K_M","bytes":320446908032,"gpu_bytes":320044857248,"mapped_bytes":320441607456,"out_bytes":757460896,"layer_bytes":[[3,313663488],[58,5488731136]],"read_bytes_per_token":19804518304,"files":["Q3_K_M/cogito-671b-v2.1-Q3_K_M-00001-of-00007.gguf","Q3_K_M/cogito-671b-v2.1-Q3_K_M-00002-of-00007.gguf","Q3_K_M/cogito-671b-v2.1-Q3_K_M-00003-of-00007.gguf","Q3_K_M/cogito-671b-v2.1-Q3_K_M-00004-of-00007.gguf","Q3_K_M/cogito-671b-v2.1-Q3_K_M-00005-of-00007.gguf","Q3_K_M/cogito-671b-v2.1-Q3_K_M-00006-of-00007.gguf","Q3_K_M/cogito-671b-v2.1-Q3_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"IQ4_XS","bytes":358342708576,"gpu_bytes":357818025888,"mapped_bytes":358337407968,"out_bytes":757460896,"layer_bytes":[[3,321138688],[58,6139606016]],"read_bytes_per_token":21284898720,"files":["IQ4_XS/cogito-671b-v2.1-IQ4_XS-00001-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00002-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00003-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00004-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00005-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00006-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00007-of-00008.gguf","IQ4_XS/cogito-671b-v2.1-IQ4_XS-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"Q4_0","bytes":380095630720,"gpu_bytes":379570948000,"mapped_bytes":380090330080,"out_bytes":757460896,"layer_bytes":[[3,346976256],[4,6732002304],[54,6497121280]],"read_bytes_per_token":22331590560,"files":["Q4_0/cogito-671b-v2.1-Q4_0-00001-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00002-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00003-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00004-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00005-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00006-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00007-of-00008.gguf","Q4_0/cogito-671b-v2.1-Q4_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"Q4_K_M","bytes":405393395232,"gpu_bytes":404868712352,"mapped_bytes":405388094432,"out_bytes":757460896,"layer_bytes":[[3,372781056],[4,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[1,6497121280],[8,7466005504]],"read_bytes_per_token":23197140896,"files":["Q4_K_M/cogito-671b-v2.1-Q4_K_M-00001-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00002-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00003-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00004-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00005-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00006-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00007-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00008-of-00009.gguf","Q4_K_M/cogito-671b-v2.1-Q4_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"Q5_K_M","bytes":476156359424,"gpu_bytes":475516258208,"mapped_bytes":476151058528,"out_bytes":757460896,"layer_bytes":[[3,426586112],[4,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[1,7931081728],[8,8430203904]],"read_bytes_per_token":26947635104,"files":["Q5_K_M/cogito-671b-v2.1-Q5_K_M-00001-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00002-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00003-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00004-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00005-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00006-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00007-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00008-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00009-of-00010.gguf","Q5_K_M/cogito-671b-v2.1-Q5_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"Q6_K","bytes":551307918144,"gpu_bytes":550545184672,"mapped_bytes":551302616896,"out_bytes":757460896,"layer_bytes":[[3,483753984],[58,9454076928]],"read_bytes_per_token":30898444192,"files":["Q6_K/cogito-671b-v2.1-Q6_K-00001-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00002-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00003-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00004-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00005-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00006-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00007-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00008-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00009-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00010-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00011-of-00012.gguf","Q6_K/cogito-671b-v2.1-Q6_K-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"Q8_0","bytes":713279428960,"gpu_bytes":712293072448,"mapped_bytes":713274127488,"out_bytes":981083712,"layer_bytes":[[3,619999232],[58,12231930880]],"read_bytes_per_token":39226818112,"files":["Q8_0/cogito-671b-v2.1-Q8_0-00001-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00002-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00003-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00004-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00005-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00006-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00007-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00008-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00009-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00010-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00011-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00012-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00013-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00014-of-00015.gguf","Q8_0/cogito-671b-v2.1-Q8_0-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"},{"quant":"BF16","bytes":1342259712864,"gpu_bytes":1340407717888,"mapped_bytes":1342254409728,"out_bytes":1846720512,"layer_bytes":[[3,1166999552],[58,23018275840]],"read_bytes_per_token":73459474432,"files":["BF16/cogito-671b-v2.1-BF16-00001-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00002-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00003-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00004-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00005-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00006-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00007-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00008-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00009-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00010-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00011-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00012-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00013-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00014-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00015-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00016-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00017-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00018-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00019-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00020-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00021-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00022-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00023-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00024-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00025-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00026-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00027-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00028-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00029-of-00030.gguf","BF16/cogito-671b-v2.1-BF16-00030-of-00030.gguf"],"source_url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"}],"original":{"bytes":1342045201624,"repo":"deepcogito/cogito-671b-v2.1","sha":"556104cc940a69be9417d3579041ff0009a50382","dtypes":{"BF16":671019752960}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:34+00:00","url":"https://huggingface.co/deepcogito/cogito-671b-v2.1/tree/556104cc940a69be9417d3579041ff0009a50382"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:34+00:00","url":"https://huggingface.co/unsloth/cogito-671b-v2.1-GGUF/tree/839784575682ddcfff6d4faf8ca0d11e477a9488"}]},{"id":"command-a-plus-05-2026-bf16","name":"command-a-plus-05-2026-bf16","repo":"CohereLabs/command-a-plus-05-2026-bf16","sha":"5fb6fde5fd12ff89356aae552e11883bc49f069b","publisher":"CohereLabs","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":218254938112,"params_active":24981409792,"params_repo":218750277872,"arch":{"gguf_arch":"cohere2moe","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":24,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":200000,"vocab_size":262144,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"command-a-plus-05-2026-Q4_K_M/command-a-plus-05-2026-Q4_K_M-00001-of-00004.gguf","repo":"bartowski/command-a-plus-05-2026-GGUF","sha":"a26ba921242484b5e1a8ac8519169fe7421c3ab3"}},"gguf":{"repo":"bartowski/command-a-plus-05-2026-GGUF","sha":"a26ba921242484b5e1a8ac8519169fe7421c3ab3"},"weights":[{"quant":"IQ2_XXS","bytes":62254961344,"gpu_bytes":62244536320,"mapped_bytes":62244536320,"out_bytes":738213888,"layer_bytes":[[4,2025373696],[2,1856520192],[1,1958264832],[2,1856520192],[1,1958264832],[2,1856520192],[1,1958264832],[2,1856520192],[1,1958264832],[2,1856520192],[1,1958264832],[2,1856520192],[1,1958264832],[2,1856520192],[1,1958264832],[2,1856520192],[2,1958264832],[3,2025373696]],"read_bytes_per_token":11975802880,"files":["command-a-plus-05-2026-IQ2_XXS/command-a-plus-05-2026-IQ2_XXS-00001-of-00002.gguf","command-a-plus-05-2026-IQ2_XXS/command-a-plus-05-2026-IQ2_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"IQ2_M","bytes":76582703776,"gpu_bytes":76572278784,"mapped_bytes":76572278784,"out_bytes":738213888,"layer_bytes":[[4,2604187648],[2,2267561984],[1,2369306624],[2,2267561984],[1,2369306624],[2,2267561984],[1,2369306624],[2,2267561984],[1,2369306624],[2,2267561984],[1,2369306624],[2,2267561984],[1,2369306624],[2,2267561984],[1,2369306624],[2,2267561984],[2,2369306624],[3,2604187648]],"read_bytes_per_token":13122945024,"files":["command-a-plus-05-2026-IQ2_M/command-a-plus-05-2026-IQ2_M-00001-of-00002.gguf","command-a-plus-05-2026-IQ2_M/command-a-plus-05-2026-IQ2_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q2_K","bytes":80055063328,"gpu_bytes":80044638208,"mapped_bytes":80044638208,"out_bytes":880820224,"layer_bytes":[[4,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[1,2649767936],[2,2297970688],[5,2649767936]],"read_bytes_per_token":13355204608,"files":["command-a-plus-05-2026-Q2_K/command-a-plus-05-2026-Q2_K-00001-of-00003.gguf","command-a-plus-05-2026-Q2_K/command-a-plus-05-2026-Q2_K-00002-of-00003.gguf","command-a-plus-05-2026-Q2_K/command-a-plus-05-2026-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"IQ3_XXS","bytes":93929820992,"gpu_bytes":93919395840,"mapped_bytes":93919395840,"out_bytes":738213888,"layer_bytes":[[4,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[1,3169861632],[2,2653962240],[5,3169861632]],"read_bytes_per_token":14143733760,"files":["command-a-plus-05-2026-IQ3_XXS/command-a-plus-05-2026-IQ3_XXS-00001-of-00003.gguf","command-a-plus-05-2026-IQ3_XXS/command-a-plus-05-2026-IQ3_XXS-00002-of-00003.gguf","command-a-plus-05-2026-IQ3_XXS/command-a-plus-05-2026-IQ3_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q3_K_M","bytes":102578475808,"gpu_bytes":102568050688,"mapped_bytes":102568050688,"out_bytes":880820224,"layer_bytes":[[4,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[1,3371188224],[2,2984263680],[5,3371188224]],"read_bytes_per_token":15242641408,"files":["command-a-plus-05-2026-Q3_K_M/command-a-plus-05-2026-Q3_K_M-00001-of-00003.gguf","command-a-plus-05-2026-Q3_K_M/command-a-plus-05-2026-Q3_K_M-00002-of-00003.gguf","command-a-plus-05-2026-Q3_K_M/command-a-plus-05-2026-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"IQ4_XS","bytes":118827209632,"gpu_bytes":118816784384,"mapped_bytes":118816784384,"out_bytes":880820224,"layer_bytes":[[4,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[1,3748675584],[2,3622322176],[5,3748675584]],"read_bytes_per_token":16140222464,"files":["command-a-plus-05-2026-IQ4_XS/command-a-plus-05-2026-IQ4_XS-00001-of-00004.gguf","command-a-plus-05-2026-IQ4_XS/command-a-plus-05-2026-IQ4_XS-00002-of-00004.gguf","command-a-plus-05-2026-IQ4_XS/command-a-plus-05-2026-IQ4_XS-00003-of-00004.gguf","command-a-plus-05-2026-IQ4_XS/command-a-plus-05-2026-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q4_0","bytes":126074966944,"gpu_bytes":126064541696,"mapped_bytes":126064541696,"out_bytes":880820224,"layer_bytes":[[4,4075831296],[2,3848814592],[1,3941613568],[2,3848814592],[1,3941613568],[2,3848814592],[1,3941613568],[2,3848814592],[1,3941613568],[2,3848814592],[1,3941613568],[2,3848814592],[1,3941613568],[2,3848814592],[1,3941613568],[2,3848814592],[5,3941613568]],"read_bytes_per_token":16844865536,"files":["command-a-plus-05-2026-Q4_0/command-a-plus-05-2026-Q4_0-00001-of-00004.gguf","command-a-plus-05-2026-Q4_0/command-a-plus-05-2026-Q4_0-00002-of-00004.gguf","command-a-plus-05-2026-Q4_0/command-a-plus-05-2026-Q4_0-00003-of-00004.gguf","command-a-plus-05-2026-Q4_0/command-a-plus-05-2026-Q4_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q4_K_M","bytes":135092720544,"gpu_bytes":135082295296,"mapped_bytes":135082295296,"out_bytes":880820224,"layer_bytes":[[4,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[1,4503650304],[2,3883941888],[5,4503650304]],"read_bytes_per_token":18061213696,"files":["command-a-plus-05-2026-Q4_K_M/command-a-plus-05-2026-Q4_K_M-00001-of-00004.gguf","command-a-plus-05-2026-Q4_K_M/command-a-plus-05-2026-Q4_K_M-00002-of-00004.gguf","command-a-plus-05-2026-Q4_K_M/command-a-plus-05-2026-Q4_K_M-00003-of-00004.gguf","command-a-plus-05-2026-Q4_K_M/command-a-plus-05-2026-Q4_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q5_K_M","bytes":157767128128,"gpu_bytes":157756702720,"mapped_bytes":157756702720,"out_bytes":880820224,"layer_bytes":[[4,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[1,5049434112],[2,4755308544],[5,5049434112]],"read_bytes_per_token":20602961920,"files":["command-a-plus-05-2026-Q5_K_M/command-a-plus-05-2026-Q5_K_M-00001-of-00005.gguf","command-a-plus-05-2026-Q5_K_M/command-a-plus-05-2026-Q5_K_M-00002-of-00005.gguf","command-a-plus-05-2026-Q5_K_M/command-a-plus-05-2026-Q5_K_M-00003-of-00005.gguf","command-a-plus-05-2026-Q5_K_M/command-a-plus-05-2026-Q5_K_M-00004-of-00005.gguf","command-a-plus-05-2026-Q5_K_M/command-a-plus-05-2026-Q5_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q6_K","bytes":189828387872,"gpu_bytes":189817962496,"mapped_bytes":189817962496,"out_bytes":880820224,"layer_bytes":[[4,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[1,6172459008],[2,5636112384],[5,6172459008]],"read_bytes_per_token":23471865856,"files":["command-a-plus-05-2026-Q6_K/command-a-plus-05-2026-Q6_K-00001-of-00005.gguf","command-a-plus-05-2026-Q6_K/command-a-plus-05-2026-Q6_K-00002-of-00005.gguf","command-a-plus-05-2026-Q6_K/command-a-plus-05-2026-Q6_K-00003-of-00005.gguf","command-a-plus-05-2026-Q6_K/command-a-plus-05-2026-Q6_K-00004-of-00005.gguf","command-a-plus-05-2026-Q6_K/command-a-plus-05-2026-Q6_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"},{"quant":"Q8_0","bytes":231955977376,"gpu_bytes":231945551872,"mapped_bytes":231945551872,"out_bytes":1140867072,"layer_bytes":[[32,7212646400]],"read_bytes_per_token":26592428032,"files":["command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00001-of-00006.gguf","command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00002-of-00006.gguf","command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00003-of-00006.gguf","command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00004-of-00006.gguf","command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00005-of-00006.gguf","command-a-plus-05-2026-Q8_0/command-a-plus-05-2026-Q8_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"}],"original":{"bytes":437502401496,"repo":"CohereLabs/command-a-plus-05-2026-bf16","sha":"5fb6fde5fd12ff89356aae552e11883bc49f069b","dtypes":{"BF16":218750277872}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:50+00:00","url":"https://huggingface.co/CohereLabs/command-a-plus-05-2026-bf16/tree/5fb6fde5fd12ff89356aae552e11883bc49f069b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:50+00:00","url":"https://huggingface.co/bartowski/command-a-plus-05-2026-GGUF/tree/a26ba921242484b5e1a8ac8519169fe7421c3ab3"}]},{"id":"contextpilot-14b","name":"ContextPilot-14B","repo":"tencent/ContextPilot-14B","sha":"8eafd8356c5c5e713e92e623c8f1d346de6d0f95","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"tencent_ContextPilot-14B-Q4_K_M.gguf","repo":"bartowski/tencent_ContextPilot-14B-GGUF","sha":"b343f8d1489d9f9d4cef1dea89bab6bbd465da70"}},"gguf":{"repo":"bartowski/tencent_ContextPilot-14B-GGUF","sha":"b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},"weights":[{"quant":"IQ2_M","bytes":5869184160,"gpu_bytes":5528965120,"mapped_bytes":5863224320,"out_bytes":534835200,"layer_bytes":[[2,206685184],[3,148194304],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[1,118948864],[2,117597184],[6,118948864]],"read_bytes_per_token":5528965120,"files":["tencent_ContextPilot-14B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q2_K","bytes":6012032160,"gpu_bytes":5750819840,"mapped_bytes":6006072320,"out_bytes":638151680,"layer_bytes":[[5,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[1,134267904],[2,121365504],[6,134267904]],"read_bytes_per_token":5750819840,"files":["tencent_ContextPilot-14B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"IQ3_XXS","bytes":6250685600,"gpu_bytes":5910466560,"mapped_bytes":6244725760,"out_bytes":534835200,"layer_bytes":[[5,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[1,140125184],[2,128656384],[6,140125184]],"read_bytes_per_token":5910466560,"files":["tencent_ContextPilot-14B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q3_K_M","bytes":7537909920,"gpu_bytes":7197690880,"mapped_bytes":7531950080,"out_bytes":638151680,"layer_bytes":[[2,180020224],[3,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[1,168879104],[2,157983744],[6,168879104]],"read_bytes_per_token":7197690880,"files":["tencent_ContextPilot-14B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"IQ4_XS","bytes":8290135200,"gpu_bytes":7870909440,"mapped_bytes":8284175360,"out_bytes":638151680,"layer_bytes":[[5,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[1,184607744],[2,177030144],[6,184607744]],"read_bytes_per_token":7870909440,"files":["tencent_ContextPilot-14B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q4_0","bytes":8678169760,"gpu_bytes":8234634240,"mapped_bytes":8672209920,"out_bytes":638151680,"layer_bytes":[[5,198165504],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[1,192594944],[2,185836544],[6,192594944]],"read_bytes_per_token":8234634240,"files":["tencent_ContextPilot-14B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q4_K_M","bytes":9294208160,"gpu_bytes":8850672640,"mapped_bytes":9288248320,"out_bytes":638151680,"layer_bytes":[[5,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[1,220857344],[2,189768704],[6,220857344]],"read_bytes_per_token":8850672640,"files":["tencent_ContextPilot-14B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q5_K_M","bytes":10751319200,"gpu_bytes":10210544640,"mapped_bytes":10745359360,"out_bytes":638151680,"layer_bytes":[[5,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[1,247317504],[2,231302144],[6,247317504]],"read_bytes_per_token":10210544640,"files":["tencent_ContextPilot-14B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q6_K","bytes":12579051680,"gpu_bytes":11934960640,"mapped_bytes":12573091840,"out_bytes":638151680,"layer_bytes":[[5,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[1,286229504],[2,278610944],[6,286229504]],"read_bytes_per_token":11934960640,"files":["tencent_ContextPilot-14B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"Q8_0","bytes":15698534560,"gpu_bytes":14866042880,"mapped_bytes":15692574720,"out_bytes":826552320,"layer_bytes":[[40,350987264]],"read_bytes_per_token":14866042880,"files":["tencent_ContextPilot-14B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"},{"quant":"BF16","bytes":29543423840,"gpu_bytes":27981639680,"mapped_bytes":29537464320,"out_bytes":1555845120,"layer_bytes":[[40,660644864]],"read_bytes_per_token":27981639680,"files":["tencent_ContextPilot-14B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"}],"original":{"bytes":29536665648,"repo":"tencent/ContextPilot-14B","sha":"8eafd8356c5c5e713e92e623c8f1d346de6d0f95","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:53+00:00","url":"https://huggingface.co/tencent/ContextPilot-14B/tree/8eafd8356c5c5e713e92e623c8f1d346de6d0f95"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:53+00:00","url":"https://huggingface.co/bartowski/tencent_ContextPilot-14B-GGUF/tree/b343f8d1489d9f9d4cef1dea89bab6bbd465da70"}]},{"id":"contextpilot-8b","name":"ContextPilot-8B","repo":"tencent/ContextPilot-8B","sha":"595abeaed72e4a4d9da94d04917f0618989a5553","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"ContextPilot-8B.i1-Q4_K_M.gguf","repo":"mradermacher/ContextPilot-8B-i1-GGUF","sha":"bdbbb0fc1cff465c3f4892d677cc61d44a951879"}},"gguf":{"repo":"mradermacher/ContextPilot-8B-i1-GGUF","sha":"bdbbb0fc1cff465c3f4892d677cc61d44a951879"},"weights":[{"quant":"IQ2_XXS","bytes":2490112000,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["ContextPilot-8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"IQ2_M","bytes":3051915264,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["ContextPilot-8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"Q2_K","bytes":3281733632,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["ContextPilot-8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"IQ3_XXS","bytes":3369633792,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["ContextPilot-8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"Q3_K_M","bytes":4124162048,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["ContextPilot-8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"IQ4_XS","bytes":4561840128,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["ContextPilot-8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"Q4_0","bytes":4787333120,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["ContextPilot-8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"Q4_K_M","bytes":5027784704,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["ContextPilot-8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"Q5_K_M","bytes":5851113472,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["ContextPilot-8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"},{"quant":"Q6_K","bytes":6725900288,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["ContextPilot-8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"}],"original":{"bytes":16381516824,"repo":"tencent/ContextPilot-8B","sha":"595abeaed72e4a4d9da94d04917f0618989a5553","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:55+00:00","url":"https://huggingface.co/tencent/ContextPilot-8B/tree/595abeaed72e4a4d9da94d04917f0618989a5553"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:55+00:00","url":"https://huggingface.co/mradermacher/ContextPilot-8B-i1-GGUF/tree/bdbbb0fc1cff465c3f4892d677cc61d44a951879"}]},{"id":"contextpilot-e4b","name":"ContextPilot-E4B","repo":"tencent/ContextPilot-E4B","sha":"a7ba41c18ddcd334f23f63ef7a608ca46bfe3aa4","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7463013674,"params_active":null,"params_repo":7941100874,"arch":{"gguf_arch":"gemma4","n_layers":42,"n_layers_all":42,"layers":[[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[18,"shared",0,0,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":4,"v_elems":1024,"window":null},{"k_elems":512,"kind":"swa","layers":20,"v_elems":512,"window":512}],"state_elems":0,"max_context":131072,"vocab_size":262144,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"ContextPilot-E4B.Q4_K_M.gguf","repo":"mradermacher/ContextPilot-E4B-GGUF","sha":"1921218c9aedc72b75a2f124eda7383783d880ee"}},"gguf":{"repo":"mradermacher/ContextPilot-E4B-GGUF","sha":"1921218c9aedc72b75a2f124eda7383783d880ee"},"weights":[{"quant":"Q2_K","bytes":4376782368,"gpu_bytes":2048850240,"mapped_bytes":4360960320,"out_bytes":605564928,"layer_bytes":[[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,32922656],[1,36896800],[5,32922656],[1,36896800],[5,32922656],[1,36896800]],"read_bytes_per_token":2048850240,"files":["ContextPilot-E4B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"Q3_K_M","bytes":4823062048,"gpu_bytes":2495129920,"mapped_bytes":4807240000,"out_bytes":605564928,"layer_bytes":[[2,47833120],[3,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928],[5,43090976],[1,48293920],[5,43090976],[1,48293920],[5,43090976],[1,48293920]],"read_bytes_per_token":2495129920,"files":["ContextPilot-E4B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"IQ4_XS","bytes":5057865248,"gpu_bytes":2729933120,"mapped_bytes":5042043200,"out_bytes":605564928,"layer_bytes":[[5,53792800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848],[5,48098336],[1,53669920],[5,48098336],[1,53669920],[5,48098336],[1,53669920]],"read_bytes_per_token":2729933120,"files":["ContextPilot-E4B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"Q4_K_M","bytes":5302273568,"gpu_bytes":2974341440,"mapped_bytes":5286451520,"out_bytes":605564928,"layer_bytes":[[3,59496480],[2,59158560],[1,60450848],[1,52400160],[1,59158560],[1,52738080],[1,52400160],[1,59158560],[1,60450848],[1,52400160],[1,59158560],[1,52738080],[1,52400160],[1,59158560],[1,60450848],[1,52400160],[1,59158560],[2,52738080],[1,59496480],[1,60450848],[1,50924576],[1,57682976],[2,50924576],[1,57682976],[1,56823840],[1,50924576],[1,57682976],[2,50924576],[1,57682976],[1,56823840],[5,57682976],[1,63582240]],"read_bytes_per_token":2974341440,"files":["ContextPilot-E4B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"Q5_K_M","bytes":5723997728,"gpu_bytes":3396065600,"mapped_bytes":5708175680,"out_bytes":605564928,"layer_bytes":[[3,67688480],[2,67514400],[1,73394208],[1,64032800],[1,67514400],[1,64206880],[1,64032800],[1,67514400],[1,73394208],[1,64032800],[1,67514400],[1,64206880],[1,64032800],[1,67514400],[1,73394208],[1,64032800],[1,67514400],[2,64206880],[1,67688480],[1,73394208],[1,62229536],[1,65711136],[2,62229536],[1,65711136],[1,69439520],[1,62229536],[1,65711136],[2,62229536],[1,65711136],[1,69439520],[5,65711136],[1,72921120]],"read_bytes_per_token":3396065600,"files":["ContextPilot-E4B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"Q6_K","bytes":6172079648,"gpu_bytes":3844147520,"mapped_bytes":6156257600,"out_bytes":605564928,"layer_bytes":[[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,74241056],[1,82843680],[5,74241056],[1,82843680],[5,74241056],[1,82843680]],"read_bytes_per_token":3844147520,"files":["ContextPilot-E4B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"Q8_0","bytes":7972726304,"gpu_bytes":4962171200,"mapped_bytes":7956904256,"out_bytes":768094208,"layer_bytes":[[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,96144416],[1,107286560],[5,96144416],[1,107286560],[5,96144416],[1,107286560]],"read_bytes_per_token":4962171200,"files":["ContextPilot-E4B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"},{"quant":"F16","bytes":14942971424,"gpu_bytes":9290004800,"mapped_bytes":14927149376,"out_bytes":1397239808,"layer_bytes":[[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,180931616],[1,201904160],[5,180931616],[1,201904160],[5,180931616],[1,201904160]],"read_bytes_per_token":9290004800,"files":["ContextPilot-E4B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"}],"original":{"bytes":15882477500,"repo":"tencent/ContextPilot-E4B","sha":"a7ba41c18ddcd334f23f63ef7a608ca46bfe3aa4","dtypes":{"BF16":7941100874}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:56:01+00:00","url":"https://huggingface.co/tencent/ContextPilot-E4B/tree/a7ba41c18ddcd334f23f63ef7a608ca46bfe3aa4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:56:01+00:00","url":"https://huggingface.co/mradermacher/ContextPilot-E4B-GGUF/tree/1921218c9aedc72b75a2f124eda7383783d880ee"}]},{"id":"cosmos-reason2-32b","name":"Cosmos-Reason2-32B","repo":"nvidia/Cosmos-Reason2-32B","sha":"4ed9828334c4397ace8b0c62134961adbe5aed0e","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":32762123264,"params_active":null,"params_repo":33357390064,"arch":{"gguf_arch":"qwen3vl","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Cosmos-Reason2-32B.i1-Q4_K_M.gguf","repo":"mradermacher/Cosmos-Reason2-32B-i1-GGUF","sha":"a99ffc24d28b0de3d15cd7d28fa923b617e27f65"}},"gguf":{"repo":"mradermacher/Cosmos-Reason2-32B-i1-GGUF","sha":"a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},"weights":[{"quant":"IQ2_XXS","bytes":9019915552,"gpu_bytes":8758685696,"mapped_bytes":9013938176,"out_bytes":534835200,"layer_bytes":[[8,136561664],[56,127345664]],"read_bytes_per_token":8758685696,"files":["Cosmos-Reason2-32B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"IQ2_M","bytes":11362863392,"gpu_bytes":11022626816,"mapped_bytes":11356886016,"out_bytes":534835200,"layer_bytes":[[8,176415744],[56,162079744]],"read_bytes_per_token":11022626816,"files":["Cosmos-Reason2-32B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"Q2_K","bytes":12344654112,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["Cosmos-Reason2-32B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"IQ3_XXS","bytes":12821039392,"gpu_bytes":12480802816,"mapped_bytes":12815062016,"out_bytes":534835200,"layer_bytes":[[64,186655744]],"read_bytes_per_token":12480802816,"files":["Cosmos-Reason2-32B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"Q3_K_M","bytes":15971779872,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["Cosmos-Reason2-32B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"IQ4_XS","bytes":17690497312,"gpu_bytes":17271254016,"mapped_bytes":17684519936,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["Cosmos-Reason2-32B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"Q4_0","bytes":18703089952,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["Cosmos-Reason2-32B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"Q4_K_M","bytes":19762151712,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["Cosmos-Reason2-32B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"Q5_K_M","bytes":23214833952,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["Cosmos-Reason2-32B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"},{"quant":"Q6_K","bytes":26883308832,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["Cosmos-Reason2-32B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"}],"original":{"bytes":66714912328,"repo":"nvidia/Cosmos-Reason2-32B","sha":"4ed9828334c4397ace8b0c62134961adbe5aed0e","dtypes":{"BF16":33357390064}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:20+00:00","url":"https://huggingface.co/nvidia/Cosmos-Reason2-32B/tree/4ed9828334c4397ace8b0c62134961adbe5aed0e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:20+00:00","url":"https://huggingface.co/mradermacher/Cosmos-Reason2-32B-i1-GGUF/tree/a99ffc24d28b0de3d15cd7d28fa923b617e27f65"}]},{"id":"cosmos-reason2-8b","name":"Cosmos-Reason2-8B","repo":"nvidia/Cosmos-Reason2-8B","sha":"a9fae2cf89dc64db96b12860417f0eb403013bb9","publisher":"nvidia","license":"other","gated":true,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":false,"gguf_source":{"file":"Cosmos-Reason2-8B.i1-Q4_K_M.gguf","repo":"mradermacher/Cosmos-Reason2-8B-i1-GGUF","sha":"9151dc3fbccd3820781e31ecceaa94589a3222cc"}},"gguf":{"repo":"mradermacher/Cosmos-Reason2-8B-i1-GGUF","sha":"9151dc3fbccd3820781e31ecceaa94589a3222cc"},"weights":[{"quant":"IQ2_XXS","bytes":2490113472,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["Cosmos-Reason2-8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"IQ2_M","bytes":3051916736,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["Cosmos-Reason2-8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"Q2_K","bytes":3281735104,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Cosmos-Reason2-8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"IQ3_XXS","bytes":3369635264,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["Cosmos-Reason2-8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"Q3_K_M","bytes":4124163520,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Cosmos-Reason2-8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"IQ4_XS","bytes":4561841600,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Cosmos-Reason2-8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"Q4_0","bytes":4787334592,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Cosmos-Reason2-8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"Q4_K_M","bytes":5027786176,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Cosmos-Reason2-8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"Q5_K_M","bytes":5851114944,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Cosmos-Reason2-8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"},{"quant":"Q6_K","bytes":6725901760,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Cosmos-Reason2-8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"}],"original":{"bytes":17534339368,"repo":"nvidia/Cosmos-Reason2-8B","sha":"a9fae2cf89dc64db96b12860417f0eb403013bb9","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:00:28+00:00","url":"https://huggingface.co/nvidia/Cosmos-Reason2-8B/tree/a9fae2cf89dc64db96b12860417f0eb403013bb9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:00:28+00:00","url":"https://huggingface.co/mradermacher/Cosmos-Reason2-8B-i1-GGUF/tree/9151dc3fbccd3820781e31ecceaa94589a3222cc"}]},{"id":"d1-3b","name":"d1-3B","repo":"LiquidAI/d1-3B","sha":"051bcc464b01b9f92942b364d9586b0ef5912432","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":2697198592,"params_active":null,"params_repo":3123483888,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":32768,"vocab_size":128000,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"d1-3B-Q4_K_M.gguf","repo":"LiquidAI/d1-3B-GGUF","sha":"bb1e436ea78eb96a3f1acb6da865f70c2fbeb563"}},"gguf":{"repo":"LiquidAI/d1-3B-GGUF","sha":"bb1e436ea78eb96a3f1acb6da865f70c2fbeb563"},"weights":[{"quant":"Q4_K_M","bytes":1674456672,"gpu_bytes":1666215936,"mapped_bytes":1666215936,"out_bytes":215048192,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1666215936,"files":["d1-3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/d1-3B-GGUF/tree/bb1e436ea78eb96a3f1acb6da865f70c2fbeb563"},{"quant":"Q8_0","bytes":2874781280,"gpu_bytes":2866540544,"mapped_bytes":2866540544,"out_bytes":278536192,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2866540544,"files":["d1-3B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/d1-3B-GGUF/tree/bb1e436ea78eb96a3f1acb6da865f70c2fbeb563"},{"quant":"BF16","bytes":5403160160,"gpu_bytes":5394919424,"mapped_bytes":5394919424,"out_bytes":524296192,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5394919424,"files":["d1-3B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/d1-3B-GGUF/tree/bb1e436ea78eb96a3f1acb6da865f70c2fbeb563"}],"original":{"bytes":6247065504,"repo":"LiquidAI/d1-3B","sha":"051bcc464b01b9f92942b364d9586b0ef5912432","dtypes":{"BF16":3123483888}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:49+00:00","url":"https://huggingface.co/LiquidAI/d1-3B/tree/051bcc464b01b9f92942b364d9586b0ef5912432"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:49+00:00","url":"https://huggingface.co/LiquidAI/d1-3B-GGUF/tree/bb1e436ea78eb96a3f1acb6da865f70c2fbeb563"}]},{"id":"deepseek-r1","name":"DeepSeek-R1","repo":"deepseek-ai/DeepSeek-R1","sha":"56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":671026419200,"params_active":36625618432,"params_repo":684489845504,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",24576,16384,null,0]],"kv_groups":[{"k_elems":24576,"kind":"full","layers":61,"v_elems":16384,"window":null}],"state_elems":0,"max_context":163840,"vocab_size":129280,"hidden_size":7168,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00001-of-00009.gguf","repo":"unsloth/DeepSeek-R1-GGUF","sha":"4dab99fdb3fea560e5a402b49c6ef11e025321a8"}},"gguf":{"repo":"unsloth/DeepSeek-R1-GGUF","sha":"4dab99fdb3fea560e5a402b49c6ef11e025321a8"},"weights":[{"quant":"Q2_K","bytes":244028343936,"gpu_bytes":243718974464,"mapped_bytes":244023041024,"out_bytes":760195072,"layer_bytes":[[3,216861696],[58,4177727488]],"read_bytes_per_token":14414539776,"files":["DeepSeek-R1-Q2_K/DeepSeek-R1-Q2_K-00001-of-00005.gguf","DeepSeek-R1-Q2_K/DeepSeek-R1-Q2_K-00002-of-00005.gguf","DeepSeek-R1-Q2_K/DeepSeek-R1-Q2_K-00003-of-00005.gguf","DeepSeek-R1-Q2_K/DeepSeek-R1-Q2_K-00004-of-00005.gguf","DeepSeek-R1-Q2_K/DeepSeek-R1-Q2_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"},{"quant":"Q3_K_M","bytes":319198395744,"gpu_bytes":318794910208,"mapped_bytes":319193092608,"out_bytes":760195072,"layer_bytes":[[3,300433920],[58,5467817472]],"read_bytes_per_token":18554571264,"files":["DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00001-of-00007.gguf","DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00002-of-00007.gguf","DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00003-of-00007.gguf","DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00004-of-00007.gguf","DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00005-of-00007.gguf","DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00006-of-00007.gguf","DeepSeek-R1-Q3_K_M/DeepSeek-R1-Q3_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"},{"quant":"Q4_K_M","bytes":404430187616,"gpu_bytes":403903627264,"mapped_bytes":404424884224,"out_bytes":760195072,"layer_bytes":[[3,362328064],[4,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[1,6479213568],[8,7451882496]],"read_bytes_per_token":22232055808,"files":["DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00001-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00002-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00003-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00004-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00005-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00006-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00007-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00008-of-00009.gguf","DeepSeek-R1-Q4_K_M/DeepSeek-R1-Q4_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"},{"quant":"Q5_K_M","bytes":475396558144,"gpu_bytes":474754162688,"mapped_bytes":475391254528,"out_bytes":760195072,"layer_bytes":[[3,418746368],[4,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[1,7917392896],[8,8418464768]],"read_bytes_per_token":26185539584,"files":["DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00001-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00002-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00003-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00004-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00005-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00006-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00007-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00008-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00009-of-00010.gguf","DeepSeek-R1-Q5_K_M/DeepSeek-R1-Q5_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"},{"quant":"Q6_K","bytes":550798326880,"gpu_bytes":550032856576,"mapped_bytes":550793022976,"out_bytes":760195072,"layer_bytes":[[3,478690816],[58,9445458432]],"read_bytes_per_token":30386116096,"files":["DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00001-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00002-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00003-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00004-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00005-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00006-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00007-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00008-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00009-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00010-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00011-of-00012.gguf","DeepSeek-R1-Q6_K/DeepSeek-R1-Q6_K-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"},{"quant":"Q8_0","bytes":713286514368,"gpu_bytes":712296613888,"mapped_bytes":713281210368,"out_bytes":984625152,"layer_bytes":[[3,619999232],[58,12231930880]],"read_bytes_per_token":39230359552,"files":["DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00001-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00002-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00003-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00004-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00005-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00006-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00007-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00008-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00009-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00010-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00011-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00012-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00013-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00014-of-00015.gguf","DeepSeek-R1-Q8_0/DeepSeek-R1.Q8_0-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"},{"quant":"BF16","bytes":1342273048096,"gpu_bytes":1340414384128,"mapped_bytes":1342267742208,"out_bytes":1853386752,"layer_bytes":[[3,1166999552],[58,23018275840]],"read_bytes_per_token":73466140672,"files":["DeepSeek-R1-BF16/DeepSeek-R1.BF16-00001-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00002-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00003-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00004-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00005-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00006-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00007-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00008-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00009-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00010-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00011-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00012-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00013-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00014-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00015-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00016-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00017-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00018-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00019-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00020-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00021-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00022-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00023-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00024-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00025-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00026-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00027-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00028-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00029-of-00030.gguf","DeepSeek-R1-BF16/DeepSeek-R1.BF16-00030-of-00030.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"}],"original":{"bytes":688586727753,"repo":"deepseek-ai/DeepSeek-R1","sha":"56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad","dtypes":{"BF16":3918786560,"F32":15104,"F8_E4M3":680571043840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:05+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1/tree/56d4cbbb4d29f4355bab4b9a39ccb717a14ad5ad"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:05+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-GGUF/tree/4dab99fdb3fea560e5a402b49c6ef11e025321a8"}]},{"id":"deepseek-r1-0528-qwen3-8b","name":"DeepSeek-R1-0528-Qwen3-8B","repo":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","sha":"6e8885a6ff5c1dc5201574c8fd700323f23c25fa","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf","repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","sha":"eb48357c179d34dbf515983f798dfb8752a0f261"}},"gguf":{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","sha":"eb48357c179d34dbf515983f798dfb8752a0f261"},"weights":[{"quant":"Q2_K","bytes":3281734144,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["DeepSeek-R1-0528-Qwen3-8B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"Q3_K_M","bytes":4124162560,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["DeepSeek-R1-0528-Qwen3-8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"IQ4_XS","bytes":4581288448,"gpu_bytes":4225269760,"mapped_bytes":4575330304,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["DeepSeek-R1-0528-Qwen3-8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"Q4_0","bytes":4787333632,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["DeepSeek-R1-0528-Qwen3-8B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"Q4_K_M","bytes":5027785216,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["DeepSeek-R1-0528-Qwen3-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"Q5_K_M","bytes":5851113984,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["DeepSeek-R1-0528-Qwen3-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"Q6_K","bytes":6725900800,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["DeepSeek-R1-0528-Qwen3-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"Q8_0","bytes":8709519872,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["DeepSeek-R1-0528-Qwen3-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"},{"quant":"BF16","bytes":16388045056,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["DeepSeek-R1-0528-Qwen3-8B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"}],"original":{"bytes":16381516796,"repo":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","sha":"6e8885a6ff5c1dc5201574c8fd700323f23c25fa","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:15+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528-Qwen3-8B/tree/6e8885a6ff5c1dc5201574c8fd700323f23c25fa"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:15+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF/tree/eb48357c179d34dbf515983f798dfb8752a0f261"}]},{"id":"deepseek-r1-distill-llama-70b","name":"DeepSeek-R1-Distill-Llama-70B","repo":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","sha":"b1c0b44b4369b597ad119a196caf79a9c40e141e","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":70553706560,"params_active":null,"params_repo":70553706496,"arch":{"gguf_arch":"llama","n_layers":80,"n_layers_all":80,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":8192,"moe":null,"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-Distill-Llama-70B-Q4_K_M.gguf","repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","sha":"732dd974083ea5877d7b6d788b36fe7c2e5eab36"}},"gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","sha":"732dd974083ea5877d7b6d788b36fe7c2e5eab36"},"weights":[{"quant":"Q2_K","bytes":26375111328,"gpu_bytes":26022494464,"mapped_bytes":26367246592,"out_bytes":861913344,"layer_bytes":[[80,314507264]],"read_bytes_per_token":26022494464,"files":["DeepSeek-R1-Distill-Llama-70B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"Q3_K_M","bytes":34267497120,"gpu_bytes":33808171264,"mapped_bytes":34259632384,"out_bytes":861913344,"layer_bytes":[[5,439353344],[75,409993216]],"read_bytes_per_token":33808171264,"files":["DeepSeek-R1-Distill-Llama-70B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"IQ4_XS","bytes":37935497888,"gpu_bytes":37336629504,"mapped_bytes":37927633152,"out_bytes":861913344,"layer_bytes":[[80,455933952]],"read_bytes_per_token":37336629504,"files":["DeepSeek-R1-Distill-Llama-70B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"Q4_0","bytes":40116535968,"gpu_bytes":39517667584,"mapped_bytes":40108671232,"out_bytes":861913344,"layer_bytes":[[10,496041984],[70,481361920]],"read_bytes_per_token":39517667584,"files":["DeepSeek-R1-Distill-Llama-70B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"Q4_K_M","bytes":42520396448,"gpu_bytes":41921528064,"mapped_bytes":42512531712,"out_bytes":861913344,"layer_bytes":[[10,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[11,544079872]],"read_bytes_per_token":41921528064,"files":["DeepSeek-R1-Distill-Llama-70B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"Q5_K_M","bytes":49949819552,"gpu_bytes":49219617024,"mapped_bytes":49941954816,"out_bytes":861913344,"layer_bytes":[[10,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[11,620625920]],"read_bytes_per_token":49219617024,"files":["DeepSeek-R1-Distill-Llama-70B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"Q6_K","bytes":57888146304,"gpu_bytes":57018401024,"mapped_bytes":57880281344,"out_bytes":861913344,"layer_bytes":[[80,701956096]],"read_bytes_per_token":57018401024,"files":["Q6_K/DeepSeek-R1-Distill-Llama-70B-Q6_K-00001-of-00002.gguf","Q6_K/DeepSeek-R1-Distill-Llama-70B-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"Q8_0","bytes":74975052416,"gpu_bytes":73850847488,"mapped_bytes":74967187712,"out_bytes":1116373248,"layer_bytes":[[80,909180928]],"read_bytes_per_token":73850847488,"files":["DeepSeek-R1-Distill-Llama-70B-Q8_0/DeepSeek-R1-Distill-Llama-70B-Q8_0-00001-of-00002.gguf","DeepSeek-R1-Distill-Llama-70B-Q8_0/DeepSeek-R1-Distill-Llama-70B-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"},{"quant":"BF16","bytes":141117915872,"gpu_bytes":139008704768,"mapped_bytes":141110051072,"out_bytes":2101379328,"layer_bytes":[[80,1711341568]],"read_bytes_per_token":139008704768,"files":["BF16/DeepSeek-R1-Distill-Llama-70B-BF16-00001-of-00003.gguf","BF16/DeepSeek-R1-Distill-Llama-70B-BF16-00002-of-00003.gguf","BF16/DeepSeek-R1-Distill-Llama-70B-BF16-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"}],"original":{"bytes":141107497606,"repo":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","sha":"b1c0b44b4369b597ad119a196caf79a9c40e141e","dtypes":{"BF16":70553706496}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:29+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-70B/tree/b1c0b44b4369b597ad119a196caf79a9c40e141e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:29+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF/tree/732dd974083ea5877d7b6d788b36fe7c2e5eab36"}]},{"id":"deepseek-r1-distill-llama-8b","name":"DeepSeek-R1-Distill-Llama-8B","repo":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","sha":"6a6f4aa4197940add57724a7707d069478df56b1","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8030261312,"params_active":null,"params_repo":8030261248,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf","repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","sha":"615f8936e16dfde29dcc00be71145d4d5ce8ed53"}},"gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","sha":"615f8936e16dfde29dcc00be71145d4d5ce8ed53"},"weights":[{"quant":"Q2_K","bytes":3179134400,"gpu_bytes":2998919424,"mapped_bytes":3171295488,"out_bytes":430956800,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998919424,"files":["DeepSeek-R1-Distill-Llama-8B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"Q3_K_M","bytes":4018920896,"gpu_bytes":3785351424,"mapped_bytes":4011081984,"out_bytes":430956800,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785351424,"files":["DeepSeek-R1-Distill-Llama-8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"IQ4_XS","bytes":4464082368,"gpu_bytes":4160741632,"mapped_bytes":4456243456,"out_bytes":430956800,"layer_bytes":[[32,116555776]],"read_bytes_per_token":4160741632,"files":["DeepSeek-R1-Distill-Llama-8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"Q4_0","bytes":4675894720,"gpu_bytes":4372553984,"mapped_bytes":4668055808,"out_bytes":430956800,"layer_bytes":[[4,126386176],[28,122716160]],"read_bytes_per_token":4372553984,"files":["DeepSeek-R1-Distill-Llama-8B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"Q4_K_M","bytes":4920737216,"gpu_bytes":4617396480,"mapped_bytes":4912898304,"out_bytes":430956800,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617396480,"files":["DeepSeek-R1-Distill-Llama-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"Q5_K_M","bytes":5732990400,"gpu_bytes":5363982592,"mapped_bytes":5725151488,"out_bytes":430956800,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5363982592,"files":["DeepSeek-R1-Distill-Llama-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"Q6_K","bytes":6596009408,"gpu_bytes":6157230336,"mapped_bytes":6588170496,"out_bytes":430956800,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157230336,"files":["DeepSeek-R1-Distill-Llama-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"Q8_0","bytes":8540773088,"gpu_bytes":7974764800,"mapped_bytes":8532934912,"out_bytes":558186752,"layer_bytes":[[32,231768064]],"read_bytes_per_token":7974764800,"files":["DeepSeek-R1-Distill-Llama-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"},{"quant":"BF16","bytes":16068893856,"gpu_bytes":15010382080,"mapped_bytes":16061055232,"out_bytes":1050689792,"layer_bytes":[[32,436240384]],"read_bytes_per_token":15010382080,"files":["DeepSeek-R1-Distill-Llama-8B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"}],"original":{"bytes":16060556354,"repo":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","sha":"6a6f4aa4197940add57724a7707d069478df56b1","dtypes":{"BF16":8030261248}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:28+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Llama-8B/tree/6a6f4aa4197940add57724a7707d069478df56b1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:28+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF/tree/615f8936e16dfde29dcc00be71145d4d5ce8ed53"}]},{"id":"deepseek-r1-distill-qwen-14b","name":"DeepSeek-R1-Distill-Qwen-14B","repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","sha":"1df8507178afcc1bef68cd8c393f61a886323761","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14770033664,"params_active":null,"params_repo":14770033664,"arch":{"gguf_arch":"qwen2","n_layers":48,"n_layers_all":48,"layers":[[48,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":48,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":152064,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf","repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","sha":"7b05b58b41f623e66fc74cd27b35475267b2f3e3"}},"gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","sha":"7b05b58b41f623e66fc74cd27b35475267b2f3e3"},"weights":[{"quant":"Q2_K","bytes":5770497184,"gpu_bytes":5509062656,"mapped_bytes":5764530176,"out_bytes":638689280,"layer_bytes":[[48,101466112]],"read_bytes_per_token":5509062656,"files":["DeepSeek-R1-Distill-Qwen-14B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"},{"quant":"Q3_K_M","bytes":7339203744,"gpu_bytes":6998695936,"mapped_bytes":7333236736,"out_bytes":638689280,"layer_bytes":[[2,141422592],[1,140767232],[45,131919872]],"read_bytes_per_token":6998695936,"files":["DeepSeek-R1-Distill-Qwen-14B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"},{"quant":"Q4_K_M","bytes":8988109984,"gpu_bytes":8544198656,"mapped_bytes":8982142976,"out_bytes":638689280,"layer_bytes":[[6,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[7,174497792]],"read_bytes_per_token":8544198656,"files":["DeepSeek-R1-Distill-Qwen-14B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"},{"quant":"Q5_K_M","bytes":10508872864,"gpu_bytes":9967640576,"mapped_bytes":10502905856,"out_bytes":638689280,"layer_bytes":[[6,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[7,199401472]],"read_bytes_per_token":9967640576,"files":["DeepSeek-R1-Distill-Qwen-14B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"},{"quant":"Q6_K","bytes":12124683424,"gpu_bytes":11480047616,"mapped_bytes":12118716416,"out_bytes":638689280,"layer_bytes":[[48,225861632]],"read_bytes_per_token":11480047616,"files":["DeepSeek-R1-Distill-Qwen-14B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"},{"quant":"Q8_0","bytes":15701597344,"gpu_bytes":14868402176,"mapped_bytes":15695630336,"out_bytes":827248640,"layer_bytes":[[48,292524032]],"read_bytes_per_token":14868402176,"files":["DeepSeek-R1-Distill-Qwen-14B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"},{"quant":"F16","bytes":29547715744,"gpu_bytes":27984613376,"mapped_bytes":29541748736,"out_bytes":1557155840,"layer_bytes":[[48,550572032]],"read_bytes_per_token":27984613376,"files":["DeepSeek-R1-Distill-Qwen-14B-F16.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"}],"original":{"bytes":29540133872,"repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","sha":"1df8507178afcc1bef68cd8c393f61a886323761","dtypes":{"BF16":14770033664}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:24+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-14B/tree/1df8507178afcc1bef68cd8c393f61a886323761"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:24+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF/tree/7b05b58b41f623e66fc74cd27b35475267b2f3e3"}]},{"id":"deepseek-r1-distill-qwen-32b","name":"DeepSeek-R1-Distill-Qwen-32B","repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","sha":"711ad2ea6aa40cfca18895e8aca02ab92df1a746","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32763876352,"params_active":null,"params_repo":32763876352,"arch":{"gguf_arch":"qwen2","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":152064,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf","repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","sha":"1938d05cc893a60f37be1dc16e7465038f4fca63"}},"gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","sha":"1938d05cc893a60f37be1dc16e7465038f4fca63"},"weights":[{"quant":"Q2_K","bytes":12313098144,"gpu_bytes":12051652608,"mapped_bytes":12307120128,"out_bytes":638689280,"layer_bytes":[[64,178327552]],"read_bytes_per_token":12051652608,"files":["DeepSeek-R1-Distill-Qwen-32B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"},{"quant":"Q3_K_M","bytes":15935047584,"gpu_bytes":15594528768,"mapped_bytes":15929069568,"out_bytes":638689280,"layer_bytes":[[2,250908672],[2,250253312],[60,232558592]],"read_bytes_per_token":15594528768,"files":["DeepSeek-R1-Distill-Qwen-32B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"},{"quant":"Q4_K_M","bytes":19851335584,"gpu_bytes":19407413248,"mapped_bytes":19845357568,"out_bytes":638689280,"layer_bytes":[[8,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[9,312184832]],"read_bytes_per_token":19407413248,"files":["DeepSeek-R1-Distill-Qwen-32B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"},{"quant":"Q5_K_M","bytes":23262156704,"gpu_bytes":22720913408,"mapped_bytes":23256178688,"out_bytes":638689280,"layer_bytes":[[8,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[9,354783232]],"read_bytes_per_token":22720913408,"files":["DeepSeek-R1-Distill-Qwen-32B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"},{"quant":"Q6_K","bytes":26886154144,"gpu_bytes":26241507328,"mapped_bytes":26880176128,"out_bytes":638689280,"layer_bytes":[[64,400044032]],"read_bytes_per_token":26241507328,"files":["DeepSeek-R1-Distill-Qwen-32B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"},{"quant":"Q8_0","bytes":34820884384,"gpu_bytes":33987678208,"mapped_bytes":34814906368,"out_bytes":827248640,"layer_bytes":[[64,518131712]],"read_bytes_per_token":33987678208,"files":["DeepSeek-R1-Distill-Qwen-32B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"},{"quant":"F16","bytes":65535969376,"gpu_bytes":63972855808,"mapped_bytes":65529991168,"out_bytes":1557155840,"layer_bytes":[[64,975245312]],"read_bytes_per_token":63972855808,"files":["DeepSeek-R1-Distill-Qwen-32B-F16/DeepSeek-R1-Distill-Qwen-32B-F16-00001-of-00002.gguf","DeepSeek-R1-Distill-Qwen-32B-F16/DeepSeek-R1-Distill-Qwen-32B-F16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"}],"original":{"bytes":65527841532,"repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","sha":"711ad2ea6aa40cfca18895e8aca02ab92df1a746","dtypes":{"BF16":32763876352}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:25+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B/tree/711ad2ea6aa40cfca18895e8aca02ab92df1a746"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:25+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF/tree/1938d05cc893a60f37be1dc16e7465038f4fca63"}]},{"id":"deepseek-r1-distill-qwen-7b","name":"DeepSeek-R1-Distill-Qwen-7B","repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","sha":"916b56a44061fd5cd7d6a8fb632557ed4f724f60","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7615616512,"params_active":null,"params_repo":7615616512,"arch":{"gguf_arch":"qwen2","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf","repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","sha":"097680e4eed7a83b3df6b0bb5e5134099cadf1b0"}},"gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","sha":"097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},"weights":[{"quant":"Q2_K","bytes":3015939808,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["DeepSeek-R1-Distill-Qwen-7B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},{"quant":"Q3_K_M","bytes":3808390880,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["DeepSeek-R1-Distill-Qwen-7B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},{"quant":"Q4_K_M","bytes":4683073248,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["DeepSeek-R1-Distill-Qwen-7B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},{"quant":"Q5_K_M","bytes":5444830944,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["DeepSeek-R1-Distill-Qwen-7B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},{"quant":"Q6_K","bytes":6254198496,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["DeepSeek-R1-Distill-Qwen-7B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},{"quant":"Q8_0","bytes":8098524896,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["DeepSeek-R1-Distill-Qwen-7B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"},{"quant":"F16","bytes":15237852896,"gpu_bytes":14141904896,"mapped_bytes":15231899648,"out_bytes":1090009088,"layer_bytes":[[28,466139136]],"read_bytes_per_token":14141904896,"files":["DeepSeek-R1-Distill-Qwen-7B-F16.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"}],"original":{"bytes":15231271850,"repo":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","sha":"916b56a44061fd5cd7d6a8fb632557ed4f724f60","dtypes":{"BF16":7615616512}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:17+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-7B/tree/916b56a44061fd5cd7d6a8fb632557ed4f724f60"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:17+00:00","url":"https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF/tree/097680e4eed7a83b3df6b0bb5e5134099cadf1b0"}]},{"id":"deepseek-v3","name":"DeepSeek-V3","repo":"deepseek-ai/DeepSeek-V3","sha":"e815299b0bcbac849fa540c768ef21845365c9eb","publisher":"deepseek-ai","license":null,"gated":false,"listed_at":null,"multimodal":false,"params_gguf":671026419200,"params_active":36625618432,"params_repo":684531386000,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",24576,16384,null,0]],"kv_groups":[{"k_elems":24576,"kind":"full","layers":61,"v_elems":16384,"window":null}],"state_elems":0,"max_context":163840,"vocab_size":129280,"hidden_size":7168,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00001-of-00009.gguf","repo":"unsloth/DeepSeek-V3-GGUF","sha":"6b9a45d8a30b48660644560df90e5ded5c0cb0e9"}},"gguf":{"repo":"unsloth/DeepSeek-V3-GGUF","sha":"6b9a45d8a30b48660644560df90e5ded5c0cb0e9"},"weights":[{"quant":"Q2_K","bytes":221253686368,"gpu_bytes":220727127040,"mapped_bytes":221248384000,"out_bytes":760195072,"layer_bytes":[[3,191515648],[58,3782627328]],"read_bytes_per_token":12868430848,"files":["DeepSeek-V3-Q2_K_XS/DeepSeek-V3-Q2_K_XS-00001-of-00005.gguf","DeepSeek-V3-Q2_K_XS/DeepSeek-V3-Q2_K_XS-00002-of-00005.gguf","DeepSeek-V3-Q2_K_XS/DeepSeek-V3-Q2_K_XS-00003-of-00005.gguf","DeepSeek-V3-Q2_K_XS/DeepSeek-V3-Q2_K_XS-00004-of-00005.gguf","DeepSeek-V3-Q2_K_XS/DeepSeek-V3-Q2_K_XS-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"},{"quant":"Q3_K_M","bytes":319198395296,"gpu_bytes":318794910208,"mapped_bytes":319193092608,"out_bytes":760195072,"layer_bytes":[[3,300433920],[58,5467817472]],"read_bytes_per_token":18554571264,"files":["DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00001-of-00007.gguf","DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00002-of-00007.gguf","DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00003-of-00007.gguf","DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00004-of-00007.gguf","DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00005-of-00007.gguf","DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00006-of-00007.gguf","DeepSeek-V3-Q3_K_M/DeepSeek-V3-Q3_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"},{"quant":"Q4_K_M","bytes":404430187072,"gpu_bytes":403903627264,"mapped_bytes":404424884224,"out_bytes":760195072,"layer_bytes":[[3,362328064],[4,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[2,6479213568],[1,7451882496],[1,6479213568],[8,7451882496]],"read_bytes_per_token":22232055808,"files":["DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00001-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00002-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00003-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00004-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00005-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00006-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00007-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00008-of-00009.gguf","DeepSeek-V3-Q4_K_M/DeepSeek-V3-Q4_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"},{"quant":"Q5_K_M","bytes":475396557600,"gpu_bytes":474754162688,"mapped_bytes":475391254528,"out_bytes":760195072,"layer_bytes":[[3,418746368],[4,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[2,7917392896],[1,8418464768],[1,7917392896],[8,8418464768]],"read_bytes_per_token":26185539584,"files":["DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00001-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00002-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00003-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00004-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00005-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00006-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00007-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00008-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00009-of-00010.gguf","DeepSeek-V3-Q5_K_M/DeepSeek-V3-Q5_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"},{"quant":"Q6_K","bytes":550798326368,"gpu_bytes":550032856576,"mapped_bytes":550793022976,"out_bytes":760195072,"layer_bytes":[[3,478690816],[58,9445458432]],"read_bytes_per_token":30386116096,"files":["DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00001-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00002-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00003-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00004-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00005-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00006-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00007-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00008-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00009-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00010-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00011-of-00012.gguf","DeepSeek-V3-Q6_K/DeepSeek-V3-Q6_K-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"},{"quant":"Q8_0","bytes":713286514080,"gpu_bytes":712296613888,"mapped_bytes":713281210368,"out_bytes":984625152,"layer_bytes":[[3,619999232],[58,12231930880]],"read_bytes_per_token":39230359552,"files":["DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00001-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00002-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00003-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00004-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00005-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00006-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00007-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00008-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00009-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00010-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00011-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00012-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00013-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00014-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00015-of-00016.gguf","DeepSeek-V3-Q8_0/DeepSeek-V3-BF16-256x20B-Q8_0-00016-of-00016.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"}],"original":{"bytes":688586727753,"repo":"deepseek-ai/DeepSeek-V3","sha":"e815299b0bcbac849fa540c768ef21845365c9eb","dtypes":{"BF16":3918786560,"F32":41555600,"F8_E4M3":680571043840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:00+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3/tree/e815299b0bcbac849fa540c768ef21845365c9eb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:00+00:00","url":"https://huggingface.co/unsloth/DeepSeek-V3-GGUF/tree/6b9a45d8a30b48660644560df90e5ded5c0cb0e9"}]},{"id":"deepseek-v3-1","name":"DeepSeek-V3.1","repo":"deepseek-ai/DeepSeek-V3.1","sha":"c0781d039fb7a1ba2abc4add0bdc293e92d2b8db","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":671026419200,"params_active":36625618432,"params_repo":684531386000,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":163840,"vocab_size":129280,"hidden_size":7168,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/DeepSeek-V3.1-Q4_K_M-00001-of-00009.gguf","repo":"unsloth/DeepSeek-V3.1-GGUF","sha":"feb73effeee56ec0e5733a38c825d8fec1d76314"}},"gguf":{"repo":"unsloth/DeepSeek-V3.1-GGUF","sha":"feb73effeee56ec0e5733a38c825d8fec1d76314"},"weights":[{"quant":"Q2_K","bytes":245696582144,"gpu_bytes":245387206656,"mapped_bytes":245691273216,"out_bytes":760195072,"layer_bytes":[[3,232214528],[58,4205696000]],"read_bytes_per_token":16082771968,"files":["Q2_K/DeepSeek-V3.1-Q2_K-00001-of-00005.gguf","Q2_K/DeepSeek-V3.1-Q2_K-00002-of-00005.gguf","Q2_K/DeepSeek-V3.1-Q2_K-00003-of-00005.gguf","Q2_K/DeepSeek-V3.1-Q2_K-00004-of-00005.gguf","Q2_K/DeepSeek-V3.1-Q2_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"Q3_K_M","bytes":320451083008,"gpu_bytes":320047591424,"mapped_bytes":320445773824,"out_bytes":760195072,"layer_bytes":[[3,313663488],[58,5488731136]],"read_bytes_per_token":19807252480,"files":["Q3_K_M/DeepSeek-V3.1-Q3_K_M-00001-of-00007.gguf","Q3_K_M/DeepSeek-V3.1-Q3_K_M-00002-of-00007.gguf","Q3_K_M/DeepSeek-V3.1-Q3_K_M-00003-of-00007.gguf","Q3_K_M/DeepSeek-V3.1-Q3_K_M-00004-of-00007.gguf","Q3_K_M/DeepSeek-V3.1-Q3_K_M-00005-of-00007.gguf","Q3_K_M/DeepSeek-V3.1-Q3_K_M-00006-of-00007.gguf","Q3_K_M/DeepSeek-V3.1-Q3_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"IQ4_XS","bytes":358347326240,"gpu_bytes":357820760064,"mapped_bytes":358342017024,"out_bytes":760195072,"layer_bytes":[[3,321138688],[58,6139606016]],"read_bytes_per_token":21287632896,"files":["IQ4_XS/DeepSeek-V3.1-IQ4_XS-00001-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00002-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00003-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00004-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00005-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00006-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00007-of-00008.gguf","IQ4_XS/DeepSeek-V3.1-IQ4_XS-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"Q4_0","bytes":380100248384,"gpu_bytes":379573682176,"mapped_bytes":380094939136,"out_bytes":760195072,"layer_bytes":[[3,346976256],[4,6732002304],[54,6497121280]],"read_bytes_per_token":22334324736,"files":["Q4_0/DeepSeek-V3.1-Q4_0-00001-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00002-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00003-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00004-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00005-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00006-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00007-of-00008.gguf","Q4_0/DeepSeek-V3.1-Q4_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"Q4_K_M","bytes":405398012928,"gpu_bytes":404871446528,"mapped_bytes":405392703488,"out_bytes":760195072,"layer_bytes":[[3,372781056],[4,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[1,6497121280],[8,7466005504]],"read_bytes_per_token":23199875072,"files":["Q4_K_M/DeepSeek-V3.1-Q4_K_M-00001-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00002-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00003-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00004-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00005-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00006-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00007-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00008-of-00009.gguf","Q4_K_M/DeepSeek-V3.1-Q4_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"Q5_K_M","bytes":476161393760,"gpu_bytes":475518992384,"mapped_bytes":476156084224,"out_bytes":760195072,"layer_bytes":[[3,426586112],[4,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[1,7931081728],[8,8430203904]],"read_bytes_per_token":26950369280,"files":["Q5_K_M/DeepSeek-V3.1-Q5_K_M-00001-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00002-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00003-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00004-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00005-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00006-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00007-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00008-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00009-of-00010.gguf","Q5_K_M/DeepSeek-V3.1-Q5_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"Q6_K","bytes":551313395136,"gpu_bytes":550547918848,"mapped_bytes":551308085248,"out_bytes":760195072,"layer_bytes":[[3,483753984],[58,9454076928]],"read_bytes_per_token":30901178368,"files":["Q6_K/DeepSeek-V3.1-Q6_K-00001-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00002-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00003-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00004-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00005-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00006-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00007-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00008-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00009-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00010-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00011-of-00012.gguf","Q6_K/DeepSeek-V3.1-Q6_K-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"Q8_0","bytes":713286520224,"gpu_bytes":712296613888,"mapped_bytes":713281210368,"out_bytes":984625152,"layer_bytes":[[3,619999232],[58,12231930880]],"read_bytes_per_token":39230359552,"files":["Q8_0/DeepSeek-V3.1-Q8_0-00001-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00002-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00003-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00004-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00005-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00006-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00007-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00008-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00009-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00010-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00011-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00012-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00013-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00014-of-00015.gguf","Q8_0/DeepSeek-V3.1-Q8_0-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"},{"quant":"BF16","bytes":1342273053984,"gpu_bytes":1340414384128,"mapped_bytes":1342267742208,"out_bytes":1853386752,"layer_bytes":[[3,1166999552],[58,23018275840]],"read_bytes_per_token":73466140672,"files":["BF16/DeepSeek-V3.1-BF16-00001-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00002-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00003-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00004-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00005-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00006-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00007-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00008-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00009-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00010-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00011-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00012-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00013-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00014-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00015-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00016-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00017-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00018-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00019-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00020-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00021-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00022-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00023-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00024-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00025-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00026-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00027-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00028-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00029-of-00030.gguf","BF16/DeepSeek-V3.1-BF16-00030-of-00030.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"}],"original":{"bytes":688586727753,"repo":"deepseek-ai/DeepSeek-V3.1","sha":"c0781d039fb7a1ba2abc4add0bdc293e92d2b8db","dtypes":{"BF16":3918786560,"F32":41555600,"F8_E4M3":680571043840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:06+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.1/tree/c0781d039fb7a1ba2abc4add0bdc293e92d2b8db"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:06+00:00","url":"https://huggingface.co/unsloth/DeepSeek-V3.1-GGUF/tree/feb73effeee56ec0e5733a38c825d8fec1d76314"}]},{"id":"deepseek-v3-2","name":"DeepSeek-V3.2","repo":"deepseek-ai/DeepSeek-V3.2","sha":"a7e62ac04ecb2c0a54d736dc46601c5606cf10a6","publisher":"deepseek-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":671026419200,"params_active":36625618432,"params_repo":685355329792,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":163840,"vocab_size":129280,"hidden_size":7168,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/DeepSeek-V3.2-Q4_K_M-00001-of-00009.gguf","repo":"unsloth/DeepSeek-V3.2-GGUF","sha":"a787696863bafd5c736955ef81cc869a0bf6178a"}},"gguf":{"repo":"unsloth/DeepSeek-V3.2-GGUF","sha":"a787696863bafd5c736955ef81cc869a0bf6178a"},"weights":[{"quant":"Q2_K","bytes":245363998336,"gpu_bytes":245054611456,"mapped_bytes":245358678016,"out_bytes":760195072,"layer_bytes":[[3,232214528],[58,4199961600]],"read_bytes_per_token":15750176768,"files":["Q2_K/DeepSeek-V3.2-Q2_K-00001-of-00005.gguf","Q2_K/DeepSeek-V3.2-Q2_K-00002-of-00005.gguf","Q2_K/DeepSeek-V3.2-Q2_K-00003-of-00005.gguf","Q2_K/DeepSeek-V3.2-Q2_K-00004-of-00005.gguf","Q2_K/DeepSeek-V3.2-Q2_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"Q3_K_M","bytes":320231581568,"gpu_bytes":319828078592,"mapped_bytes":320226260992,"out_bytes":760195072,"layer_bytes":[[3,313663488],[58,5484946432]],"read_bytes_per_token":19587739648,"files":["Q3_K_M/DeepSeek-V3.2-Q3_K_M-00001-of-00007.gguf","Q3_K_M/DeepSeek-V3.2-Q3_K_M-00002-of-00007.gguf","Q3_K_M/DeepSeek-V3.2-Q3_K_M-00003-of-00007.gguf","Q3_K_M/DeepSeek-V3.2-Q3_K_M-00004-of-00007.gguf","Q3_K_M/DeepSeek-V3.2-Q3_K_M-00005-of-00007.gguf","Q3_K_M/DeepSeek-V3.2-Q3_K_M-00006-of-00007.gguf","Q3_K_M/DeepSeek-V3.2-Q3_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"IQ4_XS","bytes":358347337632,"gpu_bytes":357820760064,"mapped_bytes":358342017024,"out_bytes":760195072,"layer_bytes":[[3,321138688],[58,6139606016]],"read_bytes_per_token":21287632896,"files":["IQ4_XS/DeepSeek-V3.2-IQ4_XS-00001-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00002-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00003-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00004-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00005-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00006-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00007-of-00008.gguf","IQ4_XS/DeepSeek-V3.2-IQ4_XS-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"Q4_0","bytes":380088791008,"gpu_bytes":379562213376,"mapped_bytes":380083470336,"out_bytes":760195072,"layer_bytes":[[3,346976256],[4,6729135104],[54,6497121280]],"read_bytes_per_token":22322855936,"files":["Q4_0/DeepSeek-V3.2-Q4_0-00001-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00002-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00003-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00004-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00005-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00006-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00007-of-00008.gguf","Q4_0/DeepSeek-V3.2-Q4_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"Q4_K_M","bytes":405398024320,"gpu_bytes":404871446528,"mapped_bytes":405392703488,"out_bytes":760195072,"layer_bytes":[[3,372781056],[4,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[2,6497121280],[1,7466005504],[1,6497121280],[8,7466005504]],"read_bytes_per_token":23199875072,"files":["Q4_K_M/DeepSeek-V3.2-Q4_K_M-00001-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00002-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00003-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00004-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00005-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00006-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00007-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00008-of-00009.gguf","Q4_K_M/DeepSeek-V3.2-Q4_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"Q5_K_M","bytes":476161405152,"gpu_bytes":475518992384,"mapped_bytes":476156084224,"out_bytes":760195072,"layer_bytes":[[3,426586112],[4,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[2,7931081728],[1,8430203904],[1,7931081728],[8,8430203904]],"read_bytes_per_token":26950369280,"files":["Q5_K_M/DeepSeek-V3.2-Q5_K_M-00001-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00002-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00003-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00004-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00005-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00006-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00007-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00008-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00009-of-00010.gguf","Q5_K_M/DeepSeek-V3.2-Q5_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"Q6_K","bytes":551313406528,"gpu_bytes":550547918848,"mapped_bytes":551308085248,"out_bytes":760195072,"layer_bytes":[[3,483753984],[58,9454076928]],"read_bytes_per_token":30901178368,"files":["Q6_K/DeepSeek-V3.2-Q6_K-00001-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00002-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00003-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00004-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00005-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00006-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00007-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00008-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00009-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00010-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00011-of-00012.gguf","Q6_K/DeepSeek-V3.2-Q6_K-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"Q8_0","bytes":713286531616,"gpu_bytes":712296613888,"mapped_bytes":713281210368,"out_bytes":984625152,"layer_bytes":[[3,619999232],[58,12231930880]],"read_bytes_per_token":39230359552,"files":["Q8_0/DeepSeek-V3.2-Q8_0-00001-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00002-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00003-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00004-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00005-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00006-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00007-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00008-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00009-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00010-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00011-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00012-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00013-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00014-of-00015.gguf","Q8_0/DeepSeek-V3.2-Q8_0-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"},{"quant":"BF16","bytes":1342273065376,"gpu_bytes":1340414384128,"mapped_bytes":1342267742208,"out_bytes":1853386752,"layer_bytes":[[3,1166999552],[58,23018275840]],"read_bytes_per_token":73466140672,"files":["BF16/DeepSeek-V3.2-BF16-00001-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00002-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00003-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00004-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00005-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00006-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00007-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00008-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00009-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00010-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00011-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00012-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00013-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00014-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00015-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00016-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00017-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00018-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00019-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00020-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00021-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00022-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00023-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00024-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00025-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00026-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00027-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00028-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00029-of-00030.gguf","BF16/DeepSeek-V3.2-BF16-00030-of-00030.gguf"],"source_url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"}],"original":{"bytes":689483049129,"repo":"deepseek-ai/DeepSeek-V3.2","sha":"a7e62ac04ecb2c0a54d736dc46601c5606cf10a6","dtypes":{"BF16":3946184704,"F32":1075456,"F8_E4M3":681408069632}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:20:16+00:00","url":"https://huggingface.co/deepseek-ai/DeepSeek-V3.2/tree/a7e62ac04ecb2c0a54d736dc46601c5606cf10a6"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:20:16+00:00","url":"https://huggingface.co/unsloth/DeepSeek-V3.2-GGUF/tree/a787696863bafd5c736955ef81cc869a0bf6178a"}]},{"id":"devstral-2-123b-instruct-2512","name":"Devstral-2-123B-Instruct-2512","repo":"mistralai/Devstral-2-123B-Instruct-2512","sha":"1613bf01adb5e1c6fdc196b46e6b173eae75eb4a","publisher":"mistralai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":125025988608,"params_active":null,"params_repo":125025989840,"arch":{"gguf_arch":"llama","n_layers":88,"n_layers_all":88,"layers":[[88,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":88,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":12288,"moe":null,"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Devstral-2-123B-Instruct-2512-Q4_K_M-00001-of-00002.gguf","repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","sha":"1f2bfbe35f7f9071d9b318374bf5eeffefab4459"}},"gguf":{"repo":"unsloth/Devstral-2-123B-Instruct-2512-GGUF","sha":"1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},"weights":[{"quant":"Q2_K","bytes":46591221984,"gpu_bytes":46054293504,"mapped_bytes":46582775808,"out_bytes":1321254912,"layer_bytes":[[88,508329984]],"read_bytes_per_token":46054293504,"files":["Devstral-2-123B-Instruct-2512-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"Q3_K_M","bytes":60620382656,"gpu_bytes":59919876096,"mapped_bytes":60611936256,"out_bytes":1321254912,"layer_bytes":[[2,708968448],[3,707395584],[83,663355392]],"read_bytes_per_token":59919876096,"files":["Q3_K_M/Devstral-2-123B-Instruct-2512-Q3_K_M-00001-of-00002.gguf","Q3_K_M/Devstral-2-123B-Instruct-2512-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"IQ4_XS","bytes":67124961696,"gpu_bytes":66210545664,"mapped_bytes":67116515328,"out_bytes":1321254912,"layer_bytes":[[88,737378304]],"read_bytes_per_token":66210545664,"files":["IQ4_XS/Devstral-2-123B-Instruct-2512-IQ4_XS-00001-of-00002.gguf","IQ4_XS/Devstral-2-123B-Instruct-2512-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"Q4_0","bytes":71000498592,"gpu_bytes":70086082560,"mapped_bytes":70992052224,"out_bytes":1321254912,"layer_bytes":[[11,800686080],[77,778665984]],"read_bytes_per_token":70086082560,"files":["Q4_0/Devstral-2-123B-Instruct-2512-Q4_0-00001-of-00002.gguf","Q4_0/Devstral-2-123B-Instruct-2512-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"Q4_K_M","bytes":74897662400,"gpu_bytes":73983246336,"mapped_bytes":74889216000,"out_bytes":1321254912,"layer_bytes":[[11,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[12,872742912]],"read_bytes_per_token":73983246336,"files":["Q4_K_M/Devstral-2-123B-Instruct-2512-Q4_K_M-00001-of-00002.gguf","Q4_K_M/Devstral-2-123B-Instruct-2512-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"Q5_K_M","bytes":88317338016,"gpu_bytes":87201595392,"mapped_bytes":88308891648,"out_bytes":1321254912,"layer_bytes":[[11,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[12,1000144896]],"read_bytes_per_token":87201595392,"files":["Q5_K_M/Devstral-2-123B-Instruct-2512-Q5_K_M-00001-of-00002.gguf","Q5_K_M/Devstral-2-123B-Instruct-2512-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"Q6_K","bytes":102575743552,"gpu_bytes":101246091264,"mapped_bytes":102567297024,"out_bytes":1321254912,"layer_bytes":[[88,1135509504]],"read_bytes_per_token":101246091264,"files":["Q6_K/Devstral-2-123B-Instruct-2512-Q6_K-00001-of-00003.gguf","Q6_K/Devstral-2-123B-Instruct-2512-Q6_K-00002-of-00003.gguf","Q6_K/Devstral-2-123B-Instruct-2512-Q6_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"Q8_0","bytes":132854948384,"gpu_bytes":131135225856,"mapped_bytes":132846501888,"out_bytes":1711325184,"layer_bytes":[[88,1470726144]],"read_bytes_per_token":131135225856,"files":["Q8_0/Devstral-2-123B-Instruct-2512-Q8_0-00001-of-00003.gguf","Q8_0/Devstral-2-123B-Instruct-2512-Q8_0-00002-of-00003.gguf","Q8_0/Devstral-2-123B-Instruct-2512-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"},{"quant":"BF16","bytes":250064773760,"gpu_bytes":246835101696,"mapped_bytes":250056327168,"out_bytes":3221274624,"layer_bytes":[[88,2768338944]],"read_bytes_per_token":246835101696,"files":["BF16/Devstral-2-123B-Instruct-2512-BF16-00001-of-00006.gguf","BF16/Devstral-2-123B-Instruct-2512-BF16-00002-of-00006.gguf","BF16/Devstral-2-123B-Instruct-2512-BF16-00003-of-00006.gguf","BF16/Devstral-2-123B-Instruct-2512-BF16-00004-of-00006.gguf","BF16/Devstral-2-123B-Instruct-2512-BF16-00005-of-00006.gguf","BF16/Devstral-2-123B-Instruct-2512-BF16-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"}],"original":{"bytes":128249620192,"repo":"mistralai/Devstral-2-123B-Instruct-2512","sha":"1613bf01adb5e1c6fdc196b46e6b173eae75eb4a","dtypes":{"BF16":3223400448,"F8_E4M3":121802588160}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:36:52+00:00","url":"https://huggingface.co/mistralai/Devstral-2-123B-Instruct-2512/tree/1613bf01adb5e1c6fdc196b46e6b173eae75eb4a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:36:52+00:00","url":"https://huggingface.co/unsloth/Devstral-2-123B-Instruct-2512-GGUF/tree/1f2bfbe35f7f9071d9b318374bf5eeffefab4459"}]},{"id":"devstral-small-2-24b-instruct-2512","name":"Devstral-Small-2-24B-Instruct-2512","repo":"mistralai/Devstral-Small-2-24B-Instruct-2512","sha":"55c5b41e98c2dbd21b0c8afffc540dcfc9eb5128","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":23572403200,"params_active":null,"params_repo":24011361840,"arch":{"gguf_arch":"mistral3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":393216,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf","repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","sha":"6e458b8add42681bfd023de5eab93637694aaf82"}},"gguf":{"repo":"unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF","sha":"6e458b8add42681bfd023de5eab93637694aaf82"},"weights":[{"quant":"Q2_K","bytes":8890862752,"gpu_bytes":8662241280,"mapped_bytes":8882442240,"out_bytes":550522880,"layer_bytes":[[40,202792960]],"read_bytes_per_token":8662241280,"files":["Devstral-Small-2-24B-Instruct-2512-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"Q3_K_M","bytes":11474619552,"gpu_bytes":11177840640,"mapped_bytes":11466199040,"out_bytes":550522880,"layer_bytes":[[2,286228480],[38,264601600]],"read_bytes_per_token":11177840640,"files":["Devstral-Small-2-24B-Instruct-2512-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"IQ4_XS","bytes":12780424352,"gpu_bytes":12394516480,"mapped_bytes":12772003840,"out_bytes":550522880,"layer_bytes":[[40,296099840]],"read_bytes_per_token":12394516480,"files":["Devstral-Small-2-24B-Instruct-2512-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"Q4_0","bytes":13494766752,"gpu_bytes":13108858880,"mapped_bytes":13486346240,"out_bytes":550522880,"layer_bytes":[[5,323133440],[35,312647680]],"read_bytes_per_token":13108858880,"files":["Devstral-Small-2-24B-Instruct-2512-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"Q4_K_M","bytes":14334446752,"gpu_bytes":13948538880,"mapped_bytes":14326026240,"out_bytes":550522880,"layer_bytes":[[5,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[6,357253120]],"read_bytes_per_token":13948538880,"files":["Devstral-Small-2-24B-Instruct-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"Q5_K_M","bytes":16764521632,"gpu_bytes":16294727680,"mapped_bytes":16756101120,"out_bytes":550522880,"layer_bytes":[[5,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[6,405094400]],"read_bytes_per_token":16294727680,"files":["Devstral-Small-2-24B-Instruct-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"Q6_K","bytes":19346476192,"gpu_bytes":18787553280,"mapped_bytes":19338055680,"out_bytes":550522880,"layer_bytes":[[40,455925760]],"read_bytes_per_token":18787553280,"files":["Devstral-Small-2-24B-Instruct-2512-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"Q8_0","bytes":25055317152,"gpu_bytes":24333864960,"mapped_bytes":25046896640,"out_bytes":713052160,"layer_bytes":[[40,590520320]],"read_bytes_per_token":24333864960,"files":["Devstral-Small-2-24B-Instruct-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"},{"quant":"BF16","bytes":47154056032,"gpu_bytes":45803458560,"mapped_bytes":47145635840,"out_bytes":1342197760,"layer_bytes":[[40,1111531520]],"read_bytes_per_token":45803458560,"files":["Devstral-Small-2-24B-Instruct-2512-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"}],"original":{"bytes":25793059408,"repo":"mistralai/Devstral-Small-2-24B-Instruct-2512","sha":"55c5b41e98c2dbd21b0c8afffc540dcfc9eb5128","dtypes":{"BF16":1781550080,"F8_E4M3":22229811200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:17:24+00:00","url":"https://huggingface.co/mistralai/Devstral-Small-2-24B-Instruct-2512/tree/55c5b41e98c2dbd21b0c8afffc540dcfc9eb5128"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:17:24+00:00","url":"https://huggingface.co/unsloth/Devstral-Small-2-24B-Instruct-2512-GGUF/tree/6e458b8add42681bfd023de5eab93637694aaf82"}]},{"id":"eurollm-22b-2512","name":"EuroLLM-22B-2512","repo":"utter-project/EuroLLM-22B-2512","sha":"fb37d0ed699d72df670ec0ff615175d826b8dcf4","publisher":"utter-project","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":22637328384,"params_active":null,"params_repo":22637328384,"arch":{"gguf_arch":"llama","n_layers":54,"n_layers_all":54,"layers":[[54,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":54,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128000,"hidden_size":6144,"moe":null,"cross_checked":true,"gguf_source":{"file":"EuroLLM-22B-2512.i1-Q4_K_M.gguf","repo":"mradermacher/EuroLLM-22B-2512-i1-GGUF","sha":"b72bdf0230aecc627ac3fcf9e12094b93974d145"}},"gguf":{"repo":"mradermacher/EuroLLM-22B-2512-i1-GGUF","sha":"b72bdf0230aecc627ac3fcf9e12094b93974d145"},"weights":[{"quant":"IQ2_XXS","bytes":6380983232,"gpu_bytes":6119841792,"mapped_bytes":6377889792,"out_bytes":540696576,"layer_bytes":[[6,109608960],[48,102531072]],"read_bytes_per_token":6119841792,"files":["EuroLLM-22B-2512.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"IQ2_M","bytes":8002655168,"gpu_bytes":7661641728,"mapped_bytes":7999561728,"out_bytes":540696576,"layer_bytes":[[6,141656064],[48,130646016]],"read_bytes_per_token":7661641728,"files":["EuroLLM-22B-2512.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"Q2_K","bytes":8659227584,"gpu_bytes":8398086144,"mapped_bytes":8656134144,"out_bytes":645144576,"layer_bytes":[[54,143572992]],"read_bytes_per_token":8398086144,"files":["EuroLLM-22B-2512.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"IQ3_XXS","bytes":8955810752,"gpu_bytes":8614797312,"mapped_bytes":8952717312,"out_bytes":540696576,"layer_bytes":[[54,149520384]],"read_bytes_per_token":8614797312,"files":["EuroLLM-22B-2512.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"Q3_K_M","bytes":11116778432,"gpu_bytes":10775764992,"mapped_bytes":11113684992,"out_bytes":645144576,"layer_bytes":[[2,200245248],[1,199458816],[51,186875904]],"read_bytes_per_token":10775764992,"files":["EuroLLM-22B-2512.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"IQ4_XS","bytes":12311909312,"gpu_bytes":11891023872,"mapped_bytes":12308815872,"out_bytes":645144576,"layer_bytes":[[54,208257024]],"read_bytes_per_token":11891023872,"files":["EuroLLM-22B-2512.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"Q4_0","bytes":12979393472,"gpu_bytes":12533932032,"mapped_bytes":12976300032,"out_bytes":645144576,"layer_bytes":[[6,225755136],[48,219463680]],"read_bytes_per_token":12533932032,"files":["EuroLLM-22B-2512.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"Q4_K_M","bytes":13658575808,"gpu_bytes":13213114368,"mapped_bytes":13655482368,"out_bytes":645144576,"layer_bytes":[[6,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[7,247037952]],"read_bytes_per_token":13213114368,"files":["EuroLLM-22B-2512.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"Q5_K_M","bytes":16042251200,"gpu_bytes":15498485760,"mapped_bytes":16039157760,"out_bytes":645144576,"layer_bytes":[[6,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[7,282427392]],"read_bytes_per_token":15498485760,"files":["EuroLLM-22B-2512.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"},{"quant":"Q6_K","bytes":18574906304,"gpu_bytes":17926692864,"mapped_bytes":18571812864,"out_bytes":645144576,"layer_bytes":[[54,320028672]],"read_bytes_per_token":17926692864,"files":["EuroLLM-22B-2512.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"}],"original":{"bytes":45274713864,"repo":"utter-project/EuroLLM-22B-2512","sha":"fb37d0ed699d72df670ec0ff615175d826b8dcf4","dtypes":{"BF16":22637328384}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:57:20+00:00","url":"https://huggingface.co/utter-project/EuroLLM-22B-2512/tree/fb37d0ed699d72df670ec0ff615175d826b8dcf4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:57:20+00:00","url":"https://huggingface.co/mradermacher/EuroLLM-22B-2512-i1-GGUF/tree/b72bdf0230aecc627ac3fcf9e12094b93974d145"}]},{"id":"eurollm-22b-instruct-2512","name":"EuroLLM-22B-Instruct-2512","repo":"utter-project/EuroLLM-22B-Instruct-2512","sha":"8c6ed5c8d18527d9daed994f645032b86c53f0bb","publisher":"utter-project","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":22637328384,"params_active":null,"params_repo":22637328384,"arch":{"gguf_arch":"llama","n_layers":54,"n_layers_all":54,"layers":[[54,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":54,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128000,"hidden_size":6144,"moe":null,"cross_checked":true,"gguf_source":{"file":"utter-project_EuroLLM-22B-Instruct-2512-Q4_K_M.gguf","repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","sha":"1dbd312ffa10e83e5faa855e3727cbf4abc45f08"}},"gguf":{"repo":"bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF","sha":"1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},"weights":[{"quant":"IQ2_M","bytes":8002655520,"gpu_bytes":7661641728,"mapped_bytes":7999561728,"out_bytes":540696576,"layer_bytes":[[6,141656064],[48,130646016]],"read_bytes_per_token":7661641728,"files":["utter-project_EuroLLM-22B-Instruct-2512-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q2_K","bytes":8659227936,"gpu_bytes":8398086144,"mapped_bytes":8656134144,"out_bytes":645144576,"layer_bytes":[[54,143572992]],"read_bytes_per_token":8398086144,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"IQ3_XXS","bytes":8955811104,"gpu_bytes":8614797312,"mapped_bytes":8952717312,"out_bytes":540696576,"layer_bytes":[[54,149520384]],"read_bytes_per_token":8614797312,"files":["utter-project_EuroLLM-22B-Instruct-2512-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q3_K_M","bytes":11116778784,"gpu_bytes":10775764992,"mapped_bytes":11113684992,"out_bytes":645144576,"layer_bytes":[[2,200245248],[1,199458816],[51,186875904]],"read_bytes_per_token":10775764992,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"IQ4_XS","bytes":12311909664,"gpu_bytes":11891023872,"mapped_bytes":12308815872,"out_bytes":645144576,"layer_bytes":[[54,208257024]],"read_bytes_per_token":11891023872,"files":["utter-project_EuroLLM-22B-Instruct-2512-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q4_0","bytes":12979393824,"gpu_bytes":12533932032,"mapped_bytes":12976300032,"out_bytes":645144576,"layer_bytes":[[6,225755136],[48,219463680]],"read_bytes_per_token":12533932032,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q4_K_M","bytes":13658576160,"gpu_bytes":13213114368,"mapped_bytes":13655482368,"out_bytes":645144576,"layer_bytes":[[6,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[1,247037952],[2,219463680],[7,247037952]],"read_bytes_per_token":13213114368,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q5_K_M","bytes":16042251552,"gpu_bytes":15498485760,"mapped_bytes":16039157760,"out_bytes":645144576,"layer_bytes":[[6,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[1,282427392],[2,268222464],[7,282427392]],"read_bytes_per_token":15498485760,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q6_K","bytes":18574906656,"gpu_bytes":17926692864,"mapped_bytes":18571812864,"out_bytes":645144576,"layer_bytes":[[54,320028672]],"read_bytes_per_token":17926692864,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"Q8_0","bytes":24057222432,"gpu_bytes":23218544640,"mapped_bytes":24054128640,"out_bytes":835608576,"layer_bytes":[[54,414498816]],"read_bytes_per_token":23218544640,"files":["utter-project_EuroLLM-22B-Instruct-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"},{"quant":"BF16","bytes":45279089632,"gpu_bytes":43703132160,"mapped_bytes":45275996160,"out_bytes":1572888576,"layer_bytes":[[54,780189696]],"read_bytes_per_token":43703132160,"files":["utter-project_EuroLLM-22B-Instruct-2512-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"}],"original":{"bytes":45274713864,"repo":"utter-project/EuroLLM-22B-Instruct-2512","sha":"8c6ed5c8d18527d9daed994f645032b86c53f0bb","dtypes":{"BF16":22637328384}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:38+00:00","url":"https://huggingface.co/utter-project/EuroLLM-22B-Instruct-2512/tree/8c6ed5c8d18527d9daed994f645032b86c53f0bb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:38+00:00","url":"https://huggingface.co/bartowski/utter-project_EuroLLM-22B-Instruct-2512-GGUF/tree/1dbd312ffa10e83e5faa855e3727cbf4abc45f08"}]},{"id":"eurollm-9b-instruct-2512","name":"EuroLLM-9B-Instruct-2512","repo":"utter-project/EuroLLM-9B-Instruct-2512","sha":"def82454026b0353f12e48a0de081a9ed380d91e","publisher":"utter-project","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":9152319488,"params_active":null,"params_repo":9152319488,"arch":{"gguf_arch":"llama","n_layers":42,"n_layers_all":42,"layers":[[42,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":42,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128000,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"EuroLLM-9B-Instruct-2512.Q4_K_M.gguf","repo":"mradermacher/EuroLLM-9B-Instruct-2512-GGUF","sha":"5138603fccb9dc1f35c25cfd1a4981a78617e9ff"}},"gguf":{"repo":"mradermacher/EuroLLM-9B-Instruct-2512-GGUF","sha":"5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},"weights":[{"quant":"Q2_K","bytes":3593067648,"gpu_bytes":3417948160,"mapped_bytes":3589980160,"out_bytes":430096384,"layer_bytes":[[42,71139328]],"read_bytes_per_token":3417948160,"files":["EuroLLM-9B-Instruct-2512.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"Q3_K_M","bytes":4553137280,"gpu_bytes":4324769792,"mapped_bytes":4550049792,"out_bytes":430096384,"layer_bytes":[[2,99221504],[40,92405760]],"read_bytes_per_token":4324769792,"files":["EuroLLM-9B-Instruct-2512.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"IQ4_XS","bytes":5084863616,"gpu_bytes":4803248128,"mapped_bytes":5081776128,"out_bytes":430096384,"layer_bytes":[[5,111050752],[37,103186432]],"read_bytes_per_token":4803248128,"files":["EuroLLM-9B-Instruct-2512.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"Q4_K_M","bytes":5582838912,"gpu_bytes":5284839424,"mapped_bytes":5579751424,"out_bytes":430096384,"layer_bytes":[[5,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[2,108560384],[1,122617856],[1,108560384],[6,122617856]],"read_bytes_per_token":5284839424,"files":["EuroLLM-9B-Instruct-2512.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"Q5_K_M","bytes":6518168704,"gpu_bytes":6154633216,"mapped_bytes":6515081216,"out_bytes":430096384,"layer_bytes":[[5,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[2,132677632],[1,139919360],[1,132677632],[6,139919360]],"read_bytes_per_token":6154633216,"files":["EuroLLM-9B-Instruct-2512.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"Q6_K","bytes":7511956608,"gpu_bytes":7078789120,"mapped_bytes":7508869120,"out_bytes":430096384,"layer_bytes":[[42,158302208]],"read_bytes_per_token":7078789120,"files":["EuroLLM-9B-Instruct-2512.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"Q8_0","bytes":9728449664,"gpu_bytes":9168306176,"mapped_bytes":9725362176,"out_bytes":557072384,"layer_bytes":[[42,205029376]],"read_bytes_per_token":9168306176,"files":["EuroLLM-9B-Instruct-2512.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"},{"quant":"F16","bytes":18308422784,"gpu_bytes":17256759296,"mapped_bytes":18305335296,"out_bytes":1048592384,"layer_bytes":[[42,385908736]],"read_bytes_per_token":17256759296,"files":["EuroLLM-9B-Instruct-2512.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"}],"original":{"bytes":18304683360,"repo":"utter-project/EuroLLM-9B-Instruct-2512","sha":"def82454026b0353f12e48a0de081a9ed380d91e","dtypes":{"BF16":9152319488}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:57:25+00:00","url":"https://huggingface.co/utter-project/EuroLLM-9B-Instruct-2512/tree/def82454026b0353f12e48a0de081a9ed380d91e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:57:25+00:00","url":"https://huggingface.co/mradermacher/EuroLLM-9B-Instruct-2512-GGUF/tree/5138603fccb9dc1f35c25cfd1a4981a78617e9ff"}]},{"id":"euromoe-2-6b-a0-6b-instruct-2512","name":"EuroMoE-2.6B-A0.6B-Instruct-2512","repo":"utter-project/EuroMoE-2.6B-A0.6B-Instruct-2512","sha":"96e19829c2fe57c4d5d484ecbd6b0ad6b950cac6","publisher":"utter-project","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2611528704,"params_active":497599488,"params_repo":2611528704,"arch":{"gguf_arch":"llama","n_layers":24,"n_layers_all":24,"layers":[[24,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":24,"v_elems":256,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128000,"hidden_size":1024,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q4_K_M.gguf","repo":"mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF","sha":"bf2007ba4e554244a5a377d286e6b22b274b2d4c"}},"gguf":{"repo":"mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF","sha":"bf2007ba4e554244a5a377d286e6b22b274b2d4c"},"weights":[{"quant":"IQ2_XXS","bytes":747753920,"gpu_bytes":744673280,"mapped_bytes":744673280,"out_bytes":90116096,"layer_bytes":[[3,29337600],[21,26978304]],"read_bytes_per_token":193482752,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"IQ2_M","bytes":908972480,"gpu_bytes":905891840,"mapped_bytes":905891840,"out_bytes":90116096,"layer_bytes":[[3,37201920],[21,33531904]],"read_bytes_per_token":219140096,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"Q2_K","bytes":1016279488,"gpu_bytes":1013198848,"mapped_bytes":1013198848,"out_bytes":107524096,"layer_bytes":[[24,37736448]],"read_bytes_per_token":248000512,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"IQ3_XXS","bytes":1048957376,"gpu_bytes":1045876736,"mapped_bytes":1045876736,"out_bytes":90116096,"layer_bytes":[[24,39823360]],"read_bytes_per_token":236638208,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"Q3_K_M","bytes":1297609152,"gpu_bytes":1294528512,"mapped_bytes":1294528512,"out_bytes":107524096,"layer_bytes":[[1,53508096],[1,49313792],[22,49281024]],"read_bytes_per_token":288944128,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"IQ4_XS","bytes":1434956224,"gpu_bytes":1431875584,"mapped_bytes":1431875584,"out_bytes":107524096,"layer_bytes":[[24,55181312]],"read_bytes_per_token":308850688,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"Q4_0","bytes":1517728192,"gpu_bytes":1514647552,"mapped_bytes":1514647552,"out_bytes":107524096,"layer_bytes":[[3,60465152],[21,58368000]],"read_bytes_per_token":320057344,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"Q4_K_M","bytes":1616056768,"gpu_bytes":1612976128,"mapped_bytes":1612976128,"out_bytes":107524096,"layer_bytes":[[3,67086336],[2,58368000],[1,67086336],[2,58368000],[1,67086336],[2,58368000],[1,67086336],[2,58368000],[1,67086336],[2,58368000],[1,67086336],[2,58368000],[4,67086336]],"read_bytes_per_token":333058048,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"Q5_K_M","bytes":1875186112,"gpu_bytes":1872105472,"mapped_bytes":1872105472,"out_bytes":107524096,"layer_bytes":[[3,75769856],[2,71278592],[1,75769856],[2,71278592],[1,75769856],[2,71278592],[1,75769856],[2,71278592],[1,75769856],[2,71278592],[1,75769856],[2,71278592],[4,75769856]],"read_bytes_per_token":371986432,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"},{"quant":"Q6_K","bytes":2150511040,"gpu_bytes":2147430400,"mapped_bytes":2147430400,"out_bytes":107524096,"layer_bytes":[[24,84996096]],"read_bytes_per_token":413347840,"files":["EuroMoE-2.6B-A0.6B-Instruct-2512.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"}],"original":{"bytes":10446728984,"repo":"utter-project/EuroMoE-2.6B-A0.6B-Instruct-2512","sha":"96e19829c2fe57c4d5d484ecbd6b0ad6b950cac6","dtypes":{"F32":2611528704}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:57:26+00:00","url":"https://huggingface.co/utter-project/EuroMoE-2.6B-A0.6B-Instruct-2512/tree/96e19829c2fe57c4d5d484ecbd6b0ad6b950cac6"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:57:26+00:00","url":"https://huggingface.co/mradermacher/EuroMoE-2.6B-A0.6B-Instruct-2512-i1-GGUF/tree/bf2007ba4e554244a5a377d286e6b22b274b2d4c"}]},{"id":"exaone-4-5-33b","name":"EXAONE-4.5-33B","repo":"LGAI-EXAONE/EXAONE-4.5-33B","sha":"570aa4b15a4f45ba1133072b45f50198f6e3b4fd","publisher":"LGAI-EXAONE","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":32527504448,"params_active":null,"params_repo":34350097664,"arch":{"gguf_arch":"exaone4","n_layers":64,"n_layers_all":65,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":262144,"vocab_size":153600,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"EXAONE-4.5-33B-Q4_K_M.gguf","repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","sha":"0e969634ef24db05151b435970297a6dee634b7e"}},"gguf":{"repo":"LGAI-EXAONE/EXAONE-4.5-33B-GGUF","sha":"0e969634ef24db05151b435970297a6dee634b7e"},"weights":[{"quant":"IQ4_XS","bytes":18029955264,"gpu_bytes":17319858432,"mapped_bytes":18023367936,"out_bytes":645140736,"layer_bytes":[[8,279716864],[56,257803264]],"read_bytes_per_token":17319858432,"files":["EXAONE-4.5-33B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"},{"quant":"Q4_K_M","bytes":20047839424,"gpu_bytes":19259724032,"mapped_bytes":20041252096,"out_bytes":645140736,"layer_bytes":[[8,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[1,309607424],[2,272098304],[9,309607424]],"read_bytes_per_token":19259724032,"files":["EXAONE-4.5-33B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"},{"quant":"Q5_K_M","bytes":23482253504,"gpu_bytes":22547009792,"mapped_bytes":23475666176,"out_bytes":645140736,"layer_bytes":[[8,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[1,351878144],[2,332555264],[9,351878144]],"read_bytes_per_token":22547009792,"files":["EXAONE-4.5-33B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"},{"quant":"Q6_K","bytes":27131318464,"gpu_bytes":26039750912,"mapped_bytes":27124731136,"out_bytes":645140736,"layer_bytes":[[64,396790784]],"read_bytes_per_token":26039750912,"files":["EXAONE-4.5-33B-Q6_K.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"},{"quant":"Q8_0","bytes":35138742464,"gpu_bytes":33726877952,"mapped_bytes":35132155136,"out_bytes":835604736,"layer_bytes":[[64,513926144]],"read_bytes_per_token":33726877952,"files":["EXAONE-4.5-33B-Q8_0.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"},{"quant":"BF16","bytes":66135222464,"gpu_bytes":63483498752,"mapped_bytes":66128635136,"out_bytes":1572884736,"layer_bytes":[[64,967353344]],"read_bytes_per_token":63483498752,"files":["EXAONE-4.5-33B-BF16.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"}],"original":{"bytes":68700331096,"repo":"LGAI-EXAONE/EXAONE-4.5-33B","sha":"570aa4b15a4f45ba1133072b45f50198f6e3b4fd","dtypes":{"BF16":34350097664}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:33+00:00","url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B/tree/570aa4b15a4f45ba1133072b45f50198f6e3b4fd"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:33+00:00","url":"https://huggingface.co/LGAI-EXAONE/EXAONE-4.5-33B-GGUF/tree/0e969634ef24db05151b435970297a6dee634b7e"}]},{"id":"fara-7b","name":"Fara-7B","repo":"microsoft/Fara-7B","sha":"4fca9cdeeff278777751ec558257753b89cf078b","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"microsoft_Fara-7B-Q4_K_M.gguf","repo":"bartowski/microsoft_Fara-7B-GGUF","sha":"b51b2b04408fbf5da0e91ba634dfc573a38efed5"}},"gguf":{"repo":"bartowski/microsoft_Fara-7B-GGUF","sha":"b51b2b04408fbf5da0e91ba634dfc573a38efed5"},"weights":[{"quant":"IQ2_M","bytes":2780341024,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["microsoft_Fara-7B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q2_K","bytes":3015938848,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["microsoft_Fara-7B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"IQ3_XXS","bytes":3114513184,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["microsoft_Fara-7B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q3_K_M","bytes":3808389920,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["microsoft_Fara-7B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"IQ4_XS","bytes":4218471200,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["microsoft_Fara-7B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q4_0","bytes":4444119840,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["microsoft_Fara-7B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q4_K_M","bytes":4683072288,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["microsoft_Fara-7B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q5_K_M","bytes":5444829984,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["microsoft_Fara-7B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q6_K","bytes":6254197536,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["microsoft_Fara-7B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"Q8_0","bytes":8098523936,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["microsoft_Fara-7B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"},{"quant":"BF16","bytes":15237851648,"gpu_bytes":14141904896,"mapped_bytes":15231899648,"out_bytes":1090009088,"layer_bytes":[[28,466139136]],"read_bytes_per_token":14141904896,"files":["microsoft_Fara-7B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"}],"original":{"bytes":16584414416,"repo":"microsoft/Fara-7B","sha":"4fca9cdeeff278777751ec558257753b89cf078b","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:53+00:00","url":"https://huggingface.co/microsoft/Fara-7B/tree/4fca9cdeeff278777751ec558257753b89cf078b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:53+00:00","url":"https://huggingface.co/bartowski/microsoft_Fara-7B-GGUF/tree/b51b2b04408fbf5da0e91ba634dfc573a38efed5"}]},{"id":"fara1-5-27b","name":"Fara1.5-27B","repo":"microsoft/Fara1.5-27B","sha":"299c8406a6c6256d45ec200d1ac12b34c5599d9b","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27356728560,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":64,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Fara1.5-27B-Q4_K_M.gguf","repo":"bartowski/Fara1.5-27B-GGUF","sha":"dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"}},"gguf":{"repo":"bartowski/Fara1.5-27B-GGUF","sha":"dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},"weights":[{"quant":"IQ2_M","bytes":10634372928,"gpu_bytes":10077075456,"mapped_bytes":10623379456,"out_bytes":874106880,"layer_bytes":[[3,232817536],[1,229582848],[3,174326656],[1,171091968],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[3,145081216],[1,141846528],[3,145081216],[1,141846528]],"read_bytes_per_token":10077075456,"files":["Fara1.5-27B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q2_K","bytes":11600455488,"gpu_bytes":11172284416,"mapped_bytes":11589462016,"out_bytes":1042964480,"layer_bytes":[[3,172196736],[1,166627328],[3,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[3,172196736],[1,166627328],[3,172196736],[1,166627328]],"read_bytes_per_token":11172284416,"files":["Fara1.5-27B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"IQ3_XXS","bytes":12387788608,"gpu_bytes":11830491136,"mapped_bytes":12376795136,"out_bytes":874106880,"layer_bytes":[[3,186041216],[1,172484608],[3,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[3,186041216],[1,172484608],[3,186041216],[1,172484608]],"read_bytes_per_token":11830491136,"files":["Fara1.5-27B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q3_K_M","bytes":14366750528,"gpu_bytes":13809453056,"mapped_bytes":14355757056,"out_bytes":1042964480,"layer_bytes":[[3,223028096],[1,213075968],[3,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[3,211886976],[1,201934848],[3,211886976],[1,201934848]],"read_bytes_per_token":13809453056,"files":["Fara1.5-27B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"IQ4_XS","bytes":15328839488,"gpu_bytes":14642415616,"mapped_bytes":15317846016,"out_bytes":1042964480,"layer_bytes":[[3,222208896],[1,217499648],[3,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[3,222208896],[1,217499648],[3,222208896],[1,217499648]],"read_bytes_per_token":14642415616,"files":["Fara1.5-27B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q4_0","bytes":16109782848,"gpu_bytes":15383627776,"mapped_bytes":16098789376,"out_bytes":1042964480,"layer_bytes":[[3,238756736],[1,231221248],[3,238756736],[1,231221248],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[3,233186176],[1,225650688],[3,233186176],[1,225650688]],"read_bytes_per_token":15383627776,"files":["Fara1.5-27B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q4_K_M","bytes":17533552448,"gpu_bytes":16807397376,"mapped_bytes":17522558976,"out_bytes":1042964480,"layer_bytes":[[3,269681536],[1,254568448],[3,269681536],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[3,269681536],[1,254568448],[3,269681536],[1,254568448]],"read_bytes_per_token":16807397376,"files":["Fara1.5-27B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q5_K_M","bytes":20513802048,"gpu_bytes":19628722176,"mapped_bytes":20502808576,"out_bytes":1042964480,"layer_bytes":[[3,308593536],[1,281724928],[3,308593536],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[3,308593536],[1,281724928],[3,308593536],[1,281724928]],"read_bytes_per_token":19628722176,"files":["Fara1.5-27B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q6_K","bytes":23224145728,"gpu_bytes":22170208256,"mapped_bytes":23213152256,"out_bytes":1042964480,"layer_bytes":[[3,336446336],[1,330795008],[3,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[3,336446336],[1,330795008],[3,336446336],[1,330795008]],"read_bytes_per_token":22170208256,"files":["Fara1.5-27B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"Q8_0","bytes":28665067328,"gpu_bytes":27303213056,"mapped_bytes":28654073856,"out_bytes":1350881280,"layer_bytes":[[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768]],"read_bytes_per_token":27303213056,"files":["Fara1.5-27B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"},{"quant":"BF16","bytes":53808281344,"gpu_bytes":51254491136,"mapped_bytes":53797287936,"out_bytes":2542817280,"layer_bytes":[[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968]],"read_bytes_per_token":51254491136,"files":["Fara1.5-27B-bf16/Fara1.5-27B-bf16-00001-of-00002.gguf","Fara1.5-27B-bf16/Fara1.5-27B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"}],"original":{"bytes":54713606240,"repo":"microsoft/Fara1.5-27B","sha":"299c8406a6c6256d45ec200d1ac12b34c5599d9b","dtypes":{"BF16":27356728560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:25:05+00:00","url":"https://huggingface.co/microsoft/Fara1.5-27B/tree/299c8406a6c6256d45ec200d1ac12b34c5599d9b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:25:05+00:00","url":"https://huggingface.co/bartowski/Fara1.5-27B-GGUF/tree/dd7cba968d1a9c8feab0c2b85d93b117e6cc16fe"}]},{"id":"fara1-5-4b","name":"Fara1.5-4B","repo":"microsoft/Fara1.5-4B","sha":"776a33ae5b2ad503796a97ae20fdc66f61d2feea","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4205751296,"params_active":null,"params_repo":4539265536,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Fara1.5-4B-Q4_K_M.gguf","repo":"bartowski/Fara1.5-4B-GGUF","sha":"b97f335231e01efbbad37bb89b5310340fc10735"}},"gguf":{"repo":"bartowski/Fara1.5-4B-GGUF","sha":"b97f335231e01efbbad37bb89b5310340fc10735"},"weights":[{"quant":"IQ2_M","bytes":1825573984,"gpu_bytes":1814605824,"mapped_bytes":1814605824,"out_bytes":437053440,"layer_bytes":[[2,67756800],[1,52273920],[1,50362368],[2,36913920],[1,44532480],[1,41945088],[2,36913920],[1,44532480],[1,41945088],[2,36913920],[1,44532480],[1,42620928],[2,36913920],[1,44532480],[1,41945088],[2,36913920],[1,44532480],[1,41945088],[2,36913920],[1,44532480],[1,42620928],[3,44532480],[1,42620928]],"read_bytes_per_token":1814605824,"files":["Fara1.5-4B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q2_K","bytes":2063602784,"gpu_bytes":2052634624,"mapped_bytes":2052634624,"out_bytes":521482240,"layer_bytes":[[3,52806400],[1,49686528],[2,45105920],[1,52806400],[1,39364608],[2,45105920],[1,52806400],[1,39364608],[2,45105920],[1,52806400],[1,49686528],[2,45105920],[1,52806400],[1,39364608],[2,45105920],[1,52806400],[1,39364608],[2,45105920],[1,52806400],[1,49686528],[3,52806400],[1,49686528]],"read_bytes_per_token":2052634624,"files":["Fara1.5-4B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"IQ3_XXS","bytes":2115652704,"gpu_bytes":2104684544,"mapped_bytes":2104684544,"out_bytes":437053440,"layer_bytes":[[3,57475840],[1,51304448],[2,50348800],[1,57475840],[1,42129408],[2,50348800],[1,57475840],[1,42129408],[2,50348800],[1,57475840],[1,51304448],[2,50348800],[1,57475840],[1,42129408],[2,50348800],[1,57475840],[1,42129408],[2,50348800],[1,57475840],[1,51304448],[3,57475840],[1,51304448]],"read_bytes_per_token":2104684544,"files":["Fara1.5-4B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q3_K_M","bytes":2447479904,"gpu_bytes":2436511744,"mapped_bytes":2436511744,"out_bytes":521482240,"layer_bytes":[[2,67367680],[1,64418560],[1,59598848],[2,57783040],[1,64418560],[1,51079168],[2,57783040],[1,64418560],[1,51079168],[2,57783040],[1,64418560],[1,59598848],[2,57783040],[1,64418560],[1,51079168],[2,57783040],[1,64418560],[1,51079168],[2,57783040],[1,64418560],[1,59598848],[3,64418560],[1,59598848]],"read_bytes_per_token":2436511744,"files":["Fara1.5-4B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"IQ4_XS","bytes":2543162464,"gpu_bytes":2532194304,"mapped_bytes":2532194304,"out_bytes":521482240,"layer_bytes":[[3,66261760],[1,63940608],[2,60691200],[1,66261760],[1,57878528],[2,60691200],[1,66261760],[1,57878528],[2,60691200],[1,66261760],[1,63940608],[2,60691200],[1,66261760],[1,57878528],[2,60691200],[1,66261760],[1,57878528],[2,60691200],[1,66261760],[1,63940608],[3,66261760],[1,63940608]],"read_bytes_per_token":2532194304,"files":["Fara1.5-4B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q4_0","bytes":2647856224,"gpu_bytes":2636888064,"mapped_bytes":2636888064,"out_bytes":521482240,"layer_bytes":[[3,70931200],[1,67360768],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,65886208],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,65886208],[3,69456640],[1,65886208]],"read_bytes_per_token":2636888064,"files":["Fara1.5-4B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q4_K_M","bytes":2884850784,"gpu_bytes":2873882624,"mapped_bytes":2873882624,"out_bytes":521482240,"layer_bytes":[[3,80945920],[1,74283008],[2,69620480],[1,80945920],[1,62117888],[1,69620480],[1,75703040],[1,74863360],[1,62117888],[1,75703040],[1,69620480],[1,74863360],[1,74283008],[2,69620480],[1,80945920],[1,62117888],[1,69620480],[1,75703040],[1,74863360],[1,62117888],[1,75703040],[1,69620480],[1,74863360],[1,74283008],[3,80945920],[1,74283008]],"read_bytes_per_token":2873882624,"files":["Fara1.5-4B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q5_K_M","bytes":3315586144,"gpu_bytes":3304617984,"mapped_bytes":3304617984,"out_bytes":521482240,"layer_bytes":[[3,93233920],[1,81922048],[2,86168320],[1,93233920],[1,75655168],[1,86168320],[1,89301760],[1,90100480],[1,75655168],[1,89301760],[1,86168320],[1,90100480],[1,81922048],[2,86168320],[1,93233920],[1,75655168],[1,86168320],[1,89301760],[1,90100480],[1,75655168],[1,89301760],[1,86168320],[1,90100480],[1,81922048],[3,93233920],[1,81922048]],"read_bytes_per_token":3304617984,"files":["Fara1.5-4B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q6_K","bytes":3677181024,"gpu_bytes":3666212864,"mapped_bytes":3666212864,"out_bytes":521482240,"layer_bytes":[[3,100893440],[1,97077248],[2,98353920],[1,100893440],[1,91363328],[2,98353920],[1,100893440],[1,91363328],[2,98353920],[1,100893440],[1,97077248],[2,98353920],[1,100893440],[1,91363328],[2,98353920],[1,100893440],[1,91363328],[2,98353920],[1,100893440],[1,97077248],[3,100893440],[1,97077248]],"read_bytes_per_token":3666212864,"files":["Fara1.5-4B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"Q8_0","bytes":4493954144,"gpu_bytes":4482985984,"mapped_bytes":4482985984,"out_bytes":675440640,"layer_bytes":[[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008]],"read_bytes_per_token":4482985984,"files":["Fara1.5-4B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"},{"quant":"BF16","bytes":8424393568,"gpu_bytes":8413425664,"mapped_bytes":8413425664,"out_bytes":1271408640,"layer_bytes":[[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608]],"read_bytes_per_token":8413425664,"files":["Fara1.5-4B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"}],"original":{"bytes":9078620456,"repo":"microsoft/Fara1.5-4B","sha":"776a33ae5b2ad503796a97ae20fdc66f61d2feea","dtypes":{"BF16":4539265536}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:51:40+00:00","url":"https://huggingface.co/microsoft/Fara1.5-4B/tree/776a33ae5b2ad503796a97ae20fdc66f61d2feea"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:51:40+00:00","url":"https://huggingface.co/bartowski/Fara1.5-4B-GGUF/tree/b97f335231e01efbbad37bb89b5310340fc10735"}]},{"id":"fara1-5-9b","name":"Fara1.5-9B","repo":"microsoft/Fara1.5-9B","sha":"1a93677cd89d5601bc2ed759791e981f3a520032","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":9409813744,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Fara1.5-9B-Q4_K_M.gguf","repo":"bartowski/Fara1.5-9B-GGUF","sha":"153cb27ac91d4a2b9391ecf278542e610d040178"}},"gguf":{"repo":"bartowski/Fara1.5-9B-GGUF","sha":"153cb27ac91d4a2b9391ecf278542e610d040178"},"weights":[{"quant":"IQ2_M","bytes":3769427072,"gpu_bytes":3321415680,"mapped_bytes":3758458880,"out_bytes":699285504,"layer_bytes":[[2,132809472],[1,99779328],[1,96798720],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,80283648],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,80283648],[3,83264256],[1,80283648]],"read_bytes_per_token":3321415680,"files":["Fara1.5-9B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q2_K","bytes":4064273536,"gpu_bytes":3719563264,"mapped_bytes":4053305344,"out_bytes":834371584,"layer_bytes":[[3,98075392],[1,93161472],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,93161472],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,93161472],[3,98075392],[1,93161472]],"read_bytes_per_token":3719563264,"files":["Fara1.5-9B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"IQ3_XXS","bytes":4276020352,"gpu_bytes":3828008960,"mapped_bytes":4265052160,"out_bytes":699285504,"layer_bytes":[[3,106332928],[1,96536576],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,96536576],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,96536576],[3,106332928],[1,96536576]],"read_bytes_per_token":3828008960,"files":["Fara1.5-9B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q3_K_M","bytes":4920190080,"gpu_bytes":4472178688,"mapped_bytes":4909221888,"out_bytes":834371584,"layer_bytes":[[2,127173376],[1,120881920],[1,113248256],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,113248256],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,113248256],[3,120881920],[1,113248256]],"read_bytes_per_token":4472178688,"files":["Fara1.5-9B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"IQ4_XS","bytes":5242643584,"gpu_bytes":4691331072,"mapped_bytes":5231675392,"out_bytes":834371584,"layer_bytes":[[3,125993728],[1,122357760],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,122357760],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,122357760],[3,125993728],[1,122357760]],"read_bytes_per_token":4691331072,"files":["Fara1.5-9B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q4_0","bytes":5482833024,"gpu_bytes":4899735552,"mapped_bytes":5471864832,"out_bytes":834371584,"layer_bytes":[[3,135430912],[1,129796096],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[3,132285184],[1,126650368]],"read_bytes_per_token":4899735552,"files":["Fara1.5-9B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q4_K_M","bytes":5910783104,"gpu_bytes":5327685632,"mapped_bytes":5899814912,"out_bytes":834371584,"layer_bytes":[[3,153912064],[1,143329280],[2,132547328],[1,153912064],[1,120621056],[1,132547328],[1,145523456],[1,140935936],[1,120621056],[1,145523456],[1,132547328],[1,140935936],[1,143329280],[2,132547328],[1,153912064],[1,120621056],[1,132547328],[1,145523456],[1,140935936],[1,120621056],[1,145523456],[1,132547328],[1,140935936],[1,143329280],[3,153912064],[1,143329280]],"read_bytes_per_token":5327685632,"files":["Fara1.5-9B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q5_K_M","bytes":6852928640,"gpu_bytes":6142691328,"mapped_bytes":6841960448,"out_bytes":834371584,"layer_bytes":[[3,176718592],[1,158697472],[2,163742464],[1,176718592],[1,146999296],[1,163742464],[1,170427136],[1,170033920],[1,146999296],[1,170427136],[1,163742464],[1,170033920],[1,158697472],[2,163742464],[1,176718592],[1,146999296],[1,163742464],[1,170427136],[1,170033920],[1,146999296],[1,170427136],[1,163742464],[1,170033920],[1,158697472],[3,176718592],[1,158697472]],"read_bytes_per_token":6142691328,"files":["Fara1.5-9B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q6_K","bytes":7700259968,"gpu_bytes":6854936576,"mapped_bytes":7689291776,"out_bytes":834371584,"layer_bytes":[[3,192316160],[1,186288128],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,186288128],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,186288128],[3,192316160],[1,186288128]],"read_bytes_per_token":6854936576,"files":["Fara1.5-9B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"Q8_0","bytes":9545983104,"gpu_bytes":8454326272,"mapped_bytes":9535014912,"out_bytes":1080705024,"layer_bytes":[[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216]],"read_bytes_per_token":8454326272,"files":["Fara1.5-9B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"},{"quant":"BF16","bytes":17920697216,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["Fara1.5-9B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"}],"original":{"bytes":18819720432,"repo":"microsoft/Fara1.5-9B","sha":"1a93677cd89d5601bc2ed759791e981f3a520032","dtypes":{"BF16":9409813744}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:25:04+00:00","url":"https://huggingface.co/microsoft/Fara1.5-9B/tree/1a93677cd89d5601bc2ed759791e981f3a520032"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:25:04+00:00","url":"https://huggingface.co/bartowski/Fara1.5-9B-GGUF/tree/153cb27ac91d4a2b9391ecf278542e610d040178"}]},{"id":"frogboss-32b-2510","name":"FrogBoss-32B-2510","repo":"microsoft/FrogBoss-32B-2510","sha":"cc930952b8751de86a2a44debaf26e45e677a291","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32762123264,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"FrogBoss-32B-2510.i1-Q4_K_M.gguf","repo":"mradermacher/FrogBoss-32B-2510-i1-GGUF","sha":"b929a6c4a6bc50ba745af9a12f2852a007312267"}},"gguf":{"repo":"mradermacher/FrogBoss-32B-2510-i1-GGUF","sha":"b929a6c4a6bc50ba745af9a12f2852a007312267"},"weights":[{"quant":"IQ2_XXS","bytes":9019913856,"gpu_bytes":8758685696,"mapped_bytes":9013938176,"out_bytes":534835200,"layer_bytes":[[8,136561664],[56,127345664]],"read_bytes_per_token":8758685696,"files":["FrogBoss-32B-2510.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"IQ2_M","bytes":11362861696,"gpu_bytes":11022626816,"mapped_bytes":11356886016,"out_bytes":534835200,"layer_bytes":[[8,176415744],[56,162079744]],"read_bytes_per_token":11022626816,"files":["FrogBoss-32B-2510.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"Q2_K","bytes":12344652416,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["FrogBoss-32B-2510.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"IQ3_XXS","bytes":12821037696,"gpu_bytes":12480802816,"mapped_bytes":12815062016,"out_bytes":534835200,"layer_bytes":[[64,186655744]],"read_bytes_per_token":12480802816,"files":["FrogBoss-32B-2510.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"Q3_K_M","bytes":15971778176,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["FrogBoss-32B-2510.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"IQ4_XS","bytes":17690495616,"gpu_bytes":17271254016,"mapped_bytes":17684519936,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["FrogBoss-32B-2510.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"Q4_0","bytes":18703088256,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["FrogBoss-32B-2510.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"Q4_K_M","bytes":19762150016,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["FrogBoss-32B-2510.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"Q5_K_M","bytes":23214832256,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["FrogBoss-32B-2510.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"},{"quant":"Q6_K","bytes":26883307136,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["FrogBoss-32B-2510.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"}],"original":{"bytes":65524328560,"repo":"microsoft/FrogBoss-32B-2510","sha":"cc930952b8751de86a2a44debaf26e45e677a291","dtypes":{"BF16":32762123264}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:51:41+00:00","url":"https://huggingface.co/microsoft/FrogBoss-32B-2510/tree/cc930952b8751de86a2a44debaf26e45e677a291"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:51:41+00:00","url":"https://huggingface.co/mradermacher/FrogBoss-32B-2510-i1-GGUF/tree/b929a6c4a6bc50ba745af9a12f2852a007312267"}]},{"id":"frogmini-14b-2510","name":"FrogMini-14B-2510","repo":"microsoft/FrogMini-14B-2510","sha":"bde8b2b59a5f8f98294b2cd096ecb727042c975f","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"FrogMini-14B-2510.i1-Q4_K_M.gguf","repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","sha":"602821522e574f04e5c202c5ccf917cefea575a3"}},"gguf":{"repo":"mradermacher/FrogMini-14B-2510-i1-GGUF","sha":"602821522e574f04e5c202c5ccf917cefea575a3"},"weights":[{"quant":"IQ2_XXS","bytes":4299192640,"gpu_bytes":4037980160,"mapped_bytes":4293232640,"out_bytes":534835200,"layer_bytes":[[5,93062144],[35,86795264]],"read_bytes_per_token":4037980160,"files":["FrogMini-14B-2510.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"IQ2_M","bytes":5322941760,"gpu_bytes":4982722560,"mapped_bytes":5316981760,"out_bytes":534835200,"layer_bytes":[[5,119727104],[35,109978624]],"read_bytes_per_token":4982722560,"files":["FrogMini-14B-2510.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"Q2_K","bytes":5753984320,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["FrogMini-14B-2510.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"IQ3_XXS","bytes":5942666560,"gpu_bytes":5602447360,"mapped_bytes":5936706560,"out_bytes":534835200,"layer_bytes":[[40,126690304]],"read_bytes_per_token":5602447360,"files":["FrogMini-14B-2510.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"Q3_K_M","bytes":7321313600,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["FrogMini-14B-2510.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"IQ4_XS","bytes":8110730560,"gpu_bytes":7691504640,"mapped_bytes":8104770560,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["FrogMini-14B-2510.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"Q4_0","bytes":8543001920,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["FrogMini-14B-2510.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"Q4_K_M","bytes":9001753920,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["FrogMini-14B-2510.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"Q5_K_M","bytes":10514570560,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["FrogMini-14B-2510.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"},{"quant":"Q6_K","bytes":12121938240,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["FrogMini-14B-2510.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"}],"original":{"bytes":29536665656,"repo":"microsoft/FrogMini-14B-2510","sha":"bde8b2b59a5f8f98294b2cd096ecb727042c975f","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:51:46+00:00","url":"https://huggingface.co/microsoft/FrogMini-14B-2510/tree/bde8b2b59a5f8f98294b2cd096ecb727042c975f"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:51:46+00:00","url":"https://huggingface.co/mradermacher/FrogMini-14B-2510-i1-GGUF/tree/602821522e574f04e5c202c5ccf917cefea575a3"}]},{"id":"frognano-4b-2609","name":"FrogNano-4B-2609","repo":"microsoft/FrogNano-4B-2609","sha":"b90468c11a913c1916b4542b4b7a530ec42024a4","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4205751296,"params_active":null,"params_repo":4659865088,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":33,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"FrogNano-4B-2609-Q4_K_M.gguf","repo":"bartowski/FrogNano-4B-2609-GGUF","sha":"dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"}},"gguf":{"repo":"bartowski/FrogNano-4B-2609-GGUF","sha":"dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},"weights":[{"quant":"IQ2_M","bytes":1653872416,"gpu_bytes":1575020544,"mapped_bytes":1642903552,"out_bytes":273162240,"layer_bytes":[[1,56595200],[2,41706240],[1,43010048],[3,41706240],[1,41904128],[3,39125760],[1,38258688],[3,39125760],[1,37931008],[3,39125760],[1,37931008],[3,39125760],[1,37849088],[3,39125760],[1,40839168],[3,39125760],[1,54745088]],"read_bytes_per_token":1575020544,"files":["FrogNano-4B-2609-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q2_K","bytes":1797693216,"gpu_bytes":1718841344,"mapped_bytes":1786724352,"out_bytes":357591040,"layer_bytes":[[1,61305600],[1,48239360],[1,45781760],[1,44832768],[3,45781760],[1,44832768],[3,40252160],[1,39630848],[3,40252160],[1,39303168],[3,40252160],[1,39303168],[3,40252160],[1,39303168],[3,40252160],[1,39630848],[3,40252160],[1,57202688]],"read_bytes_per_token":1718841344,"files":["FrogNano-4B-2609-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"IQ3_XXS","bytes":1975582496,"gpu_bytes":1896730624,"mapped_bytes":1964613632,"out_bytes":357591040,"layer_bytes":[[1,65135360],[1,52847360],[1,49345280],[1,52963328],[3,49345280],[1,52963328],[3,45515520],[1,45959168],[3,45515520],[1,45959168],[3,45515520],[1,45959168],[3,45515520],[1,45959168],[1,45843200],[2,45515520],[1,49809408],[3,45515520],[1,64595968]],"read_bytes_per_token":1896730624,"files":["FrogNano-4B-2609-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q3_K_M","bytes":2140753696,"gpu_bytes":2061901824,"mapped_bytes":2129784832,"out_bytes":357591040,"layer_bytes":[[1,69108480],[1,59605760],[1,58213120],[1,56526848],[3,55079680],[1,56526848],[3,50635520],[1,50259968],[3,50635520],[1,50259968],[3,50635520],[1,50259968],[3,50635520],[1,50259968],[2,51946240],[1,50635520],[1,53741568],[3,50635520],[1,70248448]],"read_bytes_per_token":2061901824,"files":["FrogNano-4B-2609-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"IQ4_XS","bytes":2506567456,"gpu_bytes":2427715584,"mapped_bytes":2495598592,"out_bytes":437053440,"layer_bytes":[[1,77894400],[1,62329600],[1,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62937088],[3,60691200],[1,78481408]],"read_bytes_per_token":2427715584,"files":["FrogNano-4B-2609-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q4_0","bytes":2715739936,"gpu_bytes":2636888064,"mapped_bytes":2704771072,"out_bytes":521482240,"layer_bytes":[[3,70931200],[1,67360768],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,65886208],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,65886208],[3,69456640],[1,65886208]],"read_bytes_per_token":2636888064,"files":["FrogNano-4B-2609-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q4_K_M","bytes":2797526816,"gpu_bytes":2718674944,"mapped_bytes":2786557952,"out_bytes":437053440,"layer_bytes":[[1,97350400],[1,76849920],[1,75539200],[1,80508928],[3,75539200],[1,74426368],[3,66917120],[1,68343808],[3,66917120],[1,68343808],[3,66917120],[1,68343808],[3,66917120],[1,68343808],[3,66917120],[1,74426368],[3,66917120],[1,98019328]],"read_bytes_per_token":2718674944,"files":["FrogNano-4B-2609-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q5_K_M","bytes":3360941856,"gpu_bytes":3282089984,"mapped_bytes":3349972992,"out_bytes":521482240,"layer_bytes":[[1,111727360],[1,95015680],[1,91083520],[1,97507328],[3,91083520],[1,97507328],[3,82236160],[1,79812608],[3,82236160],[1,79812608],[3,82236160],[1,79812608],[3,82236160],[1,79812608],[3,82236160],[1,88659968],[3,82236160],[1,106354688]],"read_bytes_per_token":3282089984,"files":["FrogNano-4B-2609-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q6_K","bytes":3757762336,"gpu_bytes":3678910464,"mapped_bytes":3746793472,"out_bytes":521482240,"layer_bytes":[[1,114860800],[2,107242240],[1,103426048],[3,107242240],[1,103426048],[3,95814400],[1,91998208],[3,95814400],[1,91998208],[3,95814400],[1,91998208],[3,95814400],[1,91998208],[3,95814400],[1,97712128],[3,95814400],[1,109139968]],"read_bytes_per_token":3678910464,"files":["FrogNano-4B-2609-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"Q8_0","bytes":4622130976,"gpu_bytes":4482985984,"mapped_bytes":4611162112,"out_bytes":675440640,"layer_bytes":[[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008]],"read_bytes_per_token":4482985984,"files":["FrogNano-4B-2609-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"},{"quant":"BF16","bytes":8665619936,"gpu_bytes":8413425664,"mapped_bytes":8654651392,"out_bytes":1271408640,"layer_bytes":[[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608]],"read_bytes_per_token":8413425664,"files":["FrogNano-4B-2609-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:33+00:00","url":"https://huggingface.co/microsoft/FrogNano-4B-2609/tree/b90468c11a913c1916b4542b4b7a530ec42024a4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:33+00:00","url":"https://huggingface.co/bartowski/FrogNano-4B-2609-GGUF/tree/dfbb801e04ddf045ffd245b9f1a546ed0c7d960f"}]},{"id":"functiongemma-270m-it","name":"functiongemma-270m-it","repo":"google/functiongemma-270m-it","sha":"39eccb091651513a5dfb56892d3714c1b5b8276c","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":false,"params_gguf":268098176,"params_active":null,"params_repo":268098176,"arch":{"gguf_arch":"gemma3","n_layers":18,"n_layers_all":18,"layers":[[5,"swa",256,256,512,0],[1,"full",256,256,null,0],[5,"swa",256,256,512,0],[1,"full",256,256,null,0],[5,"swa",256,256,512,0],[1,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":3,"v_elems":256,"window":null},{"k_elems":256,"kind":"swa","layers":15,"v_elems":256,"window":512}],"state_elems":0,"max_context":32768,"vocab_size":262144,"hidden_size":640,"moe":null,"cross_checked":false,"gguf_source":{"file":"functiongemma-270m-it-Q4_K_M.gguf","repo":"unsloth/functiongemma-270m-it-GGUF","sha":"1de0f7fc7cae0062012c2e91ef02e642c161aa57"}},"gguf":{"repo":"unsloth/functiongemma-270m-it-GGUF","sha":"1de0f7fc7cae0062012c2e91ef02e642c161aa57"},"weights":[{"quant":"IQ4_XS","bytes":240870624,"gpu_bytes":234330624,"mapped_bytes":234330624,"out_bytes":178260480,"layer_bytes":[[18,3115008]],"read_bytes_per_token":234330624,"files":["functiongemma-270m-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"},{"quant":"Q4_0","bytes":241587424,"gpu_bytes":235047424,"mapped_bytes":235047424,"out_bytes":178260480,"layer_bytes":[[2,3227648],[16,3145728]],"read_bytes_per_token":235047424,"files":["functiongemma-270m-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"},{"quant":"Q4_K_M","bytes":253127904,"gpu_bytes":246587904,"mapped_bytes":246587904,"out_bytes":178260480,"layer_bytes":[[2,3995648],[2,3596288],[1,3995648],[2,3596288],[1,3995648],[2,3596288],[1,3995648],[2,3596288],[1,3995648],[1,3596288],[3,3995648]],"read_bytes_per_token":246587904,"files":["functiongemma-270m-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"},{"quant":"Q5_K_M","bytes":260039904,"gpu_bytes":253499904,"mapped_bytes":253499904,"out_bytes":178260480,"layer_bytes":[[2,4292608],[2,4067328],[1,4292608],[2,4067328],[1,4292608],[2,4067328],[1,4292608],[2,4067328],[1,4292608],[1,4067328],[3,4292608]],"read_bytes_per_token":253499904,"files":["functiongemma-270m-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"},{"quant":"Q6_K","bytes":282987744,"gpu_bytes":276447744,"mapped_bytes":276447744,"out_bytes":178260480,"layer_bytes":[[18,5454848]],"read_bytes_per_token":276447744,"files":["functiongemma-270m-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"},{"quant":"Q8_0","bytes":291558624,"gpu_bytes":285018624,"mapped_bytes":285018624,"out_bytes":178260480,"layer_bytes":[[18,5931008]],"read_bytes_per_token":285018624,"files":["functiongemma-270m-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"},{"quant":"BF16","bytes":542847936,"gpu_bytes":536308224,"mapped_bytes":536308224,"out_bytes":335546880,"layer_bytes":[[18,11153408]],"read_bytes_per_token":536308224,"files":["functiongemma-270m-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"}],"original":{"bytes":536223056,"repo":"google/functiongemma-270m-it","sha":"39eccb091651513a5dfb56892d3714c1b5b8276c","dtypes":{"BF16":268098176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:09:57+00:00","url":"https://huggingface.co/google/functiongemma-270m-it/tree/39eccb091651513a5dfb56892d3714c1b5b8276c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:09:57+00:00","url":"https://huggingface.co/unsloth/functiongemma-270m-it-GGUF/tree/1de0f7fc7cae0062012c2e91ef02e642c161aa57"}]},{"id":"gelab-zero-4b-preview","name":"GELab-Zero-4B-preview","repo":"stepfun-ai/GELab-Zero-4B-preview","sha":"838a527e40fe9c49f76f4e7d483d75de48de23e7","publisher":"stepfun-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4022468096,"params_active":null,"params_repo":4437815808,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"stepfun-ai_GELab-Zero-4B-preview-Q4_K_M.gguf","repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","sha":"2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"}},"gguf":{"repo":"bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF","sha":"2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},"weights":[{"quant":"IQ2_M","bytes":1512985568,"gpu_bytes":1507026944,"mapped_bytes":1507026944,"out_bytes":267417600,"layer_bytes":[[4,36854784],[32,34130944]],"read_bytes_per_token":1507026944,"files":["stepfun-ai_GELab-Zero-4B-preview-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q2_K","bytes":1669501408,"gpu_bytes":1663542784,"mapped_bytes":1663542784,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["stepfun-ai_GELab-Zero-4B-preview-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"IQ3_XXS","bytes":1670190048,"gpu_bytes":1664231424,"mapped_bytes":1664231424,"out_bytes":267417600,"layer_bytes":[[36,38800384]],"read_bytes_per_token":1664231424,"files":["stepfun-ai_GELab-Zero-4B-preview-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q3_K_M","bytes":2075619808,"gpu_bytes":2069661184,"mapped_bytes":2069661184,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["stepfun-ai_GELab-Zero-4B-preview-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"IQ4_XS","bytes":2270753248,"gpu_bytes":2264794624,"mapped_bytes":2264794624,"out_bytes":319075840,"layer_bytes":[[36,54047744]],"read_bytes_per_token":2264794624,"files":["stepfun-ai_GELab-Zero-4B-preview-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q4_0","bytes":2375774688,"gpu_bytes":2369816064,"mapped_bytes":2369816064,"out_bytes":319075840,"layer_bytes":[[4,58348544],[32,56792064]],"read_bytes_per_token":2369816064,"files":["stepfun-ai_GELab-Zero-4B-preview-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q4_K_M","bytes":2497282528,"gpu_bytes":2491323904,"mapped_bytes":2491323904,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["stepfun-ai_GELab-Zero-4B-preview-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q5_K_M","bytes":2889515488,"gpu_bytes":2883556864,"mapped_bytes":2883556864,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["stepfun-ai_GELab-Zero-4B-preview-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q6_K","bytes":3306263008,"gpu_bytes":3300304384,"mapped_bytes":3300304384,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["stepfun-ai_GELab-Zero-4B-preview-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"Q8_0","bytes":4280407008,"gpu_bytes":4274448384,"mapped_bytes":4274448384,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["stepfun-ai_GELab-Zero-4B-preview-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"},{"quant":"BF16","bytes":8051286688,"gpu_bytes":8045328384,"mapped_bytes":8045328384,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["stepfun-ai_GELab-Zero-4B-preview-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"}],"original":{"bytes":8875719280,"repo":"stepfun-ai/GELab-Zero-4B-preview","sha":"838a527e40fe9c49f76f4e7d483d75de48de23e7","dtypes":{"BF16":4437815808}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:15+00:00","url":"https://huggingface.co/stepfun-ai/GELab-Zero-4B-preview/tree/838a527e40fe9c49f76f4e7d483d75de48de23e7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:15+00:00","url":"https://huggingface.co/bartowski/stepfun-ai_GELab-Zero-4B-preview-GGUF/tree/2f8fd2dce2862aa49da8550dcb53b9f6f681aba8"}]},{"id":"gemma-2-27b-it","name":"gemma-2-27b-it","repo":"google/gemma-2-27b-it","sha":"aaf20e6b9f4c0fcf043f6fb2a2068419086d77b0","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":false,"params_gguf":27227128320,"params_active":null,"params_repo":27227128320,"arch":{"gguf_arch":"gemma2","n_layers":46,"n_layers_all":46,"layers":[[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":23,"v_elems":2048,"window":null},{"k_elems":2048,"kind":"swa","layers":23,"v_elems":2048,"window":4096}],"state_elems":0,"max_context":8192,"vocab_size":256000,"hidden_size":4608,"moe":null,"cross_checked":false,"gguf_source":{"file":"gemma-2-27b-it-Q4_K_M.gguf","repo":"bartowski/gemma-2-27b-it-GGUF","sha":"a8874ad70a9d2ce99d6d41c25920b11bb330aecd"}},"gguf":{"repo":"bartowski/gemma-2-27b-it-GGUF","sha":"a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},"weights":[{"quant":"IQ2_M","bytes":9398877696,"gpu_bytes":9392818176,"mapped_bytes":9392818176,"out_bytes":811026432,"layer_bytes":[[5,203120640],[41,184541184]],"read_bytes_per_token":9392818176,"files":["gemma-2-27b-it-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"Q2_K","bytes":10449575424,"gpu_bytes":10443515904,"mapped_bytes":10443515904,"out_bytes":967698432,"layer_bytes":[[46,205996032]],"read_bytes_per_token":10443515904,"files":["gemma-2-27b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"IQ3_XXS","bytes":10750754304,"gpu_bytes":10744694784,"mapped_bytes":10744694784,"out_bytes":811026432,"layer_bytes":[[46,215949312]],"read_bytes_per_token":10744694784,"files":["gemma-2-27b-it-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"Q3_K_M","bytes":13424647680,"gpu_bytes":13418588160,"mapped_bytes":13418588160,"out_bytes":967698432,"layer_bytes":[[2,292110336],[44,269697024]],"read_bytes_per_token":13418588160,"files":["gemma-2-27b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"IQ4_XS","bytes":14814420480,"gpu_bytes":14808360960,"mapped_bytes":14808360960,"out_bytes":967698432,"layer_bytes":[[46,300883968]],"read_bytes_per_token":14808360960,"files":["gemma-2-27b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"Q4_K_M","bytes":16645381632,"gpu_bytes":16639322112,"mapped_bytes":16639322112,"out_bytes":967698432,"layer_bytes":[[5,364806144],[2,318578688],[1,362373120],[1,318578688],[1,321011712],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[1,364806144],[2,318578688],[6,364806144]],"read_bytes_per_token":16639322112,"files":["gemma-2-27b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"Q5_K_M","bytes":19408117248,"gpu_bytes":19402057728,"mapped_bytes":19402057728,"out_bytes":967698432,"layer_bytes":[[5,413171712],[2,389357568],[1,411918336],[1,389357568],[1,390610944],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[1,413171712],[2,389357568],[6,413171712]],"read_bytes_per_token":19402057728,"files":["gemma-2-27b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"Q6_K","bytes":22343523840,"gpu_bytes":22337464320,"mapped_bytes":22337464320,"out_bytes":967698432,"layer_bytes":[[46,464560128]],"read_bytes_per_token":22337464320,"files":["gemma-2-27b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"},{"quant":"Q8_0","bytes":30043308512,"gpu_bytes":30037248000,"mapped_bytes":30037248000,"out_bytes":2359314432,"layer_bytes":[[46,601694208]],"read_bytes_per_token":30037248000,"files":["gemma-2-27b-it-Q8_0_L.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"}],"original":{"bytes":54454316552,"repo":"google/gemma-2-27b-it","sha":"aaf20e6b9f4c0fcf043f6fb2a2068419086d77b0","dtypes":{"BF16":27227128320}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:12+00:00","url":"https://huggingface.co/google/gemma-2-27b-it/tree/aaf20e6b9f4c0fcf043f6fb2a2068419086d77b0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:12+00:00","url":"https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/tree/a8874ad70a9d2ce99d6d41c25920b11bb330aecd"}]},{"id":"gemma-2-9b-it","name":"gemma-2-9b-it","repo":"google/gemma-2-9b-it","sha":"11c9b309abf73637e4b6f9a3fa1e92e615547819","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":false,"params_gguf":9241705984,"params_active":null,"params_repo":9241705984,"arch":{"gguf_arch":"gemma2","n_layers":42,"n_layers_all":42,"layers":[[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0],[1,"swa",2048,2048,4096,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":21,"v_elems":2048,"window":null},{"k_elems":2048,"kind":"swa","layers":21,"v_elems":2048,"window":4096}],"state_elems":0,"max_context":8192,"vocab_size":256000,"hidden_size":3584,"moe":null,"cross_checked":false,"gguf_source":{"file":"gemma-2-9b-it-Q4_K_M-fp16.gguf","repo":"bartowski/gemma-2-9b-it-GGUF","sha":"d731033f3dc4018261fd39896e50984d398b4ac5"}},"gguf":{"repo":"bartowski/gemma-2-9b-it-GGUF","sha":"d731033f3dc4018261fd39896e50984d398b4ac5"},"weights":[{"quant":"IQ2_M","bytes":3434668992,"gpu_bytes":3428612096,"mapped_bytes":3428612096,"out_bytes":630798336,"layer_bytes":[[5,71565312],[37,65945600]],"read_bytes_per_token":3428612096,"files":["gemma-2-9b-it-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"Q2_K","bytes":3805397952,"gpu_bytes":3799341056,"mapped_bytes":3799341056,"out_bytes":752654336,"layer_bytes":[[42,72540160]],"read_bytes_per_token":3799341056,"files":["gemma-2-9b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"IQ3_XXS","bytes":3796739008,"gpu_bytes":3790682112,"mapped_bytes":3790682112,"out_bytes":630798336,"layer_bytes":[[42,75235328]],"read_bytes_per_token":3790682112,"files":["gemma-2-9b-it-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"Q3_K_M","bytes":4761781184,"gpu_bytes":4755724288,"mapped_bytes":4755724288,"out_bytes":752654336,"layer_bytes":[[2,102301696],[40,94961664]],"read_bytes_per_token":4755724288,"files":["gemma-2-9b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"IQ4_XS","bytes":5183030208,"gpu_bytes":5176973312,"mapped_bytes":5176973312,"out_bytes":752654336,"layer_bytes":[[42,105340928]],"read_bytes_per_token":5176973312,"files":["gemma-2-9b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"Q5_K_M","bytes":6647366592,"gpu_bytes":6641309696,"mapped_bytes":6641309696,"out_bytes":752654336,"layer_bytes":[[5,144105472],[2,136306688],[2,137281536],[2,143130624],[1,136306688],[1,137281536],[1,143130624],[1,136306688],[1,137281536],[1,143130624],[1,136306688],[1,137281536],[1,143130624],[2,136306688],[1,144105472],[2,136306688],[1,144105472],[2,136306688],[1,144105472],[2,136306688],[1,144105472],[2,136306688],[1,144105472],[1,136306688],[6,144105472]],"read_bytes_per_token":6641309696,"files":["gemma-2-9b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"Q6_K","bytes":7811278720,"gpu_bytes":7805220864,"mapped_bytes":7805220864,"out_bytes":974862336,"layer_bytes":[[42,162627584]],"read_bytes_per_token":7805220864,"files":["gemma-2-9b-it-Q6_K-Q8.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"},{"quant":"Q8_0","bytes":10687309696,"gpu_bytes":10681251840,"mapped_bytes":10681251840,"out_bytes":1835022336,"layer_bytes":[[42,210624512]],"read_bytes_per_token":10681251840,"files":["gemma-2-9b-it-Q8_0_L.gguf"],"source_url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"}],"original":{"bytes":18483466448,"repo":"google/gemma-2-9b-it","sha":"11c9b309abf73637e4b6f9a3fa1e92e615547819","dtypes":{"BF16":9241705984}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:04+00:00","url":"https://huggingface.co/google/gemma-2-9b-it/tree/11c9b309abf73637e4b6f9a3fa1e92e615547819"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:04+00:00","url":"https://huggingface.co/bartowski/gemma-2-9b-it-GGUF/tree/d731033f3dc4018261fd39896e50984d398b4ac5"}]},{"id":"gemma-3-12b-it","name":"gemma-3-12b-it","repo":"google/gemma-3-12b-it","sha":"96b6f1eccf38110c56df3a15bffe176da04bfd80","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":true,"params_gguf":11766034176,"params_active":null,"params_repo":12187325040,"arch":{"gguf_arch":"gemma3","n_layers":48,"n_layers_all":48,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":8,"v_elems":2048,"window":null},{"k_elems":2048,"kind":"swa","layers":40,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":3840,"moe":null,"cross_checked":false,"gguf_source":{"file":"gemma-3-12b-it-Q4_K_M.gguf","repo":"unsloth/gemma-3-12b-it-GGUF","sha":"d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"}},"gguf":{"repo":"unsloth/gemma-3-12b-it-GGUF","sha":"d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},"weights":[{"quant":"Q2_K","bytes":4768221536,"gpu_bytes":4761669504,"mapped_bytes":4761669504,"out_bytes":825970560,"layer_bytes":[[48,81993728]],"read_bytes_per_token":4761669504,"files":["gemma-3-12b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"Q3_K_M","bytes":6008818016,"gpu_bytes":6002265984,"mapped_bytes":6002265984,"out_bytes":825970560,"layer_bytes":[[2,115693568],[1,114710528],[45,107337728]],"read_bytes_per_token":6002265984,"files":["gemma-3-12b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"IQ4_XS","bytes":6550964576,"gpu_bytes":6544412544,"mapped_bytes":6544412544,"out_bytes":825970560,"layer_bytes":[[48,119134208]],"read_bytes_per_token":6544412544,"files":["gemma-3-12b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"Q4_0","bytes":6909282656,"gpu_bytes":6902730624,"mapped_bytes":6902730624,"out_bytes":825970560,"layer_bytes":[[6,129824768],[42,126138368]],"read_bytes_per_token":6902730624,"files":["gemma-3-12b-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"Q4_K_M","bytes":7300778336,"gpu_bytes":7294226304,"mapped_bytes":7294226304,"out_bytes":825970560,"layer_bytes":[[6,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[7,143372288]],"read_bytes_per_token":7294226304,"files":["gemma-3-12b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"Q5_K_M","bytes":8445036896,"gpu_bytes":8438484864,"mapped_bytes":8438484864,"out_bytes":825970560,"layer_bytes":[[6,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[7,163033088]],"read_bytes_per_token":8438484864,"files":["gemma-3-12b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"Q6_K","bytes":9660811616,"gpu_bytes":9654259584,"mapped_bytes":9654259584,"out_bytes":825970560,"layer_bytes":[[48,183922688]],"read_bytes_per_token":9654259584,"files":["gemma-3-12b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"Q8_0","bytes":12510212576,"gpu_bytes":12503660544,"mapped_bytes":12503660544,"out_bytes":1069824000,"layer_bytes":[[48,238204928]],"read_bytes_per_token":12503660544,"files":["gemma-3-12b-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"},{"quant":"BF16","bytes":23540151520,"gpu_bytes":23533599744,"mapped_bytes":23533599744,"out_bytes":2013772800,"layer_bytes":[[48,448329728]],"read_bytes_per_token":23533599744,"files":["gemma-3-12b-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"}],"original":{"bytes":24374793024,"repo":"google/gemma-3-12b-it","sha":"96b6f1eccf38110c56df3a15bffe176da04bfd80","dtypes":{"BF16":12187325040}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:40+00:00","url":"https://huggingface.co/google/gemma-3-12b-it/tree/96b6f1eccf38110c56df3a15bffe176da04bfd80"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:40+00:00","url":"https://huggingface.co/unsloth/gemma-3-12b-it-GGUF/tree/d15e4c7dc21dc55d56bf8549db57a71ad8a2a35d"}]},{"id":"gemma-3-1b-it","name":"gemma-3-1b-it","repo":"google/gemma-3-1b-it","sha":"dcc83ea841ab6100d6b47a070329e1ba4cf78752","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":false,"params_gguf":999885952,"params_active":null,"params_repo":999885952,"arch":{"gguf_arch":"gemma3","n_layers":26,"n_layers_all":26,"layers":[[5,"swa",256,256,512,0],[1,"full",256,256,null,0],[5,"swa",256,256,512,0],[1,"full",256,256,null,0],[5,"swa",256,256,512,0],[1,"full",256,256,null,0],[5,"swa",256,256,512,0],[1,"full",256,256,null,0],[2,"swa",256,256,512,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":4,"v_elems":256,"window":null},{"k_elems":256,"kind":"swa","layers":22,"v_elems":256,"window":512}],"state_elems":0,"max_context":32768,"vocab_size":262144,"hidden_size":1152,"moe":null,"cross_checked":false,"gguf_source":{"file":"gemma-3-1b-it-Q4_K_M.gguf","repo":"unsloth/gemma-3-1b-it-GGUF","sha":"f0b45be0aac41bd6a100a4b5734cad5f67255bfb"}},"gguf":{"repo":"unsloth/gemma-3-1b-it-GGUF","sha":"f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},"weights":[{"quant":"Q2_K","bytes":689814560,"gpu_bytes":683281408,"mapped_bytes":683281408,"out_bytes":320868864,"layer_bytes":[[26,13938944]],"read_bytes_per_token":683281408,"files":["gemma-3-1b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"Q3_K_M","bytes":722416160,"gpu_bytes":715883008,"mapped_bytes":715883008,"out_bytes":320868864,"layer_bytes":[[1,16166912],[1,15171584],[24,15153152]],"read_bytes_per_token":715883008,"files":["gemma-3-1b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"IQ4_XS","bytes":714435104,"gpu_bytes":707901952,"mapped_bytes":707901952,"out_bytes":320868864,"layer_bytes":[[26,14885888]],"read_bytes_per_token":707901952,"files":["gemma-3-1b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"Q4_0","bytes":721918496,"gpu_bytes":715385344,"mapped_bytes":715385344,"out_bytes":320868864,"layer_bytes":[[3,15613952],[23,15116288]],"read_bytes_per_token":715385344,"files":["gemma-3-1b-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"Q4_K_M","bytes":806058272,"gpu_bytes":799525120,"mapped_bytes":799525120,"out_bytes":320868864,"layer_bytes":[[3,19491584],[2,17328128],[1,19491584],[2,17328128],[1,19491584],[2,17328128],[1,19491584],[2,17328128],[1,19491584],[2,17328128],[1,19491584],[2,17328128],[1,19491584],[1,17328128],[4,19491584]],"read_bytes_per_token":799525120,"files":["gemma-3-1b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"Q5_K_M","bytes":851345696,"gpu_bytes":844812544,"mapped_bytes":844812544,"out_bytes":320868864,"layer_bytes":[[3,20726528],[2,19576832],[1,20726528],[2,19576832],[1,20726528],[2,19576832],[1,20726528],[2,19576832],[1,20726528],[2,19576832],[1,20726528],[2,19576832],[1,20726528],[1,19576832],[4,20726528]],"read_bytes_per_token":844812544,"files":["gemma-3-1b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"Q6_K","bytes":1011738656,"gpu_bytes":1005205504,"mapped_bytes":1005205504,"out_bytes":320868864,"layer_bytes":[[26,26320640]],"read_bytes_per_token":1005205504,"files":["gemma-3-1b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"Q8_0","bytes":1069306400,"gpu_bytes":1062773248,"mapped_bytes":1062773248,"out_bytes":320868864,"layer_bytes":[[26,28534784]],"read_bytes_per_token":1062773248,"files":["gemma-3-1b-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"},{"quant":"BF16","bytes":2006573344,"gpu_bytes":2000040448,"mapped_bytes":2000040448,"out_bytes":603984384,"layer_bytes":[[26,53694464]],"read_bytes_per_token":2000040448,"files":["gemma-3-1b-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"}],"original":{"bytes":1999811208,"repo":"google/gemma-3-1b-it","sha":"dcc83ea841ab6100d6b47a070329e1ba4cf78752","dtypes":{"BF16":999885952}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:35+00:00","url":"https://huggingface.co/google/gemma-3-1b-it/tree/dcc83ea841ab6100d6b47a070329e1ba4cf78752"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:35+00:00","url":"https://huggingface.co/unsloth/gemma-3-1b-it-GGUF/tree/f0b45be0aac41bd6a100a4b5734cad5f67255bfb"}]},{"id":"gemma-3-27b-it","name":"gemma-3-27b-it","repo":"google/gemma-3-27b-it","sha":"005ad3404e59d6023443cb575daa05336842228a","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":true,"params_gguf":27009346304,"params_active":null,"params_repo":27432406640,"arch":{"gguf_arch":"gemma3","n_layers":62,"n_layers_all":62,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[2,"swa",2048,2048,1024,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":10,"v_elems":2048,"window":null},{"k_elems":2048,"kind":"swa","layers":52,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":5376,"moe":null,"cross_checked":false,"gguf_source":{"file":"gemma-3-27b-it-Q4_K_M.gguf","repo":"unsloth/gemma-3-27b-it-GGUF","sha":"7cd0121f2530b00e42c4df952d4cad4418c0b3c1"}},"gguf":{"repo":"unsloth/gemma-3-27b-it-GGUF","sha":"7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},"weights":[{"quant":"Q2_K","bytes":10503720672,"gpu_bytes":10497157760,"mapped_bytes":10497157760,"out_bytes":1156358784,"layer_bytes":[[62,150658048]],"read_bytes_per_token":10497157760,"files":["gemma-3-27b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"Q3_K_M","bytes":13437640416,"gpu_bytes":13431077504,"mapped_bytes":13431077504,"out_bytes":1156358784,"layer_bytes":[[2,213062656],[1,211686400],[59,197235712]],"read_bytes_per_token":13431077504,"files":["gemma-3-27b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"IQ4_XS","bytes":14767447776,"gpu_bytes":14760884864,"mapped_bytes":14760884864,"out_bytes":1156358784,"layer_bytes":[[62,219427840]],"read_bytes_per_token":14760884864,"files":["gemma-3-27b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"Q4_0","bytes":15617973984,"gpu_bytes":15611411072,"mapped_bytes":15611411072,"out_bytes":1156358784,"layer_bytes":[[7,239555584],[55,232330240]],"read_bytes_per_token":15611411072,"files":["gemma-3-27b-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"Q4_K_M","bytes":16546688736,"gpu_bytes":16540125824,"mapped_bytes":16540125824,"out_bytes":1156358784,"layer_bytes":[[7,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[8,264973312]],"read_bytes_per_token":16540125824,"files":["gemma-3-27b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"Q5_K_M","bytes":19271675616,"gpu_bytes":19265112704,"mapped_bytes":19265112704,"out_bytes":1156358784,"layer_bytes":[[7,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[8,300755968]],"read_bytes_per_token":19265112704,"files":["gemma-3-27b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"Q6_K","bytes":22166974176,"gpu_bytes":22160411264,"mapped_bytes":22160411264,"out_bytes":1156358784,"layer_bytes":[[62,338775040]],"read_bytes_per_token":22160411264,"files":["gemma-3-27b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"Q8_0","bytes":28707972192,"gpu_bytes":28701409280,"mapped_bytes":28701409280,"out_bytes":1497753600,"layer_bytes":[[62,438768640]],"read_bytes_per_token":28701409280,"files":["gemma-3-27b-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"},{"quant":"BF16","bytes":54027964448,"gpu_bytes":54021401600,"mapped_bytes":54021401600,"out_bytes":2819281920,"layer_bytes":[[62,825840640]],"read_bytes_per_token":54021401600,"files":["BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf","BF16/gemma-3-27b-it-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"}],"original":{"bytes":54864980440,"repo":"google/gemma-3-27b-it","sha":"005ad3404e59d6023443cb575daa05336842228a","dtypes":{"BF16":27432406640}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:54+00:00","url":"https://huggingface.co/google/gemma-3-27b-it/tree/005ad3404e59d6023443cb575daa05336842228a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:54+00:00","url":"https://huggingface.co/unsloth/gemma-3-27b-it-GGUF/tree/7cd0121f2530b00e42c4df952d4cad4418c0b3c1"}]},{"id":"gemma-3-4b-it","name":"gemma-3-4b-it","repo":"google/gemma-3-4b-it","sha":"093f9f388b31de276ce2de164bdc2081324b9767","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":true,"params_gguf":3880263168,"params_active":null,"params_repo":4300079472,"arch":{"gguf_arch":"gemma3","n_layers":34,"n_layers_all":34,"layers":[[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[4,"swa",1024,1024,1024,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":5,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":29,"v_elems":1024,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":2560,"moe":null,"cross_checked":false,"gguf_source":{"file":"gemma-3-4b-it-Q4_K_M.gguf","repo":"unsloth/gemma-3-4b-it-GGUF","sha":"5a3566e716d80f709ed7b79817eaf7733d2a1fce"}},"gguf":{"repo":"unsloth/gemma-3-4b-it-GGUF","sha":"5a3566e716d80f709ed7b79817eaf7733d2a1fce"},"weights":[{"quant":"Q2_K","bytes":1729164416,"gpu_bytes":1722623232,"mapped_bytes":1722623232,"out_bytes":550647040,"layer_bytes":[[34,34469888]],"read_bytes_per_token":1722623232,"files":["gemma-3-4b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"Q3_K_M","bytes":2098459776,"gpu_bytes":2091918592,"mapped_bytes":2091918592,"out_bytes":550647040,"layer_bytes":[[2,48723968],[32,45119488]],"read_bytes_per_token":2091918592,"files":["gemma-3-4b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"IQ4_XS","bytes":2263241856,"gpu_bytes":2256700672,"mapped_bytes":2256700672,"out_bytes":550647040,"layer_bytes":[[34,50178048]],"read_bytes_per_token":2256700672,"files":["gemma-3-4b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"Q4_0","bytes":2370065536,"gpu_bytes":2363524352,"mapped_bytes":2363524352,"out_bytes":550647040,"layer_bytes":[[4,54765568],[30,53127168]],"read_bytes_per_token":2363524352,"files":["gemma-3-4b-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"Q4_K_M","bytes":2489894016,"gpu_bytes":2483352832,"mapped_bytes":2483352832,"out_bytes":550647040,"layer_bytes":[[4,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[1,53127168],[5,60561408]],"read_bytes_per_token":2483352832,"files":["gemma-3-4b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"Q5_K_M","bytes":2829698176,"gpu_bytes":2823156992,"mapped_bytes":2823156992,"out_bytes":550647040,"layer_bytes":[[4,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[1,64923648],[5,68753408]],"read_bytes_per_token":2823156992,"files":["gemma-3-4b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"Q6_K","bytes":3190740096,"gpu_bytes":3184198912,"mapped_bytes":3184198912,"out_bytes":550647040,"layer_bytes":[[34,77457408]],"read_bytes_per_token":3184198912,"files":["gemma-3-4b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"Q8_0","bytes":4130402176,"gpu_bytes":4123860992,"mapped_bytes":4123860992,"out_bytes":713216000,"layer_bytes":[[34,100313088]],"read_bytes_per_token":4123860992,"files":["gemma-3-4b-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"},{"quant":"BF16","bytes":7767803520,"gpu_bytes":7761262592,"mapped_bytes":7761262592,"out_bytes":1342515200,"layer_bytes":[[34,188786688]],"read_bytes_per_token":7761262592,"files":["gemma-3-4b-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"}],"original":{"bytes":8600277880,"repo":"google/gemma-3-4b-it","sha":"093f9f388b31de276ce2de164bdc2081324b9767","dtypes":{"BF16":4300079472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:39+00:00","url":"https://huggingface.co/google/gemma-3-4b-it/tree/093f9f388b31de276ce2de164bdc2081324b9767"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:39+00:00","url":"https://huggingface.co/unsloth/gemma-3-4b-it-GGUF/tree/5a3566e716d80f709ed7b79817eaf7733d2a1fce"}]},{"id":"gemma-4-12b","name":"gemma-4-12B","repo":"google/gemma-4-12B","sha":"023679ed352de9bb66cc873c9009ce3482585c08","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":11907350576,"params_active":null,"params_repo":11959730224,"arch":{"gguf_arch":"gemma4","n_layers":48,"n_layers_all":48,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null},{"k_elems":2048,"kind":"swa","layers":40,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":3840,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-12B-Q8_0.gguf","repo":"ggml-org/gemma-4-12B-GGUF","sha":"15ed29cf503f0cc2881c50d8fbedd0d4e36776d9"}},"gguf":{"repo":"ggml-org/gemma-4-12B-GGUF","sha":"15ed29cf503f0cc2881c50d8fbedd0d4e36776d9"},"weights":[{"quant":"Q8_0","bytes":12669628032,"gpu_bytes":12653823488,"mapped_bytes":12653823488,"out_bytes":1069563904,"layer_bytes":[[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648]],"read_bytes_per_token":12653823488,"files":["gemma-4-12B-Q8_0.gguf"],"source_url":"https://huggingface.co/ggml-org/gemma-4-12B-GGUF/tree/15ed29cf503f0cc2881c50d8fbedd0d4e36776d9"},{"quant":"BF16","bytes":23832047232,"gpu_bytes":23816242688,"mapped_bytes":23816242688,"out_bytes":2013282304,"layer_bytes":[[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248]],"read_bytes_per_token":23816242688,"files":["gemma-4-12B-BF16.gguf"],"source_url":"https://huggingface.co/ggml-org/gemma-4-12B-GGUF/tree/15ed29cf503f0cc2881c50d8fbedd0d4e36776d9"}],"original":{"bytes":23919549408,"repo":"google/gemma-4-12B","sha":"023679ed352de9bb66cc873c9009ce3482585c08","dtypes":{"BF16":11959730224}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:02:59+00:00","url":"https://huggingface.co/google/gemma-4-12B/tree/023679ed352de9bb66cc873c9009ce3482585c08"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:02:59+00:00","url":"https://huggingface.co/ggml-org/gemma-4-12B-GGUF/tree/15ed29cf503f0cc2881c50d8fbedd0d4e36776d9"}]},{"id":"gemma-4-12b-it","name":"gemma-4-12B-it","repo":"google/gemma-4-12B-it","sha":"707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":11907350576,"params_active":null,"params_repo":11959730224,"arch":{"gguf_arch":"gemma4","n_layers":48,"n_layers_all":48,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0],[5,"swa",2048,2048,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null},{"k_elems":2048,"kind":"swa","layers":40,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":3840,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-12b-it-Q4_K_M.gguf","repo":"unsloth/gemma-4-12b-it-GGUF","sha":"fc034cfff751157913579611efad8462ac1be606"}},"gguf":{"repo":"unsloth/gemma-4-12b-it-GGUF","sha":"fc034cfff751157913579611efad8462ac1be606"},"weights":[{"quant":"Q3_K_M","bytes":5693872960,"gpu_bytes":5678048768,"mapped_bytes":5678048768,"out_bytes":432553984,"layer_bytes":[[2,115693600],[1,114710560],[2,107337760],[1,115987488],[5,107337760],[1,115987488],[5,107337760],[1,115987488],[5,107337760],[1,115987488],[5,107337760],[1,115987488],[5,107337760],[1,115987488],[5,107337760],[1,115987488],[5,107337760],[1,115987488]],"read_bytes_per_token":5678048768,"files":["gemma-4-12b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"IQ4_XS","bytes":6375734080,"gpu_bytes":6359909888,"mapped_bytes":6359909888,"out_bytes":566247424,"layer_bytes":[[5,119134240],[1,128536608],[5,119134240],[1,128536608],[5,119134240],[1,128536608],[5,119134240],[1,128536608],[5,119134240],[1,128536608],[5,119134240],[1,128536608],[5,119134240],[1,128536608],[5,119134240],[1,128536608]],"read_bytes_per_token":6359909888,"files":["gemma-4-12b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"Q4_0","bytes":6738475840,"gpu_bytes":6722651648,"mapped_bytes":6722651648,"out_bytes":566247424,"layer_bytes":[[5,129824800],[1,139780128],[5,126138400],[1,136093728],[5,126138400],[1,136093728],[5,126138400],[1,136093728],[5,126138400],[1,136093728],[5,126138400],[1,136093728],[5,126138400],[1,136093728],[5,126138400],[1,136093728]],"read_bytes_per_token":6722651648,"files":["gemma-4-12b-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"Q4_K_M","bytes":7121861440,"gpu_bytes":7106037248,"mapped_bytes":7106037248,"out_bytes":566247424,"layer_bytes":[[5,143372320],[1,151300128],[2,126138400],[1,143372320],[2,126138400],[1,151300128],[1,128165920],[1,126138400],[1,141344800],[1,128165920],[1,126138400],[1,151300128],[1,126138400],[1,128165920],[1,141344800],[1,126138400],[1,128165920],[1,151300128],[2,126138400],[1,143372320],[2,126138400],[1,151300128],[1,128165920],[1,126138400],[1,141344800],[1,128165920],[1,126138400],[1,151300128],[1,126138400],[1,128165920],[1,141344800],[1,126138400],[1,128165920],[1,151300128],[5,143372320],[1,151300128]],"read_bytes_per_token":7106037248,"files":["gemma-4-12b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"Q5_K_M","bytes":8413576000,"gpu_bytes":8397751808,"mapped_bytes":8397751808,"out_bytes":692076544,"layer_bytes":[[5,163033120],[1,174155808],[2,154155040],[1,163033120],[2,154155040],[1,174155808],[1,155199520],[1,154155040],[1,161988640],[1,155199520],[1,154155040],[1,174155808],[1,154155040],[1,155199520],[1,161988640],[1,154155040],[1,155199520],[1,174155808],[2,154155040],[1,163033120],[2,154155040],[1,174155808],[1,155199520],[1,154155040],[1,161988640],[1,155199520],[1,154155040],[1,174155808],[1,154155040],[1,155199520],[1,161988640],[1,154155040],[1,155199520],[1,174155808],[5,163033120],[1,174155808]],"read_bytes_per_token":8397751808,"files":["gemma-4-12b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"Q6_K","bytes":9786022720,"gpu_bytes":9770198528,"mapped_bytes":9770198528,"out_bytes":825769984,"layer_bytes":[[5,183922720],[1,198439968],[5,183922720],[1,198439968],[5,183922720],[1,198439968],[5,183922720],[1,198439968],[5,183922720],[1,198439968],[5,183922720],[1,198439968],[5,183922720],[1,198439968],[5,183922720],[1,198439968]],"read_bytes_per_token":9770198528,"files":["gemma-4-12b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"Q8_0","bytes":12669647680,"gpu_bytes":12653823488,"mapped_bytes":12653823488,"out_bytes":1069563904,"layer_bytes":[[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648],[5,238204960],[1,257007648]],"read_bytes_per_token":12653823488,"files":["gemma-4-12b-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"},{"quant":"BF16","bytes":23832066656,"gpu_bytes":23816242688,"mapped_bytes":23816242688,"out_bytes":2013282304,"layer_bytes":[[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248],[5,448329760],[1,483721248]],"read_bytes_per_token":23816242688,"files":["gemma-4-12b-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"}],"original":{"bytes":23919549408,"repo":"google/gemma-4-12B-it","sha":"707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7","dtypes":{"BF16":11959730224}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:10:48+00:00","url":"https://huggingface.co/google/gemma-4-12B-it/tree/707f0a3b8a3c7ad586ed01e27eafbad8a27dd0f7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:10:48+00:00","url":"https://huggingface.co/unsloth/gemma-4-12b-it-GGUF/tree/fc034cfff751157913579611efad8462ac1be606"}]},{"id":"gemma-4-26b-a4b","name":"gemma-4-26B-A4B","repo":"google/gemma-4-26B-A4B","sha":"24548b62aa021d562695c04aaf7758a1ea47990b","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":25233142046,"params_active":3822527246,"params_repo":null,"arch":{"gguf_arch":"gemma4","n_layers":30,"n_layers_all":30,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":5,"v_elems":1024,"window":null},{"k_elems":2048,"kind":"swa","layers":25,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":2816,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"gemma-4-26B-A4B.Q4_K_M.gguf","repo":"mradermacher/gemma-4-26B-A4B-GGUF","sha":"6a136d923645de375ec008704d1d4875cac789e2"}},"gguf":{"repo":"mradermacher/gemma-4-26B-A4B-GGUF","sha":"6a136d923645de375ec008704d1d4875cac789e2"},"weights":[{"quant":"Q2_K","bytes":10582720512,"gpu_bytes":10566915008,"mapped_bytes":10566915008,"out_bytes":605564928,"layer_bytes":[[5,331158560],[1,336477216],[5,331158560],[1,336477216],[5,331158560],[1,336477216],[5,331158560],[1,336477216],[5,331158560],[1,336477216]],"read_bytes_per_token":1868839808,"files":["gemma-4-26B-A4B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"},{"quant":"Q3_K_M","bytes":13286716928,"gpu_bytes":13270911424,"mapped_bytes":13270911424,"out_bytes":605564928,"layer_bytes":[[1,437380896],[1,421149472],[3,420428576],[1,427391776],[5,420428576],[1,427391776],[5,420428576],[1,427391776],[5,420428576],[1,427391776],[5,420428576],[1,427391776]],"read_bytes_per_token":2216182144,"files":["gemma-4-26B-A4B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"},{"quant":"IQ4_XS","bytes":14063792128,"gpu_bytes":14047986624,"mapped_bytes":14047986624,"out_bytes":605564928,"layer_bytes":[[3,490628640],[2,441934368],[1,449595936],[5,441934368],[1,449595936],[5,441934368],[1,449595936],[5,441934368],[1,449595936],[5,441934368],[1,449595936]],"read_bytes_per_token":2316741504,"files":["gemma-4-26B-A4B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"},{"quant":"Q4_K_M","bytes":16795999232,"gpu_bytes":16780193728,"mapped_bytes":16780193728,"out_bytes":605564928,"layer_bytes":[[3,590585376],[2,491709984],[1,597210656],[1,493196832],[1,491709984],[1,589098528],[1,493196832],[1,491709984],[1,597210656],[1,491709984],[1,493196832],[1,589098528],[1,491709984],[1,493196832],[1,597210656],[2,491709984],[1,590585376],[2,491709984],[1,597210656],[2,493196832],[3,590585376],[1,597210656]],"read_bytes_per_token":2595649408,"files":["gemma-4-26B-A4B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"},{"quant":"Q5_K_M","bytes":19132873728,"gpu_bytes":19117068224,"mapped_bytes":19117068224,"out_bytes":605564928,"layer_bytes":[[3,659115552],[2,577192480],[1,668263968],[1,577958432],[1,577192480],[1,658349600],[1,577958432],[1,577192480],[1,668263968],[1,577192480],[1,577958432],[1,658349600],[1,577192480],[1,577958432],[1,668263968],[2,577192480],[1,659115552],[2,577192480],[1,668263968],[2,577958432],[3,659115552],[1,668263968]],"read_bytes_per_token":2910410624,"files":["gemma-4-26B-A4B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"},{"quant":"Q6_K","bytes":22638382592,"gpu_bytes":22622577088,"mapped_bytes":22622577088,"out_bytes":605564928,"layer_bytes":[[5,731928864],[1,743758112],[5,731928864],[1,743758112],[5,731928864],[1,743758112],[5,731928864],[1,743758112],[5,731928864],[1,743758112]],"read_bytes_per_token":3330709888,"files":["gemma-4-26B-A4B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"},{"quant":"Q8_0","bytes":26859842560,"gpu_bytes":26844037056,"mapped_bytes":26844037056,"out_bytes":784347136,"layer_bytes":[[5,866102816],[1,881423904],[5,866102816],[1,881423904],[5,866102816],[1,881423904],[5,866102816],[1,881423904],[5,866102816],[1,881423904]],"read_bytes_per_token":4095248256,"files":["gemma-4-26B-A4B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"}],"original":{"bytes":51612009916,"repo":"google/gemma-4-26B-A4B","sha":"24548b62aa021d562695c04aaf7758a1ea47990b","dtypes":{"BF16":25805936206}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:12:29+00:00","url":"https://huggingface.co/google/gemma-4-26B-A4B/tree/24548b62aa021d562695c04aaf7758a1ea47990b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:12:29+00:00","url":"https://huggingface.co/mradermacher/gemma-4-26B-A4B-GGUF/tree/6a136d923645de375ec008704d1d4875cac789e2"}]},{"id":"gemma-4-26b-a4b-it","name":"gemma-4-26B-A4B-it","repo":"google/gemma-4-26B-A4B-it","sha":"4d7ae4984b7db7de8f8457170b3f1a419ee76d52","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":25233142046,"params_active":3822527246,"params_repo":25805936206,"arch":{"gguf_arch":"gemma4","n_layers":30,"n_layers_all":30,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0],[5,"swa",2048,2048,1024,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":5,"v_elems":1024,"window":null},{"k_elems":2048,"kind":"swa","layers":25,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":2816,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"google_gemma-4-26B-A4B-it-Q4_K_M.gguf","repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","sha":"10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"}},"gguf":{"repo":"bartowski/google_gemma-4-26B-A4B-it-GGUF","sha":"10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},"weights":[{"quant":"IQ2_XXS","bytes":9656496128,"gpu_bytes":9640672064,"mapped_bytes":9640672064,"out_bytes":507523072,"layer_bytes":[[1,344759840],[1,303313952],[1,302895776],[2,300990752],[1,309102880],[1,302477600],[2,300990752],[1,302477600],[1,300990752],[1,309102880],[1,300990752],[1,302477600],[2,300990752],[1,302477600],[1,309102880],[2,300990752],[1,302477600],[2,300990752],[1,309102880],[5,302477600],[1,309102880]],"read_bytes_per_token":1912765184,"files":["google_gemma-4-26B-A4B-it-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"IQ2_M","bytes":10700622464,"gpu_bytes":10684798400,"mapped_bytes":10684798400,"out_bytes":507523072,"layer_bytes":[[1,397745696],[1,337683232],[1,337032736],[2,334895392],[1,344449312],[1,336382240],[2,334895392],[1,336382240],[1,334895392],[1,344449312],[1,334895392],[1,336382240],[2,334895392],[1,336382240],[1,344449312],[2,334895392],[1,336382240],[2,334895392],[1,344449312],[5,336382240],[1,344449312]],"read_bytes_per_token":2046197120,"files":["google_gemma-4-26B-A4B-it-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q2_K","bytes":10951927936,"gpu_bytes":10936103872,"mapped_bytes":10936103872,"out_bytes":605564928,"layer_bytes":[[3,346252320],[2,340575264],[1,353012768],[2,340575264],[1,346252320],[2,340575264],[1,353012768],[2,340575264],[1,346252320],[2,340575264],[1,353012768],[2,340575264],[1,346252320],[2,340575264],[1,353012768],[2,340575264],[3,346252320],[1,353012768]],"read_bytes_per_token":2238028672,"files":["google_gemma-4-26B-A4B-it-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"IQ3_XXS","bytes":12160200320,"gpu_bytes":12144376256,"mapped_bytes":12144376256,"out_bytes":507523072,"layer_bytes":[[3,406376736],[2,401330464],[1,413137184],[1,401330464],[1,369611040],[1,374657312],[1,401330464],[1,369611040],[1,381417760],[1,401330464],[1,369611040],[1,374657312],[1,401330464],[1,369611040],[1,381417760],[1,401330464],[1,369611040],[1,374657312],[1,401330464],[1,369611040],[1,381417760],[1,401330464],[1,369611040],[1,374657312],[1,406376736],[1,374657312],[1,381417760]],"read_bytes_per_token":2249388416,"files":["google_gemma-4-26B-A4B-it-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q3_K_M","bytes":13019981440,"gpu_bytes":13004157376,"mapped_bytes":13004157376,"out_bytes":605564928,"layer_bytes":[[1,431839008],[2,431467296],[2,426961696],[1,438227744],[1,426961696],[1,395242272],[1,399747872],[1,426961696],[1,395242272],[1,406508320],[1,426961696],[1,395242272],[1,399747872],[1,426961696],[1,395242272],[1,406508320],[1,426961696],[1,395242272],[1,399747872],[1,426961696],[1,395242272],[1,406508320],[1,426961696],[1,395242272],[1,399747872],[1,431467296],[1,399747872],[1,406508320]],"read_bytes_per_token":2440087936,"files":["google_gemma-4-26B-A4B-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"IQ4_XS","bytes":14205004928,"gpu_bytes":14189180864,"mapped_bytes":14189180864,"out_bytes":605564928,"layer_bytes":[[3,453198368],[2,449864224],[1,461400608],[2,449864224],[1,453198368],[2,449864224],[1,461400608],[2,449864224],[1,453198368],[2,449864224],[1,461400608],[2,449864224],[1,453198368],[2,449864224],[1,461400608],[2,449864224],[3,453198368],[1,461400608]],"read_bytes_per_token":2591752064,"files":["google_gemma-4-26B-A4B-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q4_0","bytes":14759385216,"gpu_bytes":14743561152,"mapped_bytes":14743561152,"out_bytes":605564928,"layer_bytes":[[3,484219424],[2,480874016],[1,490608160],[1,480874016],[1,465014304],[1,467988000],[2,465014304],[1,474748448],[2,465014304],[1,467988000],[2,465014304],[1,474748448],[2,465014304],[1,467988000],[2,465014304],[1,474748448],[2,465014304],[3,467988000],[1,474748448]],"read_bytes_per_token":2595998592,"files":["google_gemma-4-26B-A4B-it-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q4_K_M","bytes":17035039872,"gpu_bytes":17019215808,"mapped_bytes":17019215808,"out_bytes":605564928,"layer_bytes":[[3,599281184],[2,594077216],[1,607483424],[1,594077216],[1,498918944],[1,504122912],[1,594077216],[1,498918944],[1,512325152],[1,594077216],[1,498918944],[1,504122912],[1,594077216],[1,498918944],[1,512325152],[1,594077216],[1,498918944],[1,504122912],[1,594077216],[1,498918944],[1,512325152],[1,594077216],[1,498918944],[1,504122912],[1,599281184],[1,504122912],[1,512325152]],"read_bytes_per_token":2834671488,"files":["google_gemma-4-26B-A4B-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q5_K_M","bytes":19319198848,"gpu_bytes":19303374784,"mapped_bytes":19303374784,"out_bytes":605564928,"layer_bytes":[[3,665738784],[2,662348320],[1,675472928],[1,662348320],[1,583049760],[1,586440224],[1,662348320],[1,583049760],[1,596174368],[1,662348320],[1,583049760],[1,586440224],[1,662348320],[1,583049760],[1,596174368],[1,662348320],[1,583049760],[1,586440224],[1,662348320],[1,583049760],[1,596174368],[1,662348320],[1,583049760],[1,586440224],[1,665738784],[1,586440224],[1,596174368]],"read_bytes_per_token":3096717184,"files":["google_gemma-4-26B-A4B-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q6_K","bytes":22862577280,"gpu_bytes":22846753216,"mapped_bytes":22846753216,"out_bytes":605564928,"layer_bytes":[[3,740309280],[2,737515808],[1,755630368],[2,737515808],[1,740309280],[2,737515808],[1,755630368],[2,737515808],[1,740309280],[2,737515808],[1,755630368],[2,737515808],[1,740309280],[2,737515808],[1,755630368],[2,737515808],[3,740309280],[1,755630368]],"read_bytes_per_token":3554886016,"files":["google_gemma-4-26B-A4B-it-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"Q8_0","bytes":26859861120,"gpu_bytes":26844037056,"mapped_bytes":26844037056,"out_bytes":784347136,"layer_bytes":[[5,866102816],[1,881423904],[5,866102816],[1,881423904],[5,866102816],[1,881423904],[5,866102816],[1,881423904],[5,866102816],[1,881423904]],"read_bytes_per_token":4095248256,"files":["google_gemma-4-26B-A4B-it-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"},{"quant":"BF16","bytes":50505135424,"gpu_bytes":50489313216,"mapped_bytes":50489313216,"out_bytes":1476407296,"layer_bytes":[[5,1628957216],[1,1657795104],[5,1628957216],[1,1657795104],[5,1628957216],[1,1657795104],[5,1628957216],[1,1657795104],[5,1628957216],[1,1657795104]],"read_bytes_per_token":7668076416,"files":["google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00001-of-00002.gguf","google_gemma-4-26B-A4B-it-bf16/google_gemma-4-26B-A4B-it-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"}],"original":{"bytes":51612009916,"repo":"google/gemma-4-26B-A4B-it","sha":"4d7ae4984b7db7de8f8457170b3f1a419ee76d52","dtypes":{"BF16":25805936206}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:13:49+00:00","url":"https://huggingface.co/google/gemma-4-26B-A4B-it/tree/4d7ae4984b7db7de8f8457170b3f1a419ee76d52"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:13:49+00:00","url":"https://huggingface.co/bartowski/google_gemma-4-26B-A4B-it-GGUF/tree/10f3b41bcf8d3047f4e136e7197ffc2dd1654c9d"}]},{"id":"gemma-4-31b","name":"gemma-4-31B","repo":"google/gemma-4-31B","sha":"5bbc2fb1c1b2c611d06e3d9f23c170ba21659d89","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":30697345596,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"gemma4","n_layers":60,"n_layers_all":60,"layers":[[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":10,"v_elems":2048,"window":null},{"k_elems":4096,"kind":"swa","layers":50,"v_elems":4096,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":5376,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-31B.Q4_K_M.gguf","repo":"mradermacher/gemma-4-31B-GGUF","sha":"da7a458dda4c45cb8e465144585f6940f7ce5468"}},"gguf":{"repo":"mradermacher/gemma-4-31B-GGUF","sha":"da7a458dda4c45cb8e465144585f6940f7ce5468"},"weights":[{"quant":"Q2_K","bytes":11916296416,"gpu_bytes":11900481408,"mapped_bytes":11900481408,"out_bytes":1156077568,"layer_bytes":[[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584],[5,175689760],[1,195991584]],"read_bytes_per_token":11900481408,"files":["gemma-4-31B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"},{"quant":"Q3_K_M","bytes":15287091424,"gpu_bytes":15271276416,"mapped_bytes":15271276416,"out_bytes":1156077568,"layer_bytes":[[2,247212064],[1,244459552],[2,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856]],"read_bytes_per_token":15271276416,"files":["gemma-4-31B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"},{"quant":"IQ4_XS","bytes":16862216416,"gpu_bytes":16846401408,"mapped_bytes":16846401408,"out_bytes":1156077568,"layer_bytes":[[5,272586784],[1,301834272],[1,272586784],[4,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912]],"read_bytes_per_token":16846401408,"files":["gemma-4-31B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"},{"quant":"Q4_K_M","bytes":18687045856,"gpu_bytes":18671230848,"mapped_bytes":18671230848,"out_bytes":1156077568,"layer_bytes":[[5,304971808],[1,330262560],[1,304971808],[2,269490208],[1,304971808],[1,269490208],[1,300458016],[1,299294752],[1,275167264],[1,269490208],[1,299294752],[1,275167264],[1,300458016],[1,299294752],[1,269490208],[1,275167264],[1,299294752],[1,269490208],[1,300458016],[1,304971808],[2,269490208],[1,304971808],[1,269490208],[1,300458016],[1,299294752],[1,275167264],[1,269490208],[1,299294752],[1,275167264],[1,300458016],[1,299294752],[1,269490208],[1,275167264],[1,299294752],[1,269490208],[1,300458016],[1,304971808],[2,269490208],[1,304971808],[1,269490208],[1,300458016],[1,299294752],[1,275167264],[1,269490208],[2,304971808],[1,330262560],[5,304971808],[1,330262560]],"read_bytes_per_token":18671230848,"files":["gemma-4-31B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"},{"quant":"Q5_K_M","bytes":21845553376,"gpu_bytes":21829738368,"mapped_bytes":21829738368,"out_bytes":1156077568,"layer_bytes":[[5,347635744],[1,382560288],[1,347635744],[2,329357344],[1,347635744],[1,329357344],[1,367206432],[1,344711200],[1,332281888],[1,329357344],[1,344711200],[1,332281888],[1,367206432],[1,344711200],[1,329357344],[1,332281888],[1,344711200],[1,329357344],[1,367206432],[1,347635744],[2,329357344],[1,347635744],[1,329357344],[1,367206432],[1,344711200],[1,332281888],[1,329357344],[1,344711200],[1,332281888],[1,367206432],[1,344711200],[1,329357344],[1,332281888],[1,344711200],[1,329357344],[1,367206432],[1,347635744],[2,329357344],[1,347635744],[1,329357344],[1,367206432],[1,344711200],[1,332281888],[1,329357344],[2,347635744],[1,382560288],[5,347635744],[1,382560288]],"read_bytes_per_token":21829738368,"files":["gemma-4-31B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"},{"quant":"Q6_K","bytes":25201467616,"gpu_bytes":25185652608,"mapped_bytes":25185652608,"out_bytes":1156077568,"layer_bytes":[[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624]],"read_bytes_per_token":25185652608,"files":["gemma-4-31B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"},{"quant":"Q8_0","bytes":32635658464,"gpu_bytes":32619843456,"mapped_bytes":32619843456,"out_bytes":1497389056,"layer_bytes":[[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680]],"read_bytes_per_token":32619843456,"files":["gemma-4-31B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"}],"original":{"bytes":62546338248,"repo":"google/gemma-4-31B","sha":"5bbc2fb1c1b2c611d06e3d9f23c170ba21659d89","dtypes":{"BF16":31273088876}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:29:00+00:00","url":"https://huggingface.co/google/gemma-4-31B/tree/5bbc2fb1c1b2c611d06e3d9f23c170ba21659d89"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:29:00+00:00","url":"https://huggingface.co/mradermacher/gemma-4-31B-GGUF/tree/da7a458dda4c45cb8e465144585f6940f7ce5468"}]},{"id":"gemma-4-31b-it","name":"gemma-4-31B-it","repo":"google/gemma-4-31B-it","sha":"842da3794eaa0b77d5f08bae87a17459d91ff475","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":30697345596,"params_active":null,"params_repo":31273088876,"arch":{"gguf_arch":"gemma4","n_layers":60,"n_layers_all":60,"layers":[[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":10,"v_elems":2048,"window":null},{"k_elems":4096,"kind":"swa","layers":50,"v_elems":4096,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":5376,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-31B-it-Q4_K_M.gguf","repo":"unsloth/gemma-4-31B-it-GGUF","sha":"c1ac76e99d5513b141e8adde7288b85c3f9c32ec"}},"gguf":{"repo":"unsloth/gemma-4-31B-it-GGUF","sha":"c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},"weights":[{"quant":"Q3_K_M","bytes":14736608192,"gpu_bytes":14720774016,"mapped_bytes":14720774016,"out_bytes":605575168,"layer_bytes":[[2,247212064],[1,244459552],[2,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856],[5,230008864],[1,256589856]],"read_bytes_per_token":14720774016,"files":["gemma-4-31B-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"IQ4_XS","bytes":16372460480,"gpu_bytes":16356626304,"mapped_bytes":16356626304,"out_bytes":792745984,"layer_bytes":[[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912],[5,254523424],[1,283770912]],"read_bytes_per_token":16356626304,"files":["gemma-4-31B-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"Q4_0","bytes":17338248128,"gpu_bytes":17322413952,"mapped_bytes":17322413952,"out_bytes":792745984,"layer_bytes":[[5,276715552],[1,307683360],[1,276715552],[4,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016],[5,269490208],[1,300458016]],"read_bytes_per_token":17322413952,"files":["gemma-4-31B-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"Q4_K_M","bytes":18323733440,"gpu_bytes":18307899264,"mapped_bytes":18307899264,"out_bytes":792745984,"layer_bytes":[[5,304971808],[1,330262560],[1,304971808],[2,269490208],[1,304971808],[1,269490208],[1,300458016],[1,299294752],[1,275167264],[1,269490208],[1,299294752],[1,275167264],[1,300458016],[1,299294752],[1,269490208],[1,275167264],[1,299294752],[1,269490208],[1,300458016],[1,304971808],[2,269490208],[1,304971808],[1,269490208],[1,300458016],[1,299294752],[1,275167264],[1,269490208],[1,299294752],[1,275167264],[1,300458016],[1,299294752],[1,269490208],[1,275167264],[1,299294752],[1,269490208],[1,300458016],[1,304971808],[2,269490208],[1,304971808],[1,269490208],[1,300458016],[1,299294752],[1,275167264],[1,269490208],[2,304971808],[1,330262560],[5,304971808],[1,330262560]],"read_bytes_per_token":18307899264,"files":["gemma-4-31B-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"Q5_K_M","bytes":21658401728,"gpu_bytes":21642567552,"mapped_bytes":21642567552,"out_bytes":968906752,"layer_bytes":[[5,347635744],[1,382560288],[1,347635744],[2,329357344],[1,347635744],[1,329357344],[1,367206432],[1,344711200],[1,332281888],[1,329357344],[1,344711200],[1,332281888],[1,367206432],[1,344711200],[1,329357344],[1,332281888],[1,344711200],[1,329357344],[1,367206432],[1,347635744],[2,329357344],[1,347635744],[1,329357344],[1,367206432],[1,344711200],[1,332281888],[1,329357344],[1,344711200],[1,332281888],[1,367206432],[1,344711200],[1,329357344],[1,332281888],[1,344711200],[1,329357344],[1,367206432],[1,347635744],[2,329357344],[1,347635744],[1,329357344],[1,367206432],[1,344711200],[1,332281888],[1,329357344],[2,347635744],[1,382560288],[5,347635744],[1,382560288]],"read_bytes_per_token":21642567552,"files":["gemma-4-31B-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"Q6_K","bytes":25201486784,"gpu_bytes":25185652608,"mapped_bytes":25185652608,"out_bytes":1156077568,"layer_bytes":[[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624],[5,392966176],[1,438126624]],"read_bytes_per_token":25185652608,"files":["gemma-4-31B-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"Q8_0","bytes":32635677632,"gpu_bytes":32619843456,"mapped_bytes":32619843456,"out_bytes":1497389056,"layer_bytes":[[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680]],"read_bytes_per_token":32619843456,"files":["gemma-4-31B-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"},{"quant":"BF16","bytes":61413190528,"gpu_bytes":61397356416,"mapped_bytes":61397356416,"out_bytes":2818594816,"layer_bytes":[[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800]],"read_bytes_per_token":61397356416,"files":["BF16/gemma-4-31B-it-BF16-00001-of-00002.gguf","BF16/gemma-4-31B-it-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"}],"original":{"bytes":62546338248,"repo":"google/gemma-4-31B-it","sha":"842da3794eaa0b77d5f08bae87a17459d91ff475","dtypes":{"BF16":31273088876}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:29:52+00:00","url":"https://huggingface.co/google/gemma-4-31B-it/tree/842da3794eaa0b77d5f08bae87a17459d91ff475"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:29:52+00:00","url":"https://huggingface.co/unsloth/gemma-4-31B-it-GGUF/tree/c1ac76e99d5513b141e8adde7288b85c3f9c32ec"}]},{"id":"gemma-4-e2b","name":"gemma-4-E2B","repo":"google/gemma-4-E2B","sha":"d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4647450147,"params_active":null,"params_repo":5123178051,"arch":{"gguf_arch":"gemma4","n_layers":35,"n_layers_all":35,"layers":[[4,"swa",256,256,512,0],[1,"full",512,512,null,0],[4,"swa",256,256,512,0],[1,"full",512,512,null,0],[4,"swa",256,256,512,0],[1,"full",512,512,null,0],[20,"shared",0,0,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":3,"v_elems":512,"window":null},{"k_elems":256,"kind":"swa","layers":12,"v_elems":256,"window":512}],"state_elems":0,"max_context":131072,"vocab_size":262144,"hidden_size":1536,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-E2B.i1-Q4_K_M.gguf","repo":"mradermacher/gemma-4-E2B-i1-GGUF","sha":"a9bf638e53783fc93778f357cc5c672eab5393b1"}},"gguf":{"repo":"mradermacher/gemma-4-E2B-i1-GGUF","sha":"a9bf638e53783fc93778f357cc5c672eab5393b1"},"weights":[{"quant":"Q2_K","bytes":2989070048,"gpu_bytes":1046510688,"mapped_bytes":2973269088,"out_bytes":357834752,"layer_bytes":[[4,13273120],[1,16009248],[4,13273120],[1,16009248],[4,13273120],[1,16009248],[4,23521312],[1,26257440],[4,23521312],[1,26257440],[4,23521312],[1,26257440],[4,23521312],[1,26257440]],"read_bytes_per_token":1046510688,"files":["gemma-4-E2B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"},{"quant":"Q3_K_M","bytes":3201332960,"gpu_bytes":1258773600,"mapped_bytes":3185532000,"out_bytes":357834752,"layer_bytes":[[2,18529312],[2,17300512],[1,20813856],[4,17300512],[1,20813856],[4,17300512],[1,20813856],[4,30719008],[1,34232352],[4,30719008],[1,34232352],[4,30719008],[1,34232352],[4,30719008],[1,34232352]],"read_bytes_per_token":1258773600,"files":["gemma-4-E2B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"},{"quant":"IQ4_XS","bytes":3303913184,"gpu_bytes":1361353824,"mapped_bytes":3288112224,"out_bytes":357834752,"layer_bytes":[[4,19312672],[1,23136288],[4,19312672],[1,23136288],[4,19312672],[1,23136288],[4,34353184],[1,38176800],[4,34353184],[1,38176800],[4,34353184],[1,38176800],[4,34353184],[1,38176800]],"read_bytes_per_token":1361353824,"files":["gemma-4-E2B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"},{"quant":"Q4_0","bytes":3362502368,"gpu_bytes":1419943008,"mapped_bytes":3346701408,"out_bytes":357834752,"layer_bytes":[[4,20971552],[1,24365088],[4,20381728],[1,24365088],[4,20381728],[1,24365088],[4,36306976],[1,40290336],[4,36306976],[1,40290336],[4,36306976],[1,40290336],[4,36306976],[1,40290336]],"read_bytes_per_token":1419943008,"files":["gemma-4-E2B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"},{"quant":"Q4_K_M","bytes":3427862240,"gpu_bytes":1485302880,"mapped_bytes":3412061280,"out_bytes":357834752,"layer_bytes":[[4,22916128],[1,24365088],[1,20381728],[1,22916128],[2,20381728],[1,27000864],[2,20381728],[1,22916128],[1,20381728],[1,24365088],[1,41274400],[2,36306976],[1,41274400],[1,40290336],[1,36306976],[1,41274400],[2,36306976],[1,45359136],[2,36306976],[1,41274400],[1,36306976],[1,40290336],[4,41274400],[1,45359136]],"read_bytes_per_token":1485302880,"files":["gemma-4-E2B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"},{"quant":"Q5_K_M","bytes":3630270176,"gpu_bytes":1687710816,"mapped_bytes":3614469216,"out_bytes":357834752,"layer_bytes":[[4,26209312],[1,29771808],[1,24903712],[1,26209312],[2,24903712],[1,31129632],[2,24903712],[1,26209312],[1,24903712],[1,29771808],[1,46926880],[2,44367904],[1,46926880],[1,49236000],[1,44367904],[1,46926880],[2,44367904],[1,51847200],[2,44367904],[1,46926880],[1,44367904],[1,49236000],[4,46926880],[1,51847200]],"read_bytes_per_token":1687710816,"files":["gemma-4-E2B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"},{"quant":"Q6_K","bytes":3845328608,"gpu_bytes":1902769248,"mapped_bytes":3829527648,"out_bytes":357834752,"layer_bytes":[[4,29708320],[1,35516448],[4,29708320],[1,35516448],[4,29708320],[1,35516448],[4,52932640],[1,58740768],[4,52932640],[1,58740768],[4,52932640],[1,58740768],[4,52932640],[1,58740768]],"read_bytes_per_token":1902769248,"files":["gemma-4-E2B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"}],"original":{"bytes":10246621918,"repo":"google/gemma-4-E2B","sha":"d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f","dtypes":{"BF16":5123178051}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:30:54+00:00","url":"https://huggingface.co/google/gemma-4-E2B/tree/d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:30:54+00:00","url":"https://huggingface.co/mradermacher/gemma-4-E2B-i1-GGUF/tree/a9bf638e53783fc93778f357cc5c672eab5393b1"}]},{"id":"gemma-4-e2b-it","name":"gemma-4-E2B-it","repo":"google/gemma-4-E2B-it","sha":"3e22461f65e89153144f8adb70e3b8c2cc9845a7","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4647450147,"params_active":null,"params_repo":5123178051,"arch":{"gguf_arch":"gemma4","n_layers":35,"n_layers_all":35,"layers":[[4,"swa",256,256,512,0],[1,"full",512,512,null,0],[4,"swa",256,256,512,0],[1,"full",512,512,null,0],[4,"swa",256,256,512,0],[1,"full",512,512,null,0],[20,"shared",0,0,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":3,"v_elems":512,"window":null},{"k_elems":256,"kind":"swa","layers":12,"v_elems":256,"window":512}],"state_elems":0,"max_context":131072,"vocab_size":262144,"hidden_size":1536,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-E2B-it-Q4_K_M.gguf","repo":"unsloth/gemma-4-E2B-it-GGUF","sha":"0314792d7f1f7e229411f620751375812bb9faf2"}},"gguf":{"repo":"unsloth/gemma-4-E2B-it-GGUF","sha":"0314792d7f1f7e229411f620751375812bb9faf2"},"weights":[{"quant":"Q3_K_M","bytes":2536786016,"gpu_bytes":1199760480,"mapped_bytes":2520966240,"out_bytes":200548352,"layer_bytes":[[2,21337120],[2,20108320],[1,23621664],[4,20108320],[1,23621664],[4,20108320],[1,23621664],[4,33526816],[1,37040160],[4,33526816],[1,37040160],[4,33526816],[1,37040160],[4,33526816],[1,37040160]],"read_bytes_per_token":1199760480,"files":["gemma-4-E2B-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"IQ4_XS","bytes":2983944288,"gpu_bytes":1353317472,"mapped_bytes":2968124512,"out_bytes":254025728,"layer_bytes":[[4,22040608],[1,25864224],[4,22040608],[1,25864224],[4,22040608],[1,25864224],[4,37093408],[1,40929312],[4,37093408],[1,40929312],[4,37093408],[1,40929312],[4,37093408],[1,40929312]],"read_bytes_per_token":1353317472,"files":["gemma-4-E2B-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"Q4_0","bytes":3041378400,"gpu_bytes":1410751584,"mapped_bytes":3025558624,"out_bytes":254025728,"layer_bytes":[[4,23674912],[1,27068448],[4,23085088],[1,27068448],[4,23085088],[1,27068448],[4,39010336],[1,42993696],[4,39010336],[1,42993696],[4,39010336],[1,42993696],[4,39010336],[1,42993696]],"read_bytes_per_token":1410751584,"files":["gemma-4-E2B-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"Q4_K_M","bytes":3106738272,"gpu_bytes":1476111456,"mapped_bytes":3090918496,"out_bytes":254025728,"layer_bytes":[[4,25619488],[1,27068448],[1,23085088],[1,25619488],[2,23085088],[1,29704224],[2,23085088],[1,25619488],[1,23085088],[1,27068448],[1,43977760],[2,39010336],[1,43977760],[1,42993696],[1,39010336],[1,43977760],[2,39010336],[1,48062496],[2,39010336],[1,43977760],[1,39010336],[1,42993696],[4,43977760],[1,48062496]],"read_bytes_per_token":1476111456,"files":["gemma-4-E2B-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"Q5_K_M","bytes":3356037216,"gpu_bytes":1725410400,"mapped_bytes":3340217440,"out_bytes":304357376,"layer_bytes":[[4,28814368],[1,32376864],[1,27508768],[1,28814368],[2,27508768],[1,33734688],[2,27508768],[1,28814368],[1,27508768],[1,32376864],[1,49531936],[2,46972960],[1,49531936],[1,51841056],[1,46972960],[1,49531936],[2,46972960],[1,54452256],[2,46972960],[1,49531936],[1,46972960],[1,51841056],[4,49531936],[1,54452256]],"read_bytes_per_token":1725410400,"files":["gemma-4-E2B-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"Q6_K","bytes":4501721184,"gpu_bytes":1990290528,"mapped_bytes":4485901408,"out_bytes":357834752,"layer_bytes":[[4,32208928],[1,38017056],[4,32208928],[1,38017056],[4,32208928],[1,38017056],[4,55433248],[1,61241376],[4,55433248],[1,61241376],[4,55433248],[1,61241376],[4,55433248],[1,61241376]],"read_bytes_per_token":1990290528,"files":["gemma-4-E2B-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"Q8_0","bytes":5048352864,"gpu_bytes":2536922208,"mapped_bytes":5032533088,"out_bytes":455352320,"layer_bytes":[[4,40779808],[1,48302112],[4,40779808],[1,48302112],[4,40779808],[1,48302112],[4,70860832],[1,78383136],[4,70860832],[1,78383136],[4,70860832],[1,78383136],[4,70860832],[1,78383136]],"read_bytes_per_token":2536922208,"files":["gemma-4-E2B-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"},{"quant":"BF16","bytes":9311305568,"gpu_bytes":4597865568,"mapped_bytes":9295486048,"out_bytes":832839680,"layer_bytes":[[4,72384544],[1,86542368],[4,72384544],[1,86542368],[4,72384544],[1,86542368],[4,129007648],[1,143165472],[4,129007648],[1,143165472],[4,129007648],[1,143165472],[4,129007648],[1,143165472]],"read_bytes_per_token":4597865568,"files":["gemma-4-E2B-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"}],"original":{"bytes":10246621918,"repo":"google/gemma-4-E2B-it","sha":"3e22461f65e89153144f8adb70e3b8c2cc9845a7","dtypes":{"BF16":5123178051}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:31:59+00:00","url":"https://huggingface.co/google/gemma-4-E2B-it/tree/3e22461f65e89153144f8adb70e3b8c2cc9845a7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:31:59+00:00","url":"https://huggingface.co/unsloth/gemma-4-E2B-it-GGUF/tree/0314792d7f1f7e229411f620751375812bb9faf2"}]},{"id":"gemma-4-e4b","name":"gemma-4-E4B","repo":"google/gemma-4-E4B","sha":"411aa17b749aa952df1359d2dcea73917a544d9a","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7518069290,"params_active":null,"params_repo":7996156490,"arch":{"gguf_arch":"gemma4","n_layers":42,"n_layers_all":42,"layers":[[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[18,"shared",0,0,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":4,"v_elems":1024,"window":null},{"k_elems":512,"kind":"swa","layers":20,"v_elems":512,"window":512}],"state_elems":0,"max_context":131072,"vocab_size":262144,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-E4B.Q4_K_M.gguf","repo":"mradermacher/gemma-4-E4B-GGUF","sha":"712b177e561b537a217d1f73799a15e7bb99eb66"}},"gguf":{"repo":"mradermacher/gemma-4-E4B-GGUF","sha":"712b177e561b537a217d1f73799a15e7bb99eb66"},"weights":[{"quant":"Q2_K","bytes":4401304064,"gpu_bytes":2073386304,"mapped_bytes":4385496384,"out_bytes":605564928,"layer_bytes":[[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568],[5,34091040],[1,39233568]],"read_bytes_per_token":2073386304,"files":["gemma-4-E4B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"Q3_K_M","bytes":4850379264,"gpu_bytes":2522461504,"mapped_bytes":4834571584,"out_bytes":605564928,"layer_bytes":[[2,47833120],[3,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928],[5,44392480],[1,50896928]],"read_bytes_per_token":2522461504,"files":["gemma-4-E4B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"IQ4_XS","bytes":5091418624,"gpu_bytes":2763500864,"mapped_bytes":5075610944,"out_bytes":605564928,"layer_bytes":[[5,53792800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848],[5,49696800],[1,56866848]],"read_bytes_per_token":2763500864,"files":["gemma-4-E4B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"Q4_K_M","bytes":5335273984,"gpu_bytes":3007356224,"mapped_bytes":5319466304,"out_bytes":605564928,"layer_bytes":[[5,59496480],[1,59775008],[1,52400160],[1,59496480],[2,52400160],[1,59496480],[1,59775008],[1,52400160],[1,59496480],[2,52400160],[1,59496480],[1,59775008],[1,52400160],[1,59496480],[2,52400160],[1,59496480],[1,59775008],[1,52400160],[1,59496480],[2,52400160],[1,59496480],[1,59775008],[1,52400160],[1,59496480],[2,52400160],[1,59496480],[1,59775008],[5,59496480],[1,67209248]],"read_bytes_per_token":3007356224,"files":["gemma-4-E4B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"Q5_K_M","bytes":5762896384,"gpu_bytes":3434978624,"mapped_bytes":5747088704,"out_bytes":605564928,"layer_bytes":[[5,67688480],[1,73046048],[1,64032800],[1,67688480],[2,64032800],[1,67688480],[1,73046048],[1,64032800],[1,67688480],[2,64032800],[1,67688480],[1,73046048],[1,64032800],[1,67688480],[2,64032800],[1,67688480],[1,73046048],[1,64032800],[1,67688480],[2,64032800],[1,67688480],[1,73046048],[1,64032800],[1,67688480],[2,64032800],[1,67688480],[1,73046048],[5,67688480],[1,76875808]],"read_bytes_per_token":3434978624,"files":["gemma-4-E4B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"Q6_K","bytes":6217245184,"gpu_bytes":3889327424,"mapped_bytes":6201437504,"out_bytes":605564928,"layer_bytes":[[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528],[5,76392480],[1,87146528]],"read_bytes_per_token":3889327424,"files":["gemma-4-E4B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"Q8_0","bytes":8031224320,"gpu_bytes":5020683584,"mapped_bytes":8015416640,"out_bytes":768094208,"layer_bytes":[[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168],[5,98930720],[1,112859168]],"read_bytes_per_token":5020683584,"files":["gemma-4-E4B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"},{"quant":"F16","bytes":15053079040,"gpu_bytes":9400126784,"mapped_bytes":15037271360,"out_bytes":1397239808,"layer_bytes":[[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968]],"read_bytes_per_token":9400126784,"files":["gemma-4-E4B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"}],"original":{"bytes":15992595884,"repo":"google/gemma-4-E4B","sha":"411aa17b749aa952df1359d2dcea73917a544d9a","dtypes":{"BF16":7996156490}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:32:54+00:00","url":"https://huggingface.co/google/gemma-4-E4B/tree/411aa17b749aa952df1359d2dcea73917a544d9a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:32:54+00:00","url":"https://huggingface.co/mradermacher/gemma-4-E4B-GGUF/tree/712b177e561b537a217d1f73799a15e7bb99eb66"}]},{"id":"gemma-4-e4b-it","name":"gemma-4-E4B-it","repo":"google/gemma-4-E4B-it","sha":"ee0ef6023621cff504d758262d4e04895a5af4a2","publisher":"google","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7518069290,"params_active":null,"params_repo":7996156490,"arch":{"gguf_arch":"gemma4","n_layers":42,"n_layers_all":42,"layers":[[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[5,"swa",512,512,512,0],[1,"full",1024,1024,null,0],[18,"shared",0,0,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":4,"v_elems":1024,"window":null},{"k_elems":512,"kind":"swa","layers":20,"v_elems":512,"window":512}],"state_elems":0,"max_context":131072,"vocab_size":262144,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"gemma-4-E4B-it-Q4_K_M.gguf","repo":"unsloth/gemma-4-E4B-it-GGUF","sha":"bfc15c382204943c3a8fff0c750b94ae2364d7a3"}},"gguf":{"repo":"unsloth/gemma-4-E4B-it-GGUF","sha":"bfc15c382204943c3a8fff0c750b94ae2364d7a3"},"weights":[{"quant":"Q3_K_M","bytes":4058137728,"gpu_bytes":2456864064,"mapped_bytes":4042310976,"out_bytes":343420928,"layer_bytes":[[2,52512800],[3,49072160],[1,55576608],[5,49072160],[1,55576608],[5,49072160],[1,55576608],[5,49072160],[1,55576608],[5,49072160],[1,55576608],[5,49072160],[1,55576608],[5,49072160],[1,55576608]],"read_bytes_per_token":2456864064,"files":["gemma-4-E4B-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"IQ4_XS","bytes":4715416704,"gpu_bytes":2761821504,"mapped_bytes":4699589952,"out_bytes":432549888,"layer_bytes":[[5,54243360],[1,61413408],[5,54243360],[1,61413408],[5,54243360],[1,61413408],[5,54243360],[1,61413408],[5,54284320],[1,61495328],[5,54284320],[1,61495328],[5,54284320],[1,61495328]],"read_bytes_per_token":2761821504,"files":["gemma-4-E4B-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"Q4_0","bytes":4836002944,"gpu_bytes":2882407744,"mapped_bytes":4820176192,"out_bytes":432549888,"layer_bytes":[[5,58544160],[1,64280608],[5,56905760],[1,64280608],[5,56905760],[1,64280608],[5,56905760],[1,64280608],[5,56905760],[1,64280608],[5,56905760],[1,64280608],[5,56905760],[1,64280608]],"read_bytes_per_token":2882407744,"files":["gemma-4-E4B-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"Q4_K_M","bytes":4977171584,"gpu_bytes":3023576384,"mapped_bytes":4961344832,"out_bytes":432549888,"layer_bytes":[[5,64002080],[1,64280608],[1,56905760],[1,64002080],[2,56905760],[1,64002080],[1,64280608],[1,56905760],[1,64002080],[2,56905760],[1,64002080],[1,64280608],[1,56905760],[1,64002080],[2,56905760],[1,64002080],[1,64280608],[1,56905760],[1,64002080],[2,56905760],[1,64002080],[1,64280608],[1,56905760],[1,64002080],[2,56905760],[1,64002080],[1,64280608],[5,64002080],[1,71714848]],"read_bytes_per_token":3023576384,"files":["gemma-4-E4B-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"Q5_K_M","bytes":5481798784,"gpu_bytes":3528203584,"mapped_bytes":5465972032,"out_bytes":516435968,"layer_bytes":[[5,72030240],[1,77387808],[1,68374560],[1,72030240],[2,68374560],[1,72030240],[1,77387808],[1,68374560],[1,72030240],[2,68374560],[1,72030240],[1,77387808],[1,68374560],[1,72030240],[2,68374560],[1,72030240],[1,77387808],[1,68374560],[1,72030240],[2,68374560],[1,72030240],[1,77387808],[1,68374560],[1,72030240],[2,68374560],[1,72030240],[1,77387808],[5,72030240],[1,81217568]],"read_bytes_per_token":3528203584,"files":["gemma-4-E4B-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"Q6_K","bytes":7074929792,"gpu_bytes":4064369984,"mapped_bytes":7059103040,"out_bytes":605564928,"layer_bytes":[[5,80560160],[1,91314208],[5,80560160],[1,91314208],[5,80560160],[1,91314208],[5,80560160],[1,91314208],[5,80560160],[1,91314208],[5,80560160],[1,91314208],[5,80560160],[1,91314208]],"read_bytes_per_token":4064369984,"files":["gemma-4-E4B-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"Q8_0","bytes":8192953472,"gpu_bytes":5182393664,"mapped_bytes":8177126720,"out_bytes":768094208,"layer_bytes":[[5,102780960],[1,116709408],[5,102780960],[1,116709408],[5,102780960],[1,116709408],[5,102780960],[1,116709408],[5,102780960],[1,116709408],[5,102780960],[1,116709408],[5,102780960],[1,116709408]],"read_bytes_per_token":5182393664,"files":["gemma-4-E4B-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"},{"quant":"BF16","bytes":15053097856,"gpu_bytes":9400126784,"mapped_bytes":15037271360,"out_bytes":1397239808,"layer_bytes":[[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968],[5,186175520],[1,212391968]],"read_bytes_per_token":9400126784,"files":["gemma-4-E4B-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"}],"original":{"bytes":15992595884,"repo":"google/gemma-4-E4B-it","sha":"ee0ef6023621cff504d758262d4e04895a5af4a2","dtypes":{"BF16":7996156490}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:34:21+00:00","url":"https://huggingface.co/google/gemma-4-E4B-it/tree/ee0ef6023621cff504d758262d4e04895a5af4a2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:34:21+00:00","url":"https://huggingface.co/unsloth/gemma-4-E4B-it-GGUF/tree/bfc15c382204943c3a8fff0c750b94ae2364d7a3"}]},{"id":"glm-4-5","name":"GLM-4.5","repo":"zai-org/GLM-4.5","sha":"cbb2c7cfb52fa128a9660cb1a7a78e017899e115","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":352797829024,"params_active":32856319904,"params_repo":358337791296,"arch":{"gguf_arch":"glm4moe","n_layers":92,"n_layers_all":93,"layers":[[92,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":92,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151552,"hidden_size":5120,"moe":{"active":8,"experts":160},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-4.5-Q4_K_M-00001-of-00005.gguf","repo":"unsloth/GLM-4.5-GGUF","sha":"d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"}},"gguf":{"repo":"unsloth/GLM-4.5-GGUF","sha":"d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},"weights":[{"quant":"Q2_K","bytes":131159649248,"gpu_bytes":128931696256,"mapped_bytes":131150230784,"out_bytes":636538880,"layer_bytes":[[3,120767488],[89,1437447808]],"read_bytes_per_token":13400411776,"files":["Q2_K/GLM-4.5-Q2_K-00001-of-00003.gguf","Q2_K/GLM-4.5-Q2_K-00002-of-00003.gguf","Q2_K/GLM-4.5-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"Q3_K_M","bytes":171268787296,"gpu_bytes":168361102976,"mapped_bytes":171259368704,"out_bytes":636538880,"layer_bytes":[[2,165700608],[1,165045248],[2,2032719488],[87,1875433088]],"read_bytes_per_token":16791080576,"files":["Q3_K_M/GLM-4.5-Q3_K_M-00001-of-00004.gguf","Q3_K_M/GLM-4.5-Q3_K_M-00002-of-00004.gguf","Q3_K_M/GLM-4.5-Q3_K_M-00003-of-00004.gguf","Q3_K_M/GLM-4.5-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"IQ4_XS","bytes":191562951808,"gpu_bytes":187993230976,"mapped_bytes":191553533184,"out_bytes":636538880,"layer_bytes":[[3,173605888],[89,2099279488]],"read_bytes_per_token":18436525696,"files":["IQ4_XS/GLM-4.5-IQ4_XS-00001-of-00004.gguf","IQ4_XS/GLM-4.5-IQ4_XS-00002-of-00004.gguf","IQ4_XS/GLM-4.5-IQ4_XS-00003-of-00004.gguf","IQ4_XS/GLM-4.5-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"Q4_0","bytes":203036339424,"gpu_bytes":199467273856,"mapped_bytes":203026920704,"out_bytes":636538880,"layer_bytes":[[3,186876928],[8,2299328128],[81,2220684928]],"read_bytes_per_token":19338956416,"files":["Q4_0/GLM-4.5-Q4_0-00001-of-00005.gguf","Q4_0/GLM-4.5-Q4_0-00002-of-00005.gguf","Q4_0/GLM-4.5-Q4_0-00003-of-00005.gguf","Q4_0/GLM-4.5-Q4_0-00004-of-00005.gguf","Q4_0/GLM-4.5-Q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"Q4_K_M","bytes":216455572672,"gpu_bytes":212560752256,"mapped_bytes":216446153984,"out_bytes":636538880,"layer_bytes":[[3,200516608],[8,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[1,2220684928],[11,2546439808]],"read_bytes_per_token":20086435456,"files":["Q4_K_M/GLM-4.5-Q4_K_M-00001-of-00005.gguf","Q4_K_M/GLM-4.5-Q4_K_M-00002-of-00005.gguf","Q4_K_M/GLM-4.5-Q4_K_M-00003-of-00005.gguf","Q4_K_M/GLM-4.5-Q4_K_M-00004-of-00005.gguf","Q4_K_M/GLM-4.5-Q4_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"Q5_K_M","bytes":254246825344,"gpu_bytes":249721425536,"mapped_bytes":254237406464,"out_bytes":636538880,"layer_bytes":[[3,232629248],[8,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[1,2711672448],[11,2879485568]],"read_bytes_per_token":23627140736,"files":["Q5_K_M/GLM-4.5-Q5_K_M-00001-of-00006.gguf","Q5_K_M/GLM-4.5-Q5_K_M-00002-of-00006.gguf","Q5_K_M/GLM-4.5-Q5_K_M-00003-of-00006.gguf","Q5_K_M/GLM-4.5-Q5_K_M-00004-of-00006.gguf","Q5_K_M/GLM-4.5-Q5_K_M-00005-of-00006.gguf","Q5_K_M/GLM-4.5-Q5_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"Q6_K","bytes":294371691840,"gpu_bytes":289176616576,"mapped_bytes":294362273024,"out_bytes":636538880,"layer_bytes":[[3,266748928],[89,3233031808]],"read_bytes_per_token":27361115776,"files":["Q6_K/GLM-4.5-Q6_K-00001-of-00006.gguf","Q6_K/GLM-4.5-Q6_K-00002-of-00006.gguf","Q6_K/GLM-4.5-Q6_K-00003-of-00006.gguf","Q6_K/GLM-4.5-Q6_K-00004-of-00006.gguf","Q6_K/GLM-4.5-Q6_K-00005-of-00006.gguf","Q6_K/GLM-4.5-Q6_K-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"Q8_0","bytes":380966784608,"gpu_bytes":374244187776,"mapped_bytes":380957365504,"out_bytes":824463360,"layer_bytes":[[3,345474048],[89,4184082048]],"read_bytes_per_token":35130777216,"files":["Q8_0/GLM-4.5-Q8_0-00001-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00002-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00003-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00004-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00005-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00006-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00007-of-00008.gguf","Q8_0/GLM-4.5-Q8_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"},{"quant":"BF16","bytes":716837146688,"gpu_bytes":704194190976,"mapped_bytes":716827727104,"out_bytes":1551912960,"layer_bytes":[[3,650216448],[89,7872939648]],"read_bytes_per_token":65863065216,"files":["BF16/GLM-4.5-BF16-00001-of-00015.gguf","BF16/GLM-4.5-BF16-00002-of-00015.gguf","BF16/GLM-4.5-BF16-00003-of-00015.gguf","BF16/GLM-4.5-BF16-00004-of-00015.gguf","BF16/GLM-4.5-BF16-00005-of-00015.gguf","BF16/GLM-4.5-BF16-00006-of-00015.gguf","BF16/GLM-4.5-BF16-00007-of-00015.gguf","BF16/GLM-4.5-BF16-00008-of-00015.gguf","BF16/GLM-4.5-BF16-00009-of-00015.gguf","BF16/GLM-4.5-BF16-00010-of-00015.gguf","BF16/GLM-4.5-BF16-00011-of-00015.gguf","BF16/GLM-4.5-BF16-00012-of-00015.gguf","BF16/GLM-4.5-BF16-00013-of-00015.gguf","BF16/GLM-4.5-BF16-00014-of-00015.gguf","BF16/GLM-4.5-BF16-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"}],"original":{"bytes":716681196672,"repo":"zai-org/GLM-4.5","sha":"cbb2c7cfb52fa128a9660cb1a7a78e017899e115","dtypes":{"BF16":358337776896,"F32":14400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:33+00:00","url":"https://huggingface.co/zai-org/GLM-4.5/tree/cbb2c7cfb52fa128a9660cb1a7a78e017899e115"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:33+00:00","url":"https://huggingface.co/unsloth/GLM-4.5-GGUF/tree/d4573659be99a9eb1ada9abd5d0df6d8afc5a3a4"}]},{"id":"glm-4-5-air","name":"GLM-4.5-Air","repo":"zai-org/GLM-4.5-Air","sha":"a24ceef6ce4f3536971efe9b778bdaa1bab18daa","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":106852251264,"params_active":12803372672,"params_repo":110468824832,"arch":{"gguf_arch":"glm4moe","n_layers":46,"n_layers_all":47,"layers":[[46,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":46,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151552,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-4.5-Air-Q4_K_M-00001-of-00002.gguf","repo":"unsloth/GLM-4.5-Air-GGUF","sha":"506d64aa8c5cfe9dbbf00bc7a15739438f83204d"}},"gguf":{"repo":"unsloth/GLM-4.5-Air-GGUF","sha":"506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},"weights":[{"quant":"Q2_K","bytes":45322103872,"gpu_bytes":43641993728,"mapped_bytes":45312744448,"out_bytes":509231104,"layer_bytes":[[1,96600064],[45,956359168]],"read_bytes_per_token":5686819328,"files":["GLM-4.5-Air-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"Q3_K_M","bytes":57203694848,"gpu_bytes":55168870912,"mapped_bytes":57194335232,"out_bytes":509231104,"layer_bytes":[[1,126857216],[1,1257464320],[44,1210802688]],"read_bytes_per_token":6951741952,"files":["Q3_K_M/GLM-4.5-Air-Q3_K_M-00001-of-00002.gguf","Q3_K_M/GLM-4.5-Air-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"IQ4_XS","bytes":60480900352,"gpu_bytes":57988995584,"mapped_bytes":60471540736,"out_bytes":509231104,"layer_bytes":[[1,131522560],[45,1274405376]],"read_bytes_per_token":7382096384,"files":["IQ4_XS/GLM-4.5-Air-IQ4_XS-00001-of-00002.gguf","IQ4_XS/GLM-4.5-Air-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"Q4_0","bytes":62781050112,"gpu_bytes":60381944320,"mapped_bytes":62771690496,"out_bytes":509231104,"layer_bytes":[[1,139878400],[4,1369432576],[41,1323295232]],"read_bytes_per_token":7655610880,"files":["Q4_0/GLM-4.5-Air-Q4_0-00001-of-00002.gguf","Q4_0/GLM-4.5-Air-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"Q4_K_M","bytes":72975748384,"gpu_bytes":70206462464,"mapped_bytes":72966388736,"out_bytes":509231104,"layer_bytes":[[1,160571392],[4,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[6,1693475328]],"read_bytes_per_token":8310331904,"files":["Q4_K_M/GLM-4.5-Air-Q4_K_M-00001-of-00002.gguf","Q4_K_M/GLM-4.5-Air-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"Q5_K_M","bytes":83519589632,"gpu_bytes":80314137088,"mapped_bytes":83510230016,"out_bytes":509231104,"layer_bytes":[[1,184885248],[4,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[6,1892663808]],"read_bytes_per_token":9594239488,"files":["Q5_K_M/GLM-4.5-Air-Q5_K_M-00001-of-00002.gguf","Q5_K_M/GLM-4.5-Air-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"Q6_K","bytes":99007528192,"gpu_bytes":95340276224,"mapped_bytes":98998168576,"out_bytes":509231104,"layer_bytes":[[1,210718720],[45,2102673920]],"read_bytes_per_token":11157645824,"files":["Q6_K/GLM-4.5-Air-Q6_K-00001-of-00002.gguf","Q6_K/GLM-4.5-Air-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"Q8_0","bytes":117456506240,"gpu_bytes":112943340032,"mapped_bytes":117447146496,"out_bytes":659570688,"layer_bytes":[[1,258842624],[45,2489442816]],"read_bytes_per_token":13675960832,"files":["Q8_0/GLM-4.5-Air-Q8_0-00001-of-00003.gguf","Q8_0/GLM-4.5-Air-Q8_0-00002-of-00003.gguf","Q8_0/GLM-4.5-Air-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"},{"quant":"BF16","bytes":220997406080,"gpu_bytes":212512266752,"mapped_bytes":220988046336,"out_bytes":1241530368,"layer_bytes":[[1,487153664],[45,4684079616]],"read_bytes_per_token":25656023552,"files":["BF16/GLM-4.5-Air-BF16-00001-of-00005.gguf","BF16/GLM-4.5-Air-BF16-00002-of-00005.gguf","BF16/GLM-4.5-Air-BF16-00003-of-00005.gguf","BF16/GLM-4.5-Air-BF16-00004-of-00005.gguf","BF16/GLM-4.5-Air-BF16-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"}],"original":{"bytes":220939943456,"repo":"zai-org/GLM-4.5-Air","sha":"a24ceef6ce4f3536971efe9b778bdaa1bab18daa","dtypes":{"BF16":110468818944,"F32":5888}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:44+00:00","url":"https://huggingface.co/zai-org/GLM-4.5-Air/tree/a24ceef6ce4f3536971efe9b778bdaa1bab18daa"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:44+00:00","url":"https://huggingface.co/unsloth/GLM-4.5-Air-GGUF/tree/506d64aa8c5cfe9dbbf00bc7a15739438f83204d"}]},{"id":"glm-4-5-air-reap-82b-a12b","name":"GLM-4.5-Air-REAP-82B-A12B","repo":"cerebras/GLM-4.5-Air-REAP-82B-A12B","sha":"69356056842bbee3f4e9b05acf843c60799e62c9","publisher":"cerebras","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":81932185824,"params_active":12797472992,"params_repo":null,"arch":{"gguf_arch":"glm4moe","n_layers":46,"n_layers_all":47,"layers":[[46,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":46,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151552,"hidden_size":4096,"moe":{"active":8,"experts":96},"cross_checked":true,"gguf_source":{"file":"cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_K_M/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_K_M-00001-of-00002.gguf","repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","sha":"d4ba84e54f918101e1b024a9632f319a2e907445"}},"gguf":{"repo":"bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF","sha":"d4ba84e54f918101e1b024a9632f319a2e907445"},"weights":[{"quant":"IQ2_XXS","bytes":30744892768,"gpu_bytes":28807553920,"mapped_bytes":30735533312,"out_bytes":426786816,"layer_bytes":[[1,144154624],[5,694763904],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[2,607535488],[1,616907136],[4,694763904]],"read_bytes_per_token":5327250304,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"IQ2_M","bytes":34996475232,"gpu_bytes":32996090752,"mapped_bytes":34987115776,"out_bytes":426786816,"layer_bytes":[[1,153591808],[5,808010112],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[2,695550336],[1,704201088],[4,808010112]],"read_bytes_per_token":6090089344,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q2_K","bytes":35732280672,"gpu_bytes":34348065664,"mapped_bytes":35722921216,"out_bytes":509231104,"layer_bytes":[[1,112656384],[5,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[1,752738688],[2,746611072],[5,752738688]],"read_bytes_per_token":6514271104,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"IQ3_XXS","bytes":38977807712,"gpu_bytes":36977423232,"mapped_bytes":38968448256,"out_bytes":426786816,"layer_bytes":[[1,117166080],[5,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[1,812900736],[2,806773120],[5,812900736]],"read_bytes_per_token":6645724032,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q3_K_M","bytes":42879321440,"gpu_bytes":41115784064,"mapped_bytes":42869961984,"out_bytes":509231104,"layer_bytes":[[1,135802880],[1,940040576],[4,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[1,939516288],[2,864182656],[5,939516288]],"read_bytes_per_token":7310807936,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"IQ4_XS","bytes":46987031904,"gpu_bytes":44982059904,"mapped_bytes":46977672448,"out_bytes":509231104,"layer_bytes":[[1,141615104],[5,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[1,988406144],[2,982278528],[5,988406144]],"read_bytes_per_token":7870333824,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q4_0","bytes":49158468960,"gpu_bytes":47030289280,"mapped_bytes":49149109504,"out_bytes":509231104,"layer_bytes":[[1,141975552],[5,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[1,1052369280],[2,1011638656],[5,1052369280]],"read_bytes_per_token":7825081216,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q4_K_M","bytes":56568477216,"gpu_bytes":54190703488,"mapped_bytes":56559117568,"out_bytes":509231104,"layer_bytes":[[1,168960000],[4,1301963136],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[1,1300881792],[1,1090470272],[1,1091551616],[5,1301963136]],"read_bytes_per_token":8800207744,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_K_M/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_K_M-00001-of-00002.gguf","cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_K_M/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q5_K_M","bytes":64389412384,"gpu_bytes":61629956992,"mapped_bytes":64380052736,"out_bytes":509231104,"layer_bytes":[[1,186458112],[4,1446666624],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[1,1446109568],[1,1273094528],[1,1273651584],[5,1446666624]],"read_bytes_per_token":9768698752,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q5_K_M/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q5_K_M-00001-of-00002.gguf","cerebras_GLM-4.5-Air-REAP-82B-A12B-Q5_K_M/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q6_K","bytes":76212086336,"gpu_bytes":73040409472,"mapped_bytes":76202726656,"out_bytes":509231104,"layer_bytes":[[1,211734528],[45,1607098752]],"read_bytes_per_token":11306480512,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q6_K/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q6_K-00001-of-00002.gguf","cerebras_GLM-4.5-Air-REAP-82B-A12B-Q6_K/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"},{"quant":"Q8_0","bytes":90372830592,"gpu_bytes":86448440192,"mapped_bytes":90363471104,"out_bytes":659570688,"layer_bytes":[[1,258842624],[45,1900667264]],"read_bytes_per_token":13652362112,"files":["cerebras_GLM-4.5-Air-REAP-82B-A12B-Q8_0/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q8_0-00001-of-00003.gguf","cerebras_GLM-4.5-Air-REAP-82B-A12B-Q8_0/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q8_0-00002-of-00003.gguf","cerebras_GLM-4.5-Air-REAP-82B-A12B-Q8_0/cerebras_GLM-4.5-Air-REAP-82B-A12B-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"}],"original":{"bytes":169991698280,"repo":"cerebras/GLM-4.5-Air-REAP-82B-A12B","sha":"69356056842bbee3f4e9b05acf843c60799e62c9","dtypes":{"BF16":84994975744,"F32":4416}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:45+00:00","url":"https://huggingface.co/cerebras/GLM-4.5-Air-REAP-82B-A12B/tree/69356056842bbee3f4e9b05acf843c60799e62c9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:45+00:00","url":"https://huggingface.co/bartowski/cerebras_GLM-4.5-Air-REAP-82B-A12B-GGUF/tree/d4ba84e54f918101e1b024a9632f319a2e907445"}]},{"id":"glm-4-6-reap-268b-a32b","name":"GLM-4.6-REAP-268B-A32B","repo":"cerebras/GLM-4.6-REAP-268B-A32B","sha":"419f2ed9ac55200bd08b0f1eca2e3183fa3e80d5","publisher":"cerebras","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":268788660664,"params_active":32838089144,"params_repo":268788649984,"arch":{"gguf_arch":"glm4moe","n_layers":92,"n_layers_all":92,"layers":[[92,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":92,"v_elems":1024,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":151552,"hidden_size":5120,"moe":{"active":8,"experts":120},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-4.6-REAP-268B-A32B-Q4_K_M-00001-of-00004.gguf","repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","sha":"a78d1b26b0dfc26bb046761417f0f64d2b78c789"}},"gguf":{"repo":"unsloth/GLM-4.6-REAP-268B-A32B-GGUF","sha":"a78d1b26b0dfc26bb046761417f0f64d2b78c789"},"weights":[{"quant":"Q2_K","bytes":98719828032,"gpu_bytes":98455803616,"mapped_bytes":98710410976,"out_bytes":636538880,"layer_bytes":[[3,120767488],[89,1095022048]],"read_bytes_per_token":13327488736,"files":["Q2_K/GLM-4.6-REAP-268B-A32B-Q2_K-00001-of-00002.gguf","Q2_K/GLM-4.6-REAP-268B-A32B-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"Q3_K_M","bytes":128744163552,"gpu_bytes":128401331936,"mapped_bytes":128734746336,"out_bytes":636538880,"layer_bytes":[[2,165700608],[1,165045248],[2,1545295328],[87,1427330528]],"read_bytes_per_token":16718157536,"files":["Q3_K_M/GLM-4.6-REAP-268B-A32B-Q3_K_M-00001-of-00003.gguf","Q3_K_M/GLM-4.6-REAP-268B-A32B-Q3_K_M-00002-of-00003.gguf","Q3_K_M/GLM-4.6-REAP-268B-A32B-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"IQ4_XS","bytes":143746009312,"gpu_bytes":143300122336,"mapped_bytes":143736592096,"out_bytes":636538880,"layer_bytes":[[3,173605888],[89,1597109728]],"read_bytes_per_token":18363602656,"files":["IQ4_XS/GLM-4.6-REAP-268B-A32B-IQ4_XS-00001-of-00003.gguf","IQ4_XS/GLM-4.6-REAP-268B-A32B-IQ4_XS-00002-of-00003.gguf","IQ4_XS/GLM-4.6-REAP-268B-A32B-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"Q4_0","bytes":152438049088,"gpu_bytes":151992162016,"mapped_bytes":152428631776,"out_bytes":636538880,"layer_bytes":[[3,186876928],[8,1748006368],[81,1689023968]],"read_bytes_per_token":19266033376,"files":["Q4_0/GLM-4.6-REAP-268B-A32B-Q4_0-00001-of-00004.gguf","Q4_0/GLM-4.6-REAP-268B-A32B-Q4_0-00002-of-00004.gguf","Q4_0/GLM-4.6-REAP-268B-A32B-Q4_0-00003-of-00004.gguf","Q4_0/GLM-4.6-REAP-268B-A32B-Q4_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"Q4_K_M","bytes":162527234336,"gpu_bytes":162081347296,"mapped_bytes":162517817056,"out_bytes":636538880,"layer_bytes":[[3,200516608],[8,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[1,1933678048],[2,1689023968],[13,1933678048]],"read_bytes_per_token":20031084256,"files":["Q4_K_M/GLM-4.6-REAP-268B-A32B-Q4_K_M-00001-of-00004.gguf","Q4_K_M/GLM-4.6-REAP-268B-A32B-Q4_K_M-00002-of-00004.gguf","Q4_K_M/GLM-4.6-REAP-268B-A32B-Q4_K_M-00003-of-00004.gguf","Q4_K_M/GLM-4.6-REAP-268B-A32B-Q4_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"Q5_K_M","bytes":190818920800,"gpu_bytes":190276040416,"mapped_bytes":190809503456,"out_bytes":636538880,"layer_bytes":[[3,232629248],[8,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[1,2188080608],[2,2062046688],[13,2188080608]],"read_bytes_per_token":23563269856,"files":["Q5_K_M/GLM-4.6-REAP-268B-A32B-Q5_K_M-00001-of-00004.gguf","Q5_K_M/GLM-4.6-REAP-268B-A32B-Q5_K_M-00002-of-00004.gguf","Q5_K_M/GLM-4.6-REAP-268B-A32B-Q5_K_M-00003-of-00004.gguf","Q5_K_M/GLM-4.6-REAP-268B-A32B-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"Q6_K","bytes":220850813344,"gpu_bytes":220204877536,"mapped_bytes":220841395936,"out_bytes":636538880,"layer_bytes":[[3,266748928],[89,2458068448]],"read_bytes_per_token":27288192736,"files":["Q6_K/GLM-4.6-REAP-268B-A32B-Q6_K-00001-of-00005.gguf","Q6_K/GLM-4.6-REAP-268B-A32B-Q6_K-00002-of-00005.gguf","Q6_K/GLM-4.6-REAP-268B-A32B-Q6_K-00003-of-00005.gguf","Q6_K/GLM-4.6-REAP-268B-A32B-Q6_K-00004-of-00005.gguf","Q6_K/GLM-4.6-REAP-268B-A32B-Q6_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"Q8_0","bytes":285764754016,"gpu_bytes":284930893536,"mapped_bytes":285755336416,"out_bytes":824463360,"layer_bytes":[[3,345474048],[89,3180561888]],"read_bytes_per_token":35057854176,"files":["Q8_0/GLM-4.6-REAP-268B-A32B-Q8_0-00001-of-00006.gguf","Q8_0/GLM-4.6-REAP-268B-A32B-Q8_0-00002-of-00006.gguf","Q8_0/GLM-4.6-REAP-268B-A32B-Q8_0-00003-of-00006.gguf","Q8_0/GLM-4.6-REAP-268B-A32B-Q8_0-00004-of-00006.gguf","Q8_0/GLM-4.6-REAP-268B-A32B-Q8_0-00005-of-00006.gguf","Q8_0/GLM-4.6-REAP-268B-A32B-Q8_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"},{"quant":"BF16","bytes":537700703200,"gpu_bytes":536139392736,"mapped_bytes":537691285216,"out_bytes":1551912960,"layer_bytes":[[3,650216448],[89,5984683488]],"read_bytes_per_token":65790142176,"files":["BF16/GLM-4.6-REAP-268B-A32B-BF16-00001-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00002-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00003-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00004-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00005-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00006-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00007-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00008-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00009-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00010-of-00011.gguf","BF16/GLM-4.6-REAP-268B-A32B-BF16-00011-of-00011.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"}],"original":{"bytes":537581517872,"repo":"cerebras/GLM-4.6-REAP-268B-A32B","sha":"419f2ed9ac55200bd08b0f1eca2e3183fa3e80d5","dtypes":{"BF16":268788649984,"F32":10680}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:44+00:00","url":"https://huggingface.co/cerebras/GLM-4.6-REAP-268B-A32B/tree/419f2ed9ac55200bd08b0f1eca2e3183fa3e80d5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:44+00:00","url":"https://huggingface.co/unsloth/GLM-4.6-REAP-268B-A32B-GGUF/tree/a78d1b26b0dfc26bb046761417f0f64d2b78c789"}]},{"id":"glm-4-6v","name":"GLM-4.6V","repo":"zai-org/GLM-4.6V","sha":"4e2d47eb0b41c5280d8294b17cef9e94fdcfff46","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":106852251264,"params_active":12803372672,"params_repo":107710933120,"arch":{"gguf_arch":"glm4moe","n_layers":46,"n_layers_all":46,"layers":[[46,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":46,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151552,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-4.6V-Q4_K_M-00001-of-00002.gguf","repo":"unsloth/GLM-4.6V-GGUF","sha":"7bea17af309193ebd3dd31edbc40a7ddc301cf35"}},"gguf":{"repo":"unsloth/GLM-4.6V-GGUF","sha":"7bea17af309193ebd3dd31edbc40a7ddc301cf35"},"weights":[{"quant":"Q2_K","bytes":43855039200,"gpu_bytes":43641993728,"mapped_bytes":43845679616,"out_bytes":509231104,"layer_bytes":[[1,96600064],[45,956359168]],"read_bytes_per_token":5686819328,"files":["GLM-4.6V-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"Q3_K_M","bytes":55444962208,"gpu_bytes":55168870912,"mapped_bytes":55435602432,"out_bytes":509231104,"layer_bytes":[[1,126857216],[1,1257464320],[44,1210802688]],"read_bytes_per_token":6951741952,"files":["Q3_K_M/GLM-4.6V-Q3_K_M-00001-of-00002.gguf","Q3_K_M/GLM-4.6V-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"IQ4_XS","bytes":58347531168,"gpu_bytes":57988995584,"mapped_bytes":58338171392,"out_bytes":509231104,"layer_bytes":[[1,131522560],[45,1274405376]],"read_bytes_per_token":7382096384,"files":["IQ4_XS/GLM-4.6V-IQ4_XS-00001-of-00002.gguf","IQ4_XS/GLM-4.6V-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"Q4_0","bytes":60740479872,"gpu_bytes":60381944320,"mapped_bytes":60731120128,"out_bytes":509231104,"layer_bytes":[[1,139878400],[4,1369432576],[41,1323295232]],"read_bytes_per_token":7655610880,"files":["Q4_0/GLM-4.6V-Q4_0-00001-of-00002.gguf","Q4_0/GLM-4.6V-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"Q4_K_M","bytes":70564998048,"gpu_bytes":70206462464,"mapped_bytes":70555638272,"out_bytes":509231104,"layer_bytes":[[1,160571392],[4,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[1,1693475328],[2,1415569920],[6,1693475328]],"read_bytes_per_token":8310331904,"files":["Q4_K_M/GLM-4.6V-Q4_K_M-00001-of-00002.gguf","Q4_K_M/GLM-4.6V-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"Q5_K_M","bytes":80750267296,"gpu_bytes":80314137088,"mapped_bytes":80740907520,"out_bytes":509231104,"layer_bytes":[[1,184885248],[4,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[1,1892663808],[2,1661420032],[6,1892663808]],"read_bytes_per_token":9594239488,"files":["Q5_K_M/GLM-4.6V-Q5_K_M-00001-of-00002.gguf","Q5_K_M/GLM-4.6V-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"Q6_K","bytes":95858850688,"gpu_bytes":95340276224,"mapped_bytes":95849490944,"out_bytes":509231104,"layer_bytes":[[1,210718720],[45,2102673920]],"read_bytes_per_token":11157645824,"files":["Q6_K/GLM-4.6V-Q6_K-00001-of-00002.gguf","Q6_K/GLM-4.6V-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"Q8_0","bytes":113612254208,"gpu_bytes":112943340032,"mapped_bytes":113602894336,"out_bytes":659570688,"layer_bytes":[[1,258842624],[45,2489442816]],"read_bytes_per_token":13675960832,"files":["Q8_0/GLM-4.6V-Q8_0-00001-of-00003.gguf","Q8_0/GLM-4.6V-Q8_0-00002-of-00003.gguf","Q8_0/GLM-4.6V-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"},{"quant":"BF16","bytes":213763140640,"gpu_bytes":212512266752,"mapped_bytes":213753780736,"out_bytes":1241530368,"layer_bytes":[[1,487153664],[45,4684079616]],"read_bytes_per_token":25656023552,"files":["BF16/GLM-4.6V-BF16-00001-of-00005.gguf","BF16/GLM-4.6V-BF16-00002-of-00005.gguf","BF16/GLM-4.6V-BF16-00003-of-00005.gguf","BF16/GLM-4.6V-BF16-00004-of-00005.gguf","BF16/GLM-4.6V-BF16-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"}],"original":{"bytes":215424400376,"repo":"zai-org/GLM-4.6V","sha":"4e2d47eb0b41c5280d8294b17cef9e94fdcfff46","dtypes":{"BF16":107710927360,"F32":5760}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:19:35+00:00","url":"https://huggingface.co/zai-org/GLM-4.6V/tree/4e2d47eb0b41c5280d8294b17cef9e94fdcfff46"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:19:35+00:00","url":"https://huggingface.co/unsloth/GLM-4.6V-GGUF/tree/7bea17af309193ebd3dd31edbc40a7ddc301cf35"}]},{"id":"glm-4-6v-flash","name":"GLM-4.6V-Flash","repo":"zai-org/GLM-4.6V-Flash","sha":"411bb4d77144a3f03accbf4b780f5acb8b7cde4e","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":9400279040,"params_active":null,"params_repo":10292777472,"arch":{"gguf_arch":"glm4","n_layers":40,"n_layers_all":40,"layers":[[40,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":40,"v_elems":256,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151552,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"GLM-4.6V-Flash-Q4_K_M.gguf","repo":"unsloth/GLM-4.6V-Flash-GGUF","sha":"c78a0727cb5ee489db2f218a212f613943023ee8"}},"gguf":{"repo":"unsloth/GLM-4.6V-Flash-GGUF","sha":"c78a0727cb5ee489db2f218a212f613943023ee8"},"weights":[{"quant":"Q2_K","bytes":4006348384,"gpu_bytes":3793321984,"mapped_bytes":3997007872,"out_bytes":509231104,"layer_bytes":[[40,82102272]],"read_bytes_per_token":3793321984,"files":["GLM-4.6V-Flash-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"Q3_K_M","bytes":4974511712,"gpu_bytes":4698439680,"mapped_bytes":4965171200,"out_bytes":509231104,"layer_bytes":[[2,108185600],[38,104548352]],"read_bytes_per_token":4698439680,"files":["GLM-4.6V-Flash-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"IQ4_XS","bytes":5281678944,"gpu_bytes":4923162624,"mapped_bytes":5272338432,"out_bytes":509231104,"layer_bytes":[[40,110348288]],"read_bytes_per_token":4923162624,"files":["GLM-4.6V-Flash-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"Q4_0","bytes":5477467744,"gpu_bytes":5118951424,"mapped_bytes":5468127232,"out_bytes":509231104,"layer_bytes":[[5,118310912],[35,114804736]],"read_bytes_per_token":5118951424,"files":["GLM-4.6V-Flash-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"Q4_K_M","bytes":6166578784,"gpu_bytes":5808062464,"mapped_bytes":6157238272,"out_bytes":509231104,"layer_bytes":[[5,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[1,143124480],[2,121817088],[6,143124480]],"read_bytes_per_token":5808062464,"files":["GLM-4.6V-Flash-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"Q5_K_M","bytes":7050921568,"gpu_bytes":6614810624,"mapped_bytes":7041581056,"out_bytes":509231104,"layer_bytes":[[5,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[1,161474560],[2,143804416],[6,161474560]],"read_bytes_per_token":6614810624,"files":["GLM-4.6V-Flash-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"Q6_K","bytes":8266647136,"gpu_bytes":7748091904,"mapped_bytes":8257306624,"out_bytes":509231104,"layer_bytes":[[40,180971520]],"read_bytes_per_token":7748091904,"files":["GLM-4.6V-Flash-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"Q8_0","bytes":9999615584,"gpu_bytes":9330720768,"mapped_bytes":9990275072,"out_bytes":659570688,"layer_bytes":[[40,216778752]],"read_bytes_per_token":9330720768,"files":["GLM-4.6V-Flash-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"},{"quant":"BF16","bytes":18811585888,"gpu_bytes":17560731648,"mapped_bytes":18802245632,"out_bytes":1241530368,"layer_bytes":[[40,407980032]],"read_bytes_per_token":17560731648,"files":["GLM-4.6V-Flash-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"}],"original":{"bytes":20585644048,"repo":"zai-org/GLM-4.6V-Flash","sha":"411bb4d77144a3f03accbf4b780f5acb8b7cde4e","dtypes":{"BF16":10292777472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:19:36+00:00","url":"https://huggingface.co/zai-org/GLM-4.6V-Flash/tree/411bb4d77144a3f03accbf4b780f5acb8b7cde4e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:19:36+00:00","url":"https://huggingface.co/unsloth/GLM-4.6V-Flash-GGUF/tree/c78a0727cb5ee489db2f218a212f613943023ee8"}]},{"id":"glm-4-7","name":"GLM-4.7","repo":"zai-org/GLM-4.7","sha":"602d01efcdd332c5238ca4bcede555defbe83eb7","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":352797829024,"params_active":32856319904,"params_repo":358337791296,"arch":{"gguf_arch":"glm4moe","n_layers":92,"n_layers_all":93,"layers":[[92,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":92,"v_elems":1024,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":151552,"hidden_size":5120,"moe":{"active":8,"experts":160},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-4.7-Q4_K_M-00001-of-00005.gguf","repo":"unsloth/GLM-4.7-GGUF","sha":"70deda3fcbe622671ff2111d7c0c7392f618e3b0"}},"gguf":{"repo":"unsloth/GLM-4.7-GGUF","sha":"70deda3fcbe622671ff2111d7c0c7392f618e3b0"},"weights":[{"quant":"Q2_K","bytes":131159649152,"gpu_bytes":128931696256,"mapped_bytes":131150230784,"out_bytes":636538880,"layer_bytes":[[3,120767488],[89,1437447808]],"read_bytes_per_token":13400411776,"files":["Q2_K/GLM-4.7-Q2_K-00001-of-00003.gguf","Q2_K/GLM-4.7-Q2_K-00002-of-00003.gguf","Q2_K/GLM-4.7-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"Q3_K_M","bytes":171268787232,"gpu_bytes":168361102976,"mapped_bytes":171259368704,"out_bytes":636538880,"layer_bytes":[[2,165700608],[1,165045248],[2,2032719488],[87,1875433088]],"read_bytes_per_token":16791080576,"files":["Q3_K_M/GLM-4.7-Q3_K_M-00001-of-00004.gguf","Q3_K_M/GLM-4.7-Q3_K_M-00002-of-00004.gguf","Q3_K_M/GLM-4.7-Q3_K_M-00003-of-00004.gguf","Q3_K_M/GLM-4.7-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"IQ4_XS","bytes":191562951712,"gpu_bytes":187993230976,"mapped_bytes":191553533184,"out_bytes":636538880,"layer_bytes":[[3,173605888],[89,2099279488]],"read_bytes_per_token":18436525696,"files":["IQ4_XS/GLM-4.7-IQ4_XS-00001-of-00004.gguf","IQ4_XS/GLM-4.7-IQ4_XS-00002-of-00004.gguf","IQ4_XS/GLM-4.7-IQ4_XS-00003-of-00004.gguf","IQ4_XS/GLM-4.7-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"Q4_0","bytes":203036339328,"gpu_bytes":199467273856,"mapped_bytes":203026920704,"out_bytes":636538880,"layer_bytes":[[3,186876928],[8,2299328128],[81,2220684928]],"read_bytes_per_token":19338956416,"files":["Q4_0/GLM-4.7-Q4_0-00001-of-00005.gguf","Q4_0/GLM-4.7-Q4_0-00002-of-00005.gguf","Q4_0/GLM-4.7-Q4_0-00003-of-00005.gguf","Q4_0/GLM-4.7-Q4_0-00004-of-00005.gguf","Q4_0/GLM-4.7-Q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"Q4_K_M","bytes":216455572576,"gpu_bytes":212560752256,"mapped_bytes":216446153984,"out_bytes":636538880,"layer_bytes":[[3,200516608],[8,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[2,2220684928],[1,2546439808],[1,2220684928],[11,2546439808]],"read_bytes_per_token":20086435456,"files":["Q4_K_M/GLM-4.7-Q4_K_M-00001-of-00005.gguf","Q4_K_M/GLM-4.7-Q4_K_M-00002-of-00005.gguf","Q4_K_M/GLM-4.7-Q4_K_M-00003-of-00005.gguf","Q4_K_M/GLM-4.7-Q4_K_M-00004-of-00005.gguf","Q4_K_M/GLM-4.7-Q4_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"Q5_K_M","bytes":254246825248,"gpu_bytes":249721425536,"mapped_bytes":254237406464,"out_bytes":636538880,"layer_bytes":[[3,232629248],[8,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[2,2711672448],[1,2879485568],[1,2711672448],[11,2879485568]],"read_bytes_per_token":23627140736,"files":["Q5_K_M/GLM-4.7-Q5_K_M-00001-of-00006.gguf","Q5_K_M/GLM-4.7-Q5_K_M-00002-of-00006.gguf","Q5_K_M/GLM-4.7-Q5_K_M-00003-of-00006.gguf","Q5_K_M/GLM-4.7-Q5_K_M-00004-of-00006.gguf","Q5_K_M/GLM-4.7-Q5_K_M-00005-of-00006.gguf","Q5_K_M/GLM-4.7-Q5_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"Q6_K","bytes":294371691776,"gpu_bytes":289176616576,"mapped_bytes":294362273024,"out_bytes":636538880,"layer_bytes":[[3,266748928],[89,3233031808]],"read_bytes_per_token":27361115776,"files":["Q6_K/GLM-4.7-Q6_K-00001-of-00006.gguf","Q6_K/GLM-4.7-Q6_K-00002-of-00006.gguf","Q6_K/GLM-4.7-Q6_K-00003-of-00006.gguf","Q6_K/GLM-4.7-Q6_K-00004-of-00006.gguf","Q6_K/GLM-4.7-Q6_K-00005-of-00006.gguf","Q6_K/GLM-4.7-Q6_K-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"Q8_0","bytes":380966784544,"gpu_bytes":374244187776,"mapped_bytes":380957365504,"out_bytes":824463360,"layer_bytes":[[3,345474048],[89,4184082048]],"read_bytes_per_token":35130777216,"files":["Q8_0/GLM-4.7-Q8_0-00001-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00002-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00003-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00004-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00005-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00006-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00007-of-00008.gguf","Q8_0/GLM-4.7-Q8_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"},{"quant":"BF16","bytes":716837146592,"gpu_bytes":704194190976,"mapped_bytes":716827727104,"out_bytes":1551912960,"layer_bytes":[[3,650216448],[89,7872939648]],"read_bytes_per_token":65863065216,"files":["BF16/GLM-4.7-BF16-00001-of-00015.gguf","BF16/GLM-4.7-BF16-00002-of-00015.gguf","BF16/GLM-4.7-BF16-00003-of-00015.gguf","BF16/GLM-4.7-BF16-00004-of-00015.gguf","BF16/GLM-4.7-BF16-00005-of-00015.gguf","BF16/GLM-4.7-BF16-00006-of-00015.gguf","BF16/GLM-4.7-BF16-00007-of-00015.gguf","BF16/GLM-4.7-BF16-00008-of-00015.gguf","BF16/GLM-4.7-BF16-00009-of-00015.gguf","BF16/GLM-4.7-BF16-00010-of-00015.gguf","BF16/GLM-4.7-BF16-00011-of-00015.gguf","BF16/GLM-4.7-BF16-00012-of-00015.gguf","BF16/GLM-4.7-BF16-00013-of-00015.gguf","BF16/GLM-4.7-BF16-00014-of-00015.gguf","BF16/GLM-4.7-BF16-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"}],"original":{"bytes":716681196792,"repo":"zai-org/GLM-4.7","sha":"602d01efcdd332c5238ca4bcede555defbe83eb7","dtypes":{"BF16":358337776896,"F32":14400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:47:49+00:00","url":"https://huggingface.co/zai-org/GLM-4.7/tree/602d01efcdd332c5238ca4bcede555defbe83eb7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:47:49+00:00","url":"https://huggingface.co/unsloth/GLM-4.7-GGUF/tree/70deda3fcbe622671ff2111d7c0c7392f618e3b0"}]},{"id":"glm-4-7-flash","name":"GLM-4.7-Flash","repo":"zai-org/GLM-4.7-Flash","sha":"7dd20894a642a0aa287e9827cb1a1f7f91386b67","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":29943393920,"params_active":3579571840,"params_repo":31221488576,"arch":{"gguf_arch":"deepseek2","n_layers":47,"n_layers_all":47,"layers":[[47,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":47,"v_elems":0,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":154880,"hidden_size":2048,"moe":{"active":4,"experts":64},"cross_checked":true,"gguf_source":{"file":"GLM-4.7-Flash-Q4_K_M.gguf","repo":"unsloth/GLM-4.7-Flash-GGUF","sha":"0d32489ecb9db6d2a4fc93bd27ef01519f95474d"}},"gguf":{"repo":"unsloth/GLM-4.7-Flash-GGUF","sha":"0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},"weights":[{"quant":"Q2_K","bytes":11344720224,"gpu_bytes":11231164928,"mapped_bytes":11335244288,"out_bytes":260206592,"layer_bytes":[[1,35234816],[46,237733120]],"read_bytes_per_token":1802828288,"files":["GLM-4.7-Flash-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"Q3_K_M","bytes":14614624608,"gpu_bytes":14468854272,"mapped_bytes":14605148672,"out_bytes":260206592,"layer_bytes":[[1,46853120],[1,332483840],[45,307318016]],"read_bytes_per_token":2100244992,"files":["GLM-4.7-Flash-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"IQ4_XS","bytes":16271360352,"gpu_bytes":16083462656,"mapped_bytes":16261884416,"out_bytes":260206592,"layer_bytes":[[1,48067584],[46,342938880]],"read_bytes_per_token":2246191616,"files":["GLM-4.7-Flash-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"Q4_0","bytes":17216676192,"gpu_bytes":17028778496,"mapped_bytes":17207200256,"out_bytes":260206592,"layer_bytes":[[1,51844096],[4,374895872],[42,362312960]],"read_bytes_per_token":2330364416,"files":["GLM-4.7-Flash-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"Q4_K_M","bytes":18312339808,"gpu_bytes":18124442112,"mapped_bytes":18302863872,"out_bytes":260206592,"layer_bytes":[[1,55940096],[4,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[1,414217472],[2,362312960],[7,414217472]],"read_bytes_per_token":2402683392,"files":["GLM-4.7-Flash-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"Q5_K_M","bytes":21408850272,"gpu_bytes":21181303296,"mapped_bytes":21399374336,"out_bytes":260206592,"layer_bytes":[[1,63181824],[4,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[1,467383552],[2,440644864],[7,467383552]],"read_bytes_per_token":2722761216,"files":["GLM-4.7-Flash-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"Q6_K","bytes":24693098848,"gpu_bytes":24423424512,"mapped_bytes":24683622912,"out_bytes":260206592,"layer_bytes":[[1,70876160],[46,523746560]],"read_bytes_per_token":3057050112,"files":["GLM-4.7-Flash-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"Q8_0","bytes":31842799968,"gpu_bytes":31496305152,"mapped_bytes":31833324032,"out_bytes":337027072,"layer_bytes":[[1,89986048],[46,675419392]],"read_bytes_per_token":3821763072,"files":["GLM-4.7-Flash-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"},{"quant":"BF16","bytes":59908837696,"gpu_bytes":59264973312,"mapped_bytes":59899361792,"out_bytes":634396672,"layer_bytes":[[1,169366528],[46,1270895872]],"read_bytes_per_token":7171717632,"files":["BF16/GLM-4.7-Flash-BF16-00001-of-00002.gguf","BF16/GLM-4.7-Flash-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"}],"original":{"bytes":62444175504,"repo":"zai-org/GLM-4.7-Flash","sha":"7dd20894a642a0aa287e9827cb1a1f7f91386b67","dtypes":{"BF16":31221485568,"F32":3008}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:19:57+00:00","url":"https://huggingface.co/zai-org/GLM-4.7-Flash/tree/7dd20894a642a0aa287e9827cb1a1f7f91386b67"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:19:57+00:00","url":"https://huggingface.co/unsloth/GLM-4.7-Flash-GGUF/tree/0d32489ecb9db6d2a4fc93bd27ef01519f95474d"}]},{"id":"glm-4-7-flash-reap-23b-a3b","name":"GLM-4.7-Flash-REAP-23B-A3B","repo":"cerebras/GLM-4.7-Flash-REAP-23B-A3B","sha":"da315d1a734ba8501a014eb3ff53ca38cbcf63e5","publisher":"cerebras","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":22996118432,"params_active":3578063776,"params_repo":22996118432,"arch":{"gguf_arch":"deepseek2","n_layers":47,"n_layers_all":47,"layers":[[47,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":47,"v_elems":0,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":154880,"hidden_size":2048,"moe":{"active":4,"experts":48},"cross_checked":true,"gguf_source":{"file":"GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf","repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","sha":"983a65c63bc7bd37353e5246abc8005b3f72d5ec"}},"gguf":{"repo":"unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF","sha":"983a65c63bc7bd37353e5246abc8005b3f72d5ec"},"weights":[{"quant":"Q2_K","bytes":8767940320,"gpu_bytes":8654384768,"mapped_bytes":8758464128,"out_bytes":260206592,"layer_bytes":[[1,35234816],[46,181716160]],"read_bytes_per_token":1740271232,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"Q3_K_M","bytes":11273383648,"gpu_bytes":11127613056,"mapped_bytes":11263907456,"out_bytes":260206592,"layer_bytes":[[1,46853120],[1,254078144],[45,234810560]],"read_bytes_per_token":2057299584,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"IQ4_XS","bytes":12575389408,"gpu_bytes":12387491456,"mapped_bytes":12565913216,"out_bytes":260206592,"layer_bytes":[[1,48067584],[46,262591680]],"read_bytes_per_token":2240159360,"files":["GLM-4.7-Flash-REAP-23B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"Q4_0","bytes":13288609504,"gpu_bytes":13100711552,"mapped_bytes":13279133312,"out_bytes":260206592,"layer_bytes":[[1,51844096],[4,286069952],[42,277247168]],"read_bytes_per_token":2321874560,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"Q4_K_M","bytes":14113838816,"gpu_bytes":13925940864,"mapped_bytes":14104362624,"out_bytes":260206592,"layer_bytes":[[1,55940096],[4,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[1,316175552],[2,277247168],[7,316175552]],"read_bytes_per_token":2396651136,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"Q5_K_M","bytes":16480540384,"gpu_bytes":16252993152,"mapped_bytes":16471064192,"out_bytes":260206592,"layer_bytes":[[1,63181824],[4,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[1,356758720],[2,336704704],[7,356758720]],"read_bytes_per_token":2716728960,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"Q6_K","bytes":18989367008,"gpu_bytes":18719692416,"mapped_bytes":18979890816,"out_bytes":260206592,"layer_bytes":[[1,70876160],[46,399752384]],"read_bytes_per_token":3051017856,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"Q8_0","bytes":24456890080,"gpu_bytes":24110395008,"mapped_bytes":24447413888,"out_bytes":337027072,"layer_bytes":[[1,89986048],[46,514856128]],"read_bytes_per_token":3815730816,"files":["GLM-4.7-Flash-REAP-23B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"},{"quant":"BF16","bytes":46011270624,"gpu_bytes":45367406208,"mapped_bytes":46001794688,"out_bytes":634396672,"layer_bytes":[[1,169366528],[46,968774848]],"read_bytes_per_token":7165685376,"files":["GLM-4.7-Flash-REAP-23B-A3B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"}],"original":{"bytes":45993145128,"repo":"cerebras/GLM-4.7-Flash-REAP-23B-A3B","sha":"da315d1a734ba8501a014eb3ff53ca38cbcf63e5","dtypes":{"BF16":22996116224,"F32":2208}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:56+00:00","url":"https://huggingface.co/cerebras/GLM-4.7-Flash-REAP-23B-A3B/tree/da315d1a734ba8501a014eb3ff53ca38cbcf63e5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:56+00:00","url":"https://huggingface.co/unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF/tree/983a65c63bc7bd37353e5246abc8005b3f72d5ec"}]},{"id":"glm-4-7-reap-218b-a32b","name":"GLM-4.7-REAP-218B-A32B","repo":"cerebras/GLM-4.7-REAP-218B-A32B","sha":"91ceeace5f663fd14c957184d385430b1e5573df","publisher":"cerebras","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":218383159648,"params_active":32827150688,"params_repo":218383159648,"arch":{"gguf_arch":"glm4moe","n_layers":92,"n_layers_all":92,"layers":[[92,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":92,"v_elems":1024,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":151552,"hidden_size":5120,"moe":{"active":8,"experts":96},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-4.7-REAP-218B-A32B-Q4_K_M-00001-of-00003.gguf","repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","sha":"0f78119a65691f14e086f9d80c0348a8490daf19"}},"gguf":{"repo":"unsloth/GLM-4.7-REAP-218B-A32B-GGUF","sha":"0f78119a65691f14e086f9d80c0348a8490daf19"},"weights":[{"quant":"Q2_K","bytes":80434292352,"gpu_bytes":80170268032,"mapped_bytes":80424875392,"out_bytes":636538880,"layer_bytes":[[3,120767488],[89,889566592]],"read_bytes_per_token":13283734912,"files":["Q2_K/GLM-4.7-REAP-218B-A32B-Q2_K-00001-of-00002.gguf","Q2_K/GLM-4.7-REAP-218B-A32B-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"Q3_K_M","bytes":104768300800,"gpu_bytes":104425469312,"mapped_bytes":104758883712,"out_bytes":636538880,"layer_bytes":[[2,165700608],[1,165045248],[2,1252840832],[87,1158468992]],"read_bytes_per_token":16674403712,"files":["Q3_K_M/GLM-4.7-REAP-218B-A32B-Q3_K_M-00001-of-00003.gguf","Q3_K_M/GLM-4.7-REAP-218B-A32B-Q3_K_M-00002-of-00003.gguf","Q3_K_M/GLM-4.7-REAP-218B-A32B-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"IQ4_XS","bytes":116930144000,"gpu_bytes":116484257152,"mapped_bytes":116920726912,"out_bytes":636538880,"layer_bytes":[[3,173605888],[89,1295807872]],"read_bytes_per_token":18319848832,"files":["IQ4_XS/GLM-4.7-REAP-218B-A32B-IQ4_XS-00001-of-00003.gguf","IQ4_XS/GLM-4.7-REAP-218B-A32B-IQ4_XS-00002-of-00003.gguf","IQ4_XS/GLM-4.7-REAP-218B-A32B-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"Q4_0","bytes":123952981760,"gpu_bytes":123507094912,"mapped_bytes":123943564672,"out_bytes":636538880,"layer_bytes":[[3,186876928],[8,1417213312],[81,1370027392]],"read_bytes_per_token":19222279552,"files":["Q4_0/GLM-4.7-REAP-218B-A32B-Q4_0-00001-of-00003.gguf","Q4_0/GLM-4.7-REAP-218B-A32B-Q4_0-00002-of-00003.gguf","Q4_0/GLM-4.7-REAP-218B-A32B-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"Q4_K_M","bytes":132044138240,"gpu_bytes":131598251392,"mapped_bytes":132034721152,"out_bytes":636538880,"layer_bytes":[[3,200516608],[8,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[1,1566020992],[2,1370027392],[13,1566020992]],"read_bytes_per_token":19987330432,"files":["Q4_K_M/GLM-4.7-REAP-218B-A32B-Q4_K_M-00001-of-00003.gguf","Q4_K_M/GLM-4.7-REAP-218B-A32B-Q4_K_M-00002-of-00003.gguf","Q4_K_M/GLM-4.7-REAP-218B-A32B-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"Q5_K_M","bytes":155051001728,"gpu_bytes":154508121472,"mapped_bytes":155041584512,"out_bytes":636538880,"layer_bytes":[[3,232629248],[8,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[1,1773237632],[2,1672271232],[13,1773237632]],"read_bytes_per_token":23519516032,"files":["Q5_K_M/GLM-4.7-REAP-218B-A32B-Q5_K_M-00001-of-00004.gguf","Q5_K_M/GLM-4.7-REAP-218B-A32B-Q5_K_M-00002-of-00004.gguf","Q5_K_M/GLM-4.7-REAP-218B-A32B-Q5_K_M-00003-of-00004.gguf","Q5_K_M/GLM-4.7-REAP-218B-A32B-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"Q6_K","bytes":179467769728,"gpu_bytes":178821834112,"mapped_bytes":179458352512,"out_bytes":636538880,"layer_bytes":[[3,266748928],[89,1993090432]],"read_bytes_per_token":27244438912,"files":["Q6_K/GLM-4.7-REAP-218B-A32B-Q6_K-00001-of-00004.gguf","Q6_K/GLM-4.7-REAP-218B-A32B-Q6_K-00002-of-00004.gguf","Q6_K/GLM-4.7-REAP-218B-A32B-Q6_K-00003-of-00004.gguf","Q6_K/GLM-4.7-REAP-218B-A32B-Q6_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"Q8_0","bytes":232176777184,"gpu_bytes":231342916992,"mapped_bytes":232167359872,"out_bytes":824463360,"layer_bytes":[[3,345474048],[89,2578449792]],"read_bytes_per_token":35014100352,"files":["Q8_0/GLM-4.7-REAP-218B-A32B-Q8_0-00001-of-00005.gguf","Q8_0/GLM-4.7-REAP-218B-A32B-Q8_0-00002-of-00005.gguf","Q8_0/GLM-4.7-REAP-218B-A32B-Q8_0-00003-of-00005.gguf","Q8_0/GLM-4.7-REAP-218B-A32B-Q8_0-00004-of-00005.gguf","Q8_0/GLM-4.7-REAP-218B-A32B-Q8_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"},{"quant":"BF16","bytes":436867823808,"gpu_bytes":435306513792,"mapped_bytes":436858406272,"out_bytes":1551912960,"layer_bytes":[[3,650216448],[89,4851729792]],"read_bytes_per_token":65746388352,"files":["BF16/GLM-4.7-REAP-218B-A32B-BF16-00001-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00002-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00003-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00004-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00005-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00006-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00007-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00008-of-00009.gguf","BF16/GLM-4.7-REAP-218B-A32B-BF16-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"}],"original":{"bytes":436769706312,"repo":"cerebras/GLM-4.7-REAP-218B-A32B","sha":"91ceeace5f663fd14c957184d385430b1e5573df","dtypes":{"BF16":218383151104,"F32":8544}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:45+00:00","url":"https://huggingface.co/cerebras/GLM-4.7-REAP-218B-A32B/tree/91ceeace5f663fd14c957184d385430b1e5573df"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:45+00:00","url":"https://huggingface.co/unsloth/GLM-4.7-REAP-218B-A32B-GGUF/tree/0f78119a65691f14e086f9d80c0348a8490daf19"}]},{"id":"glm-4-7-reap-268b-a32b","name":"GLM-4.7-REAP-268B-A32B","repo":"cerebras/GLM-4.7-REAP-268B-A32B","sha":"455a28be9c8c7be0ef9033a4d5dafaa2296b5392","publisher":"cerebras","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":268788660664,"params_active":32838089144,"params_repo":268788660664,"arch":{"gguf_arch":"glm4moe","n_layers":92,"n_layers_all":92,"layers":[[92,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":92,"v_elems":1024,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":151552,"hidden_size":5120,"moe":{"active":8,"experts":120},"cross_checked":true,"gguf_source":{"file":"GLM-4.7-REAP-268B-A32B.i1-Q4_K_M.gguf","repo":"mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF","sha":"a285dbc6eb5a5af68d19ea9c382a04eef1a52216"}},"gguf":{"repo":"mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF","sha":"a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},"weights":[{"quant":"IQ2_XXS","bytes":70335571936,"gpu_bytes":70071547616,"mapped_bytes":70326154976,"out_bytes":533483520,"layer_bytes":[[3,89924608],[4,842196448],[85,775288288]],"read_bytes_per_token":9192863456,"files":["GLM-4.7-REAP-268B-A32B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"IQ2_M","bytes":87872104416,"gpu_bytes":87529273056,"mapped_bytes":87862687456,"out_bytes":533483520,"layer_bytes":[[3,119251968],[4,1072862688],[85,968783328]],"read_bytes_per_token":11814549216,"files":["GLM-4.7-REAP-268B-A32B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"Q2_K","bytes":98118330336,"gpu_bytes":97854306016,"mapped_bytes":98108913376,"out_bytes":636538880,"layer_bytes":[[3,120767488],[89,1088263648]],"read_bytes_per_token":12725991136,"files":["GLM-4.7-REAP-268B-A32B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"IQ3_XXS","bytes":103350069216,"gpu_bytes":103007237856,"mapped_bytes":103340652256,"out_bytes":533483520,"layer_bytes":[[3,124167168],[89,1147205088]],"read_bytes_per_token":12979451616,"files":["GLM-4.7-REAP-268B-A32B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"Q3_K_M","bytes":128379762656,"gpu_bytes":128036931296,"mapped_bytes":128370345696,"out_bytes":636538880,"layer_bytes":[[2,165700608],[1,165045248],[2,1542161888],[87,1423214048]],"read_bytes_per_token":16353756896,"files":["GLM-4.7-REAP-268B-A32B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"IQ4_XS","bytes":143300712416,"gpu_bytes":142879074016,"mapped_bytes":143291295456,"out_bytes":636538880,"layer_bytes":[[3,173605888],[89,1592378848]],"read_bytes_per_token":17942554336,"files":["GLM-4.7-REAP-268B-A32B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"Q4_0","bytes":152086550496,"gpu_bytes":151640663776,"mapped_bytes":152077133536,"out_bytes":636538880,"layer_bytes":[[3,186876928],[8,1744504288],[81,1685030368]],"read_bytes_per_token":18914535136,"files":["GLM-4.7-REAP-268B-A32B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"Q4_K_M","bytes":162258986976,"gpu_bytes":161813100256,"mapped_bytes":162249570016,"out_bytes":636538880,"layer_bytes":[[3,200516608],[8,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[1,1931711968],[2,1685030368],[13,1931711968]],"read_bytes_per_token":19762837216,"files":["GLM-4.7-REAP-268B-A32B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"},{"quant":"Q5_K_M","bytes":190584956896,"gpu_bytes":190042076896,"mapped_bytes":190575539936,"out_bytes":636538880,"layer_bytes":[[3,232629248],[8,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[1,2185991648],[2,2058913248],[13,2185991648]],"read_bytes_per_token":23329306336,"files":["GLM-4.7-REAP-268B-A32B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"}],"original":{"bytes":537581518568,"repo":"cerebras/GLM-4.7-REAP-268B-A32B","sha":"455a28be9c8c7be0ef9033a4d5dafaa2296b5392","dtypes":{"BF16":268788649984,"F32":10680}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:54+00:00","url":"https://huggingface.co/cerebras/GLM-4.7-REAP-268B-A32B/tree/455a28be9c8c7be0ef9033a4d5dafaa2296b5392"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:54+00:00","url":"https://huggingface.co/mradermacher/GLM-4.7-REAP-268B-A32B-i1-GGUF/tree/a285dbc6eb5a5af68d19ea9c382a04eef1a52216"}]},{"id":"glm-5","name":"GLM-5","repo":"zai-org/GLM-5","sha":"c183ef8c61faee82855eca1ed9bb3a9a7ce3b0b2","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":743911218432,"params_active":40833146112,"params_repo":753864139008,"arch":{"gguf_arch":"glm-dsa","n_layers":78,"n_layers_all":79,"layers":[[78,"full",704,0,null,0]],"kv_groups":[{"k_elems":704,"kind":"full","layers":78,"v_elems":0,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":154880,"hidden_size":6144,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/GLM-5-Q4_K_M-00001-of-00011.gguf","repo":"unsloth/GLM-5-GGUF","sha":"ff5c55c3470d73e038cc33301d66f197b679660e"}},"gguf":{"repo":"unsloth/GLM-5-GGUF","sha":"ff5c55c3470d73e038cc33301d66f197b679660e"},"weights":[{"quant":"Q2_K","bytes":275953473216,"gpu_bytes":271997144064,"mapped_bytes":275943933952,"out_bytes":780619776,"layer_bytes":[[3,162871296],[75,3609705472]],"read_bytes_per_token":17841982464,"files":["Q2_K/GLM-5-Q2_K-00001-of-00007.gguf","Q2_K/GLM-5-Q2_K-00002-of-00007.gguf","Q2_K/GLM-5-Q2_K-00003-of-00007.gguf","Q2_K/GLM-5-Q2_K-00004-of-00007.gguf","Q2_K/GLM-5-Q2_K-00005-of-00007.gguf","Q2_K/GLM-5-Q2_K-00006-of-00007.gguf","Q2_K/GLM-5-Q2_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"Q3_K_M","bytes":360308302304,"gpu_bytes":355146522624,"mapped_bytes":360298762752,"out_bytes":780619776,"layer_bytes":[[3,216677888],[1,5113496064],[74,4710842880]],"read_bytes_per_token":21977751552,"files":["Q3_K_M/GLM-5-Q3_K_M-00001-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00002-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00003-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00004-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00005-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00006-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00007-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00008-of-00009.gguf","Q3_K_M/GLM-5-Q3_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"IQ4_XS","bytes":402895582272,"gpu_bytes":396731237376,"mapped_bytes":402886042624,"out_bytes":780619776,"layer_bytes":[[3,223001600],[75,5270421504]],"read_bytes_per_token":23726539776,"files":["IQ4_XS/GLM-5-IQ4_XS-00001-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00002-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00003-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00004-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00005-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00006-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00007-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00008-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00009-of-00010.gguf","IQ4_XS/GLM-5-IQ4_XS-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"Q4_0","bytes":427145999360,"gpu_bytes":420981654528,"mapped_bytes":427136459776,"out_bytes":780619776,"layer_bytes":[[3,239385600],[6,5778325504],[69,5576998912]],"read_bytes_per_token":24865293312,"files":["Q4_0/GLM-5-Q4_0-00001-of-00010.gguf","Q4_0/GLM-5-Q4_0-00002-of-00010.gguf","Q4_0/GLM-5-Q4_0-00003-of-00010.gguf","Q4_0/GLM-5-Q4_0-00004-of-00010.gguf","Q4_0/GLM-5-Q4_0-00005-of-00010.gguf","Q4_0/GLM-5-Q4_0-00006-of-00010.gguf","Q4_0/GLM-5-Q4_0-00007-of-00010.gguf","Q4_0/GLM-5-Q4_0-00008-of-00010.gguf","Q4_0/GLM-5-Q4_0-00009-of-00010.gguf","Q4_0/GLM-5-Q4_0-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"Q4_K_M","bytes":455879275712,"gpu_bytes":448884458496,"mapped_bytes":455869735936,"out_bytes":780619776,"layer_bytes":[[3,254131200],[6,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[1,6407471104],[2,5576998912],[10,6407471104]],"read_bytes_per_token":25780110336,"files":["Q4_K_M/GLM-5-Q4_K_M-00001-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00002-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00003-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00004-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00005-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00006-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00007-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00008-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00009-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00010-of-00011.gguf","Q4_K_M/GLM-5-Q4_K_M-00011-of-00011.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"Q5_K_M","bytes":535169914112,"gpu_bytes":527218541568,"mapped_bytes":535160374272,"out_bytes":780619776,"layer_bytes":[[3,292527104],[6,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[1,7235641344],[2,6807822336],[10,7235641344]],"read_bytes_per_token":30000841728,"files":["Q5_K_M/GLM-5-Q5_K_M-00001-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00002-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00003-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00004-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00005-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00006-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00007-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00008-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00009-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00010-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00011-of-00012.gguf","Q5_K_M/GLM-5-Q5_K_M-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"Q6_K","bytes":619377928352,"gpu_bytes":610410719232,"mapped_bytes":619368388096,"out_bytes":780619776,"layer_bytes":[[3,333322752],[75,8115068416]],"read_bytes_per_token":34447583232,"files":["Q6_K/GLM-5-Q6_K-00001-of-00014.gguf","Q6_K/GLM-5-Q6_K-00002-of-00014.gguf","Q6_K/GLM-5-Q6_K-00003-of-00014.gguf","Q6_K/GLM-5-Q6_K-00004-of-00014.gguf","Q6_K/GLM-5-Q6_K-00005-of-00014.gguf","Q6_K/GLM-5-Q6_K-00006-of-00014.gguf","Q6_K/GLM-5-Q6_K-00007-of-00014.gguf","Q6_K/GLM-5-Q6_K-00008-of-00014.gguf","Q6_K/GLM-5-Q6_K-00009-of-00014.gguf","Q6_K/GLM-5-Q6_K-00010-of-00014.gguf","Q6_K/GLM-5-Q6_K-00011-of-00014.gguf","Q6_K/GLM-5-Q6_K-00012-of-00014.gguf","Q6_K/GLM-5-Q6_K-00013-of-00014.gguf","Q6_K/GLM-5-Q6_K-00014-of-00014.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"Q8_0","bytes":801344964608,"gpu_bytes":789744669696,"mapped_bytes":801335424000,"out_bytes":1011081216,"layer_bytes":[[3,425999360],[75,10499407872]],"read_bytes_per_token":43735274496,"files":["Q8_0/GLM-5-Q8_0-00001-of-00018.gguf","Q8_0/GLM-5-Q8_0-00002-of-00018.gguf","Q8_0/GLM-5-Q8_0-00003-of-00018.gguf","Q8_0/GLM-5-Q8_0-00004-of-00018.gguf","Q8_0/GLM-5-Q8_0-00005-of-00018.gguf","Q8_0/GLM-5-Q8_0-00006-of-00018.gguf","Q8_0/GLM-5-Q8_0-00007-of-00018.gguf","Q8_0/GLM-5-Q8_0-00008-of-00018.gguf","Q8_0/GLM-5-Q8_0-00009-of-00018.gguf","Q8_0/GLM-5-Q8_0-00010-of-00018.gguf","Q8_0/GLM-5-Q8_0-00011-of-00018.gguf","Q8_0/GLM-5-Q8_0-00012-of-00018.gguf","Q8_0/GLM-5-Q8_0-00013-of-00018.gguf","Q8_0/GLM-5-Q8_0-00014-of-00018.gguf","Q8_0/GLM-5-Q8_0-00015-of-00018.gguf","Q8_0/GLM-5-Q8_0-00016-of-00018.gguf","Q8_0/GLM-5-Q8_0-00017-of-00018.gguf","Q8_0/GLM-5-Q8_0-00018-of-00018.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"},{"quant":"BF16","bytes":1507979369824,"gpu_bytes":1486157607936,"mapped_bytes":1507969827840,"out_bytes":1903190016,"layer_bytes":[[3,801827840],[75,19757985792]],"read_bytes_per_token":81904628736,"files":["BF16/GLM-5-BF16-00001-of-00033.gguf","BF16/GLM-5-BF16-00002-of-00033.gguf","BF16/GLM-5-BF16-00003-of-00033.gguf","BF16/GLM-5-BF16-00004-of-00033.gguf","BF16/GLM-5-BF16-00005-of-00033.gguf","BF16/GLM-5-BF16-00006-of-00033.gguf","BF16/GLM-5-BF16-00007-of-00033.gguf","BF16/GLM-5-BF16-00008-of-00033.gguf","BF16/GLM-5-BF16-00009-of-00033.gguf","BF16/GLM-5-BF16-00010-of-00033.gguf","BF16/GLM-5-BF16-00011-of-00033.gguf","BF16/GLM-5-BF16-00012-of-00033.gguf","BF16/GLM-5-BF16-00013-of-00033.gguf","BF16/GLM-5-BF16-00014-of-00033.gguf","BF16/GLM-5-BF16-00015-of-00033.gguf","BF16/GLM-5-BF16-00016-of-00033.gguf","BF16/GLM-5-BF16-00017-of-00033.gguf","BF16/GLM-5-BF16-00018-of-00033.gguf","BF16/GLM-5-BF16-00019-of-00033.gguf","BF16/GLM-5-BF16-00020-of-00033.gguf","BF16/GLM-5-BF16-00021-of-00033.gguf","BF16/GLM-5-BF16-00022-of-00033.gguf","BF16/GLM-5-BF16-00023-of-00033.gguf","BF16/GLM-5-BF16-00024-of-00033.gguf","BF16/GLM-5-BF16-00025-of-00033.gguf","BF16/GLM-5-BF16-00026-of-00033.gguf","BF16/GLM-5-BF16-00027-of-00033.gguf","BF16/GLM-5-BF16-00028-of-00033.gguf","BF16/GLM-5-BF16-00029-of-00033.gguf","BF16/GLM-5-BF16-00030-of-00033.gguf","BF16/GLM-5-BF16-00031-of-00033.gguf","BF16/GLM-5-BF16-00032-of-00033.gguf","BF16/GLM-5-BF16-00033-of-00033.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"}],"original":{"bytes":1507735819176,"repo":"zai-org/GLM-5","sha":"c183ef8c61faee82855eca1ed9bb3a9a7ce3b0b2","dtypes":{"BF16":753864119552,"F32":19456}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:50:17+00:00","url":"https://huggingface.co/zai-org/GLM-5/tree/c183ef8c61faee82855eca1ed9bb3a9a7ce3b0b2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:50:17+00:00","url":"https://huggingface.co/unsloth/GLM-5-GGUF/tree/ff5c55c3470d73e038cc33301d66f197b679660e"}]},{"id":"glm-5-1","name":"GLM-5.1","repo":"zai-org/GLM-5.1","sha":"26e1bd6e011feb778d25ae34b09b07074139d92d","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":743911218432,"params_active":40833146112,"params_repo":753864139008,"arch":{"gguf_arch":"glm-dsa","n_layers":78,"n_layers_all":79,"layers":[[78,"full",704,0,null,0]],"kv_groups":[{"k_elems":704,"kind":"full","layers":78,"v_elems":0,"window":null}],"state_elems":0,"max_context":202752,"vocab_size":154880,"hidden_size":6144,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00001-of-00012.gguf","repo":"bartowski/zai-org_GLM-5.1-GGUF","sha":"944898043985f50004ccd5ee8200db739345ef7d"}},"gguf":{"repo":"bartowski/zai-org_GLM-5.1-GGUF","sha":"944898043985f50004ccd5ee8200db739345ef7d"},"weights":[{"quant":"IQ2_XXS","bytes":203929724480,"gpu_bytes":199286412288,"mapped_bytes":203920184320,"out_bytes":654237696,"layer_bytes":[[3,234830848],[9,2726445056],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[1,2625781760],[2,2606907392],[2,2625781760],[8,2726445056]],"read_bytes_per_token":16611628032,"files":["zai-org_GLM-5.1-IQ2_XXS/zai-org_GLM-5.1-IQ2_XXS-00001-of-00006.gguf","zai-org_GLM-5.1-IQ2_XXS/zai-org_GLM-5.1-IQ2_XXS-00002-of-00006.gguf","zai-org_GLM-5.1-IQ2_XXS/zai-org_GLM-5.1-IQ2_XXS-00003-of-00006.gguf","zai-org_GLM-5.1-IQ2_XXS/zai-org_GLM-5.1-IQ2_XXS-00004-of-00006.gguf","zai-org_GLM-5.1-IQ2_XXS/zai-org_GLM-5.1-IQ2_XXS-00005-of-00006.gguf","zai-org_GLM-5.1-IQ2_XXS/zai-org_GLM-5.1-IQ2_XXS-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"IQ2_M","bytes":254907209376,"gpu_bytes":250151261184,"mapped_bytes":254897669120,"out_bytes":654237696,"layer_bytes":[[3,251345920],[9,3598598144],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[1,3246276608],[2,3227402240],[2,3246276608],[8,3598598144]],"read_bytes_per_token":19449074688,"files":["zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00001-of-00007.gguf","zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00002-of-00007.gguf","zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00003-of-00007.gguf","zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00004-of-00007.gguf","zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00005-of-00007.gguf","zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00006-of-00007.gguf","zai-org_GLM-5.1-IQ2_M/zai-org_GLM-5.1-IQ2_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q2_K","bytes":265814742720,"gpu_bytes":261819712512,"mapped_bytes":265805202432,"out_bytes":780619776,"layer_bytes":[[3,185940992],[9,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[1,3648405504],[2,3302375424],[10,3648405504]],"read_bytes_per_token":19707970560,"files":["zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00001-of-00007.gguf","zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00002-of-00007.gguf","zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00003-of-00007.gguf","zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00004-of-00007.gguf","zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00005-of-00007.gguf","zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00006-of-00007.gguf","zai-org_GLM-5.1-Q2_K/zai-org_GLM-5.1-Q2_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"IQ3_XXS","bytes":314973771712,"gpu_bytes":310225622016,"mapped_bytes":314964231168,"out_bytes":654237696,"layer_bytes":[[3,185154560],[9,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[1,4423041024],[2,3825352704],[10,4423041024]],"read_bytes_per_token":20695962624,"files":["zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00001-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00002-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00003-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00004-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00005-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00006-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00007-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00008-of-00009.gguf","zai-org_GLM-5.1-IQ3_XXS/zai-org_GLM-5.1-IQ3_XXS-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q3_K_M","bytes":344630349120,"gpu_bytes":339448737792,"mapped_bytes":344620808704,"out_bytes":780619776,"layer_bytes":[[3,220878336],[9,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[1,4730673664],[2,4288698880],[10,4730673664]],"read_bytes_per_token":22419124224,"files":["zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00001-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00002-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00003-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00004-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00005-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00006-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00007-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00008-of-00009.gguf","zai-org_GLM-5.1-Q3_K_M/zai-org_GLM-5.1-Q3_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"IQ4_XS","bytes":403395547264,"gpu_bytes":397549138944,"mapped_bytes":403386006528,"out_bytes":780619776,"layer_bytes":[[3,231252992],[9,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[1,5291157504],[2,5271103488],[10,5291157504]],"read_bytes_per_token":24544441344,"files":["zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00001-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00002-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00003-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00004-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00005-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00006-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00007-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00008-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00009-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00010-of-00011.gguf","zai-org_GLM-5.1-IQ4_XS/zai-org_GLM-5.1-IQ4_XS-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q4_0","bytes":427612092544,"gpu_bytes":421442208768,"mapped_bytes":427602551808,"out_bytes":780619776,"layer_bytes":[[3,232438784],[9,5783863296],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[1,5582536704],[2,5568380928],[10,5582536704]],"read_bytes_per_token":24740742144,"files":["zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00001-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00002-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00003-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00004-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00005-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00006-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00007-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00008-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00009-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00010-of-00011.gguf","zai-org_GLM-5.1-Q4_0/zai-org_GLM-5.1-Q4_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q4_K_M","bytes":459676727616,"gpu_bytes":452649993216,"mapped_bytes":459667186688,"out_bytes":780619776,"layer_bytes":[[3,273562624],[9,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[1,6439387136],[2,5599772672],[10,6439387136]],"read_bytes_per_token":27936605184,"files":["zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00001-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00002-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00003-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00004-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00005-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00006-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00007-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00008-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00009-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00010-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00011-of-00012.gguf","zai-org_GLM-5.1-Q4_K_M/zai-org_GLM-5.1-Q4_K_M-00012-of-00012.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q5_K_M","bytes":538612685280,"gpu_bytes":530628215808,"mapped_bytes":538603144192,"out_bytes":780619776,"layer_bytes":[[3,316480512],[9,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[1,7268737024],[2,6840918016],[10,7268737024]],"read_bytes_per_token":32581616640,"files":["zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00001-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00002-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00003-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00004-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00005-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00006-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00007-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00008-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00009-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00010-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00011-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00012-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00013-of-00014.gguf","zai-org_GLM-5.1-Q5_K_M/zai-org_GLM-5.1-Q5_K_M-00014-of-00014.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q6_K","bytes":652470732128,"gpu_bytes":642679511040,"mapped_bytes":652461190656,"out_bytes":780619776,"layer_bytes":[[3,371098112],[9,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[1,8939079168],[2,8158938624],[10,8939079168]],"read_bytes_per_token":38753212416,"files":["zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00001-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00002-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00003-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00004-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00005-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00006-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00007-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00008-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00009-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00010-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00011-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00012-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00013-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00014-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00015-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00016-of-00017.gguf","zai-org_GLM-5.1-Q6_K/zai-org_GLM-5.1-Q6_K-00017-of-00017.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"},{"quant":"Q8_0","bytes":801344965920,"gpu_bytes":789744669696,"mapped_bytes":801335424000,"out_bytes":1011081216,"layer_bytes":[[3,425999360],[75,10499407872]],"read_bytes_per_token":43735274496,"files":["zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00001-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00002-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00003-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00004-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00005-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00006-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00007-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00008-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00009-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00010-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00011-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00012-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00013-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00014-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00015-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00016-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00017-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00018-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00019-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00020-of-00021.gguf","zai-org_GLM-5.1-Q8_0/zai-org_GLM-5.1-Q8_0-00021-of-00021.gguf"],"source_url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"}],"original":{"bytes":1507735819176,"repo":"zai-org/GLM-5.1","sha":"26e1bd6e011feb778d25ae34b09b07074139d92d","dtypes":{"BF16":753864119552,"F32":19456}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:49+00:00","url":"https://huggingface.co/zai-org/GLM-5.1/tree/26e1bd6e011feb778d25ae34b09b07074139d92d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:49+00:00","url":"https://huggingface.co/bartowski/zai-org_GLM-5.1-GGUF/tree/944898043985f50004ccd5ee8200db739345ef7d"}]},{"id":"glm-5-2","name":"GLM-5.2","repo":"zai-org/GLM-5.2","sha":"cf457fa734ab149ffef225f80893eb38c6ff5cdc","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":743911218432,"params_active":40833146112,"params_repo":753329940480,"arch":{"gguf_arch":"glm-dsa","n_layers":78,"n_layers_all":79,"layers":[[78,"full",704,0,null,0]],"kv_groups":[{"k_elems":704,"kind":"full","layers":78,"v_elems":0,"window":null}],"state_elems":0,"max_context":1048576,"vocab_size":154880,"hidden_size":6144,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q8_0/GLM-5.2-Q8_0-00001-of-00017.gguf","repo":"unsloth/GLM-5.2-GGUF","sha":"abc55e72527792c6e77069c99b4cb7de16fa9f23"}},"gguf":{"repo":"unsloth/GLM-5.2-GGUF","sha":"abc55e72527792c6e77069c99b4cb7de16fa9f23"},"weights":[{"quant":"Q8_0","bytes":801357672256,"gpu_bytes":789756797952,"mapped_bytes":801348129792,"out_bytes":1011081216,"layer_bytes":[[3,426576896],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872]],"read_bytes_per_token":43747402752,"files":["Q8_0/GLM-5.2-Q8_0-00001-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00002-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00003-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00004-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00005-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00006-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00007-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00008-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00009-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00010-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00011-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00012-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00013-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00014-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00015-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00016-of-00017.gguf","Q8_0/GLM-5.2-Q8_0-00017-of-00017.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5.2-GGUF/tree/abc55e72527792c6e77069c99b4cb7de16fa9f23"},{"quant":"BF16","bytes":1507988023008,"gpu_bytes":1486165865472,"mapped_bytes":1507978478592,"out_bytes":1903190016,"layer_bytes":[[3,802221056],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792]],"read_bytes_per_token":81912886272,"files":["BF16/GLM-5.2-BF16-00001-of-00033.gguf","BF16/GLM-5.2-BF16-00002-of-00033.gguf","BF16/GLM-5.2-BF16-00003-of-00033.gguf","BF16/GLM-5.2-BF16-00004-of-00033.gguf","BF16/GLM-5.2-BF16-00005-of-00033.gguf","BF16/GLM-5.2-BF16-00006-of-00033.gguf","BF16/GLM-5.2-BF16-00007-of-00033.gguf","BF16/GLM-5.2-BF16-00008-of-00033.gguf","BF16/GLM-5.2-BF16-00009-of-00033.gguf","BF16/GLM-5.2-BF16-00010-of-00033.gguf","BF16/GLM-5.2-BF16-00011-of-00033.gguf","BF16/GLM-5.2-BF16-00012-of-00033.gguf","BF16/GLM-5.2-BF16-00013-of-00033.gguf","BF16/GLM-5.2-BF16-00014-of-00033.gguf","BF16/GLM-5.2-BF16-00015-of-00033.gguf","BF16/GLM-5.2-BF16-00016-of-00033.gguf","BF16/GLM-5.2-BF16-00017-of-00033.gguf","BF16/GLM-5.2-BF16-00018-of-00033.gguf","BF16/GLM-5.2-BF16-00019-of-00033.gguf","BF16/GLM-5.2-BF16-00020-of-00033.gguf","BF16/GLM-5.2-BF16-00021-of-00033.gguf","BF16/GLM-5.2-BF16-00022-of-00033.gguf","BF16/GLM-5.2-BF16-00023-of-00033.gguf","BF16/GLM-5.2-BF16-00024-of-00033.gguf","BF16/GLM-5.2-BF16-00025-of-00033.gguf","BF16/GLM-5.2-BF16-00026-of-00033.gguf","BF16/GLM-5.2-BF16-00027-of-00033.gguf","BF16/GLM-5.2-BF16-00028-of-00033.gguf","BF16/GLM-5.2-BF16-00029-of-00033.gguf","BF16/GLM-5.2-BF16-00030-of-00033.gguf","BF16/GLM-5.2-BF16-00031-of-00033.gguf","BF16/GLM-5.2-BF16-00032-of-00033.gguf","BF16/GLM-5.2-BF16-00033-of-00033.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5.2-GGUF/tree/abc55e72527792c6e77069c99b4cb7de16fa9f23"}],"original":{"bytes":1506667387408,"repo":"zai-org/GLM-5.2","sha":"cf457fa734ab149ffef225f80893eb38c6ff5cdc","dtypes":{"BF16":753329921024,"F32":19456}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:54:49+00:00","url":"https://huggingface.co/zai-org/GLM-5.2/tree/cf457fa734ab149ffef225f80893eb38c6ff5cdc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:54:49+00:00","url":"https://huggingface.co/unsloth/GLM-5.2-GGUF/tree/abc55e72527792c6e77069c99b4cb7de16fa9f23"}]},{"id":"glm-5-3","name":"GLM-5.3","repo":"zai-org/GLM-5.3","sha":"ba32f8c19c8738e2c57c71798c601d477a7bf844","publisher":"zai-org","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":743911218432,"params_active":40833146112,"params_repo":753329940480,"arch":{"gguf_arch":"glm-dsa","n_layers":78,"n_layers_all":79,"layers":[[78,"full",704,0,null,0]],"kv_groups":[{"k_elems":704,"kind":"full","layers":78,"v_elems":0,"window":null}],"state_elems":0,"max_context":1048576,"vocab_size":154880,"hidden_size":6144,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q8_0/GLM-5.3-Q8_0-00001-of-00017.gguf","repo":"unsloth/GLM-5.3-GGUF","sha":"346b3591c7f28d1a23716f97a065ecf12ec14771"}},"gguf":{"repo":"unsloth/GLM-5.3-GGUF","sha":"346b3591c7f28d1a23716f97a065ecf12ec14771"},"weights":[{"quant":"Q8_0","bytes":801357677216,"gpu_bytes":789756797952,"mapped_bytes":801348129792,"out_bytes":1011081216,"layer_bytes":[[3,426576896],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872],[1,10499985408],[3,10499407872]],"read_bytes_per_token":43747402752,"files":["Q8_0/GLM-5.3-Q8_0-00001-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00002-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00003-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00004-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00005-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00006-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00007-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00008-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00009-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00010-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00011-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00012-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00013-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00014-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00015-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00016-of-00017.gguf","Q8_0/GLM-5.3-Q8_0-00017-of-00017.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5.3-GGUF/tree/346b3591c7f28d1a23716f97a065ecf12ec14771"},{"quant":"BF16","bytes":1507988027936,"gpu_bytes":1486165865472,"mapped_bytes":1507978478592,"out_bytes":1903190016,"layer_bytes":[[3,802221056],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792],[1,19758379008],[3,19757985792]],"read_bytes_per_token":81912886272,"files":["BF16/GLM-5.3-BF16-00001-of-00033.gguf","BF16/GLM-5.3-BF16-00002-of-00033.gguf","BF16/GLM-5.3-BF16-00003-of-00033.gguf","BF16/GLM-5.3-BF16-00004-of-00033.gguf","BF16/GLM-5.3-BF16-00005-of-00033.gguf","BF16/GLM-5.3-BF16-00006-of-00033.gguf","BF16/GLM-5.3-BF16-00007-of-00033.gguf","BF16/GLM-5.3-BF16-00008-of-00033.gguf","BF16/GLM-5.3-BF16-00009-of-00033.gguf","BF16/GLM-5.3-BF16-00010-of-00033.gguf","BF16/GLM-5.3-BF16-00011-of-00033.gguf","BF16/GLM-5.3-BF16-00012-of-00033.gguf","BF16/GLM-5.3-BF16-00013-of-00033.gguf","BF16/GLM-5.3-BF16-00014-of-00033.gguf","BF16/GLM-5.3-BF16-00015-of-00033.gguf","BF16/GLM-5.3-BF16-00016-of-00033.gguf","BF16/GLM-5.3-BF16-00017-of-00033.gguf","BF16/GLM-5.3-BF16-00018-of-00033.gguf","BF16/GLM-5.3-BF16-00019-of-00033.gguf","BF16/GLM-5.3-BF16-00020-of-00033.gguf","BF16/GLM-5.3-BF16-00021-of-00033.gguf","BF16/GLM-5.3-BF16-00022-of-00033.gguf","BF16/GLM-5.3-BF16-00023-of-00033.gguf","BF16/GLM-5.3-BF16-00024-of-00033.gguf","BF16/GLM-5.3-BF16-00025-of-00033.gguf","BF16/GLM-5.3-BF16-00026-of-00033.gguf","BF16/GLM-5.3-BF16-00027-of-00033.gguf","BF16/GLM-5.3-BF16-00028-of-00033.gguf","BF16/GLM-5.3-BF16-00029-of-00033.gguf","BF16/GLM-5.3-BF16-00030-of-00033.gguf","BF16/GLM-5.3-BF16-00031-of-00033.gguf","BF16/GLM-5.3-BF16-00032-of-00033.gguf","BF16/GLM-5.3-BF16-00033-of-00033.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5.3-GGUF/tree/346b3591c7f28d1a23716f97a065ecf12ec14771"}],"original":{"bytes":755632050320,"repo":"zai-org/GLM-5.3","sha":"ba32f8c19c8738e2c57c71798c601d477a7bf844","dtypes":{"BF16":2103729152,"F32":19456,"F8_E4M3":751226191872}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:56:22+00:00","url":"https://huggingface.co/zai-org/GLM-5.3/tree/ba32f8c19c8738e2c57c71798c601d477a7bf844"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:56:22+00:00","url":"https://huggingface.co/unsloth/GLM-5.3-GGUF/tree/346b3591c7f28d1a23716f97a065ecf12ec14771"}]},{"id":"glm-5-3-flash","name":"GLM-5.3-Flash","repo":"zai-org/GLM-5.3-Flash","sha":"46a050bec13002ad29ee795c16e61cf4fa3c4a9c","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":313326811966,"params_active":16742333246,"params_repo":321323031390,"arch":{"gguf_arch":"glm5-next","n_layers":45,"n_layers_all":46,"layers":[[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[1,"recurrent",0,0,null,1122304]],"kv_groups":[{"k_elems":640,"kind":"full","layers":11,"v_elems":0,"window":null}],"state_elems":38158336,"max_context":1048576,"vocab_size":154880,"hidden_size":4096,"moe":{"active":8,"experts":288},"cross_checked":false,"gguf_source":{"file":"Q8_0/GLM-5.3-Flash-Q8_0-00001-of-00008.gguf","repo":"unsloth/GLM-5.3-Flash-GGUF","sha":"a38483c8cd5df544f53d70fb281afe97369d5ab6"}},"gguf":{"repo":"unsloth/GLM-5.3-Flash-GGUF","sha":"a38483c8cd5df544f53d70fb281afe97369d5ab6"},"weights":[{"quant":"Q8_0","bytes":340981966208,"gpu_bytes":332397360128,"mapped_bytes":340972446848,"out_bytes":674054144,"layer_bytes":[[3,307954688],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[3,7879723136],[1,7866184064],[1,7879723136]],"read_bytes_per_token":17950389248,"files":["Q8_0/GLM-5.3-Flash-Q8_0-00001-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00002-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00003-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00004-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00005-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00006-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00007-of-00008.gguf","Q8_0/GLM-5.3-Flash-Q8_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5.3-Flash-GGUF/tree/a38483c8cd5df544f53d70fb281afe97369d5ab6"},{"quant":"BF16","bytes":641641064288,"gpu_bytes":625494914048,"mapped_bytes":641631544448,"out_bytes":1268793344,"layer_bytes":[[3,579273728],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[3,14827849856],[1,14802268544],[1,14827849856]],"read_bytes_per_token":33594733568,"files":["BF16/GLM-5.3-Flash-BF16-00001-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00002-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00003-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00004-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00005-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00006-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00007-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00008-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00009-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00010-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00011-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00012-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00013-of-00014.gguf","BF16/GLM-5.3-Flash-BF16-00014-of-00014.gguf"],"source_url":"https://huggingface.co/unsloth/GLM-5.3-Flash-GGUF/tree/a38483c8cd5df544f53d70fb281afe97369d5ab6"}],"original":{"bytes":328337455672,"repo":"zai-org/GLM-5.3-Flash","sha":"46a050bec13002ad29ee795c16e61cf4fa3c4a9c","dtypes":{"BF16":6926096640,"F32":295518,"F8_E4M3":314396639232}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:57:45+00:00","url":"https://huggingface.co/zai-org/GLM-5.3-Flash/tree/46a050bec13002ad29ee795c16e61cf4fa3c4a9c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:57:45+00:00","url":"https://huggingface.co/unsloth/GLM-5.3-Flash-GGUF/tree/a38483c8cd5df544f53d70fb281afe97369d5ab6"}]},{"id":"glm-5-3-flash-bf16","name":"GLM-5.3-Flash-BF16","repo":"zai-org/GLM-5.3-Flash-BF16","sha":"f9fed3bbc82291073373d67452e9f25317ef7577","publisher":"zai-org","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":313326811966,"params_active":16742333246,"params_repo":321323031390,"arch":{"gguf_arch":"glm5-next","n_layers":45,"n_layers_all":46,"layers":[[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[3,"recurrent",0,0,null,1122304],[1,"full",640,0,null,0],[1,"recurrent",0,0,null,1122304]],"kv_groups":[{"k_elems":640,"kind":"full","layers":11,"v_elems":0,"window":null}],"state_elems":38158336,"max_context":1048576,"vocab_size":154880,"hidden_size":4096,"moe":{"active":8,"experts":288},"cross_checked":false,"gguf_source":{"file":"GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00001-of-00006.gguf","repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","sha":"66e5e9f0e337470e8801b99bae6c45779b042cc2"}},"gguf":{"repo":"bartowski/GLM-5.3-Flash-BF16-GGUF","sha":"66e5e9f0e337470e8801b99bae6c45779b042cc2"},"weights":[{"quant":"IQ2_XXS","bytes":96630711424,"gpu_bytes":91723002880,"mapped_bytes":96621192320,"out_bytes":674054144,"layer_bytes":[[3,206504960],[1,2629284224],[3,2604664960],[1,2629284224],[3,2604664960],[1,2023272832],[3,1998653568],[1,2023272832],[3,1998653568],[1,2023272832],[2,1998653568],[1,1996621952],[1,2023272832],[3,1996621952],[1,2023272832],[3,1996621952],[1,2023272832],[1,1996621952],[2,2076182656],[1,2327294336],[3,2076182656],[1,2327294336],[1,2076182656],[2,2000685184],[1,2327294336],[1,2000685184]],"read_bytes_per_token":9404544000,"files":["GLM-5.3-Flash-BF16-IQ2_XXS/GLM-5.3-Flash-BF16-IQ2_XXS-00001-of-00003.gguf","GLM-5.3-Flash-BF16-IQ2_XXS/GLM-5.3-Flash-BF16-IQ2_XXS-00002-of-00003.gguf","GLM-5.3-Flash-BF16-IQ2_XXS/GLM-5.3-Flash-BF16-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"IQ2_M","bytes":120618067200,"gpu_bytes":115710358528,"mapped_bytes":120608547968,"out_bytes":674054144,"layer_bytes":[[3,301270016],[1,3517886848],[3,3279882368],[1,3517886848],[3,3279882368],[1,2514923904],[3,2506033280],[1,2514923904],[3,2506033280],[1,2498670976],[3,2506033280],[1,2498670976],[3,2506033280],[1,2498670976],[3,2506033280],[1,2498670976],[1,2506033280],[1,2770274432],[1,2657028224],[1,3008278912],[2,2657028224],[1,2506033280],[1,3008278912],[3,2506033280],[1,3008278912],[1,2506033280]],"read_bytes_per_token":12234257408,"files":["GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00001-of-00004.gguf","GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00002-of-00004.gguf","GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00003-of-00004.gguf","GLM-5.3-Flash-BF16-IQ2_M/GLM-5.3-Flash-BF16-IQ2_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q2_K","bytes":125671154912,"gpu_bytes":120763446272,"mapped_bytes":125661635712,"out_bytes":674054144,"layer_bytes":[[3,301270016],[1,3687756160],[3,3695118464],[1,3687756160],[3,3695118464],[1,2571547008],[3,2562656384],[1,2571547008],[3,2562656384],[1,2571547008],[3,2562656384],[1,2571547008],[3,2562656384],[1,2555294080],[3,2562656384],[1,2555294080],[1,2562656384],[1,3128887424],[1,2808023168],[1,3121525120],[3,2562656384],[1,3121525120],[3,2562656384],[1,3121525120],[1,2562656384]],"read_bytes_per_token":12406223872,"files":["GLM-5.3-Flash-BF16-Q2_K/GLM-5.3-Flash-BF16-Q2_K-00001-of-00004.gguf","GLM-5.3-Flash-BF16-Q2_K/GLM-5.3-Flash-BF16-Q2_K-00002-of-00004.gguf","GLM-5.3-Flash-BF16-Q2_K/GLM-5.3-Flash-BF16-Q2_K-00003-of-00004.gguf","GLM-5.3-Flash-BF16-Q2_K/GLM-5.3-Flash-BF16-Q2_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"IQ3_XXS","bytes":138825147648,"gpu_bytes":133917438976,"mapped_bytes":138815628416,"out_bytes":674054144,"layer_bytes":[[1,313459712],[2,301270016],[1,3668881792],[3,3676244096],[1,3668881792],[3,3676244096],[1,2967908736],[3,2959018112],[1,2967908736],[3,2959018112],[1,2951655808],[3,2959018112],[1,2951655808],[3,2959018112],[1,2951655808],[3,2959018112],[1,2951655808],[1,2959018112],[2,3317631104],[1,3310268800],[3,3072264320],[1,3310268800],[2,3072264320],[1,2959018112],[1,3310268800],[1,2959018112]],"read_bytes_per_token":12751860736,"files":["GLM-5.3-Flash-BF16-IQ3_XXS/GLM-5.3-Flash-BF16-IQ3_XXS-00001-of-00004.gguf","GLM-5.3-Flash-BF16-IQ3_XXS/GLM-5.3-Flash-BF16-IQ3_XXS-00002-of-00004.gguf","GLM-5.3-Flash-BF16-IQ3_XXS/GLM-5.3-Flash-BF16-IQ3_XXS-00003-of-00004.gguf","GLM-5.3-Flash-BF16-IQ3_XXS/GLM-5.3-Flash-BF16-IQ3_XXS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q3_K_M","bytes":155020141792,"gpu_bytes":150112433152,"mapped_bytes":155010622592,"out_bytes":674054144,"layer_bytes":[[3,313459712],[1,4251365760],[3,4242475136],[1,4251365760],[3,3940485248],[1,3307647360],[3,3298756736],[1,3307647360],[3,3298756736],[1,3307647360],[3,3298756736],[1,3307647360],[3,3298756736],[1,3307647360],[3,3298756736],[1,3307647360],[1,3298756736],[2,3619620992],[1,3628511616],[3,3619620992],[1,3628511616],[2,3619620992],[1,3298756736],[1,3628511616],[1,3298756736]],"read_bytes_per_token":13367636992,"files":["GLM-5.3-Flash-BF16-Q3_K_M/GLM-5.3-Flash-BF16-Q3_K_M-00001-of-00004.gguf","GLM-5.3-Flash-BF16-Q3_K_M/GLM-5.3-Flash-BF16-Q3_K_M-00002-of-00004.gguf","GLM-5.3-Flash-BF16-Q3_K_M/GLM-5.3-Flash-BF16-Q3_K_M-00003-of-00004.gguf","GLM-5.3-Flash-BF16-Q3_K_M/GLM-5.3-Flash-BF16-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"IQ4_XS","bytes":177744881024,"gpu_bytes":172837172224,"mapped_bytes":177735361664,"out_bytes":674054144,"layer_bytes":[[3,313459712],[1,4421235072],[2,4412344448],[1,4110354560],[1,4421235072],[1,4110354560],[2,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[3,4034857088],[1,4043747712],[1,4034857088]],"read_bytes_per_token":13998879744,"files":["GLM-5.3-Flash-BF16-IQ4_XS/GLM-5.3-Flash-BF16-IQ4_XS-00001-of-00005.gguf","GLM-5.3-Flash-BF16-IQ4_XS/GLM-5.3-Flash-BF16-IQ4_XS-00002-of-00005.gguf","GLM-5.3-Flash-BF16-IQ4_XS/GLM-5.3-Flash-BF16-IQ4_XS-00003-of-00005.gguf","GLM-5.3-Flash-BF16-IQ4_XS/GLM-5.3-Flash-BF16-IQ4_XS-00004-of-00005.gguf","GLM-5.3-Flash-BF16-IQ4_XS/GLM-5.3-Flash-BF16-IQ4_XS-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q4_0","bytes":184093197696,"gpu_bytes":179502683136,"mapped_bytes":184083678336,"out_bytes":520413184,"layer_bytes":[[3,216204288],[1,4387680640],[1,4387440768],[2,4378790016],[1,4387680640],[1,4227008640],[1,4218357888],[1,4227795072],[1,4227248512],[1,4227008640],[1,4227795072],[1,4218357888],[1,4227248512],[1,4236445824],[2,4218357888],[1,4236685696],[1,4227008640],[1,4218357888],[1,4227795072],[1,4227248512],[1,4227008640],[1,4227795072],[1,4218357888],[1,4227248512],[1,4236445824],[2,4218357888],[1,4236685696],[1,4227008640],[1,4218357888],[1,4227795072],[1,4227248512],[1,4227008640],[1,4227795072],[1,4227008640],[1,4227248512],[3,4236445824],[1,4236685696],[1,4236445824]],"read_bytes_per_token":12296754176,"files":["GLM-5.3-Flash-BF16-Q4_0/GLM-5.3-Flash-BF16-Q4_0-00001-of-00005.gguf","GLM-5.3-Flash-BF16-Q4_0/GLM-5.3-Flash-BF16-Q4_0-00002-of-00005.gguf","GLM-5.3-Flash-BF16-Q4_0/GLM-5.3-Flash-BF16-Q4_0-00003-of-00005.gguf","GLM-5.3-Flash-BF16-Q4_0/GLM-5.3-Flash-BF16-Q4_0-00004-of-00005.gguf","GLM-5.3-Flash-BF16-Q4_0/GLM-5.3-Flash-BF16-Q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q4_K_M","bytes":200828233184,"gpu_bytes":195920524288,"mapped_bytes":200818713728,"out_bytes":674054144,"layer_bytes":[[3,313459712],[1,5515948416],[3,5507057792],[1,5515948416],[3,5507057792],[1,4270240128],[3,4261349504],[1,4270240128],[3,4261349504],[1,4270240128],[3,4261349504],[1,4270240128],[3,4261349504],[1,4270240128],[3,4261349504],[1,4270240128],[1,4261349504],[2,4884203648],[1,4893094272],[2,4884203648],[1,4563339392],[1,4893094272],[2,4563339392],[1,4261349504],[1,4893094272],[1,4261349504]],"read_bytes_per_token":14640083968,"files":["GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00001-of-00006.gguf","GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00002-of-00006.gguf","GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00003-of-00006.gguf","GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00004-of-00006.gguf","GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00005-of-00006.gguf","GLM-5.3-Flash-BF16-Q4_K_M/GLM-5.3-Flash-BF16-Q4_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q5_K_M","bytes":243691923040,"gpu_bytes":238784214016,"mapped_bytes":243682403456,"out_bytes":674054144,"layer_bytes":[[3,313459712],[1,6988149120],[3,6979258496],[1,6988149120],[3,6979258496],[1,5176209792],[3,5167319168],[1,5176209792],[3,5167319168],[1,5176209792],[3,5167319168],[1,5176209792],[3,5167319168],[1,5176209792],[3,5167319168],[1,5176209792],[1,5167319168],[1,6073288832],[1,5488183424],[1,6082179456],[3,5488183424],[1,6082179456],[2,5488183424],[1,5167319168],[1,6082179456],[1,5167319168]],"read_bytes_per_token":15830742016,"files":["GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00001-of-00007.gguf","GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00002-of-00007.gguf","GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00003-of-00007.gguf","GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00004-of-00007.gguf","GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00005-of-00007.gguf","GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00006-of-00007.gguf","GLM-5.3-Flash-BF16-Q5_K_M/GLM-5.3-Flash-BF16-Q5_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q6_K","bytes":281044297408,"gpu_bytes":276136588288,"mapped_bytes":281034777728,"out_bytes":674054144,"layer_bytes":[[3,313459712],[1,7309013376],[3,7300122752],[1,7309013376],[3,7300122752],[1,6138802560],[3,6129911936],[1,6138802560],[3,6129911936],[1,6138802560],[3,6129911936],[1,6138802560],[3,6129911936],[1,6138802560],[3,6129911936],[1,6138802560],[1,6129911936],[2,6715017344],[1,7309013376],[3,6715017344],[1,6723907968],[3,6715017344],[1,6723907968],[1,6715017344]],"read_bytes_per_token":16868307968,"files":["GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00001-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00002-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00003-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00004-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00005-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00006-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00007-of-00008.gguf","GLM-5.3-Flash-BF16-Q6_K/GLM-5.3-Flash-BF16-Q6_K-00008-of-00008.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"},{"quant":"Q8_0","bytes":341502043648,"gpu_bytes":332891812864,"mapped_bytes":341492524160,"out_bytes":674054144,"layer_bytes":[[3,313459712],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[3,7885228160],[1,7894118784],[1,7885228160]],"read_bytes_per_token":18444841984,"files":["GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00001-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00002-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00003-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00004-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00005-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00006-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00007-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00008-of-00009.gguf","GLM-5.3-Flash-BF16-Q8_0/GLM-5.3-Flash-BF16-Q8_0-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"}],"original":{"bytes":642652070880,"repo":"zai-org/GLM-5.3-Flash-BF16","sha":"f9fed3bbc82291073373d67452e9f25317ef7577","dtypes":{"BF16":321322735872,"F32":295518}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:17:58+00:00","url":"https://huggingface.co/zai-org/GLM-5.3-Flash-BF16/tree/f9fed3bbc82291073373d67452e9f25317ef7577"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:17:58+00:00","url":"https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF/tree/66e5e9f0e337470e8801b99bae6c45779b042cc2"}]},{"id":"gpt-oss-120b","name":"gpt-oss-120b","repo":"openai/gpt-oss-120b","sha":"b5c939de8f754692c1647ca79fbf85e8c1e70f8a","publisher":"openai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":116829156672,"params_active":5132849472,"params_repo":116829156672,"arch":{"gguf_arch":"gpt-oss","n_layers":36,"n_layers_all":36,"layers":[[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":18,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":18,"v_elems":512,"window":128}],"state_elems":0,"max_context":131072,"vocab_size":201088,"hidden_size":2880,"moe":{"active":4,"experts":128},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf","repo":"unsloth/gpt-oss-120b-GGUF","sha":"ff1a82da6ad466e32284fa3d2b86694db3204789"}},"gguf":{"repo":"unsloth/gpt-oss-120b-GGUF","sha":"ff1a82da6ad466e32284fa3d2b86694db3204789"},"weights":[{"quant":"Q2_K","bytes":62570256992,"gpu_bytes":62231470848,"mapped_bytes":62557233408,"out_bytes":615340800,"layer_bytes":[[36,1711559168]],"read_bytes_per_token":3066686208,"files":["Q2_K/gpt-oss-120b-Q2_K-00001-of-00002.gguf","Q2_K/gpt-oss-120b-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"},{"quant":"Q3_K_M","bytes":62626843232,"gpu_bytes":62288057088,"mapped_bytes":62613819648,"out_bytes":615340800,"layer_bytes":[[2,1713218048],[34,1713125888]],"read_bytes_per_token":3123272448,"files":["Q3_K_M/gpt-oss-120b-Q3_K_M-00001-of-00002.gguf","Q3_K_M/gpt-oss-120b-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"},{"quant":"Q4_0","bytes":62620023392,"gpu_bytes":62281237248,"mapped_bytes":62606999808,"out_bytes":615340800,"layer_bytes":[[36,1712941568]],"read_bytes_per_token":3116452608,"files":["Q4_0/gpt-oss-120b-Q4_0-00001-of-00002.gguf","Q4_0/gpt-oss-120b-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"},{"quant":"Q4_K_M","bytes":62768723552,"gpu_bytes":62357545728,"mapped_bytes":62755699968,"out_bytes":615340800,"layer_bytes":[[4,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[1,1715337728],[2,1714784768],[6,1715337728]],"read_bytes_per_token":3192761088,"files":["Q4_K_M/gpt-oss-120b-Q4_K_M-00001-of-00002.gguf","Q4_K_M/gpt-oss-120b-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"},{"quant":"Q5_K_M","bytes":62889522272,"gpu_bytes":62442148608,"mapped_bytes":62876498688,"out_bytes":615340800,"layer_bytes":[[4,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[1,1717641728],[2,1717180928],[6,1717641728]],"read_bytes_per_token":3277363968,"files":["Q5_K_M/gpt-oss-120b-Q5_K_M-00001-of-00002.gguf","Q5_K_M/gpt-oss-120b-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"},{"quant":"Q6_K","bytes":63284496960,"gpu_bytes":62656144128,"mapped_bytes":63271473408,"out_bytes":615340800,"layer_bytes":[[36,1723355648]],"read_bytes_per_token":3491359488,"files":["Q6_K/gpt-oss-120b-Q6_K-00001-of-00002.gguf","Q6_K/gpt-oss-120b-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"},{"quant":"Q8_0","bytes":63387347520,"gpu_bytes":62758994688,"mapped_bytes":63374323968,"out_bytes":615340800,"layer_bytes":[[36,1726212608]],"read_bytes_per_token":3594210048,"files":["Q8_0/gpt-oss-120b-Q8_0-00001-of-00002.gguf","Q8_0/gpt-oss-120b-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"}],"original":{"bytes":65248893184,"repo":"openai/gpt-oss-120b","sha":"b5c939de8f754692c1647ca79fbf85e8c1e70f8a","dtypes":{"BF16":2167371072,"U8":114661785600}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:31+00:00","url":"https://huggingface.co/openai/gpt-oss-120b/tree/b5c939de8f754692c1647ca79fbf85e8c1e70f8a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:31+00:00","url":"https://huggingface.co/unsloth/gpt-oss-120b-GGUF/tree/ff1a82da6ad466e32284fa3d2b86694db3204789"}]},{"id":"gpt-oss-20b","name":"gpt-oss-20b","repo":"openai/gpt-oss-20b","sha":"6cee5e81ee83917806bbde320786a8fb61efebee","publisher":"openai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":20914757184,"params_active":3608307264,"params_repo":20914757184,"arch":{"gguf_arch":"gpt-oss","n_layers":24,"n_layers_all":24,"layers":[[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":12,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":12,"v_elems":512,"window":128}],"state_elems":0,"max_context":131072,"vocab_size":201088,"hidden_size":2880,"moe":{"active":4,"experts":32},"cross_checked":true,"gguf_source":{"file":"gpt-oss-20b-Q4_K_M.gguf","repo":"unsloth/gpt-oss-20b-GGUF","sha":"d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"}},"gguf":{"repo":"unsloth/gpt-oss-20b-GGUF","sha":"d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},"weights":[{"quant":"Q2_K","bytes":11468317888,"gpu_bytes":11129546496,"mapped_bytes":11455309056,"out_bytes":615340800,"layer_bytes":[[24,438091904]],"read_bytes_per_token":2223019776,"files":["gpt-oss-20b-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},{"quant":"Q3_K_M","bytes":11506103488,"gpu_bytes":11167332096,"mapped_bytes":11493094656,"out_bytes":615340800,"layer_bytes":[[2,439750784],[22,439658624]],"read_bytes_per_token":2260805376,"files":["gpt-oss-20b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},{"quant":"Q4_0","bytes":11501495488,"gpu_bytes":11162724096,"mapped_bytes":11488486656,"out_bytes":615340800,"layer_bytes":[[24,439474304]],"read_bytes_per_token":2256197376,"files":["gpt-oss-20b-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},{"quant":"Q4_K_M","bytes":11624759488,"gpu_bytes":11213596416,"mapped_bytes":11611750656,"out_bytes":615340800,"layer_bytes":[[3,441870464],[2,441317504],[1,441870464],[2,441317504],[1,441870464],[2,441317504],[1,441870464],[2,441317504],[1,441870464],[2,441317504],[1,441870464],[2,441317504],[4,441870464]],"read_bytes_per_token":2307069696,"files":["gpt-oss-20b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},{"quant":"Q5_K_M","bytes":11717357248,"gpu_bytes":11269998336,"mapped_bytes":11704348416,"out_bytes":615340800,"layer_bytes":[[3,444174464],[2,443713664],[1,444174464],[2,443713664],[1,444174464],[2,443713664],[1,444174464],[2,443713664],[1,444174464],[2,443713664],[1,444174464],[2,443713664],[4,444174464]],"read_bytes_per_token":2363471616,"files":["gpt-oss-20b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},{"quant":"Q6_K","bytes":12041000128,"gpu_bytes":11412662016,"mapped_bytes":12027991296,"out_bytes":615340800,"layer_bytes":[[24,449888384]],"read_bytes_per_token":2506135296,"files":["gpt-oss-20b-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"},{"quant":"Q8_0","bytes":12109567168,"gpu_bytes":11481229056,"mapped_bytes":12096558336,"out_bytes":615340800,"layer_bytes":[[24,452745344]],"read_bytes_per_token":2574702336,"files":["gpt-oss-20b-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"}],"original":{"bytes":13761316904,"repo":"openai/gpt-oss-20b","sha":"6cee5e81ee83917806bbde320786a8fb61efebee","dtypes":{"BF16":1804459584,"U8":19110297600}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:30+00:00","url":"https://huggingface.co/openai/gpt-oss-20b/tree/6cee5e81ee83917806bbde320786a8fb61efebee"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:30+00:00","url":"https://huggingface.co/unsloth/gpt-oss-20b-GGUF/tree/d449b42d93e1c2c7bda5312f5c25c8fb91dfa9b4"}]},{"id":"granite-3-3-8b-instruct","name":"granite-3.3-8b-instruct","repo":"ibm-granite/granite-3.3-8b-instruct","sha":"51dd4bc2ade4059a6bd87649d68aa11e4fb2529b","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8170864640,"params_active":null,"params_repo":8170864640,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":49159,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-3.3-8b-instruct-Q4_K_M.gguf","repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","sha":"e40e9dd739c7be00fa965c16ce167088190ce114"}},"gguf":{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","sha":"e40e9dd739c7be00fa965c16ce167088190ce114"},"weights":[{"quant":"Q2_K","bytes":3103605504,"gpu_bytes":3101858784,"mapped_bytes":3101858784,"out_bytes":165190624,"layer_bytes":[[40,73416704]],"read_bytes_per_token":3101858784,"files":["granite-3.3-8b-instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"Q3_K_M","bytes":3996599040,"gpu_bytes":3994852320,"mapped_bytes":3994852320,"out_bytes":165190624,"layer_bytes":[[2,102465536],[38,95387648]],"read_bytes_per_token":3994852320,"files":["granite-3.3-8b-instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"Q4_0","bytes":4650910464,"gpu_bytes":4649163744,"mapped_bytes":4649163744,"out_bytes":165190624,"layer_bytes":[[40,112099328]],"read_bytes_per_token":4649163744,"files":["granite-3.3-8b-instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"Q4_K_M","bytes":4942873344,"gpu_bytes":4941126624,"mapped_bytes":4941126624,"out_bytes":165190624,"layer_bytes":[[5,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[6,126697472]],"read_bytes_per_token":4941126624,"files":["granite-3.3-8b-instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"Q5_K_M","bytes":5797462784,"gpu_bytes":5795716064,"mapped_bytes":5795716064,"out_bytes":165190624,"layer_bytes":[[5,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[6,144523264]],"read_bytes_per_token":5795716064,"files":["granite-3.3-8b-instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"Q6_K","bytes":6705464064,"gpu_bytes":6703717344,"mapped_bytes":6703717344,"out_bytes":165190624,"layer_bytes":[[40,163463168]],"read_bytes_per_token":6703717344,"files":["granite-3.3-8b-instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"Q8_0","bytes":8684264992,"gpu_bytes":8682518272,"mapped_bytes":8682518272,"out_bytes":213956352,"layer_bytes":[[40,211714048]],"read_bytes_per_token":8682518272,"files":["granite-3.3-8b-instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"},{"quant":"F16","bytes":16344139552,"gpu_bytes":16342392832,"mapped_bytes":16342392832,"out_bytes":402726912,"layer_bytes":[[40,398491648]],"read_bytes_per_token":16342392832,"files":["granite-3.3-8b-instruct-f16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"}],"original":{"bytes":16341771384,"repo":"ibm-granite/granite-3.3-8b-instruct","sha":"51dd4bc2ade4059a6bd87649d68aa11e4fb2529b","dtypes":{"BF16":8170864640}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:47+00:00","url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct/tree/51dd4bc2ade4059a6bd87649d68aa11e4fb2529b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:47+00:00","url":"https://huggingface.co/ibm-granite/granite-3.3-8b-instruct-GGUF/tree/e40e9dd739c7be00fa965c16ce167088190ce114"}]},{"id":"granite-4-0-1b","name":"granite-4.0-1b","repo":"ibm-granite/granite-4.0-1b","sha":"6a7381ba1f54d684ff508d991aeb7dc580157103","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1631750144,"params_active":null,"params_repo":1631750144,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":40,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.0-1b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.0-1b-GGUF","sha":"b27c2fe3f211b7f44e80fa620177aea371099aaa"}},"gguf":{"repo":"ibm-granite/granite-4.0-1b-GGUF","sha":"b27c2fe3f211b7f44e80fa620177aea371099aaa"},"weights":[{"quant":"Q2_K","bytes":701699840,"gpu_bytes":698130432,"mapped_bytes":698130432,"out_bytes":168599552,"layer_bytes":[[40,13238272]],"read_bytes_per_token":698130432,"files":["granite-4.0-1b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"Q3_K_M","bytes":860362496,"gpu_bytes":856793088,"mapped_bytes":856793088,"out_bytes":168599552,"layer_bytes":[[2,18325504],[38,17145856]],"read_bytes_per_token":856793088,"files":["granite-4.0-1b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"Q4_0","bytes":974984960,"gpu_bytes":971415552,"mapped_bytes":971415552,"out_bytes":168599552,"layer_bytes":[[40,20070400]],"read_bytes_per_token":971415552,"files":["granite-4.0-1b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"Q4_K_M","bytes":1023645440,"gpu_bytes":1020076032,"mapped_bytes":1020076032,"out_bytes":168599552,"layer_bytes":[[5,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[1,22503424],[2,20070400],[6,22503424]],"read_bytes_per_token":1020076032,"files":["granite-4.0-1b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"Q5_K_M","bytes":1178310400,"gpu_bytes":1174740992,"mapped_bytes":1174740992,"out_bytes":168599552,"layer_bytes":[[5,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[1,25780224],[2,24526848],[6,25780224]],"read_bytes_per_token":1174740992,"files":["granite-4.0-1b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"Q6_K","bytes":1342641920,"gpu_bytes":1339072512,"mapped_bytes":1339072512,"out_bytes":168599552,"layer_bytes":[[40,29261824]],"read_bytes_per_token":1339072512,"files":["granite-4.0-1b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"Q8_0","bytes":1737791232,"gpu_bytes":1734221824,"mapped_bytes":1734221824,"out_bytes":218374144,"layer_bytes":[[40,37896192]],"read_bytes_per_token":1734221824,"files":["granite-4.0-1b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"},{"quant":"BF16","bytes":3267401472,"gpu_bytes":3263832064,"mapped_bytes":3263832064,"out_bytes":411049984,"layer_bytes":[[40,71319552]],"read_bytes_per_token":3263832064,"files":["granite-4.0-1b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"}],"original":{"bytes":3263538464,"repo":"ibm-granite/granite-4.0-1b","sha":"6a7381ba1f54d684ff508d991aeb7dc580157103","dtypes":{"BF16":1631750144}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:26:46+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-1b/tree/6a7381ba1f54d684ff508d991aeb7dc580157103"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:26:46+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-1b-GGUF/tree/b27c2fe3f211b7f44e80fa620177aea371099aaa"}]},{"id":"granite-4-0-350m","name":"granite-4.0-350m","repo":"ibm-granite/granite-4.0-350m","sha":"bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":352379904,"params_active":null,"params_repo":352379904,"arch":{"gguf_arch":"granite","n_layers":28,"n_layers_all":28,"layers":[[28,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":28,"v_elems":256,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":100352,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.0-350m-Q4_K_M.gguf","repo":"ibm-granite/granite-4.0-350m-GGUF","sha":"b8208a86a58427e1739265318028eb5895b74bf2"}},"gguf":{"repo":"ibm-granite/granite-4.0-350m-GGUF","sha":"b8208a86a58427e1739265318028eb5895b74bf2"},"weights":[{"quant":"Q2_K","bytes":180645280,"gpu_bytes":177082368,"mapped_bytes":177082368,"out_bytes":84299776,"layer_bytes":[[28,3313664]],"read_bytes_per_token":177082368,"files":["granite-4.0-350m-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"Q3_K_M","bytes":208326048,"gpu_bytes":204763136,"mapped_bytes":204763136,"out_bytes":84299776,"layer_bytes":[[1,4585472],[1,4323328],[26,4290560]],"read_bytes_per_token":204763136,"files":["granite-4.0-350m-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"Q4_0","bytes":228470176,"gpu_bytes":224907264,"mapped_bytes":224907264,"out_bytes":84299776,"layer_bytes":[[28,5021696]],"read_bytes_per_token":224907264,"files":["granite-4.0-350m-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"Q4_K_M","bytes":236985760,"gpu_bytes":233422848,"mapped_bytes":233422848,"out_bytes":84299776,"layer_bytes":[[3,5629952],[2,5021696],[1,5629952],[2,5021696],[1,5629952],[2,5021696],[1,5629952],[2,5021696],[1,5629952],[2,5021696],[1,5629952],[2,5021696],[1,5629952],[2,5021696],[5,5629952]],"read_bytes_per_token":233422848,"files":["granite-4.0-350m-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"Q5_K_M","bytes":264052128,"gpu_bytes":260489216,"mapped_bytes":260489216,"out_bytes":84299776,"layer_bytes":[[3,6449152],[2,6135808],[1,6449152],[2,6135808],[1,6449152],[2,6135808],[1,6449152],[2,6135808],[1,6449152],[2,6135808],[1,6449152],[2,6135808],[1,6449152],[2,6135808],[5,6449152]],"read_bytes_per_token":260489216,"files":["granite-4.0-350m-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"Q6_K","bytes":292810144,"gpu_bytes":289247232,"mapped_bytes":289247232,"out_bytes":84299776,"layer_bytes":[[28,7319552]],"read_bytes_per_token":289247232,"files":["granite-4.0-350m-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"Q8_0","bytes":378138016,"gpu_bytes":374575104,"mapped_bytes":374575104,"out_bytes":109187072,"layer_bytes":[[28,9478144]],"read_bytes_per_token":374575104,"files":["granite-4.0-350m-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"},{"quant":"BF16","bytes":708439456,"gpu_bytes":704876544,"mapped_bytes":704876544,"out_bytes":205524992,"layer_bytes":[[28,17833984]],"read_bytes_per_token":704876544,"files":["granite-4.0-350m-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"}],"original":{"bytes":704786224,"repo":"ibm-granite/granite-4.0-350m","sha":"bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2","dtypes":{"BF16":352379904}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:26:12+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-350m/tree/bd8a1497065c0d6ba1ef19af6b0d2b14bacf71c2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:26:12+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-350m-GGUF/tree/b8208a86a58427e1739265318028eb5895b74bf2"}]},{"id":"granite-4-0-h-1b","name":"granite-4.0-h-1b","repo":"ibm-granite/granite-4.0-h-1b","sha":"d18cca4c121edb87d022116d281ce212c9136f57","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1461538368,"params_active":null,"params_repo":1461538368,"arch":{"gguf_arch":"granitehybrid","n_layers":40,"n_layers_all":40,"layers":[[5,"recurrent",0,0,null,403200],[1,"full",512,512,null,0],[9,"recurrent",0,0,null,403200],[1,"full",512,512,null,0],[9,"recurrent",0,0,null,403200],[1,"full",512,512,null,0],[9,"recurrent",0,0,null,403200],[1,"full",512,512,null,0],[4,"recurrent",0,0,null,403200]],"kv_groups":[{"k_elems":512,"kind":"full","layers":4,"v_elems":512,"window":null}],"state_elems":14515200,"max_context":131072,"vocab_size":100352,"hidden_size":1536,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.0-h-1b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.0-h-1b-GGUF","sha":"c2cb1972f511add21f3bae244990b8ff3a3ffb23"}},"gguf":{"repo":"ibm-granite/granite-4.0-h-1b-GGUF","sha":"c2cb1972f511add21f3bae244990b8ff3a3ffb23"},"weights":[{"quant":"Q2_K","bytes":588928736,"gpu_bytes":585351936,"mapped_bytes":585351936,"out_bytes":126449664,"layer_bytes":[[5,11721920],[1,9228288],[9,11721920],[1,9228288],[9,11721920],[1,9228288],[9,11721920],[1,9228288],[4,11721920]],"read_bytes_per_token":585351936,"files":["granite-4.0-h-1b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"Q3_K_M","bytes":731653088,"gpu_bytes":728076288,"mapped_bytes":728076288,"out_bytes":126449664,"layer_bytes":[[2,16107008],[3,15320576],[1,12177408],[9,15320576],[1,12177408],[9,15320576],[1,12079104],[9,15320576],[1,12079104],[4,15320576]],"read_bytes_per_token":728076288,"files":["granite-4.0-h-1b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"Q4_0","bytes":868316384,"gpu_bytes":864739584,"mapped_bytes":864739584,"out_bytes":126449664,"layer_bytes":[[5,18933824],[1,14168064],[9,18933824],[1,14168064],[9,18933824],[1,14168064],[9,18933824],[1,14168064],[4,18933824]],"read_bytes_per_token":864739584,"files":["granite-4.0-h-1b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"Q4_K_M","bytes":901162208,"gpu_bytes":897585408,"mapped_bytes":897585408,"out_bytes":126449664,"layer_bytes":[[5,20555840],[1,14168064],[1,18933824],[1,20555840],[2,18933824],[1,20555840],[2,18933824],[1,20555840],[1,18933824],[1,14168064],[1,20555840],[2,18933824],[1,20555840],[2,18933824],[1,20555840],[2,18933824],[1,15992832],[2,18933824],[1,20555840],[2,18933824],[1,20555840],[2,18933824],[1,20555840],[1,15992832],[4,20555840]],"read_bytes_per_token":897585408,"files":["granite-4.0-h-1b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"Q5_K_M","bytes":1048556768,"gpu_bytes":1044979968,"mapped_bytes":1044979968,"out_bytes":126449664,"layer_bytes":[[5,23956544],[1,17313792],[1,23120960],[1,23956544],[2,23120960],[1,23956544],[2,23120960],[1,23956544],[1,23120960],[1,17313792],[1,23956544],[2,23120960],[1,23956544],[2,23120960],[1,23956544],[2,23120960],[1,18253824],[2,23120960],[1,23956544],[2,23120960],[1,23956544],[2,23120960],[1,23956544],[1,18253824],[4,23956544]],"read_bytes_per_token":1044979968,"files":["granite-4.0-h-1b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"Q6_K","bytes":1205163488,"gpu_bytes":1201586688,"mapped_bytes":1201586688,"out_bytes":126449664,"layer_bytes":[[5,27569792],[1,20656128],[9,27569792],[1,20656128],[9,27569792],[1,20656128],[9,27569792],[1,20656128],[4,27569792]],"read_bytes_per_token":1201586688,"files":["granite-4.0-h-1b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"Q8_0","bytes":1558926560,"gpu_bytes":1555349760,"mapped_bytes":1555349760,"out_bytes":163780608,"layer_bytes":[[5,35682368],[1,26750976],[9,35682368],[1,26750976],[9,35682368],[1,26750976],[9,35682368],[1,26750976],[4,35682368]],"read_bytes_per_token":1555349760,"files":["granite-4.0-h-1b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"},{"quant":"BF16","bytes":2928332288,"gpu_bytes":2924755200,"mapped_bytes":2924755200,"out_bytes":308287488,"layer_bytes":[[5,67085888],[1,50343936],[9,67085888],[1,50343936],[9,67085888],[1,50343936],[9,67085888],[1,50343936],[4,67085888]],"read_bytes_per_token":2924755200,"files":["granite-4.0-h-1b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"}],"original":{"bytes":2923128544,"repo":"ibm-granite/granite-4.0-h-1b","sha":"d18cca4c121edb87d022116d281ce212c9136f57","dtypes":{"BF16":1461538368}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:27:55+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b/tree/d18cca4c121edb87d022116d281ce212c9136f57"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:27:55+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-h-1b-GGUF/tree/c2cb1972f511add21f3bae244990b8ff3a3ffb23"}]},{"id":"granite-4-0-h-350m","name":"granite-4.0-h-350m","repo":"ibm-granite/granite-4.0-h-350m","sha":"3b17b717b8f2f5d305b0a92c1491e239aeda19c8","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":340332224,"params_active":null,"params_repo":340332224,"arch":{"gguf_arch":"granitehybrid","n_layers":32,"n_layers_all":32,"layers":[[10,"recurrent",0,0,null,201984],[1,"full",256,256,null,0],[2,"recurrent",0,0,null,201984],[1,"full",256,256,null,0],[3,"recurrent",0,0,null,201984],[1,"full",256,256,null,0],[9,"recurrent",0,0,null,201984],[1,"full",256,256,null,0],[4,"recurrent",0,0,null,201984]],"kv_groups":[{"k_elems":256,"kind":"full","layers":4,"v_elems":256,"window":null}],"state_elems":5655552,"max_context":32768,"vocab_size":100352,"hidden_size":768,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.0-h-350m-Q4_K_M.gguf","repo":"ibm-granite/granite-4.0-h-350m-GGUF","sha":"a864f823cce6e6048b5752e2816fe7a23987d790"}},"gguf":{"repo":"ibm-granite/granite-4.0-h-350m-GGUF","sha":"a864f823cce6e6048b5752e2816fe7a23987d790"},"weights":[{"quant":"Q2_K","bytes":159883936,"gpu_bytes":156313088,"mapped_bytes":156313088,"out_bytes":63224832,"layer_bytes":[[10,2994560],[1,2310144],[2,2994560],[1,2310144],[3,2994560],[1,2310144],[9,2994560],[1,2310144],[4,2994560]],"read_bytes_per_token":156313088,"files":["granite-4.0-h-350m-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"Q3_K_M","bytes":188699680,"gpu_bytes":185128832,"mapped_bytes":185128832,"out_bytes":63224832,"layer_bytes":[[2,4102688],[8,3906080],[1,3047424],[2,3906080],[1,3047424],[3,3906080],[1,3022848],[9,3906080],[1,3022848],[4,3906080]],"read_bytes_per_token":185128832,"files":["granite-4.0-h-350m-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"Q4_0","bytes":216073120,"gpu_bytes":212502272,"mapped_bytes":212502272,"out_bytes":63224832,"layer_bytes":[[10,4824896],[1,3545088],[2,4824896],[1,3545088],[3,4824896],[1,3545088],[9,4824896],[1,3545088],[4,4824896]],"read_bytes_per_token":212502272,"files":["granite-4.0-h-350m-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"Q4_K_M","bytes":222662560,"gpu_bytes":219091712,"mapped_bytes":219091712,"out_bytes":63224832,"layer_bytes":[[4,5230400],[2,4824896],[1,5230400],[2,4824896],[1,5230400],[1,3545088],[1,4824896],[1,5230400],[1,3545088],[1,4824896],[1,5230400],[1,4824896],[1,3595776],[1,5230400],[2,4824896],[1,5230400],[2,4824896],[1,5230400],[2,4824896],[1,4001280],[4,5230400]],"read_bytes_per_token":219091712,"files":["granite-4.0-h-350m-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"Q5_K_M","bytes":252331936,"gpu_bytes":248761088,"mapped_bytes":248761088,"out_bytes":63224832,"layer_bytes":[[4,6095168],[2,5886272],[1,6095168],[2,5886272],[1,6095168],[1,4331520],[1,5886272],[1,6095168],[1,4331520],[1,5886272],[1,6095168],[1,5886272],[1,4357632],[1,6095168],[2,5886272],[1,6095168],[2,5886272],[1,6095168],[2,5886272],[1,4566528],[4,6095168]],"read_bytes_per_token":248761088,"files":["granite-4.0-h-350m-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"Q6_K","bytes":283855648,"gpu_bytes":280284800,"mapped_bytes":280284800,"out_bytes":63224832,"layer_bytes":[[10,7013984],[1,5167104],[2,7013984],[1,5167104],[3,7013984],[1,5167104],[9,7013984],[1,5167104],[4,7013984]],"read_bytes_per_token":280284800,"files":["granite-4.0-h-350m-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"Q8_0","bytes":366195616,"gpu_bytes":362624768,"mapped_bytes":362624768,"out_bytes":81890304,"layer_bytes":[[10,9070400],[1,6690816],[2,9070400],[1,6690816],[3,9070400],[1,6690816],[9,9070400],[1,6690816],[4,9070400]],"read_bytes_per_token":362624768,"files":["granite-4.0-h-350m-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"},{"quant":"BF16","bytes":684931200,"gpu_bytes":681360128,"mapped_bytes":681360128,"out_bytes":154143744,"layer_bytes":[[10,17030720],[1,12589056],[2,17030720],[1,12589056],[3,17030720],[1,12589056],[9,17030720],[1,12589056],[4,17030720]],"read_bytes_per_token":681360128,"files":["granite-4.0-h-350m-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"}],"original":{"bytes":680704864,"repo":"ibm-granite/granite-4.0-h-350m","sha":"3b17b717b8f2f5d305b0a92c1491e239aeda19c8","dtypes":{"BF16":340332224}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:27:21+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m/tree/3b17b717b8f2f5d305b0a92c1491e239aeda19c8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:27:21+00:00","url":"https://huggingface.co/ibm-granite/granite-4.0-h-350m-GGUF/tree/a864f823cce6e6048b5752e2816fe7a23987d790"}]},{"id":"granite-4-1-30b","name":"granite-4.1-30b","repo":"ibm-granite/granite-4.1-30b","sha":"4fae6278f7132abf5e971f9de49ebbad09c54cce","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T16:58:52+00:00","multimodal":false,"params_gguf":28865728512,"params_active":null,"params_repo":28865728512,"arch":{"gguf_arch":"granite","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.1-30b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.1-30b-GGUF","sha":"26a44ffe9923eea39af3ad811b56c9b0071e4347"}},"gguf":{"repo":"ibm-granite/granite-4.1-30b-GGUF","sha":"26a44ffe9923eea39af3ad811b56c9b0071e4347"},"weights":[{"quant":"Q2_K","bytes":10723779808,"gpu_bytes":10720198656,"mapped_bytes":10720198656,"out_bytes":337199104,"layer_bytes":[[64,162234368]],"read_bytes_per_token":10720198656,"files":["granite-4.1-30b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"Q3_K_M","bytes":13956539616,"gpu_bytes":13952958464,"mapped_bytes":13952958464,"out_bytes":337199104,"layer_bytes":[[2,228982784],[2,228458496],[60,211681280]],"read_bytes_per_token":13952958464,"files":["granite-4.1-30b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"Q4_0","bytes":16348341472,"gpu_bytes":16344760320,"mapped_bytes":16344760320,"out_bytes":337199104,"layer_bytes":[[64,250118144]],"read_bytes_per_token":16344760320,"files":["granite-4.1-30b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"Q4_K_M","bytes":17490240736,"gpu_bytes":17486659584,"mapped_bytes":17486659584,"out_bytes":337199104,"layer_bytes":[[8,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[9,285802496]],"read_bytes_per_token":17486659584,"files":["granite-4.1-30b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"Q5_K_M","bytes":20493362400,"gpu_bytes":20489781248,"mapped_bytes":20489781248,"out_bytes":337199104,"layer_bytes":[[8,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[9,324075520]],"read_bytes_per_token":20489781248,"files":["granite-4.1-30b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"Q6_K","bytes":23684179168,"gpu_bytes":23680598016,"mapped_bytes":23680598016,"out_bytes":337199104,"layer_bytes":[[64,364740608]],"read_bytes_per_token":23680598016,"files":["granite-4.1-30b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"Q8_0","bytes":30674969824,"gpu_bytes":30671388672,"mapped_bytes":30671388672,"out_bytes":436748288,"layer_bytes":[[64,472416256]],"read_bytes_per_token":30671388672,"files":["granite-4.1-30b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"},{"quant":"BF16","bytes":57736095520,"gpu_bytes":57732513792,"mapped_bytes":57732513792,"out_bytes":822099968,"layer_bytes":[[64,889225216]],"read_bytes_per_token":57732513792,"files":["granite-4.1-30b-bf16-00001-of-00005.gguf","granite-4.1-30b-bf16-00002-of-00005.gguf","granite-4.1-30b-bf16-00003-of-00005.gguf","granite-4.1-30b-bf16-00004-of-00005.gguf","granite-4.1-30b-bf16-00005-of-00005.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"}],"original":{"bytes":57731524544,"repo":"ibm-granite/granite-4.1-30b","sha":"4fae6278f7132abf5e971f9de49ebbad09c54cce","dtypes":{"BF16":28865728512}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:58:07+00:00","url":"https://huggingface.co/ibm-granite/granite-4.1-30b/tree/4fae6278f7132abf5e971f9de49ebbad09c54cce"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:58:07+00:00","url":"https://huggingface.co/ibm-granite/granite-4.1-30b-GGUF/tree/26a44ffe9923eea39af3ad811b56c9b0071e4347"}]},{"id":"granite-4-1-3b","name":"granite-4.1-3b","repo":"ibm-granite/granite-4.1-3b","sha":"c0650403e44e78ec0262dab1c90914c65b196c4e","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T16:59:27+00:00","multimodal":false,"params_gguf":3402836480,"params_active":null,"params_repo":3402836480,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":40,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.1-3b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.1-3b-GGUF","sha":"ab4701481089b58a082ef63cc1cee738887293ff"}},"gguf":{"repo":"ibm-granite/granite-4.1-3b-GGUF","sha":"ab4701481089b58a082ef63cc1cee738887293ff"},"weights":[{"quant":"Q2_K","bytes":1371437664,"gpu_bytes":1367869440,"mapped_bytes":1367869440,"out_bytes":210749440,"layer_bytes":[[40,28928000]],"read_bytes_per_token":1367869440,"files":["granite-4.1-3b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"Q3_K_M","bytes":1725577824,"gpu_bytes":1722009600,"mapped_bytes":1722009600,"out_bytes":210749440,"layer_bytes":[[2,40427520],[38,37642240]],"read_bytes_per_token":1722009600,"files":["granite-4.1-3b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"Q4_0","bytes":1984608864,"gpu_bytes":1981040640,"mapped_bytes":1981040640,"out_bytes":210749440,"layer_bytes":[[40,44257280]],"read_bytes_per_token":1981040640,"files":["granite-4.1-3b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"Q4_K_M","bytes":2099501664,"gpu_bytes":2095933440,"mapped_bytes":2095933440,"out_bytes":210749440,"layer_bytes":[[5,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[6,50001920]],"read_bytes_per_token":2095933440,"files":["granite-4.1-3b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"Q5_K_M","bytes":2437012064,"gpu_bytes":2433443840,"mapped_bytes":2433443840,"out_bytes":210749440,"layer_bytes":[[5,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[6,57047040]],"read_bytes_per_token":2433443840,"files":["granite-4.1-3b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"Q6_K","bytes":2795616864,"gpu_bytes":2792048640,"mapped_bytes":2792048640,"out_bytes":210749440,"layer_bytes":[[40,64532480]],"read_bytes_per_token":2792048640,"files":["granite-4.1-3b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"Q8_0","bytes":3619691104,"gpu_bytes":3616122880,"mapped_bytes":3616122880,"out_bytes":272967680,"layer_bytes":[[40,83578880]],"read_bytes_per_token":3616122880,"files":["granite-4.1-3b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"},{"quant":"BF16","bytes":6809655904,"gpu_bytes":6806087680,"mapped_bytes":6806087680,"out_bytes":513812480,"layer_bytes":[[40,157306880]],"read_bytes_per_token":6806087680,"files":["granite-4.1-3b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"}],"original":{"bytes":6805714792,"repo":"ibm-granite/granite-4.1-3b","sha":"c0650403e44e78ec0262dab1c90914c65b196c4e","dtypes":{"BF16":3402836480}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:58:52+00:00","url":"https://huggingface.co/ibm-granite/granite-4.1-3b/tree/c0650403e44e78ec0262dab1c90914c65b196c4e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:58:52+00:00","url":"https://huggingface.co/ibm-granite/granite-4.1-3b-GGUF/tree/ab4701481089b58a082ef63cc1cee738887293ff"}]},{"id":"granite-4-1-8b","name":"granite-4.1-8b","repo":"ibm-granite/granite-4.1-8b","sha":"1504002f650e656a0a3789d99574df12e3e94ed0","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T16:58:07+00:00","multimodal":false,"params_gguf":8791592960,"params_active":null,"params_repo":8791592960,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.1-8b-Q4_K_M.gguf","repo":"unsloth/granite-4.1-8b-GGUF","sha":"6f9671f73eb03273bc09319194b8a4e810e03a8f"}},"gguf":{"repo":"unsloth/granite-4.1-8b-GGUF","sha":"6f9671f73eb03273bc09319194b8a4e810e03a8f"},"weights":[{"quant":"Q3_K_M","bytes":4347049344,"gpu_bytes":4166860800,"mapped_bytes":4343480320,"out_bytes":337199104,"layer_bytes":[[2,102465536],[38,95387648]],"read_bytes_per_token":4166860800,"files":["granite-4.1-8b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"IQ4_XS","bytes":4833129856,"gpu_bytes":4598349824,"mapped_bytes":4829560832,"out_bytes":337199104,"layer_bytes":[[40,106528768]],"read_bytes_per_token":4598349824,"files":["granite-4.1-8b-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"Q4_0","bytes":5072336256,"gpu_bytes":4837556224,"mapped_bytes":5068767232,"out_bytes":337199104,"layer_bytes":[[5,115376128],[35,112099328]],"read_bytes_per_token":4837556224,"files":["granite-4.1-8b-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"Q4_K_M","bytes":5347915136,"gpu_bytes":5113135104,"mapped_bytes":5344346112,"out_bytes":337199104,"layer_bytes":[[5,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[6,126697472]],"read_bytes_per_token":5113135104,"files":["granite-4.1-8b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"Q5_K_M","bytes":6253884800,"gpu_bytes":5967724544,"mapped_bytes":6250315776,"out_bytes":337199104,"layer_bytes":[[5,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[6,144523264]],"read_bytes_per_token":5967724544,"files":["granite-4.1-8b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"Q6_K","bytes":7216477568,"gpu_bytes":6875725824,"mapped_bytes":7212908544,"out_bytes":337199104,"layer_bytes":[[40,163463168]],"read_bytes_per_token":6875725824,"files":["granite-4.1-8b-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"Q8_0","bytes":9345611136,"gpu_bytes":8905310208,"mapped_bytes":9342042112,"out_bytes":436748288,"layer_bytes":[[40,211714048]],"read_bytes_per_token":8905310208,"files":["granite-4.1-8b-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"},{"quant":"BF16","bytes":17587418240,"gpu_bytes":16761765888,"mapped_bytes":17583849472,"out_bytes":822099968,"layer_bytes":[[40,398491648]],"read_bytes_per_token":16761765888,"files":["granite-4.1-8b-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"}],"original":{"bytes":17583228152,"repo":"ibm-granite/granite-4.1-8b","sha":"1504002f650e656a0a3789d99574df12e3e94ed0","dtypes":{"BF16":8791592960}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:57:29+00:00","url":"https://huggingface.co/ibm-granite/granite-4.1-8b/tree/1504002f650e656a0a3789d99574df12e3e94ed0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:57:29+00:00","url":"https://huggingface.co/unsloth/granite-4.1-8b-GGUF/tree/6f9671f73eb03273bc09319194b8a4e810e03a8f"}]},{"id":"granite-4-2-30b","name":"granite-4.2-30b","repo":"ibm-granite/granite-4.2-30b","sha":"9e668ce1c538387ef24d3644e9b0606647762636","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":29276770304,"params_active":null,"params_repo":29276770304,"arch":{"gguf_arch":"granite","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.2-30b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.2-30b-GGUF","sha":"27b350a791e81d9a4d1ddca1c49282e9ec533768"}},"gguf":{"repo":"ibm-granite/granite-4.2-30b-GGUF","sha":"27b350a791e81d9a4d1ddca1c49282e9ec533768"},"weights":[{"quant":"Q2_K","bytes":10858656480,"gpu_bytes":10720198656,"mapped_bytes":10855071744,"out_bytes":337199104,"layer_bytes":[[64,162234368]],"read_bytes_per_token":10720198656,"files":["granite-4.2-30b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"Q3_K_M","bytes":14133162720,"gpu_bytes":13952958464,"mapped_bytes":14129577984,"out_bytes":337199104,"layer_bytes":[[2,228982784],[2,228458496],[60,211681280]],"read_bytes_per_token":13952958464,"files":["granite-4.2-30b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"Q4_0","bytes":16579556064,"gpu_bytes":16344760320,"mapped_bytes":16575971328,"out_bytes":337199104,"layer_bytes":[[64,250118144]],"read_bytes_per_token":16344760320,"files":["granite-4.2-30b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"Q4_K_M","bytes":17721455328,"gpu_bytes":17486659584,"mapped_bytes":17717870592,"out_bytes":337199104,"layer_bytes":[[8,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[1,285802496],[2,250118144],[9,285802496]],"read_bytes_per_token":17486659584,"files":["granite-4.2-30b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"Q5_K_M","bytes":20775957216,"gpu_bytes":20489781248,"mapped_bytes":20772372480,"out_bytes":337199104,"layer_bytes":[[8,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[1,324075520],[2,305692672],[9,324075520]],"read_bytes_per_token":20489781248,"files":["granite-4.2-30b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"Q6_K","bytes":24021365472,"gpu_bytes":23680598016,"mapped_bytes":24017780736,"out_bytes":337199104,"layer_bytes":[[64,364740608]],"read_bytes_per_token":23680598016,"files":["granite-4.2-30b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"Q8_0","bytes":31111705312,"gpu_bytes":30671388672,"mapped_bytes":31108120576,"out_bytes":436748288,"layer_bytes":[[64,472416256]],"read_bytes_per_token":30671388672,"files":["granite-4.2-30b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"},{"quant":"BF16","bytes":58558182336,"gpu_bytes":57732513792,"mapped_bytes":58554597376,"out_bytes":822099968,"layer_bytes":[[64,889225216]],"read_bytes_per_token":57732513792,"files":["granite-4.2-30b-bf16-00001-of-00002.gguf","granite-4.2-30b-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"}],"original":{"bytes":58553607904,"repo":"ibm-granite/granite-4.2-30b","sha":"9e668ce1c538387ef24d3644e9b0606647762636","dtypes":{"BF16":29276770304}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:22:45+00:00","url":"https://huggingface.co/ibm-granite/granite-4.2-30b/tree/9e668ce1c538387ef24d3644e9b0606647762636"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:22:45+00:00","url":"https://huggingface.co/ibm-granite/granite-4.2-30b-GGUF/tree/27b350a791e81d9a4d1ddca1c49282e9ec533768"}]},{"id":"granite-4-2-3b","name":"granite-4.2-3b","repo":"ibm-granite/granite-4.2-3b","sha":"e459acceac81e5fe67c07d9cfc72329a332e7eb1","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3659737600,"params_active":null,"params_repo":3659737600,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":40,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.2-3b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.2-3b-GGUF","sha":"c40945d71cd90f249a56985e8155551a9188dc30"}},"gguf":{"repo":"ibm-granite/granite-4.2-3b-GGUF","sha":"c40945d71cd90f249a56985e8155551a9188dc30"},"weights":[{"quant":"Q2_K","bytes":1455736352,"gpu_bytes":1367869440,"mapped_bytes":1452165120,"out_bytes":210749440,"layer_bytes":[[40,28928000]],"read_bytes_per_token":1367869440,"files":["granite-4.2-3b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"Q3_K_M","bytes":1835968032,"gpu_bytes":1722009600,"mapped_bytes":1832396800,"out_bytes":210749440,"layer_bytes":[[2,40427520],[38,37642240]],"read_bytes_per_token":1722009600,"files":["granite-4.2-3b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"Q4_0","bytes":2129118752,"gpu_bytes":1981040640,"mapped_bytes":2125547520,"out_bytes":210749440,"layer_bytes":[[40,44257280]],"read_bytes_per_token":1981040640,"files":["granite-4.2-3b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"Q4_K_M","bytes":2244011552,"gpu_bytes":2095933440,"mapped_bytes":2240440320,"out_bytes":210749440,"layer_bytes":[[5,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[6,50001920]],"read_bytes_per_token":2095933440,"files":["granite-4.2-3b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"Q5_K_M","bytes":2613634592,"gpu_bytes":2433443840,"mapped_bytes":2610063360,"out_bytes":210749440,"layer_bytes":[[5,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[6,57047040]],"read_bytes_per_token":2433443840,"files":["granite-4.2-3b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"Q6_K","bytes":3006359072,"gpu_bytes":2792048640,"mapped_bytes":3002787840,"out_bytes":210749440,"layer_bytes":[[40,64532480]],"read_bytes_per_token":2792048640,"files":["granite-4.2-3b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"Q8_0","bytes":3892651552,"gpu_bytes":3616122880,"mapped_bytes":3889080320,"out_bytes":272967680,"layer_bytes":[[40,83578880]],"read_bytes_per_token":3616122880,"files":["granite-4.2-3b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"},{"quant":"BF16","bytes":7323461152,"gpu_bytes":6806087680,"mapped_bytes":7319889920,"out_bytes":513812480,"layer_bytes":[[40,157306880]],"read_bytes_per_token":6806087680,"files":["granite-4.2-3b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"}],"original":{"bytes":7319517120,"repo":"ibm-granite/granite-4.2-3b","sha":"e459acceac81e5fe67c07d9cfc72329a332e7eb1","dtypes":{"BF16":3659737600}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:22:34+00:00","url":"https://huggingface.co/ibm-granite/granite-4.2-3b/tree/e459acceac81e5fe67c07d9cfc72329a332e7eb1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:22:34+00:00","url":"https://huggingface.co/ibm-granite/granite-4.2-3b-GGUF/tree/c40945d71cd90f249a56985e8155551a9188dc30"}]},{"id":"granite-4-2-8b","name":"granite-4.2-8b","repo":"ibm-granite/granite-4.2-8b","sha":"f8de16cdcdbc6c779ca517604e050d82cc119e44","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8791592960,"params_active":null,"params_repo":8791592960,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-4.2-8b-Q4_K_M.gguf","repo":"ibm-granite/granite-4.2-8b-GGUF","sha":"93f3f6a8938ee922b784cf4e5b4203cd3428df8f"}},"gguf":{"repo":"ibm-granite/granite-4.2-8b-GGUF","sha":"93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},"weights":[{"quant":"Q2_K","bytes":3412312192,"gpu_bytes":3273867264,"mapped_bytes":3408740352,"out_bytes":337199104,"layer_bytes":[[40,73416704]],"read_bytes_per_token":3273867264,"files":["granite-4.2-8b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"Q3_K_M","bytes":4347052160,"gpu_bytes":4166860800,"mapped_bytes":4343480320,"out_bytes":337199104,"layer_bytes":[[2,102465536],[38,95387648]],"read_bytes_per_token":4166860800,"files":["granite-4.2-8b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"Q4_0","bytes":5055955072,"gpu_bytes":4821172224,"mapped_bytes":5052383232,"out_bytes":337199104,"layer_bytes":[[40,112099328]],"read_bytes_per_token":4821172224,"files":["granite-4.2-8b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"Q4_K_M","bytes":5347917952,"gpu_bytes":5113135104,"mapped_bytes":5344346112,"out_bytes":337199104,"layer_bytes":[[5,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[6,126697472]],"read_bytes_per_token":5113135104,"files":["granite-4.2-8b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"Q5_K_M","bytes":6253887616,"gpu_bytes":5967724544,"mapped_bytes":6250315776,"out_bytes":337199104,"layer_bytes":[[5,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[6,144523264]],"read_bytes_per_token":5967724544,"files":["granite-4.2-8b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"Q6_K","bytes":7216480384,"gpu_bytes":6875725824,"mapped_bytes":7212908544,"out_bytes":337199104,"layer_bytes":[[40,163463168]],"read_bytes_per_token":6875725824,"files":["granite-4.2-8b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"Q8_0","bytes":9345613952,"gpu_bytes":8905310208,"mapped_bytes":9342042112,"out_bytes":436748288,"layer_bytes":[[40,211714048]],"read_bytes_per_token":8905310208,"files":["granite-4.2-8b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"},{"quant":"BF16","bytes":17587421312,"gpu_bytes":16761765888,"mapped_bytes":17583849472,"out_bytes":822099968,"layer_bytes":[[40,398491648]],"read_bytes_per_token":16761765888,"files":["granite-4.2-8b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"}],"original":{"bytes":17583228032,"repo":"ibm-granite/granite-4.2-8b","sha":"f8de16cdcdbc6c779ca517604e050d82cc119e44","dtypes":{"BF16":8791592960}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:22:40+00:00","url":"https://huggingface.co/ibm-granite/granite-4.2-8b/tree/f8de16cdcdbc6c779ca517604e050d82cc119e44"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:22:40+00:00","url":"https://huggingface.co/ibm-granite/granite-4.2-8b-GGUF/tree/93f3f6a8938ee922b784cf4e5b4203cd3428df8f"}]},{"id":"granite-guardian-3-2-8b-factuality-detection","name":"granite-guardian-3.2-8b-factuality-detection","repo":"ibm-granite/granite-guardian-3.2-8b-factuality-detection","sha":"de0c27b0ed657529269b573e106a3c72d18f85f9","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8170848256,"params_active":null,"params_repo":8170848256,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":49155,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-guardian-3.2-8b-factuality-detection.Q4_K_M.gguf","repo":"mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF","sha":"fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"}},"gguf":{"repo":"mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF","sha":"fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},"weights":[{"quant":"Q2_K","bytes":3103593728,"gpu_bytes":3101845344,"mapped_bytes":3101845344,"out_bytes":165177184,"layer_bytes":[[40,73416704]],"read_bytes_per_token":3101845344,"files":["granite-guardian-3.2-8b-factuality-detection.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"Q3_K_M","bytes":3996587264,"gpu_bytes":3994838880,"mapped_bytes":3994838880,"out_bytes":165177184,"layer_bytes":[[2,102465536],[38,95387648]],"read_bytes_per_token":3994838880,"files":["granite-guardian-3.2-8b-factuality-detection.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"IQ4_XS","bytes":4469036288,"gpu_bytes":4467287904,"mapped_bytes":4467287904,"out_bytes":165177184,"layer_bytes":[[5,114720768],[35,106528768]],"read_bytes_per_token":4467287904,"files":["granite-guardian-3.2-8b-factuality-detection.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"Q4_K_M","bytes":4942861568,"gpu_bytes":4941113184,"mapped_bytes":4941113184,"out_bytes":165177184,"layer_bytes":[[5,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[6,126697472]],"read_bytes_per_token":4941113184,"files":["granite-guardian-3.2-8b-factuality-detection.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"Q5_K_M","bytes":5797451008,"gpu_bytes":5795702624,"mapped_bytes":5795702624,"out_bytes":165177184,"layer_bytes":[[5,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[6,144523264]],"read_bytes_per_token":5795702624,"files":["granite-guardian-3.2-8b-factuality-detection.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"Q6_K","bytes":6705452288,"gpu_bytes":6703703904,"mapped_bytes":6703703904,"out_bytes":165177184,"layer_bytes":[[40,163463168]],"read_bytes_per_token":6703703904,"files":["granite-guardian-3.2-8b-factuality-detection.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"Q8_0","bytes":8684249248,"gpu_bytes":8682500864,"mapped_bytes":8682500864,"out_bytes":213938944,"layer_bytes":[[40,211714048]],"read_bytes_per_token":8682500864,"files":["granite-guardian-3.2-8b-factuality-detection.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"},{"quant":"F16","bytes":16344108448,"gpu_bytes":16342360064,"mapped_bytes":16342360064,"out_bytes":402694144,"layer_bytes":[[40,398491648]],"read_bytes_per_token":16342360064,"files":["granite-guardian-3.2-8b-factuality-detection.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"}],"original":{"bytes":16341738616,"repo":"ibm-granite/granite-guardian-3.2-8b-factuality-detection","sha":"de0c27b0ed657529269b573e106a3c72d18f85f9","dtypes":{"BF16":8170848256}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:45:28+00:00","url":"https://huggingface.co/ibm-granite/granite-guardian-3.2-8b-factuality-detection/tree/de0c27b0ed657529269b573e106a3c72d18f85f9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:45:28+00:00","url":"https://huggingface.co/mradermacher/granite-guardian-3.2-8b-factuality-detection-GGUF/tree/fc1a7eed6bb4571c695cc4c90d94977ccc4dadd2"}]},{"id":"granite-guardian-4-0-3b-toxicity-ja","name":"granite-guardian-4.0-3b-toxicity-ja","repo":"ibm-granite/granite-guardian-4.0-3b-toxicity-ja","sha":"84893b0e6f2beaaf05f64599f482fdb413214e95","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3402836480,"params_active":null,"params_repo":3402836480,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":40,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-guardian-4.0-3b-toxicity-ja.i1-Q4_K_M.gguf","repo":"mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF","sha":"ba4047b8adb90ac12b13ceea03fe3efde6384b81"}},"gguf":{"repo":"mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF","sha":"ba4047b8adb90ac12b13ceea03fe3efde6384b81"},"weights":[{"quant":"IQ2_XXS","bytes":1015374496,"gpu_bytes":1011804160,"mapped_bytes":1011804160,"out_bytes":176629760,"layer_bytes":[[5,22169600],[35,20695040]],"read_bytes_per_token":1011804160,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"IQ2_M","bytes":1241473696,"gpu_bytes":1237903360,"mapped_bytes":1237903360,"out_bytes":176629760,"layer_bytes":[[5,28538880],[35,26245120]],"read_bytes_per_token":1237903360,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"Q2_K","bytes":1371439776,"gpu_bytes":1367869440,"mapped_bytes":1367869440,"out_bytes":210749440,"layer_bytes":[[40,28928000]],"read_bytes_per_token":1367869440,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"IQ3_XXS","bytes":1387291296,"gpu_bytes":1383720960,"mapped_bytes":1383720960,"out_bytes":176629760,"layer_bytes":[[40,30177280]],"read_bytes_per_token":1383720960,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"Q3_K_M","bytes":1725579936,"gpu_bytes":1722009600,"mapped_bytes":1722009600,"out_bytes":210749440,"layer_bytes":[[2,40427520],[38,37642240]],"read_bytes_per_token":1722009600,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"IQ4_XS","bytes":1894498976,"gpu_bytes":1890928640,"mapped_bytes":1890928640,"out_bytes":210749440,"layer_bytes":[[40,42004480]],"read_bytes_per_token":1890928640,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"Q4_0","bytes":1991164576,"gpu_bytes":1987594240,"mapped_bytes":1987594240,"out_bytes":210749440,"layer_bytes":[[5,45568000],[35,44257280]],"read_bytes_per_token":1987594240,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"Q4_K_M","bytes":2099503776,"gpu_bytes":2095933440,"mapped_bytes":2095933440,"out_bytes":210749440,"layer_bytes":[[5,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[6,50001920]],"read_bytes_per_token":2095933440,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"Q5_K_M","bytes":2437014176,"gpu_bytes":2433443840,"mapped_bytes":2433443840,"out_bytes":210749440,"layer_bytes":[[5,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[6,57047040]],"read_bytes_per_token":2433443840,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"},{"quant":"Q6_K","bytes":2795618976,"gpu_bytes":2792048640,"mapped_bytes":2792048640,"out_bytes":210749440,"layer_bytes":[[40,64532480]],"read_bytes_per_token":2792048640,"files":["granite-guardian-4.0-3b-toxicity-ja.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"}],"original":{"bytes":6805711176,"repo":"ibm-granite/granite-guardian-4.0-3b-toxicity-ja","sha":"84893b0e6f2beaaf05f64599f482fdb413214e95","dtypes":{"BF16":3402836480}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:45:30+00:00","url":"https://huggingface.co/ibm-granite/granite-guardian-4.0-3b-toxicity-ja/tree/84893b0e6f2beaaf05f64599f482fdb413214e95"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:45:30+00:00","url":"https://huggingface.co/mradermacher/granite-guardian-4.0-3b-toxicity-ja-i1-GGUF/tree/ba4047b8adb90ac12b13ceea03fe3efde6384b81"}]},{"id":"granite-guardian-4-1-8b","name":"granite-guardian-4.1-8b","repo":"ibm-granite/granite-guardian-4.1-8b","sha":"ab01ccca5dcfb80246369a086a4a87a29198f5af","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8380551168,"params_active":null,"params_repo":8380551168,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100352,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-guardian-4.1-8b-Q4_K_M.gguf","repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","sha":"bc78f0995361543a70438fe44a60bb7613fed2f0"}},"gguf":{"repo":"ibm-granite/granite-guardian-4.1-8b-GGUF","sha":"bc78f0995361543a70438fe44a60bb7613fed2f0"},"weights":[{"quant":"Q2_K","bytes":3277435968,"gpu_bytes":3273867264,"mapped_bytes":3273867264,"out_bytes":337199104,"layer_bytes":[[40,73416704]],"read_bytes_per_token":3273867264,"files":["granite-guardian-4.1-8b-Q2_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"Q3_K_M","bytes":4170429504,"gpu_bytes":4166860800,"mapped_bytes":4166860800,"out_bytes":337199104,"layer_bytes":[[2,102465536],[38,95387648]],"read_bytes_per_token":4166860800,"files":["granite-guardian-4.1-8b-Q3_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"Q4_0","bytes":4824740928,"gpu_bytes":4821172224,"mapped_bytes":4821172224,"out_bytes":337199104,"layer_bytes":[[40,112099328]],"read_bytes_per_token":4821172224,"files":["granite-guardian-4.1-8b-Q4_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"Q4_K_M","bytes":5116703808,"gpu_bytes":5113135104,"mapped_bytes":5113135104,"out_bytes":337199104,"layer_bytes":[[5,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[1,126697472],[2,112099328],[6,126697472]],"read_bytes_per_token":5113135104,"files":["granite-guardian-4.1-8b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"Q5_K_M","bytes":5971293248,"gpu_bytes":5967724544,"mapped_bytes":5967724544,"out_bytes":337199104,"layer_bytes":[[5,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[1,144523264],[2,137003008],[6,144523264]],"read_bytes_per_token":5967724544,"files":["granite-guardian-4.1-8b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"Q6_K","bytes":6879294528,"gpu_bytes":6875725824,"mapped_bytes":6875725824,"out_bytes":337199104,"layer_bytes":[[40,163463168]],"read_bytes_per_token":6875725824,"files":["granite-guardian-4.1-8b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"Q8_0","bytes":8908878912,"gpu_bytes":8905310208,"mapped_bytes":8905310208,"out_bytes":436748288,"layer_bytes":[[40,211714048]],"read_bytes_per_token":8905310208,"files":["granite-guardian-4.1-8b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"},{"quant":"BF16","bytes":16765334592,"gpu_bytes":16761765888,"mapped_bytes":16761765888,"out_bytes":822099968,"layer_bytes":[[40,398491648]],"read_bytes_per_token":16761765888,"files":["granite-guardian-4.1-8b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"}],"original":{"bytes":16761144464,"repo":"ibm-granite/granite-guardian-4.1-8b","sha":"ab01ccca5dcfb80246369a086a4a87a29198f5af","dtypes":{"BF16":8380551168}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:45:32+00:00","url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b/tree/ab01ccca5dcfb80246369a086a4a87a29198f5af"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:45:32+00:00","url":"https://huggingface.co/ibm-granite/granite-guardian-4.1-8b-GGUF/tree/bc78f0995361543a70438fe44a60bb7613fed2f0"}]},{"id":"granite-vision-4-1-4b","name":"granite-vision-4.1-4b","repo":"ibm-granite/granite-vision-4.1-4b","sha":"37d591f06319e8f1638b5adcf58bdf50e0f84f7a","publisher":"ibm-granite","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":3402839040,"params_active":null,"params_repo":3997203904,"arch":{"gguf_arch":"granite","n_layers":40,"n_layers_all":40,"layers":[[40,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":40,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":100353,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"granite-vision-4.1-4b-Q4_K_M.gguf","repo":"ibm-granite/granite-vision-4.1-4b-GGUF","sha":"b1fa14294b0f5cac04c43076d1c4574091abf117"}},"gguf":{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","sha":"b1fa14294b0f5cac04c43076d1c4574091abf117"},"weights":[{"quant":"Q4_K_M","bytes":2099510240,"gpu_bytes":2095935552,"mapped_bytes":2095935552,"out_bytes":210751552,"layer_bytes":[[5,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[1,50001920],[2,44257280],[6,50001920]],"read_bytes_per_token":2095935552,"files":["granite-vision-4.1-4b-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b-GGUF/tree/b1fa14294b0f5cac04c43076d1c4574091abf117"},{"quant":"Q5_K_M","bytes":2437020640,"gpu_bytes":2433445952,"mapped_bytes":2433445952,"out_bytes":210751552,"layer_bytes":[[5,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[1,57047040],[2,54087680],[6,57047040]],"read_bytes_per_token":2433445952,"files":["granite-vision-4.1-4b-Q5_K_M.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b-GGUF/tree/b1fa14294b0f5cac04c43076d1c4574091abf117"},{"quant":"Q6_K","bytes":2795625440,"gpu_bytes":2792050752,"mapped_bytes":2792050752,"out_bytes":210751552,"layer_bytes":[[40,64532480]],"read_bytes_per_token":2792050752,"files":["granite-vision-4.1-4b-Q6_K.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b-GGUF/tree/b1fa14294b0f5cac04c43076d1c4574091abf117"},{"quant":"Q8_0","bytes":3619700288,"gpu_bytes":3616125600,"mapped_bytes":3616125600,"out_bytes":272970400,"layer_bytes":[[40,83578880]],"read_bytes_per_token":3616125600,"files":["granite-vision-4.1-4b-Q8_0.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b-GGUF/tree/b1fa14294b0f5cac04c43076d1c4574091abf117"},{"quant":"BF16","bytes":6809667488,"gpu_bytes":6806092800,"mapped_bytes":6806092800,"out_bytes":513817600,"layer_bytes":[[40,157306880]],"read_bytes_per_token":6806092800,"files":["granite-vision-4.1-4b-bf16.gguf"],"source_url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b-GGUF/tree/b1fa14294b0f5cac04c43076d1c4574091abf117"}],"original":{"bytes":7994560248,"repo":"ibm-granite/granite-vision-4.1-4b","sha":"37d591f06319e8f1638b5adcf58bdf50e0f84f7a","dtypes":{"BF16":3997203904}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:28:32+00:00","url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b/tree/37d591f06319e8f1638b5adcf58bdf50e0f84f7a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:28:32+00:00","url":"https://huggingface.co/ibm-granite/granite-vision-4.1-4b-GGUF/tree/b1fa14294b0f5cac04c43076d1c4574091abf117"}]},{"id":"harc-llama-3-1-8b-instruct","name":"HARC-Llama-3.1-8B-Instruct","repo":"microsoft/HARC-Llama-3.1-8B-Instruct","sha":"c6f259492584684291e40413b698a2e4464f3899","publisher":"microsoft","license":"llama3.1","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8030261312,"params_active":null,"params_repo":8030261248,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"HARC-Llama-3.1-8B-Instruct.i1-Q4_K_M.gguf","repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","sha":"a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"}},"gguf":{"repo":"mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF","sha":"a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},"weights":[{"quant":"IQ2_XXS","bytes":2399217920,"gpu_bytes":2219000064,"mapped_bytes":2391376128,"out_bytes":361185536,"layer_bytes":[[4,61669376],[28,57540608]],"read_bytes_per_token":2219000064,"files":["HARC-Llama-3.1-8B-Instruct.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"IQ2_M","bytes":2948286720,"gpu_bytes":2714714368,"mapped_bytes":2940444928,"out_bytes":361185536,"layer_bytes":[[4,79167488],[28,72744960]],"read_bytes_per_token":2714714368,"files":["HARC-Llama-3.1-8B-Instruct.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"Q2_K","bytes":3179137280,"gpu_bytes":2998919424,"mapped_bytes":3171295488,"out_bytes":430956800,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998919424,"files":["HARC-Llama-3.1-8B-Instruct.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"IQ3_XXS","bytes":3274918144,"gpu_bytes":3041345792,"mapped_bytes":3267076352,"out_bytes":361185536,"layer_bytes":[[32,83755008]],"read_bytes_per_token":3041345792,"files":["HARC-Llama-3.1-8B-Instruct.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"Q3_K_M","bytes":4018923776,"gpu_bytes":3785351424,"mapped_bytes":4011081984,"out_bytes":430956800,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785351424,"files":["HARC-Llama-3.1-8B-Instruct.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"IQ4_XS","bytes":4447668480,"gpu_bytes":4160741632,"mapped_bytes":4439826688,"out_bytes":430956800,"layer_bytes":[[32,116555776]],"read_bytes_per_token":4160741632,"files":["HARC-Llama-3.1-8B-Instruct.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"Q4_0","bytes":4675897600,"gpu_bytes":4372553984,"mapped_bytes":4668055808,"out_bytes":430956800,"layer_bytes":[[4,126386176],[28,122716160]],"read_bytes_per_token":4372553984,"files":["HARC-Llama-3.1-8B-Instruct.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"Q4_K_M","bytes":4920740096,"gpu_bytes":4617396480,"mapped_bytes":4912898304,"out_bytes":430956800,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617396480,"files":["HARC-Llama-3.1-8B-Instruct.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"Q5_K_M","bytes":5732993280,"gpu_bytes":5363982592,"mapped_bytes":5725151488,"out_bytes":430956800,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5363982592,"files":["HARC-Llama-3.1-8B-Instruct.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"},{"quant":"Q6_K","bytes":6596012288,"gpu_bytes":6157230336,"mapped_bytes":6588170496,"out_bytes":430956800,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157230336,"files":["HARC-Llama-3.1-8B-Instruct.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"}],"original":{"bytes":16060556376,"repo":"microsoft/HARC-Llama-3.1-8B-Instruct","sha":"c6f259492584684291e40413b698a2e4464f3899","dtypes":{"BF16":8030261248}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:51:50+00:00","url":"https://huggingface.co/microsoft/HARC-Llama-3.1-8B-Instruct/tree/c6f259492584684291e40413b698a2e4464f3899"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:51:50+00:00","url":"https://huggingface.co/mradermacher/HARC-Llama-3.1-8B-Instruct-i1-GGUF/tree/a83775e5e141413cb778bb4af3bd7c7f54ca7c4c"}]},{"id":"harc-qwen2-5-7b-instruct","name":"HARC-Qwen2.5-7B-Instruct","repo":"microsoft/HARC-Qwen2.5-7B-Instruct","sha":"f650ffae020ad9cfd957d5a341750226843ae89e","publisher":"microsoft","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7615616512,"params_active":null,"params_repo":7615616512,"arch":{"gguf_arch":"qwen2","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"HARC-Qwen2.5-7B-Instruct.i1-Q4_K_M.gguf","repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","sha":"163287d9ae4efb14f65788907d5a6d233530798c"}},"gguf":{"repo":"mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF","sha":"163287d9ae4efb14f65788907d5a6d233530798c"},"weights":[{"quant":"IQ2_XXS","bytes":2273078400,"gpu_bytes":2088296448,"mapped_bytes":2267123712,"out_bytes":374700032,"layer_bytes":[[3,65462272],[25,60688384]],"read_bytes_per_token":2088296448,"files":["HARC-Qwen2.5-7B-Instruct.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"IQ2_M","bytes":2780343424,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["HARC-Qwen2.5-7B-Instruct.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"Q2_K","bytes":3015941248,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["HARC-Qwen2.5-7B-Instruct.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"IQ3_XXS","bytes":3114515584,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["HARC-Qwen2.5-7B-Instruct.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"Q3_K_M","bytes":3808392320,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["HARC-Qwen2.5-7B-Instruct.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"IQ4_XS","bytes":4218473600,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["HARC-Qwen2.5-7B-Instruct.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"Q4_0","bytes":4444122240,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["HARC-Qwen2.5-7B-Instruct.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"Q4_K_M","bytes":4683074688,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["HARC-Qwen2.5-7B-Instruct.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"Q5_K_M","bytes":5444832384,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["HARC-Qwen2.5-7B-Instruct.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"},{"quant":"Q6_K","bytes":6254199936,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["HARC-Qwen2.5-7B-Instruct.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"}],"original":{"bytes":15231271864,"repo":"microsoft/HARC-Qwen2.5-7B-Instruct","sha":"f650ffae020ad9cfd957d5a341750226843ae89e","dtypes":{"BF16":7615616512}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:51:53+00:00","url":"https://huggingface.co/microsoft/HARC-Qwen2.5-7B-Instruct/tree/f650ffae020ad9cfd957d5a341750226843ae89e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:51:53+00:00","url":"https://huggingface.co/mradermacher/HARC-Qwen2.5-7B-Instruct-i1-GGUF/tree/163287d9ae4efb14f65788907d5a6d233530798c"}]},{"id":"hermes-4-3-36b","name":"Hermes-4.3-36B","repo":"NousResearch/Hermes-4.3-36B","sha":"3899db2b6c4b35f16bde3b570bb7dd2775d56161","publisher":"NousResearch","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":36151104512,"params_active":null,"params_repo":36151104512,"arch":{"gguf_arch":"seed_oss","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":524288,"vocab_size":155136,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"NousResearch_Hermes-4.3-36B-Q4_K_M.gguf","repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","sha":"56b57c47136327060928c009c5164be185e4d4e9"}},"gguf":{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","sha":"56b57c47136327060928c009c5164be185e4d4e9"},"weights":[{"quant":"IQ2_XXS","bytes":9910923104,"gpu_bytes":9644003328,"mapped_bytes":9904631808,"out_bytes":546099200,"layer_bytes":[[8,150863872],[56,140910592]],"read_bytes_per_token":9644003328,"files":["NousResearch_Hermes-4.3-36B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"IQ2_M","bytes":12541927264,"gpu_bytes":12194336768,"mapped_bytes":12535635968,"out_bytes":546099200,"layer_bytes":[[8,195551232],[56,180068352]],"read_bytes_per_token":12194336768,"files":["NousResearch_Hermes-4.3-36B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q2_K","bytes":13604183904,"gpu_bytes":13337264128,"mapped_bytes":13597892608,"out_bytes":651591680,"layer_bytes":[[64,198213632]],"read_bytes_per_token":13337264128,"files":["NousResearch_Hermes-4.3-36B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"IQ3_XXS","bytes":14116757344,"gpu_bytes":13769166848,"mapped_bytes":14110466048,"out_bytes":546099200,"layer_bytes":[[64,206610432]],"read_bytes_per_token":13769166848,"files":["NousResearch_Hermes-4.3-36B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q3_K_M","bytes":17620946784,"gpu_bytes":17273356288,"mapped_bytes":17614655488,"out_bytes":651591680,"layer_bytes":[[2,276938752],[2,276283392],[60,258588672]],"read_bytes_per_token":17273356288,"files":["NousResearch_Hermes-4.3-36B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"IQ4_XS","bytes":19498614624,"gpu_bytes":19070353408,"mapped_bytes":19492323328,"out_bytes":651591680,"layer_bytes":[[64,287793152]],"read_bytes_per_token":19070353408,"files":["NousResearch_Hermes-4.3-36B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q4_0","bytes":20621819744,"gpu_bytes":20168736768,"mapped_bytes":20615528448,"out_bytes":651591680,"layer_bytes":[[8,312696832],[56,303849472]],"read_bytes_per_token":20168736768,"files":["NousResearch_Hermes-4.3-36B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q4_K_M","bytes":21762146144,"gpu_bytes":21309063168,"mapped_bytes":21755854848,"out_bytes":651591680,"layer_bytes":[[8,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[1,341696512],[2,303849472],[9,341696512]],"read_bytes_per_token":21309063168,"files":["NousResearch_Hermes-4.3-36B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q5_K_M","bytes":25594363744,"gpu_bytes":25041993728,"mapped_bytes":25588072448,"out_bytes":651591680,"layer_bytes":[[8,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[1,390848512],[2,371351552],[9,390848512]],"read_bytes_per_token":25041993728,"files":["NousResearch_Hermes-4.3-36B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q6_K","bytes":29666094944,"gpu_bytes":29008232448,"mapped_bytes":29659803648,"out_bytes":651591680,"layer_bytes":[[64,443072512]],"read_bytes_per_token":29008232448,"files":["NousResearch_Hermes-4.3-36B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"Q8_0","bytes":38421090144,"gpu_bytes":37570859008,"mapped_bytes":38414798848,"out_bytes":843960320,"layer_bytes":[[64,573857792]],"read_bytes_per_token":37570859008,"files":["NousResearch_Hermes-4.3-36B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"},{"quant":"BF16","bytes":72311394080,"gpu_bytes":70716510208,"mapped_bytes":72305102848,"out_bytes":1588613120,"layer_bytes":[[64,1080123392]],"read_bytes_per_token":70716510208,"files":["NousResearch_Hermes-4.3-36B-bf16/NousResearch_Hermes-4.3-36B-bf16-00001-of-00002.gguf","NousResearch_Hermes-4.3-36B-bf16/NousResearch_Hermes-4.3-36B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"}],"original":{"bytes":72302298208,"repo":"NousResearch/Hermes-4.3-36B","sha":"3899db2b6c4b35f16bde3b570bb7dd2775d56161","dtypes":{"BF16":36151104512}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:32+00:00","url":"https://huggingface.co/NousResearch/Hermes-4.3-36B/tree/3899db2b6c4b35f16bde3b570bb7dd2775d56161"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:32+00:00","url":"https://huggingface.co/bartowski/NousResearch_Hermes-4.3-36B-GGUF/tree/56b57c47136327060928c009c5164be185e4d4e9"}]},{"id":"hipo-1-7b","name":"HiPO-1.7B","repo":"Kwaipilot/HiPO-1.7B","sha":"3ab826f7c258e3c28476bf36a4eed1c062fd057b","publisher":"Kwaipilot","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2031739904,"params_active":null,"params_repo":2031739904,"arch":{"gguf_arch":"qwen3","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"HiPO-1.7B.i1-Q4_K_M.gguf","repo":"mradermacher/HiPO-1.7B-i1-GGUF","sha":"263476bff12a14136a693013afd7dee1230fb291"}},"gguf":{"repo":"mradermacher/HiPO-1.7B-i1-GGUF","sha":"263476bff12a14136a693013afd7dee1230fb291"},"weights":[{"quant":"IQ2_XXS","bytes":692589280,"gpu_bytes":584536064,"mapped_bytes":686637056,"out_bytes":213934080,"layer_bytes":[[3,14025728],[25,13140992]],"read_bytes_per_token":584536064,"files":["HiPO-1.7B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"IQ2_M","bytes":828885728,"gpu_bytes":689229824,"mapped_bytes":822933504,"out_bytes":213934080,"layer_bytes":[[3,18203648],[25,16827392]],"read_bytes_per_token":689229824,"files":["HiPO-1.7B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"Q2_K","bytes":879897312,"gpu_bytes":771844096,"mapped_bytes":873945088,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["HiPO-1.7B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"IQ3_XXS","bytes":888064736,"gpu_bytes":748408832,"mapped_bytes":882112512,"out_bytes":213934080,"layer_bytes":[[28,19088384]],"read_bytes_per_token":748408832,"files":["HiPO-1.7B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"Q3_K_M","bytes":1073242848,"gpu_bytes":933586944,"mapped_bytes":1067290624,"out_bytes":255260672,"layer_bytes":[[1,25986048],[1,24413184],[26,24151040]],"read_bytes_per_token":933586944,"files":["HiPO-1.7B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"IQ4_XS","bytes":1175689952,"gpu_bytes":1004431360,"mapped_bytes":1169737728,"out_bytes":255260672,"layer_bytes":[[28,26756096]],"read_bytes_per_token":1004431360,"files":["HiPO-1.7B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"Q4_0","bytes":1231813344,"gpu_bytes":1050830848,"mapped_bytes":1225861120,"out_bytes":255260672,"layer_bytes":[[3,29115392],[25,28328960]],"read_bytes_per_token":1050830848,"files":["HiPO-1.7B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"Q4_K_M","bytes":1282439904,"gpu_bytes":1101457408,"mapped_bytes":1276487680,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["HiPO-1.7B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"Q5_K_M","bytes":1471806176,"gpu_bytes":1251928064,"mapped_bytes":1465853952,"out_bytes":255260672,"layer_bytes":[[3,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[5,36570112]],"read_bytes_per_token":1251928064,"files":["HiPO-1.7B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"},{"quant":"Q6_K","bytes":1673007840,"gpu_bytes":1411803136,"mapped_bytes":1667055616,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["HiPO-1.7B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"}],"original":{"bytes":4063515640,"repo":"Kwaipilot/HiPO-1.7B","sha":"3ab826f7c258e3c28476bf36a4eed1c062fd057b","dtypes":{"BF16":2031739904}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:12+00:00","url":"https://huggingface.co/Kwaipilot/HiPO-1.7B/tree/3ab826f7c258e3c28476bf36a4eed1c062fd057b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:12+00:00","url":"https://huggingface.co/mradermacher/HiPO-1.7B-i1-GGUF/tree/263476bff12a14136a693013afd7dee1230fb291"}]},{"id":"holo-3-1-0-8b","name":"Holo-3.1-0.8B","repo":"Hcompany/Holo-3.1-0.8B","sha":"72da4c53b351eb60e10a7022279019633c479292","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1006672704,"params_active":null,"params_repo":1107265600,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248320,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"Holo-3.1-0.8B.i1-Q4_K_M.gguf","repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","sha":"f8bb63f0bf863c7fee1b236aa807ddd75465aba7"}},"gguf":{"repo":"mradermacher/Holo-3.1-0.8B-i1-GGUF","sha":"f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},"weights":[{"quant":"IQ2_XXS","bytes":435738400,"gpu_bytes":341339904,"mapped_bytes":424775424,"out_bytes":174821376,"layer_bytes":[[3,7832448],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864]],"read_bytes_per_token":341339904,"files":["Holo-3.1-0.8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"IQ2_M","bytes":487196448,"gpu_bytes":366972672,"mapped_bytes":476233472,"out_bytes":174821376,"layer_bytes":[[3,8928128],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352]],"read_bytes_per_token":366972672,"files":["Holo-3.1-0.8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"Q2_K","bytes":505764128,"gpu_bytes":411365632,"mapped_bytes":494801152,"out_bytes":208592896,"layer_bytes":[[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968]],"read_bytes_per_token":411365632,"files":["Holo-3.1-0.8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"IQ3_XXS","bytes":507262752,"gpu_bytes":387038976,"mapped_bytes":496299776,"out_bytes":174821376,"layer_bytes":[[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480]],"read_bytes_per_token":387038976,"files":["Holo-3.1-0.8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"Q3_K_M","bytes":575484704,"gpu_bytes":455260928,"mapped_bytes":564521728,"out_bytes":208592896,"layer_bytes":[[1,11925888],[1,11467136],[1,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624]],"read_bytes_per_token":455260928,"files":["Holo-3.1-0.8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"IQ4_XS","bytes":639175968,"gpu_bytes":493126912,"mapped_bytes":628212992,"out_bytes":208592896,"layer_bytes":[[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640]],"read_bytes_per_token":493126912,"files":["Holo-3.1-0.8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"Q4_0","bytes":645174560,"gpu_bytes":491179264,"mapped_bytes":634211584,"out_bytes":208592896,"layer_bytes":[[3,12446336],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160]],"read_bytes_per_token":491179264,"files":["Holo-3.1-0.8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"Q4_K_M","bytes":672331040,"gpu_bytes":518335744,"mapped_bytes":661368064,"out_bytes":208592896,"layer_bytes":[[3,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[1,14785152],[2,12216960],[1,11413504],[2,12216960],[1,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[3,14785152],[1,11413504]],"read_bytes_per_token":518335744,"files":["Holo-3.1-0.8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"Q5_K_M","bytes":752817440,"gpu_bytes":567037184,"mapped_bytes":741854464,"out_bytes":208592896,"layer_bytes":[[3,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[1,16231040],[2,14908032],[1,13182976],[2,14908032],[1,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[3,16231040],[1,13182976]],"read_bytes_per_token":567037184,"files":["Holo-3.1-0.8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"},{"quant":"Q6_K","bytes":838334240,"gpu_bytes":618782464,"mapped_bytes":827371264,"out_bytes":208592896,"layer_bytes":[[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040]],"read_bytes_per_token":618782464,"files":["Holo-3.1-0.8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"}],"original":{"bytes":2214629376,"repo":"Hcompany/Holo-3.1-0.8B","sha":"72da4c53b351eb60e10a7022279019633c479292","dtypes":{"BF16":1107265600}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:07+00:00","url":"https://huggingface.co/Hcompany/Holo-3.1-0.8B/tree/72da4c53b351eb60e10a7022279019633c479292"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:07+00:00","url":"https://huggingface.co/mradermacher/Holo-3.1-0.8B-i1-GGUF/tree/f8bb63f0bf863c7fee1b236aa807ddd75465aba7"}]},{"id":"holo-3-1-35b-a3b","name":"Holo-3.1-35B-A3B","repo":"Hcompany/Holo-3.1-35B-A3B","sha":"2bdb92851a8cd9d72cdd891fdf38cfcc7fefae2c","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":35107181936,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Holo-3.1-35B-A3B.Q4_K_M.gguf","repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","sha":"d9e23e5b51642dabecf987dfb0404352e5b617b7"}},"gguf":{"repo":"mradermacher/Holo-3.1-35B-A3B-GGUF","sha":"d9e23e5b51642dabecf987dfb0404352e5b617b7"},"weights":[{"quant":"Q2_K","bytes":12939595136,"gpu_bytes":12761733632,"mapped_bytes":12928604672,"out_bytes":417185792,"layer_bytes":[[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984]],"read_bytes_per_token":1465948672,"files":["Holo-3.1-35B-A3B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"},{"quant":"Q3_K_M","bytes":16764765568,"gpu_bytes":16535253504,"mapped_bytes":16753775104,"out_bytes":417185792,"layer_bytes":[[2,437911296],[1,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320]],"read_bytes_per_token":1680077312,"files":["Holo-3.1-35B-A3B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"},{"quant":"IQ4_XS","bytes":18939313536,"gpu_bytes":18658150912,"mapped_bytes":18928323072,"out_bytes":417185792,"layer_bytes":[[3,494367488],[1,488368128],[1,494367488],[2,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248]],"read_bytes_per_token":1877002752,"files":["Holo-3.1-35B-A3B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"},{"quant":"Q4_K_M","bytes":21166759296,"gpu_bytes":20869704192,"mapped_bytes":21155768832,"out_bytes":417185792,"layer_bytes":[[3,549757696],[1,541960192],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,541960192],[3,549757696],[1,541960192]],"read_bytes_per_token":1975675392,"files":["Holo-3.1-35B-A3B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"},{"quant":"Q5_K_M","bytes":24729132416,"gpu_bytes":24368507392,"mapped_bytes":24718141952,"out_bytes":417185792,"layer_bytes":[[3,619242240],[1,612608000],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,612608000],[3,619242240],[1,612608000]],"read_bytes_per_token":2223892992,"files":["Holo-3.1-35B-A3B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"},{"quant":"Q6_K","bytes":28514153856,"gpu_bytes":28085985792,"mapped_bytes":28503163392,"out_bytes":417185792,"layer_bytes":[[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296]],"read_bytes_per_token":2487624192,"files":["Holo-3.1-35B-A3B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"},{"quant":"Q8_0","bytes":36903140736,"gpu_bytes":36351805952,"mapped_bytes":36892150272,"out_bytes":540352512,"layer_bytes":[[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040]],"read_bytes_per_token":3195832832,"files":["Holo-3.1-35B-A3B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"}],"original":{"bytes":70214493112,"repo":"Hcompany/Holo-3.1-35B-A3B","sha":"2bdb92851a8cd9d72cdd891fdf38cfcc7fefae2c","dtypes":{"BF16":35107181936}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:14+00:00","url":"https://huggingface.co/Hcompany/Holo-3.1-35B-A3B/tree/2bdb92851a8cd9d72cdd891fdf38cfcc7fefae2c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:14+00:00","url":"https://huggingface.co/mradermacher/Holo-3.1-35B-A3B-GGUF/tree/d9e23e5b51642dabecf987dfb0404352e5b617b7"}]},{"id":"holo-3-1-4b","name":"Holo-3.1-4B","repo":"Hcompany/Holo-3.1-4B","sha":"8c88265a5a159bfd1492db9243733dd2e6e04a6e","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4841450496,"params_active":null,"params_repo":5174964736,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Holo-3.1-4B.Q4_K_M.gguf","repo":"mradermacher/Holo-3.1-4B-GGUF","sha":"6d76eab0233f62783ddec95a7a2e2b057c6d7e66"}},"gguf":{"repo":"mradermacher/Holo-3.1-4B-GGUF","sha":"6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},"weights":[{"quant":"Q2_K","bytes":2124060704,"gpu_bytes":1904502784,"mapped_bytes":2113091584,"out_bytes":521482240,"layer_bytes":[[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608]],"read_bytes_per_token":1904502784,"files":["Holo-3.1-4B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"Q3_K_M","bytes":2535217184,"gpu_bytes":2251096064,"mapped_bytes":2524248064,"out_bytes":521482240,"layer_bytes":[[2,60147200],[1,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168]],"read_bytes_per_token":2251096064,"files":["Holo-3.1-4B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"IQ4_XS","bytes":2866747424,"gpu_bytes":2518063104,"mapped_bytes":2855778304,"out_bytes":521482240,"layer_bytes":[[3,67086080],[1,61216768],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368]],"read_bytes_per_token":2518063104,"files":["Holo-3.1-4B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"Q4_K_M","bytes":3066386464,"gpu_bytes":2697836544,"mapped_bytes":3055417344,"out_bytes":521482240,"layer_bytes":[[3,75139840],[1,67237888],[2,63650560],[1,75139840],[1,60479488],[1,63650560],[1,75139840],[1,63650560],[1,60479488],[1,75139840],[2,63650560],[1,67237888],[2,63650560],[1,75139840],[1,60479488],[1,63650560],[1,75139840],[1,63650560],[1,60479488],[1,75139840],[2,63650560],[1,67237888],[3,75139840],[1,67237888]],"read_bytes_per_token":2697836544,"files":["Holo-3.1-4B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"Q5_K_M","bytes":3512031264,"gpu_bytes":3064018944,"mapped_bytes":3501062144,"out_bytes":521482240,"layer_bytes":[[3,83680000],[1,77395968],[2,77761280],[1,83680000],[1,73914368],[1,77761280],[1,83680000],[1,77761280],[1,73914368],[1,83680000],[2,77761280],[1,77395968],[2,77761280],[1,83680000],[1,73914368],[1,77761280],[1,83680000],[1,77761280],[1,73914368],[1,83680000],[2,77761280],[1,77395968],[3,83680000],[1,77395968]],"read_bytes_per_token":3064018944,"files":["Holo-3.1-4B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"Q6_K","bytes":3985528864,"gpu_bytes":3453087744,"mapped_bytes":3974559744,"out_bytes":521482240,"layer_bytes":[[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928]],"read_bytes_per_token":3453087744,"files":["Holo-3.1-4B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"Q8_0","bytes":5157834784,"gpu_bytes":4471435264,"mapped_bytes":5146865664,"out_bytes":675440640,"layer_bytes":[[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008]],"read_bytes_per_token":4471435264,"files":["Holo-3.1-4B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"},{"quant":"F16","bytes":9695793184,"gpu_bytes":8413425664,"mapped_bytes":9684824064,"out_bytes":1271408640,"layer_bytes":[[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608]],"read_bytes_per_token":8413425664,"files":["Holo-3.1-4B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"}],"original":{"bytes":10350077568,"repo":"Hcompany/Holo-3.1-4B","sha":"8c88265a5a159bfd1492db9243733dd2e6e04a6e","dtypes":{"BF16":5174964736}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:16+00:00","url":"https://huggingface.co/Hcompany/Holo-3.1-4B/tree/8c88265a5a159bfd1492db9243733dd2e6e04a6e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:16+00:00","url":"https://huggingface.co/mradermacher/Holo-3.1-4B-GGUF/tree/6d76eab0233f62783ddec95a7a2e2b057c6d7e66"}]},{"id":"holo-3-1-9b","name":"Holo-3.1-9B","repo":"Hcompany/Holo-3.1-9B","sha":"bcd6a36af9f100f57cba28e2bf6481ac3feedf33","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":9409813744,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Holo-3.1-9B.Q4_K_M.gguf","repo":"mradermacher/Holo-3.1-9B-GGUF","sha":"371e848e3ade2b37b0b8ae59da2415346d86d2e2"}},"gguf":{"repo":"mradermacher/Holo-3.1-9B-GGUF","sha":"371e848e3ade2b37b0b8ae59da2415346d86d2e2"},"weights":[{"quant":"Q2_K","bytes":3827263392,"gpu_bytes":3482552320,"mapped_bytes":3816294400,"out_bytes":834371584,"layer_bytes":[[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400]],"read_bytes_per_token":3482552320,"files":["Holo-3.1-9B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"Q3_K_M","bytes":4623525792,"gpu_bytes":4175513600,"mapped_bytes":4612556800,"out_bytes":834371584,"layer_bytes":[[2,115620608],[1,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768]],"read_bytes_per_token":4175513600,"files":["Holo-3.1-9B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"IQ4_XS","bytes":5227898784,"gpu_bytes":4676585472,"mapped_bytes":5216929792,"out_bytes":834371584,"layer_bytes":[[3,129278720],[1,119965696],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376]],"read_bytes_per_token":4676585472,"files":["Holo-3.1-9B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"Q4_K_M","bytes":5629110176,"gpu_bytes":5046011904,"mapped_bytes":5618141184,"out_bytes":834371584,"layer_bytes":[[3,144622336],[1,132057088],[2,122995456],[1,144622336],[1,117999616],[1,122995456],[1,144622336],[1,122995456],[1,117999616],[1,144622336],[2,122995456],[1,132057088],[2,122995456],[1,144622336],[1,117999616],[1,122995456],[1,144622336],[1,122995456],[1,117999616],[1,144622336],[2,122995456],[1,132057088],[3,144622336],[1,132057088]],"read_bytes_per_token":5046011904,"files":["Holo-3.1-9B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"Q5_K_M","bytes":6467970976,"gpu_bytes":5757732864,"mapped_bytes":6457001984,"out_bytes":834371584,"layer_bytes":[[3,161432320],[1,151455744],[2,150291200],[1,161432320],[1,144214016],[1,150291200],[1,161432320],[1,150291200],[1,144214016],[1,161432320],[2,150291200],[1,151455744],[2,150291200],[1,161432320],[1,144214016],[1,150291200],[1,161432320],[1,150291200],[1,144214016],[1,161432320],[2,150291200],[1,151455744],[3,161432320],[1,151455744]],"read_bytes_per_token":5757732864,"files":["Holo-3.1-9B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"Q6_K","bytes":7359260576,"gpu_bytes":6513936384,"mapped_bytes":7348291584,"out_bytes":834371584,"layer_bytes":[[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816]],"read_bytes_per_token":6513936384,"files":["Holo-3.1-9B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"Q8_0","bytes":9527502752,"gpu_bytes":8435845120,"mapped_bytes":9516533760,"out_bytes":1080705024,"layer_bytes":[[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216]],"read_bytes_per_token":8435845120,"files":["Holo-3.1-9B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"},{"quant":"F16","bytes":17920698272,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["Holo-3.1-9B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"}],"original":{"bytes":18819782408,"repo":"Hcompany/Holo-3.1-9B","sha":"bcd6a36af9f100f57cba28e2bf6481ac3feedf33","dtypes":{"BF16":9409813744}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:18+00:00","url":"https://huggingface.co/Hcompany/Holo-3.1-9B/tree/bcd6a36af9f100f57cba28e2bf6481ac3feedf33"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:18+00:00","url":"https://huggingface.co/mradermacher/Holo-3.1-9B-GGUF/tree/371e848e3ade2b37b0b8ae59da2415346d86d2e2"}]},{"id":"holo2-235b-a22b","name":"Holo2-235B-A22B","repo":"Hcompany/Holo2-235B-A22B","sha":"f7f85b14ffdeafba313a1198407b9e2722b0341d","publisher":"Hcompany","license":"cc-by-nc-4.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":235093634560,"params_active":21568433664,"params_repo":235670022896,"arch":{"gguf_arch":"qwen3vlmoe","n_layers":94,"n_layers_all":94,"layers":[[94,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":94,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Holo2-235B-A22B.i1-Q4_K_M.gguf","repo":"mradermacher/Holo2-235B-A22B-i1-GGUF","sha":"fb99243c832eb297e7b0316ff5e8240de5ed2a98"}},"gguf":{"repo":"mradermacher/Holo2-235B-A22B-i1-GGUF","sha":"fb99243c832eb297e7b0316ff5e8240de5ed2a98"},"weights":[{"quant":"IQ2_XXS","bytes":61797580864,"gpu_bytes":61587372032,"mapped_bytes":61791574016,"out_bytes":427868160,"layer_bytes":[[11,700630016],[83,644006912]],"read_bytes_per_token":6114424832,"files":["Holo2-235B-A22B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"IQ2_M","bytes":77151907904,"gpu_bytes":76878493696,"mapped_bytes":77145901056,"out_bytes":427868160,"layer_bytes":[[11,891077632],[83,802997248]],"read_bytes_per_token":7774713856,"files":["Holo2-235B-A22B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"Q2_K","bytes":85691002944,"gpu_bytes":85480794112,"mapped_bytes":85684996096,"out_bytes":510521344,"layer_bytes":[[94,903939072]],"read_bytes_per_token":8414390272,"files":["Holo2-235B-A22B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"IQ3_XXS","bytes":90376548416,"gpu_bytes":90103134208,"mapped_bytes":90370541568,"out_bytes":427868160,"layer_bytes":[[94,953992192]],"read_bytes_per_token":8601253888,"files":["Holo2-235B-A22B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"Q3_K_M","bytes":112447381568,"gpu_bytes":112173967360,"mapped_bytes":112441374720,"out_bytes":510521344,"layer_bytes":[[2,1283474432],[3,1283212288],[89,1182548992]],"read_bytes_per_token":10795018240,"files":["Holo2-235B-A22B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"IQ4_XS","bytes":125283913792,"gpu_bytes":124947294208,"mapped_bytes":125277906944,"out_bytes":510521344,"layer_bytes":[[94,1323795456]],"read_bytes_per_token":11842643968,"files":["Holo2-235B-A22B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"Q4_0","bytes":133132423232,"gpu_bytes":132776355840,"mapped_bytes":133126416384,"out_bytes":510521344,"layer_bytes":[[11,1451525120],[83,1401193472]],"read_bytes_per_token":12499445760,"files":["Holo2-235B-A22B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"Q4_K_M","bytes":142154076224,"gpu_bytes":141798008832,"mapped_bytes":142148069376,"out_bytes":510521344,"layer_bytes":[[11,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[12,1609352192]],"read_bytes_per_token":13086615552,"files":["Holo2-235B-A22B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"Q5_K_M","bytes":166814158912,"gpu_bytes":166380300288,"mapped_bytes":166808152064,"out_bytes":510521344,"layer_bytes":[[11,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[12,1819329536]],"read_bytes_per_token":15397152768,"files":["Holo2-235B-A22B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"},{"quant":"Q6_K","bytes":193015496768,"gpu_bytes":192498984960,"mapped_bytes":193009489920,"out_bytes":510521344,"layer_bytes":[[94,2042430464]],"read_bytes_per_token":17852098560,"files":["Holo2-235B-A22B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"}],"original":{"bytes":471340220664,"repo":"Hcompany/Holo2-235B-A22B","sha":"f7f85b14ffdeafba313a1198407b9e2722b0341d","dtypes":{"BF16":235670022896}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:21+00:00","url":"https://huggingface.co/Hcompany/Holo2-235B-A22B/tree/f7f85b14ffdeafba313a1198407b9e2722b0341d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:21+00:00","url":"https://huggingface.co/mradermacher/Holo2-235B-A22B-i1-GGUF/tree/fb99243c832eb297e7b0316ff5e8240de5ed2a98"}]},{"id":"holo2-30b-a3b","name":"Holo2-30B-A3B","repo":"Hcompany/Holo2-30B-A3B","sha":"81dfb86d56aef36d2b1d53870328e97eb107cdc8","publisher":"Hcompany","license":"cc-by-nc-4.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":30532122624,"params_active":3041867776,"params_repo":31070754032,"arch":{"gguf_arch":"qwen3vlmoe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Holo2-30B-A3B.Q4_K_M.gguf","repo":"mradermacher/Holo2-30B-A3B-GGUF","sha":"3ed8981c923e7964876f058d4f1738b12f5501ed"}},"gguf":{"repo":"mradermacher/Holo2-30B-A3B-GGUF","sha":"3ed8981c923e7964876f058d4f1738b12f5501ed"},"weights":[{"quant":"Q2_K","bytes":11258611424,"gpu_bytes":11150538752,"mapped_bytes":11252639744,"out_bytes":255260672,"layer_bytes":[[48,226984960]],"read_bytes_per_token":1312274432,"files":["Holo2-30B-A3B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"},{"quant":"Q3_K_M","bytes":14711848672,"gpu_bytes":14572173312,"mapped_bytes":14705876992,"out_bytes":255260672,"layer_bytes":[[2,321987584],[1,321856512],[45,296690688]],"read_bytes_per_token":1619638272,"files":["Holo2-30B-A3B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"},{"quant":"IQ4_XS","bytes":16557094624,"gpu_bytes":16385816576,"mapped_bytes":16551122944,"out_bytes":255260672,"layer_bytes":[[6,363578368],[42,332121088]],"read_bytes_per_token":1769977856,"files":["Holo2-30B-A3B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"},{"quant":"Q4_K_M","bytes":18556688096,"gpu_bytes":18375686144,"mapped_bytes":18550716416,"out_bytes":255260672,"layer_bytes":[[6,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[7,403596288]],"read_bytes_per_token":1919596544,"files":["Holo2-30B-A3B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"},{"quant":"Q5_K_M","bytes":21725583072,"gpu_bytes":21505685504,"mapped_bytes":21719611392,"out_bytes":255260672,"layer_bytes":[[6,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[7,456156160]],"read_bytes_per_token":2218440704,"files":["Holo2-30B-A3B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"},{"quant":"Q6_K","bytes":25092533984,"gpu_bytes":24831309824,"mapped_bytes":25086562304,"out_bytes":255260672,"layer_bytes":[[48,512001024]],"read_bytes_per_token":2535962624,"files":["Holo2-30B-A3B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"},{"quant":"Q8_0","bytes":32483933920,"gpu_bytes":32147349504,"mapped_bytes":32477962240,"out_bytes":330620928,"layer_bytes":[[48,662848512]],"read_bytes_per_token":3269566464,"files":["Holo2-30B-A3B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"}],"original":{"bytes":62141617832,"repo":"Hcompany/Holo2-30B-A3B","sha":"81dfb86d56aef36d2b1d53870328e97eb107cdc8","dtypes":{"BF16":31070754032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:27+00:00","url":"https://huggingface.co/Hcompany/Holo2-30B-A3B/tree/81dfb86d56aef36d2b1d53870328e97eb107cdc8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:27+00:00","url":"https://huggingface.co/mradermacher/Holo2-30B-A3B-GGUF/tree/3ed8981c923e7964876f058d4f1738b12f5501ed"}]},{"id":"holo2-4b","name":"Holo2-4B","repo":"Hcompany/Holo2-4B","sha":"44b125965ebefea6c04958f972a0219cff36e90d","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Holo2-4B.Q4_K_M.gguf","repo":"mradermacher/Holo2-4B-GGUF","sha":"26722cf67095413610e95d086f0bfe9fa216c6c7"}},"gguf":{"repo":"mradermacher/Holo2-4B-GGUF","sha":"26722cf67095413610e95d086f0bfe9fa216c6c7"},"weights":[{"quant":"Q2_K","bytes":1797127616,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["Holo2-4B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"Q3_K_M","bytes":2242749376,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["Holo2-4B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"IQ4_XS","bytes":2492950976,"gpu_bytes":2280359424,"mapped_bytes":2486992384,"out_bytes":319075840,"layer_bytes":[[4,57938944],[32,54047744]],"read_bytes_per_token":2280359424,"files":["Holo2-4B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"Q4_K_M","bytes":2716070336,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["Holo2-4B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"Q5_K_M","bytes":3156922816,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["Holo2-4B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"Q6_K","bytes":3625328576,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["Holo2-4B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"Q8_0","bytes":4693672896,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["Holo2-4B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"},{"quant":"F16","bytes":8829199296,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["Holo2-4B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"}],"original":{"bytes":9653631840,"repo":"Hcompany/Holo2-4B","sha":"44b125965ebefea6c04958f972a0219cff36e90d","dtypes":{"BF16":4826771968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:30+00:00","url":"https://huggingface.co/Hcompany/Holo2-4B/tree/44b125965ebefea6c04958f972a0219cff36e90d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:30+00:00","url":"https://huggingface.co/mradermacher/Holo2-4B-GGUF/tree/26722cf67095413610e95d086f0bfe9fa216c6c7"}]},{"id":"holo2-8b","name":"Holo2-8B","repo":"Hcompany/Holo2-8B","sha":"09cd3b45966f61c8c5ae4bc1424151c682ccc5c8","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Holo2-8B.i1-Q4_K_M.gguf","repo":"mradermacher/Holo2-8B-i1-GGUF","sha":"f5303b313289df84eba1ed7ad00a2cb10abf3392"}},"gguf":{"repo":"mradermacher/Holo2-8B-i1-GGUF","sha":"f5303b313289df84eba1ed7ad00a2cb10abf3392"},"weights":[{"quant":"IQ2_XXS","bytes":2490113216,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["Holo2-8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"IQ2_M","bytes":3051916480,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["Holo2-8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"Q2_K","bytes":3281734848,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Holo2-8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"IQ3_XXS","bytes":3369635008,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["Holo2-8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"Q3_K_M","bytes":4124163264,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Holo2-8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"IQ4_XS","bytes":4561841344,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Holo2-8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"Q4_0","bytes":4787334336,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Holo2-8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"Q4_K_M","bytes":5027785920,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Holo2-8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"Q5_K_M","bytes":5851114688,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Holo2-8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"},{"quant":"Q6_K","bytes":6725901504,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Holo2-8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"}],"original":{"bytes":17534339488,"repo":"Hcompany/Holo2-8B","sha":"09cd3b45966f61c8c5ae4bc1424151c682ccc5c8","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:31+00:00","url":"https://huggingface.co/Hcompany/Holo2-8B/tree/09cd3b45966f61c8c5ae4bc1424151c682ccc5c8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:31+00:00","url":"https://huggingface.co/mradermacher/Holo2-8B-i1-GGUF/tree/f5303b313289df84eba1ed7ad00a2cb10abf3392"}]},{"id":"holo3-35b-a3b","name":"Holo3-35B-A3B","repo":"Hcompany/Holo3-35B-A3B","sha":"208d5ae3a03f99d561f32ab5e606f73397a390ea","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":35107181936,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Holo3-35B-A3B.Q4_K_M.gguf","repo":"mradermacher/Holo3-35B-A3B-GGUF","sha":"5d506df74cd16d886b4c3cdc2c94aac7c020ed13"}},"gguf":{"repo":"mradermacher/Holo3-35B-A3B-GGUF","sha":"5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},"weights":[{"quant":"Q2_K","bytes":12939594464,"gpu_bytes":12761733632,"mapped_bytes":12928604672,"out_bytes":417185792,"layer_bytes":[[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984]],"read_bytes_per_token":1465948672,"files":["Holo3-35B-A3B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},{"quant":"Q3_K_M","bytes":16764764896,"gpu_bytes":16535253504,"mapped_bytes":16753775104,"out_bytes":417185792,"layer_bytes":[[2,437911296],[1,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320]],"read_bytes_per_token":1680077312,"files":["Holo3-35B-A3B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},{"quant":"IQ4_XS","bytes":18939312864,"gpu_bytes":18658150912,"mapped_bytes":18928323072,"out_bytes":417185792,"layer_bytes":[[3,494367488],[1,488368128],[1,494367488],[2,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248]],"read_bytes_per_token":1877002752,"files":["Holo3-35B-A3B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},{"quant":"Q4_K_M","bytes":21166758624,"gpu_bytes":20869704192,"mapped_bytes":21155768832,"out_bytes":417185792,"layer_bytes":[[3,549757696],[1,541960192],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,541960192],[3,549757696],[1,541960192]],"read_bytes_per_token":1975675392,"files":["Holo3-35B-A3B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},{"quant":"Q5_K_M","bytes":24729131744,"gpu_bytes":24368507392,"mapped_bytes":24718141952,"out_bytes":417185792,"layer_bytes":[[3,619242240],[1,612608000],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,612608000],[3,619242240],[1,612608000]],"read_bytes_per_token":2223892992,"files":["Holo3-35B-A3B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},{"quant":"Q6_K","bytes":28514153184,"gpu_bytes":28085985792,"mapped_bytes":28503163392,"out_bytes":417185792,"layer_bytes":[[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296]],"read_bytes_per_token":2487624192,"files":["Holo3-35B-A3B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"},{"quant":"Q8_0","bytes":36903140064,"gpu_bytes":36351805952,"mapped_bytes":36892150272,"out_bytes":540352512,"layer_bytes":[[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040]],"read_bytes_per_token":3195832832,"files":["Holo3-35B-A3B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"}],"original":{"bytes":70214580024,"repo":"Hcompany/Holo3-35B-A3B","sha":"208d5ae3a03f99d561f32ab5e606f73397a390ea","dtypes":{"BF16":35107181936}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:45+00:00","url":"https://huggingface.co/Hcompany/Holo3-35B-A3B/tree/208d5ae3a03f99d561f32ab5e606f73397a390ea"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:45+00:00","url":"https://huggingface.co/mradermacher/Holo3-35B-A3B-GGUF/tree/5d506df74cd16d886b4c3cdc2c94aac7c020ed13"}]},{"id":"holo4-27b","name":"Holo4-27B","repo":"Hcompany/Holo4-27B","sha":"4de03cfeee1d930b616bfd4817570293f29ad8b9","publisher":"Hcompany","license":"cc-by-nc-4.0","gated":false,"listed_at":"2026-10-18T16:57:29+00:00","multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27356728560,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":64,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Holo4-27B.i1-Q4_K_M.gguf","repo":"mradermacher/Holo4-27B-i1-GGUF","sha":"3dcd2cd9ab9a080e143bcc13c4c183fade241c30"}},"gguf":{"repo":"mradermacher/Holo4-27B-i1-GGUF","sha":"3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},"weights":[{"quant":"IQ2_XXS","bytes":8433184192,"gpu_bytes":8005011456,"mapped_bytes":8422189056,"out_bytes":874106880,"layer_bytes":[[3,121246336],[1,103876608],[3,121246336],[1,103876608],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728],[3,114979456],[1,97609728]],"read_bytes_per_token":8005011456,"files":["Holo4-27B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"IQ2_M","bytes":10004594112,"gpu_bytes":9447294976,"mapped_bytes":9993598976,"out_bytes":874106880,"layer_bytes":[[3,145402496],[1,133736448],[3,145402496],[1,133736448],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968],[3,135654016],[1,123987968]],"read_bytes_per_token":9447294976,"files":["Holo4-27B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"Q2_K","bytes":10711666112,"gpu_bytes":10283493376,"mapped_bytes":10700670976,"out_bytes":1042964480,"layer_bytes":[[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568]],"read_bytes_per_token":10283493376,"files":["Holo4-27B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"IQ3_XXS","bytes":11186372032,"gpu_bytes":10629072896,"mapped_bytes":11175376896,"out_bytes":874106880,"layer_bytes":[[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648],[3,156328576],[1,140699648]],"read_bytes_per_token":10629072896,"files":["Holo4-27B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"Q3_K_M","bytes":13301444032,"gpu_bytes":12744144896,"mapped_bytes":13290448896,"out_bytes":1042964480,"layer_bytes":[[2,201366656],[1,194813056],[1,187844608],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488]],"read_bytes_per_token":12744144896,"files":["Holo4-27B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"IQ4_XS","bytes":15082507712,"gpu_bytes":14396082176,"mapped_bytes":15071512576,"out_bytes":1042964480,"layer_bytes":[[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088]],"read_bytes_per_token":14396082176,"files":["Holo4-27B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"Q4_0","bytes":15521435072,"gpu_bytes":14795278336,"mapped_bytes":15510439936,"out_bytes":1042964480,"layer_bytes":[[3,221338496],[1,215001088],[3,221338496],[1,215001088],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528],[3,215767936],[1,209430528]],"read_bytes_per_token":14795278336,"files":["Holo4-27B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"Q4_K_M","bytes":16547401152,"gpu_bytes":15821244416,"mapped_bytes":16536406016,"out_bytes":1042964480,"layer_bytes":[[3,252263296],[1,233760768],[3,252263296],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[3,252263296],[1,233760768],[3,252263296],[1,233760768]],"read_bytes_per_token":15821244416,"files":["Holo4-27B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"Q5_K_M","bytes":19231100352,"gpu_bytes":18346018816,"mapped_bytes":19220105216,"out_bytes":1042964480,"layer_bytes":[[3,282471296],[1,268494848],[3,282471296],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[3,282471296],[1,268494848],[3,282471296],[1,268494848]],"read_bytes_per_token":18346018816,"files":["Holo4-27B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"},{"quant":"Q6_K","bytes":22082530752,"gpu_bytes":21028591616,"mapped_bytes":22071535616,"out_bytes":1042964480,"layer_bytes":[[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808]],"read_bytes_per_token":21028591616,"files":["Holo4-27B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"}],"original":{"bytes":54713606360,"repo":"Hcompany/Holo4-27B","sha":"4de03cfeee1d930b616bfd4817570293f29ad8b9","dtypes":{"BF16":27356728560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:56:20+00:00","url":"https://huggingface.co/Hcompany/Holo4-27B/tree/4de03cfeee1d930b616bfd4817570293f29ad8b9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:56:20+00:00","url":"https://huggingface.co/mradermacher/Holo4-27B-i1-GGUF/tree/3dcd2cd9ab9a080e143bcc13c4c183fade241c30"}]},{"id":"holo4-35b-a3b","name":"Holo4-35B-A3B","repo":"Hcompany/Holo4-35B-A3B","sha":"508458727831368da85d53a8055c2b0f923ed4f3","publisher":"Hcompany","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T16:56:20+00:00","multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":35107181936,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Hcompany_Holo4-35B-A3B-Q4_K_M.gguf","repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","sha":"2ef8a872e6210e799101b4671fdd58814316ad8f"}},"gguf":{"repo":"bartowski/Hcompany_Holo4-35B-A3B-GGUF","sha":"2ef8a872e6210e799101b4671fdd58814316ad8f"},"weights":[{"quant":"IQ2_XXS","bytes":10793196224,"gpu_bytes":10241862144,"mapped_bytes":10782206464,"out_bytes":349642752,"layer_bytes":[[1,304775936],[2,281649920],[1,296200192],[1,273261312],[2,264872704],[1,296200192],[2,264872704],[1,230802176],[1,228444160],[3,230802176],[1,228444160],[3,230802176],[1,228444160],[3,230662912],[1,228444160],[3,230662912],[1,228444160],[2,230662912],[1,230802176],[1,262531072],[3,230802176],[1,262531072],[3,230802176],[1,355174400]],"read_bytes_per_token":1546545664,"files":["Hcompany_Holo4-35B-A3B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"IQ2_M","bytes":13233806016,"gpu_bytes":12682471936,"mapped_bytes":13222816256,"out_bytes":540352512,"layer_bytes":[[1,354378496],[1,346972928],[1,334390016],[1,342525952],[1,334390016],[1,333275904],[1,316498688],[1,342525952],[2,316498688],[1,286089984],[1,284059648],[3,286089984],[1,284059648],[3,286089984],[1,284059648],[3,286089984],[1,284059648],[3,286089984],[1,284059648],[2,286089984],[1,287138560],[1,313419776],[3,287138560],[1,313419776],[3,287138560],[1,455706624]],"read_bytes_per_token":2018519552,"files":["Hcompany_Holo4-35B-A3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q2_K","bytes":13839334080,"gpu_bytes":13288000000,"mapped_bytes":13828344320,"out_bytes":349642752,"layer_bytes":[[1,431842048],[2,362832640],[1,418211840],[2,362832640],[1,360604416],[1,418211840],[2,360604416],[1,294544128],[1,292382720],[3,294544128],[1,292382720],[3,294544128],[1,292382720],[3,294544128],[1,292382720],[3,294544128],[1,292382720],[2,294544128],[1,295658240],[1,355297280],[3,294544128],[1,355297280],[3,294544128],[1,483354624]],"read_bytes_per_token":1951582720,"files":["Hcompany_Holo4-35B-A3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"IQ3_XXS","bytes":15581674176,"gpu_bytes":15030340096,"mapped_bytes":15570684416,"out_bytes":540352512,"layer_bytes":[[1,429744896],[2,423650048],[1,416114688],[2,421421824],[1,381575936],[1,416114688],[2,381575936],[1,338584320],[1,336422912],[3,338584320],[1,336422912],[3,338584320],[1,336422912],[3,338584320],[1,336422912],[3,338584320],[1,336422912],[2,338584320],[1,339698432],[1,376268800],[3,338584320],[1,376268800],[3,338584320],[1,508520448]],"read_bytes_per_token":2186463744,"files":["Hcompany_Holo4-35B-A3B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q3_K_M","bytes":17344330432,"gpu_bytes":16792996352,"mapped_bytes":17333340672,"out_bytes":540352512,"layer_bytes":[[1,492659456],[2,459105024],[1,481257472],[2,459105024],[1,423453440],[1,447703040],[2,423453440],[1,387801856],[1,376399872],[1,385770240],[2,381707008],[1,376399872],[3,381707008],[1,376399872],[3,381707008],[1,376399872],[3,381707008],[1,376399872],[2,381707008],[1,383738624],[1,416114688],[3,383738624],[1,416114688],[3,383738624],[1,588081152]],"read_bytes_per_token":2461977088,"files":["Hcompany_Holo4-35B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"IQ4_XS","bytes":19886930624,"gpu_bytes":19335596544,"mapped_bytes":19875940864,"out_bytes":540352512,"layer_bytes":[[3,469590784],[1,462252032],[3,469590784],[1,462252032],[2,469590784],[1,467559168],[1,462252032],[3,467559168],[1,462252032],[3,467559168],[1,462252032],[3,467559168],[1,462252032],[3,467559168],[1,462252032],[2,467559168],[1,469590784],[1,462252032],[3,469590784],[1,462252032],[2,469590784],[1,465527552],[1,581789696]],"read_bytes_per_token":2641807872,"files":["Hcompany_Holo4-35B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q4_0","bytes":19942611648,"gpu_bytes":19645557248,"mapped_bytes":19931621888,"out_bytes":417185792,"layer_bytes":[[3,498950912],[1,495937536],[1,494756608],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,473655296],[1,476799744],[1,477979392],[1,480994048],[1,477980672],[1,477979392],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,473655296],[1,476799744],[1,477979392],[1,480994048],[1,477980672],[1,477979392],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,479160320],[3,482173696],[1,479160320]],"read_bytes_per_token":2011130368,"files":["Hcompany_Holo4-35B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q4_K_M","bytes":22318512832,"gpu_bytes":21767178752,"mapped_bytes":22307523072,"out_bytes":540352512,"layer_bytes":[[1,633168640],[2,597517056],[1,625829888],[2,597517056],[1,563962624],[1,625829888],[2,563962624],[1,494756608],[1,487417856],[3,494756608],[1,487417856],[3,494756608],[1,487417856],[3,494756608],[1,487417856],[3,494756608],[1,487417856],[3,494756608],[1,556623872],[3,494756608],[1,556623872],[3,494756608],[1,825059328]],"read_bytes_per_token":2751252992,"files":["Hcompany_Holo4-35B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q5_K_M","bytes":26984676032,"gpu_bytes":26433341952,"mapped_bytes":26973686272,"out_bytes":540352512,"layer_bytes":[[3,796746496],[1,789407744],[1,796746496],[1,731734784],[1,696083200],[1,789407744],[2,696083200],[1,595419904],[1,588081152],[3,595419904],[1,588081152],[3,595419904],[1,588081152],[3,595419904],[1,588081152],[3,595419904],[1,588081152],[3,595419904],[1,688744448],[3,595419904],[1,688744448],[3,595419904],[1,890071040]],"read_bytes_per_token":2897070592,"files":["Hcompany_Holo4-35B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q6_K","bytes":30738578112,"gpu_bytes":30187244032,"mapped_bytes":30727588352,"out_bytes":540352512,"layer_bytes":[[3,832398080],[1,825059328],[3,832398080],[1,825059328],[2,832398080],[1,702374656],[1,695035904],[3,702374656],[1,695035904],[3,702374656],[1,695035904],[3,702374656],[1,695035904],[3,702374656],[1,695035904],[3,702374656],[1,760047616],[3,702374656],[1,760047616],[3,702374656],[1,890071040]],"read_bytes_per_token":3014380032,"files":["Hcompany_Holo4-35B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"Q8_0","bytes":36914690752,"gpu_bytes":36363356672,"mapped_bytes":36903700992,"out_bytes":540352512,"layer_bytes":[[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040]],"read_bytes_per_token":3207383552,"files":["Hcompany_Holo4-35B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"},{"quant":"BF16","bytes":69376637504,"gpu_bytes":68348529152,"mapped_bytes":69365647872,"out_bytes":1017126912,"layer_bytes":[[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920]],"read_bytes_per_token":5937285632,"files":["Hcompany_Holo4-35B-A3B-bf16/Hcompany_Holo4-35B-A3B-bf16-00001-of-00002.gguf","Hcompany_Holo4-35B-A3B-bf16/Hcompany_Holo4-35B-A3B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"}],"original":{"bytes":70214493112,"repo":"Hcompany/Holo4-35B-A3B","sha":"508458727831368da85d53a8055c2b0f923ed4f3","dtypes":{"BF16":35107181936}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:53:56+00:00","url":"https://huggingface.co/Hcompany/Holo4-35B-A3B/tree/508458727831368da85d53a8055c2b0f923ed4f3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:53:56+00:00","url":"https://huggingface.co/bartowski/Hcompany_Holo4-35B-A3B-GGUF/tree/2ef8a872e6210e799101b4671fdd58814316ad8f"}]},{"id":"holotron4-30b-a3b","name":"Holotron4-30B-A3B","repo":"Hcompany/Holotron4-30B-A3B","sha":"52184310f6c916e5e7d4b8f055af49fc41642574","publisher":"Hcompany","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":31577940288,"params_active":3227754816,"params_repo":33015598915,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":52,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":1048576,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":false,"gguf_source":{"file":"Holotron4-30B-A3B.i1-Q4_K_M.gguf","repo":"mradermacher/Holotron4-30B-A3B-i1-GGUF","sha":"b78d1154a7a173b2f2eba90254b4c0253dabb50a"}},"gguf":{"repo":"mradermacher/Holotron4-30B-A3B-i1-GGUF","sha":"b78d1154a7a173b2f2eba90254b4c0253dabb50a"},"weights":[{"quant":"IQ2_M","bytes":17907532128,"gpu_bytes":17701454592,"mapped_bytes":17899635456,"out_bytes":374352384,"layer_bytes":[[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240]],"read_bytes_per_token":1952656128,"files":["Holotron4-30B-A3B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"Q2_K","bytes":17908994400,"gpu_bytes":17702916864,"mapped_bytes":17901097728,"out_bytes":374352384,"layer_bytes":[[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240]],"read_bytes_per_token":1954118400,"files":["Holotron4-30B-A3B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"IQ3_XXS","bytes":17922842976,"gpu_bytes":17716765440,"mapped_bytes":17914946304,"out_bytes":374352384,"layer_bytes":[[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240]],"read_bytes_per_token":1967966976,"files":["Holotron4-30B-A3B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"Q3_K_M","bytes":19849235808,"gpu_bytes":19643158272,"mapped_bytes":19841339136,"out_bytes":374352384,"layer_bytes":[[1,20461312],[1,852623360],[1,20461312],[1,812088320],[1,20461312],[1,13300224],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13300224],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320]],"read_bytes_per_token":2106452736,"files":["Holotron4-30B-A3B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"IQ4_XS","bytes":17967141216,"gpu_bytes":17761063680,"mapped_bytes":17959244544,"out_bytes":374352384,"layer_bytes":[[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240]],"read_bytes_per_token":2012265216,"files":["Holotron4-30B-A3B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"Q4_0","bytes":18058189152,"gpu_bytes":17852111616,"mapped_bytes":18050292480,"out_bytes":374352384,"layer_bytes":[[1,21923584],[1,771553280],[1,21923584],[1,771553280],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240]],"read_bytes_per_token":2027232000,"files":["Holotron4-30B-A3B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"Q4_K_M","bytes":24515130720,"gpu_bytes":24265012992,"mapped_bytes":24507234048,"out_bytes":374352384,"layer_bytes":[[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,14977536],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14977536],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640]],"read_bytes_per_token":2505803520,"files":["Holotron4-30B-A3B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"Q5_K_M","bytes":26040162144,"gpu_bytes":25768024320,"mapped_bytes":26032265472,"out_bytes":374352384,"layer_bytes":[[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,17084928],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,17084928],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680]],"read_bytes_per_token":2677394688,"files":["Holotron4-30B-A3B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"},{"quant":"Q6_K","bytes":33508168032,"gpu_bytes":33125929728,"mapped_bytes":33500271360,"out_bytes":374352384,"layer_bytes":[[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880]],"read_bytes_per_token":3378199296,"files":["Holotron4-30B-A3B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"}],"original":{"bytes":66032963840,"repo":"Hcompany/Holotron4-30B-A3B","sha":"52184310f6c916e5e7d4b8f055af49fc41642574","dtypes":{"BF16":33015595968,"F32":2944,"I64":3}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:45+00:00","url":"https://huggingface.co/Hcompany/Holotron4-30B-A3B/tree/52184310f6c916e5e7d4b8f055af49fc41642574"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:45+00:00","url":"https://huggingface.co/mradermacher/Holotron4-30B-A3B-i1-GGUF/tree/b78d1154a7a173b2f2eba90254b4c0253dabb50a"}]},{"id":"hunyuanocr","name":"HunyuanOCR","repo":"tencent/HunyuanOCR","sha":"47644ecc4fc854efa4f505155158831f36773ee4","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":539010048,"params_active":null,"params_repo":1119925744,"arch":{"gguf_arch":"hunyuan-dense","n_layers":24,"n_layers_all":24,"layers":[[24,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":24,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":120818,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"HunyuanOCR.Q4_K_M.gguf","repo":"mradermacher/HunyuanOCR-GGUF","sha":"81cc49255f33867d96870dc26980a83584b507a2"}},"gguf":{"repo":"mradermacher/HunyuanOCR-GGUF","sha":"81cc49255f33867d96870dc26980a83584b507a2"},"weights":[{"quant":"Q2_K","bytes":259661312,"gpu_bytes":254575136,"mapped_bytes":254575136,"out_bytes":101491232,"layer_bytes":[[24,6378496]],"read_bytes_per_token":254575136,"files":["HunyuanOCR.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"},{"quant":"Q3_K_M","bytes":307666432,"gpu_bytes":302580256,"mapped_bytes":302580256,"out_bytes":101491232,"layer_bytes":[[1,8938496],[1,8479744],[22,8348672]],"read_bytes_per_token":302580256,"files":["HunyuanOCR.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"},{"quant":"IQ4_XS","bytes":329113088,"gpu_bytes":324026912,"mapped_bytes":324026912,"out_bytes":101491232,"layer_bytes":[[3,9774080],[21,9200640]],"read_bytes_per_token":324026912,"files":["HunyuanOCR.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"},{"quant":"Q4_K_M","bytes":354967040,"gpu_bytes":349880864,"mapped_bytes":349880864,"out_bytes":101491232,"layer_bytes":[[3,10957824],[2,9741312],[1,10957824],[2,9741312],[1,10957824],[2,9741312],[1,10957824],[2,9741312],[1,10957824],[2,9741312],[1,10957824],[2,9741312],[4,10957824]],"read_bytes_per_token":349880864,"files":["HunyuanOCR.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"},{"quant":"Q5_K_M","bytes":399793664,"gpu_bytes":394707488,"mapped_bytes":394707488,"out_bytes":101491232,"layer_bytes":[[3,12530688],[2,11904000],[1,12530688],[2,11904000],[1,12530688],[2,11904000],[1,12530688],[2,11904000],[1,12530688],[2,11904000],[1,12530688],[2,11904000],[4,12530688]],"read_bytes_per_token":394707488,"files":["HunyuanOCR.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"},{"quant":"Q6_K","bytes":447421952,"gpu_bytes":442335776,"mapped_bytes":442335776,"out_bytes":101491232,"layer_bytes":[[24,14201856]],"read_bytes_per_token":442335776,"files":["HunyuanOCR.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"},{"quant":"F16","bytes":1083218912,"gpu_bytes":1078132736,"mapped_bytes":1078132736,"out_bytes":247439360,"layer_bytes":[[24,34612224]],"read_bytes_per_token":1078132736,"files":["HunyuanOCR.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"}],"original":{"bytes":2239932512,"repo":"tencent/HunyuanOCR","sha":"47644ecc4fc854efa4f505155158831f36773ee4","dtypes":{"BF16":1119925744}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:56:15+00:00","url":"https://huggingface.co/tencent/HunyuanOCR/tree/47644ecc4fc854efa4f505155158831f36773ee4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:56:15+00:00","url":"https://huggingface.co/mradermacher/HunyuanOCR-GGUF/tree/81cc49255f33867d96870dc26980a83584b507a2"}]},{"id":"hy3","name":"Hy3","repo":"tencent/Hy3","sha":"a960ebc3da325ba167f069f76c41eb62c9280d22","publisher":"tencent","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":295033543488,"params_active":20180802368,"params_repo":298786155776,"arch":{"gguf_arch":"hy_v3","n_layers":80,"n_layers_all":81,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":120832,"hidden_size":4096,"moe":{"active":8,"experts":192},"cross_checked":true,"gguf_source":{"file":"Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00005.gguf","repo":"bartowski/Hy3-GGUF","sha":"3ee5a3c4d76226edd9cdaec017969d24b589b64e"}},"gguf":{"repo":"bartowski/Hy3-GGUF","sha":"3ee5a3c4d76226edd9cdaec017969d24b589b64e"},"weights":[{"quant":"IQ2_XXS","bytes":82113918656,"gpu_bytes":79832739072,"mapped_bytes":82108756992,"out_bytes":340279296,"layer_bytes":[[1,149652480],[9,1038812928],[1,1037731584],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[1,999982848],[1,990545664],[1,991627008],[2,1001064192],[8,1038812928]],"read_bytes_per_token":8448699648,"files":["Hy3-IQ2_XXS/Hy3-IQ2_XXS-00001-of-00003.gguf","Hy3-IQ2_XXS/Hy3-IQ2_XXS-00002-of-00003.gguf","Hy3-IQ2_XXS/Hy3-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"IQ2_M","bytes":102091323104,"gpu_bytes":99759877376,"mapped_bytes":102086161408,"out_bytes":340279296,"layer_bytes":[[1,153846784],[9,1363871488],[1,1362790144],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[1,1230669568],[1,1221232384],[1,1222313728],[2,1231750912],[8,1363871488]],"read_bytes_per_token":9600560384,"files":["Hy3-IQ2_M/Hy3-IQ2_M-00001-of-00003.gguf","Hy3-IQ2_M/Hy3-IQ2_M-00002-of-00003.gguf","Hy3-IQ2_M/Hy3-IQ2_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q2_K","bytes":106691229376,"gpu_bytes":104410049792,"mapped_bytes":106686067712,"out_bytes":406011904,"layer_bytes":[[1,114557952],[9,1390315264],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[1,1373800192],[1,1241679616],[1,1258194688],[10,1390315264]],"read_bytes_per_token":9801100544,"files":["Hy3-Q2_K/Hy3-Q2_K-00001-of-00003.gguf","Hy3-Q2_K/Hy3-Q2_K-00002-of-00003.gguf","Hy3-Q2_K/Hy3-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"IQ3_XXS","bytes":126089361248,"gpu_bytes":123757915392,"mapped_bytes":126084199424,"out_bytes":340279296,"layer_bytes":[[1,117965824],[9,1682867968],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[1,1668187904],[1,1441695488],[1,1456375552],[10,1682867968]],"read_bytes_per_token":10617875712,"files":["Hy3-IQ3_XXS/Hy3-IQ3_XXS-00001-of-00004.gguf","Hy3-IQ3_XXS/Hy3-IQ3_XXS-00002-of-00004.gguf","Hy3-IQ3_XXS/Hy3-IQ3_XXS-00003-of-00004.gguf","Hy3-IQ3_XXS/Hy3-IQ3_XXS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q3_K_M","bytes":137545479968,"gpu_bytes":135214034176,"mapped_bytes":137540318208,"out_bytes":406011904,"layer_bytes":[[1,139691008],[9,1796114176],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[1,1783006976],[1,1615496960],[1,1628604160],[10,1796114176]],"read_bytes_per_token":11329760512,"files":["Hy3-Q3_K_M/Hy3-Q3_K_M-00001-of-00004.gguf","Hy3-Q3_K_M/Hy3-Q3_K_M-00002-of-00004.gguf","Hy3-Q3_K_M/Hy3-Q3_K_M-00003-of-00004.gguf","Hy3-Q3_K_M/Hy3-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"IQ4_XS","bytes":160771307456,"gpu_bytes":158389595392,"mapped_bytes":160766145536,"out_bytes":406011904,"layer_bytes":[[1,146441216],[9,2007926528],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[1,1998227200],[1,1988200192],[1,1997899520],[10,2007926528]],"read_bytes_per_token":12637007104,"files":["Hy3-IQ4_XS/Hy3-IQ4_XS-00001-of-00005.gguf","Hy3-IQ4_XS/Hy3-IQ4_XS-00002-of-00005.gguf","Hy3-IQ4_XS/Hy3-IQ4_XS-00003-of-00005.gguf","Hy3-IQ4_XS/Hy3-IQ4_XS-00004-of-00005.gguf","Hy3-IQ4_XS/Hy3-IQ4_XS-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q4_0","bytes":170321082336,"gpu_bytes":167923903744,"mapped_bytes":170315920384,"out_bytes":406011904,"layer_bytes":[[1,150766592],[9,2192475904],[1,2183825152],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[1,2108327680],[1,2101249792],[1,2109900544],[10,2116978432]],"read_bytes_per_token":12874116352,"files":["Hy3-Q4_0/Hy3-Q4_0-00001-of-00005.gguf","Hy3-Q4_0/Hy3-Q4_0-00002-of-00005.gguf","Hy3-Q4_0/Hy3-Q4_0-00003-of-00005.gguf","Hy3-Q4_0/Hy3-Q4_0-00004-of-00005.gguf","Hy3-Q4_0/Hy3-Q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q4_K_M","bytes":182158227360,"gpu_bytes":179761048832,"mapped_bytes":182153065472,"out_bytes":406011904,"layer_bytes":[[1,165610496],[9,2432599808],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[1,2423949056],[1,2107950848],[1,2116601600],[10,2432599808]],"read_bytes_per_token":13795192064,"files":["Hy3-Q4_K_M/Hy3-Q4_K_M-00001-of-00005.gguf","Hy3-Q4_K_M/Hy3-Q4_K_M-00002-of-00005.gguf","Hy3-Q4_K_M/Hy3-Q4_K_M-00003-of-00005.gguf","Hy3-Q4_K_M/Hy3-Q4_K_M-00004-of-00005.gguf","Hy3-Q4_K_M/Hy3-Q4_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q5_K_M","bytes":212837857344,"gpu_bytes":210378812672,"mapped_bytes":212832695296,"out_bytes":406011904,"layer_bytes":[[1,183698432],[9,2739046144],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[1,2734589696],[1,2574157568],[1,2578614016],[10,2739046144]],"read_bytes_per_token":15761665280,"files":["Hy3-Q5_K_M/Hy3-Q5_K_M-00001-of-00006.gguf","Hy3-Q5_K_M/Hy3-Q5_K_M-00002-of-00006.gguf","Hy3-Q5_K_M/Hy3-Q5_K_M-00003-of-00006.gguf","Hy3-Q5_K_M/Hy3-Q5_K_M-00004-of-00006.gguf","Hy3-Q5_K_M/Hy3-Q5_K_M-00005-of-00006.gguf","Hy3-Q5_K_M/Hy3-Q5_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q6_K","bytes":257246623936,"gpu_bytes":254721846528,"mapped_bytes":257241461760,"out_bytes":406011904,"layer_bytes":[[1,214434816],[9,3368716032],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[1,3360589568],[1,3068036864],[1,3076163328],[10,3368716032]],"read_bytes_per_token":18728545536,"files":["Hy3-Q6_K/Hy3-Q6_K-00001-of-00007.gguf","Hy3-Q6_K/Hy3-Q6_K-00002-of-00007.gguf","Hy3-Q6_K/Hy3-Q6_K-00003-of-00007.gguf","Hy3-Q6_K/Hy3-Q6_K-00004-of-00007.gguf","Hy3-Q6_K/Hy3-Q6_K-00005-of-00007.gguf","Hy3-Q6_K/Hy3-Q6_K-00006-of-00007.gguf","Hy3-Q6_K/Hy3-Q6_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"},{"quant":"Q8_0","bytes":317652367776,"gpu_bytes":313131822336,"mapped_bytes":317647205376,"out_bytes":525877248,"layer_bytes":[[1,254051328],[79,3953821440]],"read_bytes_per_token":21626645760,"files":["Hy3-Q8_0/Hy3-Q8_0-00001-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00002-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00003-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00004-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00005-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00006-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00007-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00008-of-00009.gguf","Hy3-Q8_0/Hy3-Q8_0-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"}],"original":{"bytes":597578239288,"repo":"tencent/Hy3","sha":"a960ebc3da325ba167f069f76c41eb62c9280d22","dtypes":{"BF16":298786140416,"F32":15360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:18:03+00:00","url":"https://huggingface.co/tencent/Hy3/tree/a960ebc3da325ba167f069f76c41eb62c9280d22"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:18:03+00:00","url":"https://huggingface.co/bartowski/Hy3-GGUF/tree/3ee5a3c4d76226edd9cdaec017969d24b589b64e"}]},{"id":"intellect-3","name":"INTELLECT-3","repo":"PrimeIntellect/INTELLECT-3","sha":"ff39d4a4688989f3f28868923d030c28e1b7d81c","publisher":"PrimeIntellect","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":106852251264,"params_active":12803372672,"params_repo":106852251264,"arch":{"gguf_arch":"glm4moe","n_layers":46,"n_layers_all":46,"layers":[[46,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":46,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":151552,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"PrimeIntellect_INTELLECT-3-Q4_K_M/PrimeIntellect_INTELLECT-3-Q4_K_M-00001-of-00002.gguf","repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","sha":"1827cd1b39b3f3ced9319c94079d71bad75ee8c3"}},"gguf":{"repo":"bartowski/PrimeIntellect_INTELLECT-3-GGUF","sha":"1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},"weights":[{"quant":"IQ2_XXS","bytes":37695673152,"gpu_bytes":37482625536,"mapped_bytes":37686311424,"out_bytes":426786816,"layer_bytes":[[1,144154624],[5,905789952],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[2,792609280],[1,801980928],[1,792609280],[1,801980928],[5,905789952]],"read_bytes_per_token":5366708736,"files":["PrimeIntellect_INTELLECT-3-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"IQ2_M","bytes":43226846016,"gpu_bytes":42950752768,"mapped_bytes":43217484288,"out_bytes":426786816,"layer_bytes":[[1,153591808],[5,1053639168],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[2,906576384],[1,915227136],[1,906576384],[1,915227136],[5,1053639168]],"read_bytes_per_token":6130989568,"files":["PrimeIntellect_INTELLECT-3-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q2_K","bytes":44712219456,"gpu_bytes":44499171840,"mapped_bytes":44702857728,"out_bytes":509231104,"layer_bytes":[[1,112656384],[5,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[2,972055040],[1,978182656],[1,972055040],[6,978182656]],"read_bytes_per_token":6543997440,"files":["PrimeIntellect_INTELLECT-3-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"IQ3_XXS","bytes":48312951616,"gpu_bytes":48036858368,"mapped_bytes":48303589888,"out_bytes":426786816,"layer_bytes":[[1,117166080],[5,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[2,1052402176],[1,1058529792],[1,1052402176],[6,1058529792]],"read_bytes_per_token":6675450368,"files":["PrimeIntellect_INTELLECT-3-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q3_K_M","bytes":53806597120,"gpu_bytes":53530503680,"mapped_bytes":53797235200,"out_bytes":509231104,"layer_bytes":[[1,135802880],[1,1226039808],[4,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[2,1127113216],[1,1225515520],[1,1127113216],[6,1225515520]],"read_bytes_per_token":7346301440,"files":["PrimeIntellect_INTELLECT-3-Q3_K_M/PrimeIntellect_INTELLECT-3-Q3_K_M-00001-of-00002.gguf","PrimeIntellect_INTELLECT-3-Q3_K_M/PrimeIntellect_INTELLECT-3-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"IQ4_XS","bytes":58846098432,"gpu_bytes":58506959360,"mapped_bytes":58836736512,"out_bytes":509231104,"layer_bytes":[[1,141615104],[5,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[2,1282695680],[1,1288823296],[1,1282695680],[6,1288823296]],"read_bytes_per_token":7900060160,"files":["PrimeIntellect_INTELLECT-3-IQ4_XS/PrimeIntellect_INTELLECT-3-IQ4_XS-00001-of-00002.gguf","PrimeIntellect_INTELLECT-3-IQ4_XS/PrimeIntellect_INTELLECT-3-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q4_0","bytes":61721130016,"gpu_bytes":61362592256,"mapped_bytes":61711768064,"out_bytes":509231104,"layer_bytes":[[1,141975552],[5,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[2,1323590144],[1,1375855104],[1,1323590144],[6,1375855104]],"read_bytes_per_token":7857691136,"files":["PrimeIntellect_INTELLECT-3-Q4_0/PrimeIntellect_INTELLECT-3-Q4_0-00001-of-00002.gguf","PrimeIntellect_INTELLECT-3-Q4_0/PrimeIntellect_INTELLECT-3-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q4_K_M","bytes":71358092288,"gpu_bytes":70999554560,"mapped_bytes":71348730368,"out_bytes":509231104,"layer_bytes":[[1,168960000],[4,1706189312],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[1,1426571776],[1,1705107968],[1,1425490432],[6,1706189312]],"read_bytes_per_token":8843901440,"files":["PrimeIntellect_INTELLECT-3-Q4_K_M/PrimeIntellect_INTELLECT-3-Q4_K_M-00001-of-00002.gguf","PrimeIntellect_INTELLECT-3-Q4_K_M/PrimeIntellect_INTELLECT-3-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q5_K_M","bytes":81179014272,"gpu_bytes":80742881792,"mapped_bytes":81169652224,"out_bytes":509231104,"layer_bytes":[[1,186458112],[4,1897030144],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[1,1666343424],[1,1896473088],[1,1665786368],[6,1897030144]],"read_bytes_per_token":9806715392,"files":["PrimeIntellect_INTELLECT-3-Q5_K_M/PrimeIntellect_INTELLECT-3-Q5_K_M-00001-of-00003.gguf","PrimeIntellect_INTELLECT-3-Q5_K_M/PrimeIntellect_INTELLECT-3-Q5_K_M-00002-of-00003.gguf","PrimeIntellect_INTELLECT-3-Q5_K_M/PrimeIntellect_INTELLECT-3-Q5_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q6_K","bytes":96031286400,"gpu_bytes":95512709632,"mapped_bytes":96021924352,"out_bytes":509231104,"layer_bytes":[[1,211734528],[45,2106483200]],"read_bytes_per_token":11330079232,"files":["PrimeIntellect_INTELLECT-3-Q6_K/PrimeIntellect_INTELLECT-3-Q6_K-00001-of-00003.gguf","PrimeIntellect_INTELLECT-3-Q6_K/PrimeIntellect_INTELLECT-3-Q6_K-00002-of-00003.gguf","PrimeIntellect_INTELLECT-3-Q6_K/PrimeIntellect_INTELLECT-3-Q6_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"},{"quant":"Q8_0","bytes":113612256128,"gpu_bytes":112943340032,"mapped_bytes":113602894336,"out_bytes":659570688,"layer_bytes":[[1,258842624],[45,2489442816]],"read_bytes_per_token":13675960832,"files":["PrimeIntellect_INTELLECT-3-Q8_0/PrimeIntellect_INTELLECT-3-Q8_0-00001-of-00003.gguf","PrimeIntellect_INTELLECT-3-Q8_0/PrimeIntellect_INTELLECT-3-Q8_0-00002-of-00003.gguf","PrimeIntellect_INTELLECT-3-Q8_0/PrimeIntellect_INTELLECT-3-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"}],"original":{"bytes":213706747392,"repo":"PrimeIntellect/INTELLECT-3","sha":"ff39d4a4688989f3f28868923d030c28e1b7d81c","dtypes":{"BF16":106852245504,"F32":5760}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:30+00:00","url":"https://huggingface.co/PrimeIntellect/INTELLECT-3/tree/ff39d4a4688989f3f28868923d030c28e1b7d81c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:30+00:00","url":"https://huggingface.co/bartowski/PrimeIntellect_INTELLECT-3-GGUF/tree/1827cd1b39b3f3ced9319c94079d71bad75ee8c3"}]},{"id":"intent-aware-lfqa-llama3-8b-baseline","name":"intent-aware-lfqa-llama3-8b-baseline","repo":"allenai/intent-aware-lfqa-llama3-8b-baseline","sha":"ae9d06313ebbdd98b11db206b855ec50b31b9555","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8030326848,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128264,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-llama3-8b-baseline.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF","sha":"e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF","sha":"e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},"weights":[{"quant":"Q2_K","bytes":3179170688,"gpu_bytes":2998946304,"mapped_bytes":3171333120,"out_bytes":430983680,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998946304,"files":["intent-aware-lfqa-llama3-8b-baseline.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"Q3_K_M","bytes":4018960512,"gpu_bytes":3785378304,"mapped_bytes":4011122944,"out_bytes":430983680,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785378304,"files":["intent-aware-lfqa-llama3-8b-baseline.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"IQ4_XS","bytes":4484408704,"gpu_bytes":4197468672,"mapped_bytes":4476571136,"out_bytes":430983680,"layer_bytes":[[4,125730816],[28,116555776]],"read_bytes_per_token":4197468672,"files":["intent-aware-lfqa-llama3-8b-baseline.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"Q4_K_M","bytes":4920781184,"gpu_bytes":4617423360,"mapped_bytes":4912943616,"out_bytes":430983680,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617423360,"files":["intent-aware-lfqa-llama3-8b-baseline.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"Q5_K_M","bytes":5733038464,"gpu_bytes":5364009472,"mapped_bytes":5725200896,"out_bytes":430983680,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5364009472,"files":["intent-aware-lfqa-llama3-8b-baseline.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"Q6_K","bytes":6596061824,"gpu_bytes":6157257216,"mapped_bytes":6588224256,"out_bytes":430983680,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157257216,"files":["intent-aware-lfqa-llama3-8b-baseline.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"Q8_0","bytes":8540842112,"gpu_bytes":7974799616,"mapped_bytes":8533004544,"out_bytes":558221568,"layer_bytes":[[32,231768064]],"read_bytes_per_token":7974799616,"files":["intent-aware-lfqa-llama3-8b-baseline.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"},{"quant":"F16","bytes":16069023872,"gpu_bytes":15010447616,"mapped_bytes":16061186304,"out_bytes":1050755328,"layer_bytes":[[32,436240384]],"read_bytes_per_token":15010447616,"files":["intent-aware-lfqa-llama3-8b-baseline.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:58+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-llama3-8b-baseline/tree/ae9d06313ebbdd98b11db206b855ec50b31b9555"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:58+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-baseline-GGUF/tree/e8043a0bfc21a60d62f1c8beb05ec9f9906acf93"}]},{"id":"intent-aware-lfqa-llama3-8b-intent-explicit","name":"intent-aware-lfqa-llama3-8b-intent-explicit","repo":"allenai/intent-aware-lfqa-llama3-8b-intent-explicit","sha":"fdf98cd44eefadf6315d83b72ae1dd3ef42c3f00","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8030326848,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128264,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-llama3-8b-intent-explicit.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF","sha":"8ea49dd5fb022d2028628534f1a794d589097409"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF","sha":"8ea49dd5fb022d2028628534f1a794d589097409"},"weights":[{"quant":"Q2_K","bytes":3179170720,"gpu_bytes":2998946304,"mapped_bytes":3171333120,"out_bytes":430983680,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998946304,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"Q3_K_M","bytes":4018960544,"gpu_bytes":3785378304,"mapped_bytes":4011122944,"out_bytes":430983680,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785378304,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"IQ4_XS","bytes":4484408736,"gpu_bytes":4197468672,"mapped_bytes":4476571136,"out_bytes":430983680,"layer_bytes":[[4,125730816],[28,116555776]],"read_bytes_per_token":4197468672,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"Q4_K_M","bytes":4920781216,"gpu_bytes":4617423360,"mapped_bytes":4912943616,"out_bytes":430983680,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617423360,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"Q5_K_M","bytes":5733038496,"gpu_bytes":5364009472,"mapped_bytes":5725200896,"out_bytes":430983680,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5364009472,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"Q6_K","bytes":6596061856,"gpu_bytes":6157257216,"mapped_bytes":6588224256,"out_bytes":430983680,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157257216,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"Q8_0","bytes":8540842144,"gpu_bytes":7974799616,"mapped_bytes":8533004544,"out_bytes":558221568,"layer_bytes":[[32,231768064]],"read_bytes_per_token":7974799616,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"},{"quant":"F16","bytes":16069023904,"gpu_bytes":15010447616,"mapped_bytes":16061186304,"out_bytes":1050755328,"layer_bytes":[[32,436240384]],"read_bytes_per_token":15010447616,"files":["intent-aware-lfqa-llama3-8b-intent-explicit.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:59+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-llama3-8b-intent-explicit/tree/fdf98cd44eefadf6315d83b72ae1dd3ef42c3f00"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:59+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-explicit-GGUF/tree/8ea49dd5fb022d2028628534f1a794d589097409"}]},{"id":"intent-aware-lfqa-llama3-8b-intent-implicit","name":"intent-aware-lfqa-llama3-8b-intent-implicit","repo":"allenai/intent-aware-lfqa-llama3-8b-intent-implicit","sha":"6d3109d5729efa2bea0b6bdbb53a27bd9cf1365a","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8030326848,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128264,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-llama3-8b-intent-implicit.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF","sha":"075aba6bd5a87f4aa0ea41baaeede5dd54793cea"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF","sha":"075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},"weights":[{"quant":"Q2_K","bytes":3179170720,"gpu_bytes":2998946304,"mapped_bytes":3171333120,"out_bytes":430983680,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998946304,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"Q3_K_M","bytes":4018960544,"gpu_bytes":3785378304,"mapped_bytes":4011122944,"out_bytes":430983680,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785378304,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"IQ4_XS","bytes":4484408736,"gpu_bytes":4197468672,"mapped_bytes":4476571136,"out_bytes":430983680,"layer_bytes":[[4,125730816],[28,116555776]],"read_bytes_per_token":4197468672,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"Q4_K_M","bytes":4920781216,"gpu_bytes":4617423360,"mapped_bytes":4912943616,"out_bytes":430983680,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617423360,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"Q5_K_M","bytes":5733038496,"gpu_bytes":5364009472,"mapped_bytes":5725200896,"out_bytes":430983680,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5364009472,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"Q6_K","bytes":6596061856,"gpu_bytes":6157257216,"mapped_bytes":6588224256,"out_bytes":430983680,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157257216,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"Q8_0","bytes":8540842144,"gpu_bytes":7974799616,"mapped_bytes":8533004544,"out_bytes":558221568,"layer_bytes":[[32,231768064]],"read_bytes_per_token":7974799616,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"},{"quant":"F16","bytes":16069023904,"gpu_bytes":15010447616,"mapped_bytes":16061186304,"out_bytes":1050755328,"layer_bytes":[[32,436240384]],"read_bytes_per_token":15010447616,"files":["intent-aware-lfqa-llama3-8b-intent-implicit.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:00+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-llama3-8b-intent-implicit/tree/6d3109d5729efa2bea0b6bdbb53a27bd9cf1365a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:00+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-intent-implicit-GGUF/tree/075aba6bd5a87f4aa0ea41baaeede5dd54793cea"}]},{"id":"intent-aware-lfqa-llama3-8b-multiview","name":"intent-aware-lfqa-llama3-8b-multiview","repo":"allenai/intent-aware-lfqa-llama3-8b-multiview","sha":"5af8f7f3b07dbbc7fcec7905ce10b5544a765b89","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8030326848,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128264,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-llama3-8b-multiview.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF","sha":"193c4476f3344944cbae7c02cac924db36b8dbad"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF","sha":"193c4476f3344944cbae7c02cac924db36b8dbad"},"weights":[{"quant":"Q2_K","bytes":3179170688,"gpu_bytes":2998946304,"mapped_bytes":3171333120,"out_bytes":430983680,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998946304,"files":["intent-aware-lfqa-llama3-8b-multiview.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"Q3_K_M","bytes":4018960512,"gpu_bytes":3785378304,"mapped_bytes":4011122944,"out_bytes":430983680,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785378304,"files":["intent-aware-lfqa-llama3-8b-multiview.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"IQ4_XS","bytes":4484408704,"gpu_bytes":4197468672,"mapped_bytes":4476571136,"out_bytes":430983680,"layer_bytes":[[4,125730816],[28,116555776]],"read_bytes_per_token":4197468672,"files":["intent-aware-lfqa-llama3-8b-multiview.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"Q4_K_M","bytes":4920781184,"gpu_bytes":4617423360,"mapped_bytes":4912943616,"out_bytes":430983680,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617423360,"files":["intent-aware-lfqa-llama3-8b-multiview.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"Q5_K_M","bytes":5733038464,"gpu_bytes":5364009472,"mapped_bytes":5725200896,"out_bytes":430983680,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5364009472,"files":["intent-aware-lfqa-llama3-8b-multiview.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"Q6_K","bytes":6596061824,"gpu_bytes":6157257216,"mapped_bytes":6588224256,"out_bytes":430983680,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157257216,"files":["intent-aware-lfqa-llama3-8b-multiview.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"Q8_0","bytes":8540842112,"gpu_bytes":7974799616,"mapped_bytes":8533004544,"out_bytes":558221568,"layer_bytes":[[32,231768064]],"read_bytes_per_token":7974799616,"files":["intent-aware-lfqa-llama3-8b-multiview.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"},{"quant":"F16","bytes":16069023872,"gpu_bytes":15010447616,"mapped_bytes":16061186304,"out_bytes":1050755328,"layer_bytes":[[32,436240384]],"read_bytes_per_token":15010447616,"files":["intent-aware-lfqa-llama3-8b-multiview.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:08+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-llama3-8b-multiview/tree/5af8f7f3b07dbbc7fcec7905ce10b5544a765b89"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:08+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-llama3-8b-multiview-GGUF/tree/193c4476f3344944cbae7c02cac924db36b8dbad"}]},{"id":"intent-aware-lfqa-qwen3-4b-baseline","name":"intent-aware-lfqa-qwen3-4b-baseline","repo":"allenai/intent-aware-lfqa-qwen3-4b-baseline","sha":"ad6b85f4a51650ae2dd97a18acd628c5dbeba6f9","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-4b-baseline.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF","sha":"14cc7df127977b0908805bb550932987a17a76e6"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF","sha":"14cc7df127977b0908805bb550932987a17a76e6"},"weights":[{"quant":"Q2_K","bytes":1797122848,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["intent-aware-lfqa-qwen3-4b-baseline.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"Q3_K_M","bytes":2242744608,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["intent-aware-lfqa-qwen3-4b-baseline.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"IQ4_XS","bytes":2492946208,"gpu_bytes":2280359424,"mapped_bytes":2486992384,"out_bytes":319075840,"layer_bytes":[[4,57938944],[32,54047744]],"read_bytes_per_token":2280359424,"files":["intent-aware-lfqa-qwen3-4b-baseline.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"Q4_K_M","bytes":2716065568,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["intent-aware-lfqa-qwen3-4b-baseline.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"Q5_K_M","bytes":3156918048,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["intent-aware-lfqa-qwen3-4b-baseline.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"Q6_K","bytes":3625323808,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["intent-aware-lfqa-qwen3-4b-baseline.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"Q8_0","bytes":4693668128,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["intent-aware-lfqa-qwen3-4b-baseline.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"},{"quant":"F16","bytes":8829194528,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["intent-aware-lfqa-qwen3-4b-baseline.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:12+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-4b-baseline/tree/ad6b85f4a51650ae2dd97a18acd628c5dbeba6f9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:12+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-baseline-GGUF/tree/14cc7df127977b0908805bb550932987a17a76e6"}]},{"id":"intent-aware-lfqa-qwen3-4b-intent-explicit","name":"intent-aware-lfqa-qwen3-4b-intent-explicit","repo":"allenai/intent-aware-lfqa-qwen3-4b-intent-explicit","sha":"07bd65c9e7017a22293f4d1ee55cea2742213707","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-4b-intent-explicit.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF","sha":"446b82ccb98d39e58a4b4e4726209523cea79760"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF","sha":"446b82ccb98d39e58a4b4e4726209523cea79760"},"weights":[{"quant":"Q2_K","bytes":1797122880,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"Q3_K_M","bytes":2242744640,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"IQ4_XS","bytes":2492946240,"gpu_bytes":2280359424,"mapped_bytes":2486992384,"out_bytes":319075840,"layer_bytes":[[4,57938944],[32,54047744]],"read_bytes_per_token":2280359424,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"Q4_K_M","bytes":2716065600,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"Q5_K_M","bytes":3156918080,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"Q6_K","bytes":3625323840,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"Q8_0","bytes":4693668160,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"},{"quant":"F16","bytes":8829194560,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["intent-aware-lfqa-qwen3-4b-intent-explicit.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:13+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-4b-intent-explicit/tree/07bd65c9e7017a22293f4d1ee55cea2742213707"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:13+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-explicit-GGUF/tree/446b82ccb98d39e58a4b4e4726209523cea79760"}]},{"id":"intent-aware-lfqa-qwen3-4b-intent-implicit","name":"intent-aware-lfqa-qwen3-4b-intent-implicit","repo":"allenai/intent-aware-lfqa-qwen3-4b-intent-implicit","sha":"1daef32ff3a41afa0b51b0881e2a79131a623fae","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-4b-intent-implicit.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF","sha":"6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF","sha":"6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},"weights":[{"quant":"Q2_K","bytes":1797122880,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"Q3_K_M","bytes":2242744640,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"IQ4_XS","bytes":2492946240,"gpu_bytes":2280359424,"mapped_bytes":2486992384,"out_bytes":319075840,"layer_bytes":[[4,57938944],[32,54047744]],"read_bytes_per_token":2280359424,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"Q4_K_M","bytes":2716065600,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"Q5_K_M","bytes":3156918080,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"Q6_K","bytes":3625323840,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"Q8_0","bytes":4693668160,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"},{"quant":"F16","bytes":8829194560,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["intent-aware-lfqa-qwen3-4b-intent-implicit.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:13+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-4b-intent-implicit/tree/1daef32ff3a41afa0b51b0881e2a79131a623fae"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:13+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-intent-implicit-GGUF/tree/6c20ccd408cd1ac2d3db6b568032843b3d7f40e7"}]},{"id":"intent-aware-lfqa-qwen3-4b-multiview","name":"intent-aware-lfqa-qwen3-4b-multiview","repo":"allenai/intent-aware-lfqa-qwen3-4b-multiview","sha":"d172c60370bc5173597ee98a8b4e70b600de98a0","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4411424256,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-4b-multiview.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF","sha":"9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF","sha":"9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},"weights":[{"quant":"Q2_K","bytes":1797122848,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["intent-aware-lfqa-qwen3-4b-multiview.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"Q3_K_M","bytes":2242744608,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["intent-aware-lfqa-qwen3-4b-multiview.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"IQ4_XS","bytes":2492946208,"gpu_bytes":2280359424,"mapped_bytes":2486992384,"out_bytes":319075840,"layer_bytes":[[4,57938944],[32,54047744]],"read_bytes_per_token":2280359424,"files":["intent-aware-lfqa-qwen3-4b-multiview.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"Q4_K_M","bytes":2716065568,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["intent-aware-lfqa-qwen3-4b-multiview.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"Q5_K_M","bytes":3156918048,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["intent-aware-lfqa-qwen3-4b-multiview.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"Q6_K","bytes":3625323808,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["intent-aware-lfqa-qwen3-4b-multiview.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"Q8_0","bytes":4693668128,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["intent-aware-lfqa-qwen3-4b-multiview.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"},{"quant":"F16","bytes":8829194528,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["intent-aware-lfqa-qwen3-4b-multiview.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:21+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-4b-multiview/tree/d172c60370bc5173597ee98a8b4e70b600de98a0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:21+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-4b-multiview-GGUF/tree/9a5bb36b4b2c66cdf3aa64e1a5304959271935f6"}]},{"id":"intent-aware-lfqa-qwen3-8b-baseline","name":"intent-aware-lfqa-qwen3-8b-baseline","repo":"allenai/intent-aware-lfqa-qwen3-8b-baseline","sha":"6744e7676021aedfeea78b6429c35b2d70f2dc34","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-8b-baseline.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF","sha":"fcb2220455ed38743a603778ca203642fc7d2b2e"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF","sha":"fcb2220455ed38743a603778ca203642fc7d2b2e"},"weights":[{"quant":"Q2_K","bytes":3281729728,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["intent-aware-lfqa-qwen3-8b-baseline.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"Q3_K_M","bytes":4124158144,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["intent-aware-lfqa-qwen3-8b-baseline.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"IQ4_XS","bytes":4593293504,"gpu_bytes":4256727040,"mapped_bytes":4587339776,"out_bytes":510521344,"layer_bytes":[[4,111051776],[32,103187456]],"read_bytes_per_token":4256727040,"files":["intent-aware-lfqa-qwen3-8b-baseline.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"Q4_K_M","bytes":5027780800,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["intent-aware-lfqa-qwen3-8b-baseline.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"Q5_K_M","bytes":5851109568,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["intent-aware-lfqa-qwen3-8b-baseline.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"Q6_K","bytes":6725896384,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["intent-aware-lfqa-qwen3-8b-baseline.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"Q8_0","bytes":8709515456,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["intent-aware-lfqa-qwen3-8b-baseline.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"},{"quant":"F16","bytes":16388040896,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["intent-aware-lfqa-qwen3-8b-baseline.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:25+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-8b-baseline/tree/6744e7676021aedfeea78b6429c35b2d70f2dc34"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:25+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-baseline-GGUF/tree/fcb2220455ed38743a603778ca203642fc7d2b2e"}]},{"id":"intent-aware-lfqa-qwen3-8b-intent-explicit","name":"intent-aware-lfqa-qwen3-8b-intent-explicit","repo":"allenai/intent-aware-lfqa-qwen3-8b-intent-explicit","sha":"aff92503ee1e5c83dd44969c829bbc33b52dac8f","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-8b-intent-explicit.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF","sha":"001416ab83bfd88e0bfeb1d65030059cab7a02d5"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF","sha":"001416ab83bfd88e0bfeb1d65030059cab7a02d5"},"weights":[{"quant":"Q2_K","bytes":3281729760,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"Q3_K_M","bytes":4124158176,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"IQ4_XS","bytes":4593293536,"gpu_bytes":4256727040,"mapped_bytes":4587339776,"out_bytes":510521344,"layer_bytes":[[4,111051776],[32,103187456]],"read_bytes_per_token":4256727040,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"Q4_K_M","bytes":5027780832,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"Q5_K_M","bytes":5851109600,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"Q6_K","bytes":6725896416,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"Q8_0","bytes":8709515488,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"},{"quant":"F16","bytes":16388040928,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["intent-aware-lfqa-qwen3-8b-intent-explicit.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:26+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-8b-intent-explicit/tree/aff92503ee1e5c83dd44969c829bbc33b52dac8f"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:26+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-explicit-GGUF/tree/001416ab83bfd88e0bfeb1d65030059cab7a02d5"}]},{"id":"intent-aware-lfqa-qwen3-8b-intent-implicit","name":"intent-aware-lfqa-qwen3-8b-intent-implicit","repo":"allenai/intent-aware-lfqa-qwen3-8b-intent-implicit","sha":"02daddd030b0311f332ef920c0aa2e39e0931ef2","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-8b-intent-implicit.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF","sha":"d9acca0a16de704e261c691d6ef13f7480788b5a"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF","sha":"d9acca0a16de704e261c691d6ef13f7480788b5a"},"weights":[{"quant":"Q2_K","bytes":3281729760,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"Q3_K_M","bytes":4124158176,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"IQ4_XS","bytes":4593293536,"gpu_bytes":4256727040,"mapped_bytes":4587339776,"out_bytes":510521344,"layer_bytes":[[4,111051776],[32,103187456]],"read_bytes_per_token":4256727040,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"Q4_K_M","bytes":5027780832,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"Q5_K_M","bytes":5851109600,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"Q6_K","bytes":6725896416,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"Q8_0","bytes":8709515488,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"},{"quant":"F16","bytes":16388040928,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["intent-aware-lfqa-qwen3-8b-intent-implicit.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:27+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-8b-intent-implicit/tree/02daddd030b0311f332ef920c0aa2e39e0931ef2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:27+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-intent-implicit-GGUF/tree/d9acca0a16de704e261c691d6ef13f7480788b5a"}]},{"id":"intent-aware-lfqa-qwen3-8b-multiview","name":"intent-aware-lfqa-qwen3-8b-multiview","repo":"allenai/intent-aware-lfqa-qwen3-8b-multiview","sha":"bdffbe4b994e6723eebd6d380ce3baddd7adad38","publisher":"allenai","license":"odc-by","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"intent-aware-lfqa-qwen3-8b-multiview.Q4_K_M.gguf","repo":"mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF","sha":"ddd254282441e45978c70c73c09d5ee29b67d3ce"}},"gguf":{"repo":"mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF","sha":"ddd254282441e45978c70c73c09d5ee29b67d3ce"},"weights":[{"quant":"Q2_K","bytes":3281729760,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["intent-aware-lfqa-qwen3-8b-multiview.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"Q3_K_M","bytes":4124158176,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["intent-aware-lfqa-qwen3-8b-multiview.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"IQ4_XS","bytes":4593293536,"gpu_bytes":4256727040,"mapped_bytes":4587339776,"out_bytes":510521344,"layer_bytes":[[4,111051776],[32,103187456]],"read_bytes_per_token":4256727040,"files":["intent-aware-lfqa-qwen3-8b-multiview.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"Q4_K_M","bytes":5027780832,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["intent-aware-lfqa-qwen3-8b-multiview.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"Q5_K_M","bytes":5851109600,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["intent-aware-lfqa-qwen3-8b-multiview.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"Q6_K","bytes":6725896416,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["intent-aware-lfqa-qwen3-8b-multiview.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"Q8_0","bytes":8709515488,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["intent-aware-lfqa-qwen3-8b-multiview.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"},{"quant":"F16","bytes":16388040928,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["intent-aware-lfqa-qwen3-8b-multiview.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:43:35+00:00","url":"https://huggingface.co/allenai/intent-aware-lfqa-qwen3-8b-multiview/tree/bdffbe4b994e6723eebd6d380ce3baddd7adad38"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:43:35+00:00","url":"https://huggingface.co/mradermacher/intent-aware-lfqa-qwen3-8b-multiview-GGUF/tree/ddd254282441e45978c70c73c09d5ee29b67d3ce"}]},{"id":"intern-s2-397b","name":"Intern-S2-397B","repo":"internlm/Intern-S2-397B","sha":"85c1f58844e68836ec02245183cfa671de20977a","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":396371516160,"params_active":16344505088,"params_repo":403423094768,"arch":{"gguf_arch":"qwen35moe","n_layers":60,"n_layers_all":61,"layers":[[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":15,"v_elems":512,"window":null}],"state_elems":48844800,"max_context":262144,"vocab_size":251392,"hidden_size":4096,"moe":{"active":10,"experts":512},"cross_checked":true,"gguf_source":{"file":"Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00001-of-00007.gguf","repo":"bartowski/Intern-S2-397B-GGUF","sha":"e65c586617c2373207ed5666584b9d7d85aa90ae"}},"gguf":{"repo":"bartowski/Intern-S2-397B-GGUF","sha":"e65c586617c2373207ed5666584b9d7d85aa90ae"},"weights":[{"quant":"IQ2_XXS","bytes":118837533280,"gpu_bytes":114015087616,"mapped_bytes":118826447872,"out_bytes":1094074368,"layer_bytes":[[1,2311570432],[2,2164245504],[1,2148075520],[1,2164245504],[2,2157954048],[1,2148075520],[3,2157954048],[1,2148075520],[3,2157954048],[1,1744914432],[3,1753236480],[1,1744914432],[3,1753236480],[1,1744914432],[3,1753236480],[1,1744914432],[3,1753236480],[1,1744914432],[3,1753236480],[1,1744406528],[3,1753236480],[1,1744406528],[3,1753236480],[1,1744406528],[1,1753236480],[1,1886897152],[1,1819788288],[1,1880147968],[3,1752679424],[1,1880147968],[3,1752679424],[1,1880147968],[3,1752679424],[1,2758608896]],"read_bytes_per_token":8672259072,"files":["Intern-S2-397B-IQ2_XXS/Intern-S2-397B-IQ2_XXS-00001-of-00003.gguf","Intern-S2-397B-IQ2_XXS/Intern-S2-397B-IQ2_XXS-00002-of-00003.gguf","Intern-S2-397B-IQ2_XXS/Intern-S2-397B-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"IQ2_M","bytes":146060352192,"gpu_bytes":141237906432,"mapped_bytes":146049266688,"out_bytes":1094074368,"layer_bytes":[[1,2682242048],[2,2653799424],[1,2641414144],[3,2653799424],[1,2641414144],[3,2653799424],[1,2641414144],[3,2653799424],[1,2171652096],[3,2179580928],[1,2171652096],[3,2179580928],[1,2171652096],[1,2179580928],[2,2172896256],[1,2171652096],[3,2172896256],[1,2171652096],[3,2172896256],[1,2171652096],[3,2172896256],[1,2171652096],[3,2172896256],[1,2171652096],[1,2172896256],[2,2407777280],[1,2406533120],[3,2172896256],[1,2406533120],[3,2172896256],[1,2406533120],[3,2172896256],[1,3530606592]],"read_bytes_per_token":10447645696,"files":["Intern-S2-397B-IQ2_M/Intern-S2-397B-IQ2_M-00001-of-00004.gguf","Intern-S2-397B-IQ2_M/Intern-S2-397B-IQ2_M-00002-of-00004.gguf","Intern-S2-397B-IQ2_M/Intern-S2-397B-IQ2_M-00003-of-00004.gguf","Intern-S2-397B-IQ2_M/Intern-S2-397B-IQ2_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q2_K","bytes":154496932576,"gpu_bytes":149674486784,"mapped_bytes":154485847040,"out_bytes":1094074368,"layer_bytes":[[1,3269444608],[1,3249128448],[1,2963915776],[1,3237529600],[3,2963915776],[1,3237529600],[3,2963915776],[1,3237529600],[3,2745811968],[1,2230896640],[3,2229912576],[1,2221983744],[3,2229912576],[1,2221983744],[3,2229912576],[1,2221983744],[3,2229912576],[1,2221983744],[3,2229912576],[1,2221983744],[3,2229912576],[1,2221983744],[3,2229912576],[1,2221983744],[1,2229912576],[2,2234369024],[1,2734213120],[3,2234369024],[1,2734213120],[3,2234369024],[1,2734213120],[3,2234369024],[1,3740846080]],"read_bytes_per_token":10988448768,"files":["Intern-S2-397B-Q2_K/Intern-S2-397B-Q2_K-00001-of-00004.gguf","Intern-S2-397B-Q2_K/Intern-S2-397B-Q2_K-00002-of-00004.gguf","Intern-S2-397B-Q2_K/Intern-S2-397B-Q2_K-00003-of-00004.gguf","Intern-S2-397B-Q2_K/Intern-S2-397B-Q2_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"IQ3_XXS","bytes":173290298176,"gpu_bytes":168467852288,"mapped_bytes":173279212544,"out_bytes":1094074368,"layer_bytes":[[1,3252667392],[2,3232351232],[1,3220752384],[3,3232351232],[1,3220752384],[3,3232351232],[1,3220752384],[3,3232351232],[1,2583218176],[3,2582234112],[1,2583218176],[3,2582234112],[1,2583218176],[3,2582234112],[1,2583218176],[3,2582234112],[1,2583218176],[3,2582234112],[1,2583218176],[3,2582234112],[1,2583218176],[3,2582234112],[1,2583218176],[1,2582234112],[2,2913584128],[1,2901985280],[1,2594817024],[2,2586690560],[1,2901985280],[3,2586690560],[1,2901985280],[3,2586690560],[1,3606628352]],"read_bytes_per_token":11440581632,"files":["Intern-S2-397B-IQ3_XXS/Intern-S2-397B-IQ3_XXS-00001-of-00005.gguf","Intern-S2-397B-IQ3_XXS/Intern-S2-397B-IQ3_XXS-00002-of-00005.gguf","Intern-S2-397B-IQ3_XXS/Intern-S2-397B-IQ3_XXS-00003-of-00005.gguf","Intern-S2-397B-IQ3_XXS/Intern-S2-397B-IQ3_XXS-00004-of-00005.gguf","Intern-S2-397B-IQ3_XXS/Intern-S2-397B-IQ3_XXS-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q3_K_M","bytes":193694538592,"gpu_bytes":188872092672,"mapped_bytes":193683452928,"out_bytes":1094074368,"layer_bytes":[[2,3755983872],[1,3487548416],[1,3740321792],[3,3487548416],[1,3740321792],[3,3487548416],[1,3740321792],[3,3487548416],[1,2901460992],[3,2917123072],[1,2901460992],[3,2917123072],[1,2901460992],[3,2917123072],[1,2901460992],[3,2917123072],[1,2901460992],[3,2917123072],[1,2901460992],[3,2917123072],[1,2901460992],[3,2917123072],[1,2901460992],[1,2917123072],[2,3202335744],[1,3186673664],[3,2917123072],[1,3186673664],[3,2917123072],[1,3186673664],[3,2917123072],[1,4562405376]],"read_bytes_per_token":13289745408,"files":["Intern-S2-397B-Q3_K_M/Intern-S2-397B-Q3_K_M-00001-of-00005.gguf","Intern-S2-397B-Q3_K_M/Intern-S2-397B-Q3_K_M-00002-of-00005.gguf","Intern-S2-397B-Q3_K_M/Intern-S2-397B-Q3_K_M-00003-of-00005.gguf","Intern-S2-397B-Q3_K_M/Intern-S2-397B-Q3_K_M-00004-of-00005.gguf","Intern-S2-397B-Q3_K_M/Intern-S2-397B-Q3_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"IQ4_XS","bytes":223272770528,"gpu_bytes":218450324480,"mapped_bytes":223261684736,"out_bytes":1094074368,"layer_bytes":[[3,3906978816],[1,3891316736],[3,3571434496],[1,3891316736],[3,3571434496],[1,3891316736],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,3555772416],[3,3571434496],[1,4847618048]],"read_bytes_per_token":13867445248,"files":["Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00001-of-00006.gguf","Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00002-of-00006.gguf","Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00003-of-00006.gguf","Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00004-of-00006.gguf","Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00005-of-00006.gguf","Intern-S2-397B-IQ4_XS/Intern-S2-397B-IQ4_XS-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q4_0","bytes":229169093600,"gpu_bytes":224861498368,"mapped_bytes":229158007808,"out_bytes":844693504,"layer_bytes":[[3,3865035776],[1,3858286592],[2,3865035776],[1,3848258560],[1,3719350272],[1,3709322240],[1,3730818048],[1,3709322240],[1,3702048768],[1,3714040832],[1,3726099456],[1,3709322240],[1,3706767360],[1,3709322240],[1,3726099456],[1,3714040832],[1,3719350272],[1,3709322240],[1,3730818048],[1,3709322240],[1,3702048768],[1,3714040832],[1,3726099456],[1,3709322240],[1,3706767360],[1,3709322240],[1,3726099456],[1,3714040832],[1,3719350272],[1,3709322240],[1,3730818048],[1,3709322240],[1,3702048768],[1,3714040832],[1,3726099456],[1,3709322240],[1,3706767360],[1,3709322240],[1,3726099456],[1,3714040832],[1,3719350272],[1,3709322240],[1,3730818048],[1,3709322240],[1,3702048768],[1,3714040832],[1,3726099456],[1,3709322240],[1,3706767360],[1,3726099456],[2,3730818048],[1,3724068864],[3,3730818048],[1,3724068864]],"read_bytes_per_token":10754337792,"files":["Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00001-of-00006.gguf","Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00002-of-00006.gguf","Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00003-of-00006.gguf","Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00004-of-00006.gguf","Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00005-of-00006.gguf","Intern-S2-397B-Q4_0/Intern-S2-397B-Q4_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q4_K_M","bytes":254579055680,"gpu_bytes":249756609536,"mapped_bytes":254567969792,"out_bytes":1094074368,"layer_bytes":[[1,5400151040],[2,4880057344],[1,5384488960],[3,4880057344],[1,4864395264],[3,4880057344],[1,4864395264],[3,4880057344],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,3757099008],[3,3772761088],[1,4310747136],[3,3772761088],[1,4310747136],[3,3772761088],[1,4310747136],[3,3772761088],[1,6978324480]],"read_bytes_per_token":14478896128,"files":["Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00001-of-00007.gguf","Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00002-of-00007.gguf","Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00003-of-00007.gguf","Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00004-of-00007.gguf","Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00005-of-00007.gguf","Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00006-of-00007.gguf","Intern-S2-397B-Q4_K_M/Intern-S2-397B-Q4_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q5_K_M","bytes":309356666048,"gpu_bytes":304534219776,"mapped_bytes":309345580032,"out_bytes":1094074368,"layer_bytes":[[3,6188680192],[1,6173018112],[3,6188680192],[1,6173018112],[3,6188680192],[1,6173018112],[3,6188680192],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,4562405376],[3,4578067456],[1,5367711744],[3,4578067456],[1,5367711744],[3,4578067456],[1,5367711744],[3,4578067456],[1,6978324480]],"read_bytes_per_token":15548771328,"files":["Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00001-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00002-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00003-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00004-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00005-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00006-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00007-of-00008.gguf","Intern-S2-397B-Q5_K_M/Intern-S2-397B-Q5_K_M-00008-of-00008.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q6_K","bytes":353547853120,"gpu_bytes":348725406720,"mapped_bytes":353536766976,"out_bytes":1094074368,"layer_bytes":[[3,6473892864],[1,6458230784],[3,6473892864],[1,6458230784],[3,6473892864],[1,6458230784],[3,6473892864],[1,5418043392],[3,5433705472],[1,5418043392],[3,5433705472],[1,5418043392],[3,5433705472],[1,5418043392],[3,5433705472],[1,5418043392],[3,5433705472],[1,5418043392],[3,5433705472],[1,5418043392],[3,5433705472],[1,5418043392],[1,5433705472],[2,5953799168],[1,5938137088],[3,5953799168],[1,5938137088],[1,5953799168],[2,5433705472],[1,5938137088],[3,5433705472],[1,6978324480]],"read_bytes_per_token":16411880448,"files":["Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00001-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00002-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00003-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00004-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00005-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00006-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00007-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00008-of-00009.gguf","Intern-S2-397B-Q6_K/Intern-S2-397B-Q6_K-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"},{"quant":"Q8_0","bytes":428617506016,"gpu_bytes":420498336768,"mapped_bytes":428606419968,"out_bytes":1094074368,"layer_bytes":[[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480],[3,6993986560],[1,6978324480]],"read_bytes_per_token":17813695488,"files":["Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00001-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00002-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00003-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00004-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00005-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00006-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00007-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00008-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00009-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00010-of-00011.gguf","Intern-S2-397B-Q8_0/Intern-S2-397B-Q8_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"}],"original":{"bytes":806859499264,"repo":"internlm/Intern-S2-397B","sha":"85c1f58844e68836ec02245183cfa671de20977a","dtypes":{"BF16":403423086128,"F32":8640}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:18:03+00:00","url":"https://huggingface.co/internlm/Intern-S2-397B/tree/85c1f58844e68836ec02245183cfa671de20977a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:18:03+00:00","url":"https://huggingface.co/bartowski/Intern-S2-397B-GGUF/tree/e65c586617c2373207ed5666584b9d7d85aa90ae"}]},{"id":"ising-calibration-1-35b-a3b","name":"Ising-Calibration-1-35B-A3B","repo":"nvidia/Ising-Calibration-1-35B-A3B","sha":"b07b7d222086d452e640a067bfa175f8af42555d","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":null,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Ising-Calibration-1-35B-A3B.i1-Q4_K_M.gguf","repo":"mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF","sha":"87e928d9ec4b426c6784af6b4f2bbbd9c67385af"}},"gguf":{"repo":"mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF","sha":"87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},"weights":[{"quant":"IQ2_XXS","bytes":9497654368,"gpu_bytes":9319793152,"mapped_bytes":9486664192,"out_bytes":349642752,"layer_bytes":[[2,243427072],[1,243353344],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056],[3,224478976],[1,217901056]],"read_bytes_per_token":1219740160,"files":["Ising-Calibration-1-35B-A3B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"IQ2_M","bytes":11659236448,"gpu_bytes":11429724672,"mapped_bytes":11648246272,"out_bytes":349642752,"layer_bytes":[[2,305538816],[1,305424128],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216],[3,276064000],[1,270985216]],"read_bytes_per_token":1348846080,"files":["Ising-Calibration-1-35B-A3B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"Q2_K","bytes":12939594848,"gpu_bytes":12761733632,"mapped_bytes":12928604672,"out_bytes":417185792,"layer_bytes":[[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984],[3,309881600],[1,304809984]],"read_bytes_per_token":1465948672,"files":["Ising-Calibration-1-35B-A3B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"IQ3_XXS","bytes":13623759968,"gpu_bytes":13394248192,"mapped_bytes":13612769792,"out_bytes":349642752,"layer_bytes":[[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472],[3,327649024],[1,321513472]],"read_bytes_per_token":1448346112,"files":["Ising-Calibration-1-35B-A3B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"Q3_K_M","bytes":16764765280,"gpu_bytes":16535253504,"mapped_bytes":16753775104,"out_bytes":417185792,"layer_bytes":[[2,437911296],[1,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320]],"read_bytes_per_token":1680077312,"files":["Ising-Calibration-1-35B-A3B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"IQ4_XS","bytes":18728778848,"gpu_bytes":18447616512,"mapped_bytes":18717788672,"out_bytes":417185792,"layer_bytes":[[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248]],"read_bytes_per_token":1869629952,"files":["Ising-Calibration-1-35B-A3B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"Q4_0","bytes":19799268448,"gpu_bytes":19502213632,"mapped_bytes":19788278272,"out_bytes":417185792,"layer_bytes":[[3,492798720],[1,489056256],[1,492798720],[2,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504]],"read_bytes_per_token":1867786752,"files":["Ising-Calibration-1-35B-A3B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"Q4_K_M","bytes":21166759008,"gpu_bytes":20869704192,"mapped_bytes":21155768832,"out_bytes":417185792,"layer_bytes":[[3,549757696],[1,541960192],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,541960192],[3,549757696],[1,541960192]],"read_bytes_per_token":1975675392,"files":["Ising-Calibration-1-35B-A3B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"Q5_K_M","bytes":24729132128,"gpu_bytes":24368507392,"mapped_bytes":24718141952,"out_bytes":417185792,"layer_bytes":[[3,619242240],[1,612608000],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,612608000],[3,619242240],[1,612608000]],"read_bytes_per_token":2223892992,"files":["Ising-Calibration-1-35B-A3B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"},{"quant":"Q6_K","bytes":28514153568,"gpu_bytes":28085985792,"mapped_bytes":28503163392,"out_bytes":417185792,"layer_bytes":[[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296]],"read_bytes_per_token":2487624192,"files":["Ising-Calibration-1-35B-A3B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"}],"original":{"bytes":70218819136,"repo":"nvidia/Ising-Calibration-1-35B-A3B","sha":"b07b7d222086d452e640a067bfa175f8af42555d","dtypes":{"BF16":35107181936}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:36+00:00","url":"https://huggingface.co/nvidia/Ising-Calibration-1-35B-A3B/tree/b07b7d222086d452e640a067bfa175f8af42555d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:36+00:00","url":"https://huggingface.co/mradermacher/Ising-Calibration-1-35B-A3B-i1-GGUF/tree/87e928d9ec4b426c6784af6b4f2bbbd9c67385af"}]},{"id":"ising-calibration-1-5-31b-bf16","name":"Ising-Calibration-1.5-31B-BF16","repo":"nvidia/Ising-Calibration-1.5-31B-BF16","sha":"b9b4f513ce36a3455d8717c74dc99912c8e15290","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":30697345596,"params_active":null,"params_repo":31273088876,"arch":{"gguf_arch":"gemma4","n_layers":60,"n_layers_all":60,"layers":[[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0],[5,"swa",4096,4096,1024,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":10,"v_elems":2048,"window":null},{"k_elems":4096,"kind":"swa","layers":50,"v_elems":4096,"window":1024}],"state_elems":0,"max_context":262144,"vocab_size":262144,"hidden_size":5376,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ising-Calibration-1.5-31B-Q4_K_M.gguf","repo":"bartowski/Ising-Calibration-1.5-31B-GGUF","sha":"220b0bebb79e35dc1dab8ec433dc79a8baf40915"}},"gguf":{"repo":"bartowski/Ising-Calibration-1.5-31B-GGUF","sha":"220b0bebb79e35dc1dab8ec433dc79a8baf40915"},"weights":[{"quant":"IQ2_XXS","bytes":10830173216,"gpu_bytes":10814357376,"mapped_bytes":10814357376,"out_bytes":968906752,"layer_bytes":[[3,291553312],[2,180463648],[1,192335904],[1,180463648],[2,150401056],[1,156078112],[1,150401056],[1,167950368],[1,150401056],[1,156078112],[2,150401056],[1,156078112],[1,167950368],[2,150401056],[1,156078112],[2,150401056],[1,167950368],[1,156078112],[2,150401056],[1,156078112],[1,150401056],[1,167950368],[1,150401056],[1,156078112],[2,150401056],[1,156078112],[1,167950368],[2,150401056],[1,156078112],[2,150401056],[1,167950368],[1,156078112],[2,150401056],[1,156078112],[1,150401056],[1,167950368],[1,150401056],[1,156078112],[1,150401056],[2,156078112],[1,167950368],[5,156078112],[1,167950368]],"read_bytes_per_token":10814357376,"files":["Ising-Calibration-1.5-31B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"IQ2_M","bytes":12649755680,"gpu_bytes":12633939840,"mapped_bytes":12633939840,"out_bytes":968906752,"layer_bytes":[[3,299122720],[2,223256608],[1,242698272],[1,223256608],[2,179646496],[1,185323552],[1,179646496],[1,204765216],[1,179646496],[1,185323552],[2,179646496],[1,185323552],[1,204765216],[2,179646496],[1,185323552],[2,179646496],[1,204765216],[1,185323552],[2,179646496],[1,185323552],[1,179646496],[1,204765216],[1,179646496],[1,185323552],[2,179646496],[1,185323552],[1,204765216],[2,179646496],[1,185323552],[2,179646496],[1,204765216],[1,185323552],[2,179646496],[1,185323552],[1,179646496],[1,204765216],[1,179646496],[1,185323552],[1,179646496],[2,185323552],[1,204765216],[5,185323552],[1,204765216]],"read_bytes_per_token":12633939840,"files":["Ising-Calibration-1.5-31B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q2_K","bytes":12631606304,"gpu_bytes":12615790464,"mapped_bytes":12615790464,"out_bytes":1156077568,"layer_bytes":[[5,197365792],[1,239343648],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[1,197365792],[1,175689760],[1,195991584],[1,197365792],[2,175689760],[2,197365792],[1,239343648],[5,197365792],[1,239343648]],"read_bytes_per_token":12615790464,"files":["Ising-Calibration-1.5-31B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"IQ3_XXS","bytes":12981691424,"gpu_bytes":12965875584,"mapped_bytes":12965875584,"out_bytes":968906752,"layer_bytes":[[5,204763168],[1,247171104],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[1,204763168],[1,185495584],[1,208635936],[1,204763168],[2,185495584],[2,204763168],[1,247171104],[5,204763168],[1,247171104]],"read_bytes_per_token":12965875584,"files":["Ising-Calibration-1.5-31B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q3_K_M","bytes":15918105632,"gpu_bytes":15902289792,"mapped_bytes":15902289792,"out_bytes":1156077568,"layer_bytes":[[3,264415264],[2,249964576],[1,290996256],[1,249964576],[2,230008864],[1,249964576],[1,230008864],[1,256589856],[1,247212064],[1,232761376],[1,230008864],[1,247212064],[1,232761376],[1,256589856],[1,247212064],[1,230008864],[1,232761376],[1,247212064],[1,230008864],[1,256589856],[1,249964576],[2,230008864],[1,249964576],[1,230008864],[1,256589856],[1,247212064],[1,232761376],[1,230008864],[1,247212064],[1,232761376],[1,256589856],[1,247212064],[1,230008864],[1,232761376],[1,247212064],[1,230008864],[1,256589856],[1,249964576],[2,230008864],[1,249964576],[1,230008864],[1,256589856],[1,247212064],[1,232761376],[1,230008864],[2,249964576],[1,290996256],[5,249964576],[1,290996256]],"read_bytes_per_token":15902289792,"files":["Ising-Calibration-1.5-31B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"IQ4_XS","bytes":17155875872,"gpu_bytes":17140060032,"mapped_bytes":17140060032,"out_bytes":1156077568,"layer_bytes":[[5,267253792],[1,309231648],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[1,267253792],[1,254523424],[1,283770912],[1,267253792],[2,254523424],[2,267253792],[1,309231648],[5,267253792],[1,309231648]],"read_bytes_per_token":17140060032,"files":["Ising-Calibration-1.5-31B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q4_0","bytes":18076247072,"gpu_bytes":18060431232,"mapped_bytes":18060431232,"out_bytes":1156077568,"layer_bytes":[[5,288069664],[1,330391584],[1,288069664],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[1,280844320],[1,269490208],[1,300458016],[1,280844320],[2,269490208],[2,280844320],[1,323166240],[5,280844320],[1,323166240]],"read_bytes_per_token":18060431232,"files":["Ising-Calibration-1.5-31B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q4_K_M","bytes":19598472224,"gpu_bytes":19582656384,"mapped_bytes":19582656384,"out_bytes":1156077568,"layer_bytes":[[5,324583456],[1,365357088],[1,324583456],[2,277747744],[1,324583456],[1,277747744],[1,312844320],[1,318906400],[1,283424800],[1,277747744],[1,318906400],[1,283424800],[1,312844320],[1,318906400],[1,277747744],[1,283424800],[1,318906400],[1,277747744],[1,312844320],[1,324583456],[2,277747744],[1,324583456],[1,277747744],[1,312844320],[1,318906400],[1,283424800],[1,277747744],[1,318906400],[1,283424800],[1,312844320],[1,318906400],[1,277747744],[1,283424800],[1,318906400],[1,277747744],[1,312844320],[1,324583456],[2,277747744],[1,324583456],[1,277747744],[1,312844320],[1,318906400],[1,283424800],[1,277747744],[2,324583456],[1,365357088],[5,324583456],[1,365357088]],"read_bytes_per_token":19582656384,"files":["Ising-Calibration-1.5-31B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q5_K_M","bytes":22608860192,"gpu_bytes":22593044352,"mapped_bytes":22593044352,"out_bytes":1156077568,"layer_bytes":[[5,362258464],[1,407418912],[1,362258464],[2,338130976],[1,362258464],[1,338130976],[1,380366880],[1,359333920],[1,341055520],[1,338130976],[1,359333920],[1,341055520],[1,380366880],[1,359333920],[1,338130976],[1,341055520],[1,359333920],[1,338130976],[1,380366880],[1,362258464],[2,338130976],[1,362258464],[1,338130976],[1,380366880],[1,359333920],[1,341055520],[1,338130976],[1,359333920],[1,341055520],[1,380366880],[1,359333920],[1,338130976],[1,341055520],[1,359333920],[1,338130976],[1,380366880],[1,362258464],[2,338130976],[1,362258464],[1,338130976],[1,380366880],[1,359333920],[1,341055520],[1,338130976],[2,362258464],[1,407418912],[5,362258464],[1,407418912]],"read_bytes_per_token":22593044352,"files":["Ising-Calibration-1.5-31B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q6_K","bytes":26726704160,"gpu_bytes":26710888320,"mapped_bytes":26710888320,"out_bytes":1156077568,"layer_bytes":[[5,424964128],[1,483457056],[1,424964128],[2,408965152],[1,424964128],[1,408965152],[1,462125088],[1,419631136],[1,414298144],[1,408965152],[1,419631136],[1,414298144],[1,462125088],[1,419631136],[1,408965152],[1,414298144],[1,419631136],[1,408965152],[1,462125088],[1,424964128],[2,408965152],[1,424964128],[1,408965152],[1,462125088],[1,419631136],[1,414298144],[1,408965152],[1,419631136],[1,414298144],[1,462125088],[1,419631136],[1,408965152],[1,414298144],[1,419631136],[1,408965152],[1,462125088],[1,424964128],[2,408965152],[1,424964128],[1,408965152],[1,462125088],[1,419631136],[1,414298144],[1,408965152],[2,424964128],[1,483457056],[5,424964128],[1,483457056]],"read_bytes_per_token":26710888320,"files":["Ising-Calibration-1.5-31B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"Q8_0","bytes":32635659296,"gpu_bytes":32619843456,"mapped_bytes":32619843456,"out_bytes":1497389056,"layer_bytes":[[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680],[5,508958752],[1,567451680]],"read_bytes_per_token":32619843456,"files":["Ising-Calibration-1.5-31B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"},{"quant":"BF16","bytes":61413172128,"gpu_bytes":61397356416,"mapped_bytes":61397356416,"out_bytes":2818594816,"layer_bytes":[[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800],[5,957962272],[1,1068064800]],"read_bytes_per_token":61397356416,"files":["Ising-Calibration-1.5-31B-bf16/Ising-Calibration-1.5-31B-bf16-00001-of-00002.gguf","Ising-Calibration-1.5-31B-bf16/Ising-Calibration-1.5-31B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"}],"original":{"bytes":62546338264,"repo":"nvidia/Ising-Calibration-1.5-31B-BF16","sha":"b9b4f513ce36a3455d8717c74dc99912c8e15290","dtypes":{"BF16":31273088876}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:38+00:00","url":"https://huggingface.co/nvidia/Ising-Calibration-1.5-31B-BF16/tree/b9b4f513ce36a3455d8717c74dc99912c8e15290"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:38+00:00","url":"https://huggingface.co/bartowski/Ising-Calibration-1.5-31B-GGUF/tree/220b0bebb79e35dc1dab8ec433dc79a8baf40915"}]},{"id":"januscoder-14b","name":"JanusCoder-14B","repo":"internlm/JanusCoder-14B","sha":"28487c478ac1b573157c593449ccfb3b2db48ae7","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"JanusCoder-14B-Q4_K_M.gguf","repo":"unsloth/JanusCoder-14B-GGUF","sha":"a19c7ca353bf398c99d5de106f7d20bd4857c79d"}},"gguf":{"repo":"unsloth/JanusCoder-14B-GGUF","sha":"a19c7ca353bf398c99d5de106f7d20bd4857c79d"},"weights":[{"quant":"Q2_K","bytes":5753984192,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["JanusCoder-14B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"Q3_K_M","bytes":7321313472,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["JanusCoder-14B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"IQ4_XS","bytes":8135040192,"gpu_bytes":7691504640,"mapped_bytes":8129080320,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["JanusCoder-14B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"Q4_0","bytes":8543001792,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["JanusCoder-14B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"Q4_K_M","bytes":9001753792,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["JanusCoder-14B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"Q5_K_M","bytes":10514570432,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["JanusCoder-14B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"Q6_K","bytes":12121938112,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["JanusCoder-14B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"Q8_0","bytes":15698534592,"gpu_bytes":14866042880,"mapped_bytes":15692574720,"out_bytes":826552320,"layer_bytes":[[40,350987264]],"read_bytes_per_token":14866042880,"files":["JanusCoder-14B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"},{"quant":"BF16","bytes":29543423936,"gpu_bytes":27981639680,"mapped_bytes":29537464320,"out_bytes":1555845120,"layer_bytes":[[40,660644864]],"read_bytes_per_token":27981639680,"files":["JanusCoder-14B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"}],"original":{"bytes":29536665656,"repo":"internlm/JanusCoder-14B","sha":"28487c478ac1b573157c593449ccfb3b2db48ae7","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:45+00:00","url":"https://huggingface.co/internlm/JanusCoder-14B/tree/28487c478ac1b573157c593449ccfb3b2db48ae7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:45+00:00","url":"https://huggingface.co/unsloth/JanusCoder-14B-GGUF/tree/a19c7ca353bf398c99d5de106f7d20bd4857c79d"}]},{"id":"januscoder-8b","name":"JanusCoder-8B","repo":"internlm/JanusCoder-8B","sha":"86a9030406ab822464c7ad0f7b10766ca9fffcca","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"JanusCoder-8B-Q4_K_M.gguf","repo":"unsloth/JanusCoder-8B-GGUF","sha":"eb30b9274471c1d38a636c93a7a4aef42c727952"}},"gguf":{"repo":"unsloth/JanusCoder-8B-GGUF","sha":"eb30b9274471c1d38a636c93a7a4aef42c727952"},"weights":[{"quant":"Q2_K","bytes":3281733280,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["JanusCoder-8B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"Q3_K_M","bytes":4124161696,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["JanusCoder-8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"IQ4_XS","bytes":4581287584,"gpu_bytes":4225269760,"mapped_bytes":4575330304,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["JanusCoder-8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"Q4_0","bytes":4787332768,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["JanusCoder-8B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"Q4_K_M","bytes":5027784352,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["JanusCoder-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"Q5_K_M","bytes":5851113120,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["JanusCoder-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"Q6_K","bytes":6725899936,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["JanusCoder-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"Q8_0","bytes":8709519008,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["JanusCoder-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"},{"quant":"BF16","bytes":16388044192,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["JanusCoder-8B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"}],"original":{"bytes":16381516824,"repo":"internlm/JanusCoder-8B","sha":"86a9030406ab822464c7ad0f7b10766ca9fffcca","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:53+00:00","url":"https://huggingface.co/internlm/JanusCoder-8B/tree/86a9030406ab822464c7ad0f7b10766ca9fffcca"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:53+00:00","url":"https://huggingface.co/unsloth/JanusCoder-8B-GGUF/tree/eb30b9274471c1d38a636c93a7a4aef42c727952"}]},{"id":"januscoderv-7b","name":"JanusCoderV-7B","repo":"internlm/JanusCoderV-7B","sha":"a78918c82dc9bdafcd2e07331aa556327a3606dc","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"internlm_JanusCoderV-7B-Q4_K_M.gguf","repo":"bartowski/internlm_JanusCoderV-7B-GGUF","sha":"031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"}},"gguf":{"repo":"bartowski/internlm_JanusCoderV-7B-GGUF","sha":"031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},"weights":[{"quant":"IQ2_M","bytes":2780341120,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["internlm_JanusCoderV-7B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q2_K","bytes":3015938944,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["internlm_JanusCoderV-7B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"IQ3_XXS","bytes":3114513280,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["internlm_JanusCoderV-7B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q3_K_M","bytes":3808390016,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["internlm_JanusCoderV-7B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"IQ4_XS","bytes":4218471296,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["internlm_JanusCoderV-7B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q4_0","bytes":4444119936,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["internlm_JanusCoderV-7B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q4_K_M","bytes":4683072384,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["internlm_JanusCoderV-7B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q5_K_M","bytes":5444830080,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["internlm_JanusCoderV-7B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q6_K","bytes":6254197632,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["internlm_JanusCoderV-7B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"Q8_0","bytes":8098524032,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["internlm_JanusCoderV-7B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"},{"quant":"BF16","bytes":15237851744,"gpu_bytes":14141904896,"mapped_bytes":15231899648,"out_bytes":1090009088,"layer_bytes":[[28,466139136]],"read_bytes_per_token":14141904896,"files":["internlm_JanusCoderV-7B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"}],"original":{"bytes":16584414544,"repo":"internlm/JanusCoderV-7B","sha":"a78918c82dc9bdafcd2e07331aa556327a3606dc","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:54+00:00","url":"https://huggingface.co/internlm/JanusCoderV-7B/tree/a78918c82dc9bdafcd2e07331aa556327a3606dc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:54+00:00","url":"https://huggingface.co/bartowski/internlm_JanusCoderV-7B-GGUF/tree/031d7c2e43b1e08a7b9111f75a379f9145cdb6ca"}]},{"id":"k-exaone-236b-a23b","name":"K-EXAONE-236B-A23B","repo":"LGAI-EXAONE/K-EXAONE-236B-A23B","sha":"61e6d578eb102b578e5704e2916ac841df9eca0a","publisher":"LGAI-EXAONE","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":236571156352,"params_active":22724566912,"params_repo":237099669632,"arch":{"gguf_arch":"exaone-moe","n_layers":48,"n_layers_all":49,"layers":[[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,128,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":36,"v_elems":1024,"window":128}],"state_elems":0,"max_context":262144,"vocab_size":153600,"hidden_size":6144,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"K-EXAONE-236B-A23B-Q4_K_M.gguf","repo":"LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF","sha":"5bd0394e4f42c00df63e207b9c434387523a6b77"}},"gguf":{"repo":"LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF","sha":"5bd0394e4f42c00df63e207b9c434387523a6b77"},"weights":[{"quant":"IQ4_XS","bytes":127703023360,"gpu_bytes":126913216000,"mapped_bytes":127696429568,"out_bytes":774168576,"layer_bytes":[[1,259376128],[5,2904933888],[42,2651309568]],"read_bytes_per_token":12628917760,"files":["K-EXAONE-236B-A23B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"},{"quant":"Q4_K_M","bytes":143471722240,"gpu_bytes":142606073344,"mapped_bytes":143465128448,"out_bytes":774168576,"layer_bytes":[[1,285672448],[5,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[1,3226142208],[2,2806040064],[7,3226142208]],"read_bytes_per_token":13894680064,"files":["K-EXAONE-236B-A23B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"},{"quant":"Q5_K_M","bytes":168271855360,"gpu_bytes":167237123584,"mapped_bytes":168265261568,"out_bytes":774168576,"layer_bytes":[[1,327353344],[5,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[1,3645310464],[2,3428894208],[7,3645310464]],"read_bytes_per_token":16253976064,"files":["K-EXAONE-236B-A23B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"},{"quant":"Q6_K","bytes":194621996800,"gpu_bytes":193407614464,"mapped_bytes":194615403008,"out_bytes":774168576,"layer_bytes":[[1,371639296],[47,4090676736]],"read_bytes_per_token":18760728064,"files":["K-EXAONE-236B-A23B-Q6_K.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"},{"quant":"Q8_0","bytes":252035464960,"gpu_bytes":250464534016,"mapped_bytes":252028871168,"out_bytes":1002725376,"layer_bytes":[[1,481346560],[47,5297456640]],"read_bytes_per_token":24255233536,"files":["K-EXAONE-236B-A23B-Q8_0.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"},{"quant":"BF16","bytes":474281148160,"gpu_bytes":471330029056,"mapped_bytes":474274554368,"out_bytes":1887461376,"layer_bytes":[[1,906019840],[47,9968862720]],"read_bytes_per_token":45524286976,"files":["K-EXAONE-236B-A23B-BF16.gguf"],"source_url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"}],"original":{"bytes":474201679088,"repo":"LGAI-EXAONE/K-EXAONE-236B-A23B","sha":"61e6d578eb102b578e5704e2916ac841df9eca0a","dtypes":{"BF16":237099663616,"F32":6016}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:18:10+00:00","url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B/tree/61e6d578eb102b578e5704e2916ac841df9eca0a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:18:10+00:00","url":"https://huggingface.co/LGAI-EXAONE/K-EXAONE-236B-A23B-GGUF/tree/5bd0394e4f42c00df63e207b9c434387523a6b77"}]},{"id":"kanana-2-3b-base","name":"kanana-2-3b-base","repo":"kakaocorp/kanana-2-3b-base","sha":"9fa2a678c379700868d72685a22ea8ed0263ef33","publisher":"kakaocorp","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3180636672,"params_active":null,"params_repo":3180636672,"arch":{"gguf_arch":"qwen3","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128256,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"kanana-2-3b-base.i1-Q4_K_M.gguf","repo":"mradermacher/kanana-2-3b-base-i1-GGUF","sha":"9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"}},"gguf":{"repo":"mradermacher/kanana-2-3b-base-i1-GGUF","sha":"9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},"weights":[{"quant":"IQ2_XXS","bytes":998616352,"gpu_bytes":993200128,"mapped_bytes":993200128,"out_bytes":225740800,"layer_bytes":[[4,25273344],[28,23798784]],"read_bytes_per_token":993200128,"files":["kanana-2-3b-base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"IQ2_M","bytes":1211608352,"gpu_bytes":1206192128,"mapped_bytes":1206192128,"out_bytes":225740800,"layer_bytes":[[4,32646144],[28,30352384]],"read_bytes_per_token":1206192128,"files":["kanana-2-3b-base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"Q2_K","bytes":1333203232,"gpu_bytes":1327787008,"mapped_bytes":1327787008,"out_bytes":269347840,"layer_bytes":[[32,33076224]],"read_bytes_per_token":1327787008,"files":["kanana-2-3b-base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"IQ3_XXS","bytes":1328262432,"gpu_bytes":1322846208,"mapped_bytes":1322846208,"out_bytes":225740800,"layer_bytes":[[32,34284544]],"read_bytes_per_token":1322846208,"files":["kanana-2-3b-base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"Q3_K_M","bytes":1651708192,"gpu_bytes":1646291968,"mapped_bytes":1646291968,"out_bytes":269347840,"layer_bytes":[[2,45794304],[30,42845184]],"read_bytes_per_token":1646291968,"files":["kanana-2-3b-base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"IQ4_XS","bytes":1803751712,"gpu_bytes":1798335488,"mapped_bytes":1798335488,"out_bytes":269347840,"layer_bytes":[[32,47780864]],"read_bytes_per_token":1798335488,"files":["kanana-2-3b-base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"Q4_0","bytes":1885016352,"gpu_bytes":1879600128,"mapped_bytes":1879600128,"out_bytes":269347840,"layer_bytes":[[4,51467264],[28,50156544]],"read_bytes_per_token":1879600128,"files":["kanana-2-3b-base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"Q4_K_M","bytes":1977094432,"gpu_bytes":1971678208,"mapped_bytes":1971678208,"out_bytes":269347840,"layer_bytes":[[4,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[5,56239104]],"read_bytes_per_token":1971678208,"files":["kanana-2-3b-base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"Q5_K_M","bytes":2286424352,"gpu_bytes":2281008128,"mapped_bytes":2281008128,"out_bytes":269347840,"layer_bytes":[[4,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[5,64431104]],"read_bytes_per_token":2281008128,"files":["kanana-2-3b-base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"},{"quant":"Q6_K","bytes":2615087392,"gpu_bytes":2609671168,"mapped_bytes":2609671168,"out_bytes":269347840,"layer_bytes":[[32,73135104]],"read_bytes_per_token":2609671168,"files":["kanana-2-3b-base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"}],"original":{"bytes":6361314032,"repo":"kakaocorp/kanana-2-3b-base","sha":"9fa2a678c379700868d72685a22ea8ed0263ef33","dtypes":{"BF16":3180636672}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:48:33+00:00","url":"https://huggingface.co/kakaocorp/kanana-2-3b-base/tree/9fa2a678c379700868d72685a22ea8ed0263ef33"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:48:33+00:00","url":"https://huggingface.co/mradermacher/kanana-2-3b-base-i1-GGUF/tree/9a2a3bb55f2a9db4647df2244d76b41dfb139ebd"}]},{"id":"kanana-2-3b-instruct","name":"kanana-2-3b-instruct","repo":"kakaocorp/kanana-2-3b-instruct","sha":"6a5d7889964c4c590299d16e309eabab1f73f8a9","publisher":"kakaocorp","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3508972032,"params_active":null,"params_repo":3508972032,"arch":{"gguf_arch":"qwen3","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128256,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"kanana-2-3b-instruct.Q4_K_M.gguf","repo":"mradermacher/kanana-2-3b-instruct-GGUF","sha":"45a8a3e5925aa2c3615f6ed49fbc308132c9b587"}},"gguf":{"repo":"mradermacher/kanana-2-3b-instruct-GGUF","sha":"45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},"weights":[{"quant":"Q2_K","bytes":1440949120,"gpu_bytes":1327787008,"mapped_bytes":1435522048,"out_bytes":269347840,"layer_bytes":[[32,33076224]],"read_bytes_per_token":1327787008,"files":["kanana-2-3b-instruct.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"Q3_K_M","bytes":1792800640,"gpu_bytes":1646291968,"mapped_bytes":1787373568,"out_bytes":269347840,"layer_bytes":[[2,45794304],[30,42845184]],"read_bytes_per_token":1646291968,"files":["kanana-2-3b-instruct.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"IQ4_XS","bytes":1991297920,"gpu_bytes":1811442688,"mapped_bytes":1985870848,"out_bytes":269347840,"layer_bytes":[[4,51057664],[28,47780864]],"read_bytes_per_token":1811442688,"files":["kanana-2-3b-instruct.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"Q4_K_M","bytes":2161793920,"gpu_bytes":1971678208,"mapped_bytes":2156366848,"out_bytes":269347840,"layer_bytes":[[4,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[1,56239104],[2,50156544],[5,56239104]],"read_bytes_per_token":1971678208,"files":["kanana-2-3b-instruct.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"Q5_K_M","bytes":2512165760,"gpu_bytes":2281008128,"mapped_bytes":2506738688,"out_bytes":269347840,"layer_bytes":[[4,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[1,64431104],[2,61297664],[5,64431104]],"read_bytes_per_token":2281008128,"files":["kanana-2-3b-instruct.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"Q6_K","bytes":2884435840,"gpu_bytes":2609671168,"mapped_bytes":2879008768,"out_bytes":269347840,"layer_bytes":[[32,73135104]],"read_bytes_per_token":2609671168,"files":["kanana-2-3b-instruct.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"Q8_0","bytes":3734222720,"gpu_bytes":3379939328,"mapped_bytes":3728795648,"out_bytes":348866560,"layer_bytes":[[32,94721024]],"read_bytes_per_token":3379939328,"files":["kanana-2-3b-instruct.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"},{"quant":"F16","bytes":7023720320,"gpu_bytes":6361622528,"mapped_bytes":7018293248,"out_bytes":656680960,"layer_bytes":[[32,178279424]],"read_bytes_per_token":6361622528,"files":["kanana-2-3b-instruct.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"}],"original":{"bytes":7017984872,"repo":"kakaocorp/kanana-2-3b-instruct","sha":"6a5d7889964c4c590299d16e309eabab1f73f8a9","dtypes":{"BF16":3508972032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:48:35+00:00","url":"https://huggingface.co/kakaocorp/kanana-2-3b-instruct/tree/6a5d7889964c4c590299d16e309eabab1f73f8a9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:48:35+00:00","url":"https://huggingface.co/mradermacher/kanana-2-3b-instruct-GGUF/tree/45a8a3e5925aa2c3615f6ed49fbc308132c9b587"}]},{"id":"kat-coder-v2-5-dev","name":"KAT-Coder-V2.5-Dev","repo":"Kwaipilot/KAT-Coder-V2.5-Dev","sha":"7be56fe773e72b6f5ca93c1ae45d828ddb893922","publisher":"Kwaipilot","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":34660610688,"params_active":2946429568,"params_repo":34660610688,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Kwaipilot_KAT-Coder-V2.5-Dev-Q4_K_M.gguf","repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","sha":"d8f684f08d2950ea9d2db6a35ef7dada0707858b"}},"gguf":{"repo":"bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF","sha":"d8f684f08d2950ea9d2db6a35ef7dada0707858b"},"weights":[{"quant":"IQ2_XXS","bytes":9778452896,"gpu_bytes":9600592384,"mapped_bytes":9767463424,"out_bytes":349642752,"layer_bytes":[[3,242770688],[1,237078528],[1,235889408],[1,225927936],[1,232809216],[1,228419584],[2,225927936],[1,234382080],[1,226846720],[1,225927936],[1,227500800],[1,232809216],[1,227117056],[1,227500800],[1,225927936],[1,232809216],[1,228419584],[2,225927936],[1,234382080],[1,226846720],[1,225927936],[1,227500800],[1,232809216],[1,227117056],[1,227500800],[1,225927936],[1,232809216],[1,228419584],[2,225927936],[1,234382080],[1,228689920],[3,242770688],[1,237078528]],"read_bytes_per_token":1482254848,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"IQ2_M","bytes":12066716064,"gpu_bytes":11837204992,"mapped_bytes":12055726592,"out_bytes":349642752,"layer_bytes":[[3,314598144],[1,309430272],[1,308241152],[1,277308160],[1,283665152],[1,279799808],[2,277308160],[1,285238016],[1,278226944],[1,277308160],[1,278881024],[1,283665152],[1,278497280],[1,278881024],[1,277308160],[1,283665152],[1,279799808],[2,277308160],[1,285238016],[1,278226944],[1,277308160],[1,278881024],[1,283665152],[1,278497280],[1,278881024],[1,277308160],[1,283665152],[1,279799808],[2,277308160],[1,285238016],[1,280070144],[3,314598144],[1,309430272]],"read_bytes_per_token":1585670656,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q2_K","bytes":12617079200,"gpu_bytes":12439218688,"mapped_bytes":12606089728,"out_bytes":417185792,"layer_bytes":[[3,318726912],[1,317679616],[1,312566528],[1,283730688],[1,289891072],[1,309422080],[2,283730688],[1,318726912],[1,280586240],[1,283730688],[1,312566528],[1,289891072],[1,288843776],[1,312566528],[1,283730688],[1,289891072],[1,309422080],[2,283730688],[1,318726912],[1,280586240],[1,283730688],[1,312566528],[1,289891072],[1,288843776],[1,312566528],[1,283730688],[1,289891072],[1,309422080],[2,283730688],[1,318726912],[1,317679616],[3,318726912],[1,317679616]],"read_bytes_per_token":1671653888,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"IQ3_XXS","bytes":14870829472,"gpu_bytes":14641318400,"mapped_bytes":14859840000,"out_bytes":349642752,"layer_bytes":[[3,386294528],[1,382691328],[1,380592896],[1,330785536],[1,336487168],[1,375351296],[2,330785536],[1,386294528],[1,325543936],[1,330785536],[1,380592896],[1,336487168],[1,332883968],[1,380592896],[1,330785536],[1,336487168],[1,375351296],[2,330785536],[1,386294528],[1,325543936],[1,330785536],[1,380592896],[1,336487168],[1,332883968],[1,380592896],[1,330785536],[1,336487168],[1,375351296],[2,330785536],[1,386294528],[1,382691328],[3,386294528],[1,382691328]],"read_bytes_per_token":1760872960,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q3_K_M","bytes":16226548128,"gpu_bytes":15997037056,"mapped_bytes":16215558656,"out_bytes":417185792,"layer_bytes":[[3,411853568],[1,407857152],[1,406545152],[1,369713920],[1,375022336],[1,401303552],[2,369713920],[1,411853568],[1,364472320],[1,369713920],[1,406545152],[1,375022336],[1,371025920],[1,406545152],[1,369713920],[1,375022336],[1,401303552],[2,369713920],[1,411853568],[1,364472320],[1,369713920],[1,406545152],[1,375022336],[1,371025920],[1,406545152],[1,369713920],[1,375022336],[1,401303552],[2,369713920],[1,411853568],[1,407857152],[3,411853568],[1,407857152]],"read_bytes_per_token":1897622016,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"IQ4_XS","bytes":18806446496,"gpu_bytes":18525284864,"mapped_bytes":18795457024,"out_bytes":417185792,"layer_bytes":[[3,456221440],[1,455043072],[1,451764992],[1,450093824],[1,454550272],[1,450193408],[2,450093824],[1,456221440],[1,448522240],[1,450093824],[1,451764992],[1,454550272],[1,453371904],[1,451764992],[1,450093824],[1,454550272],[1,450193408],[2,450093824],[1,456221440],[1,448522240],[1,450093824],[1,451764992],[1,454550272],[1,453371904],[1,451764992],[1,450093824],[1,454550272],[1,450193408],[2,450093824],[1,456221440],[1,455043072],[3,456221440],[1,455043072]],"read_bytes_per_token":1947298304,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q4_0","bytes":19942611360,"gpu_bytes":19645557248,"mapped_bytes":19931621888,"out_bytes":417185792,"layer_bytes":[[3,498950912],[1,495937536],[1,494756608],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,473655296],[1,476799744],[1,477979392],[1,480994048],[1,477980672],[1,477979392],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,473655296],[1,476799744],[1,477979392],[1,480994048],[1,477980672],[1,477979392],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,479160320],[3,482173696],[1,479160320]],"read_bytes_per_token":2011130368,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q4_K_M","bytes":21391448480,"gpu_bytes":21094394368,"mapped_bytes":21380459008,"out_bytes":417185792,"layer_bytes":[[3,555705088],[1,549414912],[1,551510784],[1,481542912],[1,485737216],[1,545089536],[2,481542912],[1,555705088],[1,475121664],[1,481542912],[1,551510784],[1,485737216],[1,479447040],[1,551510784],[1,481542912],[1,485737216],[1,545089536],[2,481542912],[1,555705088],[1,475121664],[1,481542912],[1,551510784],[1,485737216],[1,479447040],[1,551510784],[1,481542912],[1,485737216],[1,545089536],[2,481542912],[1,555705088],[1,549414912],[3,555705088],[1,549414912]],"read_bytes_per_token":2200365568,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q5_K_M","bytes":25017457056,"gpu_bytes":24656833024,"mapped_bytes":25006467584,"out_bytes":417185792,"layer_bytes":[[3,627925760],[1,617637888],[1,624780032],[1,589128448],[1,592274176],[1,615409664],[2,589128448],[1,627925760],[1,579758080],[1,589128448],[1,624780032],[1,592274176],[1,581986304],[1,624780032],[1,589128448],[1,592274176],[1,615409664],[2,589128448],[1,627925760],[1,579758080],[1,589128448],[1,624780032],[1,592274176],[1,581986304],[1,624780032],[1,589128448],[1,592274176],[1,615409664],[2,589128448],[1,627925760],[1,617637888],[3,627925760],[1,617637888]],"read_bytes_per_token":2512218624,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q6_K","bytes":30053415328,"gpu_bytes":29625248256,"mapped_bytes":30042425856,"out_bytes":417185792,"layer_bytes":[[3,765354752],[1,760047616],[1,763323136],[1,698311424],[1,700343040],[1,755984384],[2,698311424],[1,765354752],[1,690972672],[1,698311424],[1,763323136],[1,700343040],[1,695035904],[1,763323136],[1,698311424],[1,700343040],[1,755984384],[2,698311424],[1,765354752],[1,690972672],[1,698311424],[1,763323136],[1,700343040],[1,695035904],[1,763323136],[1,698311424],[1,700343040],[1,755984384],[2,698311424],[1,765354752],[1,760047616],[3,765354752],[1,760047616]],"read_bytes_per_token":2767284736,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"Q8_0","bytes":36914690464,"gpu_bytes":36363356672,"mapped_bytes":36903700992,"out_bytes":540352512,"layer_bytes":[[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040]],"read_bytes_per_token":3207383552,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"},{"quant":"BF16","bytes":69376637248,"gpu_bytes":68348529152,"mapped_bytes":69365647872,"out_bytes":1017126912,"layer_bytes":[[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920]],"read_bytes_per_token":5937285632,"files":["Kwaipilot_KAT-Coder-V2.5-Dev-bf16/Kwaipilot_KAT-Coder-V2.5-Dev-bf16-00001-of-00002.gguf","Kwaipilot_KAT-Coder-V2.5-Dev-bf16/Kwaipilot_KAT-Coder-V2.5-Dev-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"}],"original":{"bytes":69325581696,"repo":"Kwaipilot/KAT-Coder-V2.5-Dev","sha":"7be56fe773e72b6f5ca93c1ae45d828ddb893922","dtypes":{"BF16":34660610688}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:00+00:00","url":"https://huggingface.co/Kwaipilot/KAT-Coder-V2.5-Dev/tree/7be56fe773e72b6f5ca93c1ae45d828ddb893922"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:00+00:00","url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Coder-V2.5-Dev-GGUF/tree/d8f684f08d2950ea9d2db6a35ef7dada0707858b"}]},{"id":"kat-dev-72b-exp","name":"KAT-Dev-72B-Exp","repo":"Kwaipilot/KAT-Dev-72B-Exp","sha":"201909470a661a9110ed73080e843d3ccabab050","publisher":"Kwaipilot","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":72706203648,"params_active":null,"params_repo":72706203648,"arch":{"gguf_arch":"qwen2","n_layers":80,"n_layers_all":80,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":152064,"hidden_size":8192,"moe":null,"cross_checked":true,"gguf_source":{"file":"Kwaipilot_KAT-Dev-72B-Exp-Q4_K_M.gguf","repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","sha":"e93bc780f44edfea9eed942fa0422b1347b340a7"}},"gguf":{"repo":"bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF","sha":"e93bc780f44edfea9eed942fa0422b1347b340a7"},"weights":[{"quant":"IQ2_XXS","bytes":25490023552,"gpu_bytes":25075286016,"mapped_bytes":25484034048,"out_bytes":856457216,"layer_bytes":[[80,302735360]],"read_bytes_per_token":25075286016,"files":["Kwaipilot_KAT-Dev-72B-Exp-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"IQ2_M","bytes":29338985600,"gpu_bytes":28797730816,"mapped_bytes":29332996096,"out_bytes":856457216,"layer_bytes":[[80,349265920]],"read_bytes_per_token":28797730816,"files":["Kwaipilot_KAT-Dev-72B-Exp-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q2_K","bytes":29811762304,"gpu_bytes":29397024768,"mapped_bytes":29805772800,"out_bytes":1021902848,"layer_bytes":[[80,354689024]],"read_bytes_per_token":29397024768,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"IQ3_XXS","bytes":31845082240,"gpu_bytes":31303827456,"mapped_bytes":31839092736,"out_bytes":856457216,"layer_bytes":[[80,380592128]],"read_bytes_per_token":31303827456,"files":["Kwaipilot_KAT-Dev-72B-Exp-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q3_K_M","bytes":37698724992,"gpu_bytes":37157470208,"mapped_bytes":37692735488,"out_bytes":1021902848,"layer_bytes":[[5,465887232],[75,450748416]],"read_bytes_per_token":37157470208,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"IQ4_XS","bytes":39709074560,"gpu_bytes":39041302528,"mapped_bytes":39703085056,"out_bytes":1021902848,"layer_bytes":[[80,475242496]],"read_bytes_per_token":39041302528,"files":["Kwaipilot_KAT-Dev-72B-Exp-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q4_0","bytes":41383126144,"gpu_bytes":40676425728,"mapped_bytes":41377136640,"out_bytes":1021902848,"layer_bytes":[[10,508928000],[70,493789184]],"read_bytes_per_token":40676425728,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q4_K_M","bytes":47415714944,"gpu_bytes":46709014528,"mapped_bytes":47409725440,"out_bytes":1021902848,"layer_bytes":[[10,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[1,617062400],[2,525115392],[11,617062400]],"read_bytes_per_token":46709014528,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q5_K_M","bytes":54447465792,"gpu_bytes":53585051648,"mapped_bytes":54441476096,"out_bytes":1021902848,"layer_bytes":[[10,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[1,695443456],[2,618635264],[11,695443456]],"read_bytes_per_token":53585051648,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q5_K_M/Kwaipilot_KAT-Dev-72B-Exp-Q5_K_M-00001-of-00002.gguf","Kwaipilot_KAT-Dev-72B-Exp-Q5_K_M/Kwaipilot_KAT-Dev-72B-Exp-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q6_K","bytes":64347628864,"gpu_bytes":63319769088,"mapped_bytes":64341639168,"out_bytes":1021902848,"layer_bytes":[[80,778723328]],"read_bytes_per_token":63319769088,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q6_K/Kwaipilot_KAT-Dev-72B-Exp-Q6_K-00001-of-00002.gguf","Kwaipilot_KAT-Dev-72B-Exp-Q6_K/Kwaipilot_KAT-Dev-72B-Exp-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"},{"quant":"Q8_0","bytes":77262611488,"gpu_bytes":75933057024,"mapped_bytes":77256622080,"out_bytes":1323597824,"layer_bytes":[[80,932618240]],"read_bytes_per_token":75933057024,"files":["Kwaipilot_KAT-Dev-72B-Exp-Q8_0/Kwaipilot_KAT-Dev-72B-Exp-Q8_0-00001-of-00002.gguf","Kwaipilot_KAT-Dev-72B-Exp-Q8_0/Kwaipilot_KAT-Dev-72B-Exp-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"}],"original":{"bytes":145412519016,"repo":"Kwaipilot/KAT-Dev-72B-Exp","sha":"201909470a661a9110ed73080e843d3ccabab050","dtypes":{"BF16":72706203648}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:47+00:00","url":"https://huggingface.co/Kwaipilot/KAT-Dev-72B-Exp/tree/201909470a661a9110ed73080e843d3ccabab050"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:47+00:00","url":"https://huggingface.co/bartowski/Kwaipilot_KAT-Dev-72B-Exp-GGUF/tree/e93bc780f44edfea9eed942fa0422b1347b340a7"}]},{"id":"kimi-k2-5","name":"Kimi-K2.5","repo":"moonshotai/Kimi-K2.5","sha":"4d01dfe0332d63057c186e0b262165819efb6611","publisher":"moonshotai","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1026408232448,"params_active":31687095808,"params_repo":1026879376368,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":163840,"hidden_size":7168,"moe":{"active":8,"experts":384},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Kimi-K2.5-Q4_K_M-00001-of-00013.gguf","repo":"unsloth/Kimi-K2.5-GGUF","sha":"386fed8b054275941d6a495a9a7010fbf31b560d"}},"gguf":{"repo":"unsloth/Kimi-K2.5-GGUF","sha":"386fed8b054275941d6a495a9a7010fbf31b560d"},"weights":[{"quant":"Q2_K","bytes":373777038496,"gpu_bytes":373384701952,"mapped_bytes":373770053632,"out_bytes":963407872,"layer_bytes":[[1,191877120],[60,6203823616]],"read_bytes_per_token":13741484032,"files":["Q2_K/Kimi-K2.5-Q2_K-00001-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00002-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00003-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00004-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00005-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00006-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00007-of-00008.gguf","Q2_K/Kimi-K2.5-Q2_K-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"Q3_K_M","bytes":489771716096,"gpu_bytes":489260103680,"mapped_bytes":489764730880,"out_bytes":963407872,"layer_bytes":[[1,263610368],[2,8816813568],[58,8110335488]],"read_bytes_per_token":16980424704,"files":["Q3_K_M/Kimi-K2.5-Q3_K_M-00001-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00002-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00003-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00004-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00005-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00006-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00007-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00008-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00009-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00010-of-00011.gguf","Q3_K_M/Kimi-K2.5-Q3_K_M-00011-of-00011.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"IQ4_XS","bytes":547174473344,"gpu_bytes":546506885120,"mapped_bytes":547167488000,"out_bytes":963407872,"layer_bytes":[[1,271003648],[60,9087874560]],"read_bytes_per_token":18685184000,"files":["IQ4_XS/Kimi-K2.5-IQ4_XS-00001-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00002-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00003-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00004-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00005-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00006-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00007-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00008-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00009-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00010-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00011-of-00012.gguf","IQ4_XS/Kimi-K2.5-IQ4_XS-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"Q4_0","bytes":581169684384,"gpu_bytes":580502095872,"mapped_bytes":581162698752,"out_bytes":963407872,"layer_bytes":[[1,294416384],[6,9968580096],[54,9619125760]],"read_bytes_per_token":19562170368,"files":["Q4_0/Kimi-K2.5-Q4_0-00001-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00002-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00003-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00004-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00005-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00006-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00007-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00008-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00009-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00010-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00011-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00012-of-00013.gguf","Q4_0/Kimi-K2.5-Q4_0-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"Q4_K_M","bytes":621245226816,"gpu_bytes":620577638400,"mapped_bytes":621238241280,"out_bytes":963407872,"layer_bytes":[[1,320221184],[6,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[1,9619125760],[8,11072452096]],"read_bytes_per_token":20439189504,"files":["Q4_K_M/Kimi-K2.5-Q4_K_M-00001-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00002-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00003-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00004-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00005-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00006-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00007-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00008-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00009-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00010-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00011-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00012-of-00013.gguf","Q4_K_M/Kimi-K2.5-Q4_K_M-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"Q5_K_M","bytes":728735735936,"gpu_bytes":727921346560,"mapped_bytes":728728750080,"out_bytes":963407872,"layer_bytes":[[1,364326912],[6,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[1,11748029952],[8,12496713216]],"read_bytes_per_token":23598483456,"files":["Q5_K_M/Kimi-K2.5-Q5_K_M-00001-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00002-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00003-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00004-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00005-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00006-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00007-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00008-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00009-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00010-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00011-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00012-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00013-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00014-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00015-of-00016.gguf","Q5_K_M/Kimi-K2.5-Q5_K_M-00016-of-00016.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"Q6_K","bytes":842909135232,"gpu_bytes":841938769920,"mapped_bytes":842902149120,"out_bytes":963407872,"layer_bytes":[[1,411189248],[60,14009402880]],"read_bytes_per_token":26919966720,"files":["Q6_K/Kimi-K2.5-Q6_K-00001-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00002-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00003-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00004-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00005-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00006-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00007-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00008-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00009-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00010-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00011-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00012-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00013-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00014-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00015-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00016-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00017-of-00018.gguf","Q6_K/Kimi-K2.5-Q6_K-00018-of-00018.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"Q8_0","bytes":1091053888000,"gpu_bytes":1089799096320,"mapped_bytes":1091046901760,"out_bytes":1247834112,"layer_bytes":[[1,528642048],[60,18133710336]],"read_bytes_per_token":34155694080,"files":["Q8_0/Kimi-K2.5-Q8_0-00001-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00002-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00003-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00004-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00005-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00006-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00007-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00008-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00009-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00010-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00011-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00012-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00013-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00014-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00015-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00016-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00017-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00018-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00019-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00020-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00021-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00022-of-00023.gguf","Q8_0/Kimi-K2.5-Q8_0-00023-of-00023.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"},{"quant":"BF16","bytes":2053155814752,"gpu_bytes":2050800015360,"mapped_bytes":2053148825600,"out_bytes":2348838912,"layer_bytes":[[1,995033088],[60,34124269056]],"read_bytes_per_token":63706552320,"files":["BF16/Kimi-K2.5-BF16-00001-of-00046.gguf","BF16/Kimi-K2.5-BF16-00002-of-00046.gguf","BF16/Kimi-K2.5-BF16-00003-of-00046.gguf","BF16/Kimi-K2.5-BF16-00004-of-00046.gguf","BF16/Kimi-K2.5-BF16-00005-of-00046.gguf","BF16/Kimi-K2.5-BF16-00006-of-00046.gguf","BF16/Kimi-K2.5-BF16-00007-of-00046.gguf","BF16/Kimi-K2.5-BF16-00008-of-00046.gguf","BF16/Kimi-K2.5-BF16-00009-of-00046.gguf","BF16/Kimi-K2.5-BF16-00010-of-00046.gguf","BF16/Kimi-K2.5-BF16-00011-of-00046.gguf","BF16/Kimi-K2.5-BF16-00012-of-00046.gguf","BF16/Kimi-K2.5-BF16-00013-of-00046.gguf","BF16/Kimi-K2.5-BF16-00014-of-00046.gguf","BF16/Kimi-K2.5-BF16-00015-of-00046.gguf","BF16/Kimi-K2.5-BF16-00016-of-00046.gguf","BF16/Kimi-K2.5-BF16-00017-of-00046.gguf","BF16/Kimi-K2.5-BF16-00018-of-00046.gguf","BF16/Kimi-K2.5-BF16-00019-of-00046.gguf","BF16/Kimi-K2.5-BF16-00020-of-00046.gguf","BF16/Kimi-K2.5-BF16-00021-of-00046.gguf","BF16/Kimi-K2.5-BF16-00022-of-00046.gguf","BF16/Kimi-K2.5-BF16-00023-of-00046.gguf","BF16/Kimi-K2.5-BF16-00024-of-00046.gguf","BF16/Kimi-K2.5-BF16-00025-of-00046.gguf","BF16/Kimi-K2.5-BF16-00026-of-00046.gguf","BF16/Kimi-K2.5-BF16-00027-of-00046.gguf","BF16/Kimi-K2.5-BF16-00028-of-00046.gguf","BF16/Kimi-K2.5-BF16-00029-of-00046.gguf","BF16/Kimi-K2.5-BF16-00030-of-00046.gguf","BF16/Kimi-K2.5-BF16-00031-of-00046.gguf","BF16/Kimi-K2.5-BF16-00032-of-00046.gguf","BF16/Kimi-K2.5-BF16-00033-of-00046.gguf","BF16/Kimi-K2.5-BF16-00034-of-00046.gguf","BF16/Kimi-K2.5-BF16-00035-of-00046.gguf","BF16/Kimi-K2.5-BF16-00036-of-00046.gguf","BF16/Kimi-K2.5-BF16-00037-of-00046.gguf","BF16/Kimi-K2.5-BF16-00038-of-00046.gguf","BF16/Kimi-K2.5-BF16-00039-of-00046.gguf","BF16/Kimi-K2.5-BF16-00040-of-00046.gguf","BF16/Kimi-K2.5-BF16-00041-of-00046.gguf","BF16/Kimi-K2.5-BF16-00042-of-00046.gguf","BF16/Kimi-K2.5-BF16-00043-of-00046.gguf","BF16/Kimi-K2.5-BF16-00044-of-00046.gguf","BF16/Kimi-K2.5-BF16-00045-of-00046.gguf","BF16/Kimi-K2.5-BF16-00046-of-00046.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"}],"original":{"bytes":595177988208,"repo":"moonshotai/Kimi-K2.5","sha":"4d01dfe0332d63057c186e0b262165819efb6611","dtypes":{"BF16":12193329648,"F32":23040,"I32":1014686023680}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:42:50+00:00","url":"https://huggingface.co/moonshotai/Kimi-K2.5/tree/4d01dfe0332d63057c186e0b262165819efb6611"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:42:50+00:00","url":"https://huggingface.co/unsloth/Kimi-K2.5-GGUF/tree/386fed8b054275941d6a495a9a7010fbf31b560d"}]},{"id":"kimi-k2-6","name":"Kimi-K2.6","repo":"moonshotai/Kimi-K2.6","sha":"7eb5002f6aadc958aed6a9177b7ed26bb94011bb","publisher":"moonshotai","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1026408232448,"params_active":31687095808,"params_repo":1026879376368,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":163840,"hidden_size":7168,"moe":{"active":8,"experts":384},"cross_checked":true,"gguf_source":{"file":"moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00001-of-00016.gguf","repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","sha":"ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"}},"gguf":{"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","sha":"ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"},"weights":[{"quant":"IQ2_XXS","bytes":271455378240,"gpu_bytes":271063042048,"mapped_bytes":271448393728,"out_bytes":807432192,"layer_bytes":[[1,308260864],[7,4645189120],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[1,4469028352],[2,4447008256],[2,4469028352],[7,4645189120]],"read_bytes_per_token":12499404800,"files":["moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00001-of-00007.gguf","moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00002-of-00007.gguf","moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00003-of-00007.gguf","moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00004-of-00007.gguf","moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00005-of-00007.gguf","moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00006-of-00007.gguf","moonshotai_Kimi-K2.6-IQ2_XXS/moonshotai_Kimi-K2.6-IQ2_XXS-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"},{"quant":"IQ2_M","bytes":341738822752,"gpu_bytes":341227210752,"mapped_bytes":341731837952,"out_bytes":807432192,"layer_bytes":[[1,317779968],[7,6152074752],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[1,5535512064],[2,5513491968],[2,5535512064],[7,6152074752]],"read_bytes_per_token":14529726464,"files":["moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00001-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00002-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00003-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00004-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00005-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00006-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00007-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00008-of-00009.gguf","moonshotai_Kimi-K2.6-IQ2_M/moonshotai_Kimi-K2.6-IQ2_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"},{"quant":"Q2_K","bytes":358189980864,"gpu_bytes":357797644288,"mapped_bytes":358182995968,"out_bytes":963407872,"layer_bytes":[[1,205172736],[7,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[1,6241089024],[2,5646546432],[9,6241089024]],"read_bytes_per_token":14972274688,"files":["moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00001-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00002-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00003-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00004-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00005-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00006-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00007-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00008-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00009-of-00010.gguf","moonshotai_Kimi-K2.6-Q2_K/moonshotai_Kimi-K2.6-Q2_K-00010-of-00010.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"},{"quant":"IQ3_XXS","bytes":426635369792,"gpu_bytes":426123757568,"mapped_bytes":426628384768,"out_bytes":807432192,"layer_bytes":[[1,209678336],[7,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[1,7602583040],[2,6567638528],[9,7602583040]],"read_bytes_per_token":16026994688,"files":["moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00001-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00002-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00003-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00004-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00005-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00006-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00007-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00008-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00009-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00010-of-00011.gguf","moonshotai_Kimi-K2.6-IQ3_XXS/moonshotai_Kimi-K2.6-IQ3_XXS-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"},{"quant":"Q3_K_M","bytes":466874179168,"gpu_bytes":466362566656,"mapped_bytes":466867193856,"out_bytes":963407872,"layer_bytes":[[1,266072064],[7,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[1,8134817280],[2,7369618944],[9,8134817280]],"read_bytes_per_token":17455384576,"files":["moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00001-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00002-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00003-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00004-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00005-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00006-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00007-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00008-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00009-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00010-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00011-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00012-of-00013.gguf","moonshotai_Kimi-K2.6-Q3_K_M/moonshotai_Kimi-K2.6-Q3_K_M-00013-of-00013.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"},{"quant":"Q4_0","bytes":583710875200,"gpu_bytes":582456084480,"mapped_bytes":583703889920,"out_bytes":1247834112,"layer_bytes":[[1,528642048],[60,9677993472]],"read_bytes_per_token":23586048000,"files":["moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00001-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00002-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00003-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00004-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00005-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00006-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00007-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00008-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00009-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00010-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00011-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00012-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00013-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00014-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00015-of-00016.gguf","moonshotai_Kimi-K2.6-Q4_0/moonshotai_Kimi-K2.6-Q4_0-00016-of-00016.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"}],"original":{"bytes":595177988208,"repo":"moonshotai/Kimi-K2.6","sha":"7eb5002f6aadc958aed6a9177b7ed26bb94011bb","dtypes":{"BF16":12193329648,"F32":23040,"I32":1014686023680}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:19:19+00:00","url":"https://huggingface.co/moonshotai/Kimi-K2.6/tree/7eb5002f6aadc958aed6a9177b7ed26bb94011bb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:19:19+00:00","url":"https://huggingface.co/bartowski/moonshotai_Kimi-K2.6-GGUF/tree/ed96b238ae6fde4bc0a3918d4d314fc72dc90be8"}]},{"id":"kimi-k2-instruct","name":"Kimi-K2-Instruct","repo":"moonshotai/Kimi-K2-Instruct","sha":"fd1984e2b7a3350dbf7305fe73a4ede25c14de50","publisher":"moonshotai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1026408232448,"params_active":31687095808,"params_repo":1026408235864,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":163840,"hidden_size":7168,"moe":{"active":8,"experts":384},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00001-of-00013.gguf","repo":"unsloth/Kimi-K2-Instruct-GGUF","sha":"23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"}},"gguf":{"repo":"unsloth/Kimi-K2-Instruct-GGUF","sha":"23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},"weights":[{"quant":"Q2_K","bytes":373179203680,"gpu_bytes":372786869248,"mapped_bytes":373172220928,"out_bytes":963407872,"layer_bytes":[[1,188845056],[60,6193910272]],"read_bytes_per_token":13143651328,"files":["Q2_K/Kimi-K2-Instruct-Q2_K-00001-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00002-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00003-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00004-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00005-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00006-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00007-of-00008.gguf","Q2_K/Kimi-K2-Instruct-Q2_K-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"Q3_K_M","bytes":489378373568,"gpu_bytes":488866763264,"mapped_bytes":489371390464,"out_bytes":963407872,"layer_bytes":[[1,260997632],[2,8810301440],[58,8103823360]],"read_bytes_per_token":16587084288,"files":["Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00001-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00002-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00003-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00004-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00005-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00006-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00007-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00008-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00009-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00010-of-00011.gguf","Q3_K_M/Kimi-K2-Instruct-Q3_K_M-00011-of-00011.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"IQ4_XS","bytes":546510814816,"gpu_bytes":545843228672,"mapped_bytes":546503831552,"out_bytes":963407872,"layer_bytes":[[1,268810240],[60,9076850176]],"read_bytes_per_token":18021527552,"files":["IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00001-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00002-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00003-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00004-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00005-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00006-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00007-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00008-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00009-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00010-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00011-of-00012.gguf","IQ4_XS/Kimi-K2-Instruct-IQ4_XS-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"Q4_0","bytes":580619179872,"gpu_bytes":579951593472,"mapped_bytes":580612196352,"out_bytes":963407872,"layer_bytes":[[1,292352000],[6,9962845696],[54,9609606656]],"read_bytes_per_token":19011667968,"files":["Q4_0/Kimi-K2-Instruct-Q4_0-00001-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00002-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00003-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00004-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00005-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00006-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00007-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00008-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00009-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00010-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00011-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00012-of-00013.gguf","Q4_0/Kimi-K2-Instruct-Q4_0-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"Q4_K_M","bytes":620781770528,"gpu_bytes":620114184192,"mapped_bytes":620774787072,"out_bytes":963407872,"layer_bytes":[[1,318156800],[6,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[2,9609606656],[1,11066717696],[1,9609606656],[8,11066717696]],"read_bytes_per_token":19975735296,"files":["Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00001-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00002-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00003-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00004-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00005-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00006-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00007-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00008-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00009-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00010-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00011-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00012-of-00013.gguf","Q4_K_M/Kimi-K2-Instruct-Q4_K_M-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"Q5_K_M","bytes":728346884160,"gpu_bytes":727532496896,"mapped_bytes":728339900416,"out_bytes":963407872,"layer_bytes":[[1,362778624],[6,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[2,11740632576],[1,12491265536],[1,11740632576],[8,12491265536]],"read_bytes_per_token":23209633792,"files":["Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00001-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00002-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00003-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00004-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00005-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00006-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00007-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00008-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00009-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00010-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00011-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00012-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00013-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00014-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00015-of-00016.gguf","Q5_K_M/Kimi-K2-Instruct-Q5_K_M-00016-of-00016.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"Q6_K","bytes":842634817376,"gpu_bytes":841664454144,"mapped_bytes":842627833344,"out_bytes":963407872,"layer_bytes":[[1,410189312],[60,14004847616]],"read_bytes_per_token":26645650944,"files":["Q6_K/Kimi-K2-Instruct-Q6_K-00001-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00002-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00003-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00004-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00005-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00006-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00007-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00008-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00009-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00010-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00011-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00012-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00013-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00014-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00015-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00016-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00017-of-00018.gguf","Q6_K/Kimi-K2-Instruct-Q6_K-00018-of-00018.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"Q8_0","bytes":1091053886208,"gpu_bytes":1089799096320,"mapped_bytes":1091046901760,"out_bytes":1247834112,"layer_bytes":[[1,528642048],[60,18133710336]],"read_bytes_per_token":34155694080,"files":["Q8_0/Kimi-K2-Instruct-Q8_0-00001-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00002-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00003-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00004-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00005-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00006-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00007-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00008-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00009-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00010-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00011-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00012-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00013-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00014-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00015-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00016-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00017-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00018-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00019-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00020-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00021-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00022-of-00023.gguf","Q8_0/Kimi-K2-Instruct-Q8_0-00023-of-00023.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"},{"quant":"BF16","bytes":2053155812768,"gpu_bytes":2050800015360,"mapped_bytes":2053148825600,"out_bytes":2348838912,"layer_bytes":[[1,995033088],[60,34124269056]],"read_bytes_per_token":63706552320,"files":["BF16/Kimi-K2-Instruct-BF16-00001-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00002-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00003-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00004-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00005-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00006-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00007-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00008-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00009-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00010-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00011-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00012-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00013-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00014-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00015-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00016-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00017-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00018-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00019-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00020-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00021-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00022-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00023-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00024-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00025-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00026-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00027-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00028-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00029-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00030-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00031-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00032-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00033-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00034-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00035-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00036-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00037-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00038-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00039-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00040-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00041-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00042-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00043-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00044-of-00045.gguf","BF16/Kimi-K2-Instruct-BF16-00045-of-00045.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"}],"original":{"bytes":1029190981272,"repo":"moonshotai/Kimi-K2-Instruct","sha":"fd1984e2b7a3350dbf7305fe73a4ede25c14de50","dtypes":{"BF16":2514970968,"F32":23040,"F8_E4M3":1023893241856}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:41+00:00","url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct/tree/fd1984e2b7a3350dbf7305fe73a4ede25c14de50"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:41+00:00","url":"https://huggingface.co/unsloth/Kimi-K2-Instruct-GGUF/tree/23bf90d8196ddfcb3328a6f60c99a9bdb5c1dadf"}]},{"id":"kimi-k2-thinking","name":"Kimi-K2-Thinking","repo":"moonshotai/Kimi-K2-Thinking","sha":"a51ccc050d73dab088bf7b0e2dd9b30ae85a4e55","publisher":"moonshotai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1026408232448,"params_active":31687095808,"params_repo":1026408240256,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":163840,"hidden_size":7168,"moe":{"active":8,"experts":384},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00001-of-00013.gguf","repo":"unsloth/Kimi-K2-Thinking-GGUF","sha":"7e4f5d413a9bb469174b2cc9e47d457d16bc6702"}},"gguf":{"repo":"unsloth/Kimi-K2-Thinking-GGUF","sha":"7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},"weights":[{"quant":"Q2_K","bytes":374121101888,"gpu_bytes":373728765952,"mapped_bytes":374114117632,"out_bytes":963407872,"layer_bytes":[[1,191877120],[60,6209558016]],"read_bytes_per_token":14085548032,"files":["Q2_K/Kimi-K2-Thinking-Q2_K-00001-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00002-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00003-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00004-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00005-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00006-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00007-of-00008.gguf","Q2_K/Kimi-K2-Thinking-Q2_K-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"Q3_K_M","bytes":489995127712,"gpu_bytes":489483515904,"mapped_bytes":489988143104,"out_bytes":963407872,"layer_bytes":[[1,263610368],[2,8818763264],[58,8114120192]],"read_bytes_per_token":17203836928,"files":["Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00001-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00002-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00003-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00004-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00005-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00006-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00007-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00008-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00009-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00010-of-00011.gguf","Q3_K_M/Kimi-K2-Thinking-Q3_K_M-00011-of-00011.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"IQ4_XS","bytes":547174472736,"gpu_bytes":546506885120,"mapped_bytes":547167488000,"out_bytes":963407872,"layer_bytes":[[1,271003648],[60,9087874560]],"read_bytes_per_token":18685184000,"files":["IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00001-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00002-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00003-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00004-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00005-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00006-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00007-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00008-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00009-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00010-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00011-of-00012.gguf","IQ4_XS/Kimi-K2-Thinking-IQ4_XS-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"Q4_0","bytes":581186886976,"gpu_bytes":580519299072,"mapped_bytes":581179901952,"out_bytes":963407872,"layer_bytes":[[1,294416384],[6,9971447296],[54,9619125760]],"read_bytes_per_token":19579373568,"files":["Q4_0/Kimi-K2-Thinking-Q4_0-00001-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00002-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00003-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00004-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00005-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00006-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00007-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00008-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00009-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00010-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00011-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00012-of-00013.gguf","Q4_0/Kimi-K2-Thinking-Q4_0-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"Q4_K_M","bytes":621245226208,"gpu_bytes":620577638400,"mapped_bytes":621238241280,"out_bytes":963407872,"layer_bytes":[[1,320221184],[6,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[2,9619125760],[1,11072452096],[1,9619125760],[8,11072452096]],"read_bytes_per_token":20439189504,"files":["Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00001-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00002-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00003-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00004-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00005-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00006-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00007-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00008-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00009-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00010-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00011-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00012-of-00013.gguf","Q4_K_M/Kimi-K2-Thinking-Q4_K_M-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"Q5_K_M","bytes":728735735328,"gpu_bytes":727921346560,"mapped_bytes":728728750080,"out_bytes":963407872,"layer_bytes":[[1,364326912],[6,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[2,11748029952],[1,12496713216],[1,11748029952],[8,12496713216]],"read_bytes_per_token":23598483456,"files":["Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00001-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00002-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00003-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00004-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00005-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00006-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00007-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00008-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00009-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00010-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00011-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00012-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00013-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00014-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00015-of-00016.gguf","Q5_K_M/Kimi-K2-Thinking-Q5_K_M-00016-of-00016.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"Q6_K","bytes":842909134624,"gpu_bytes":841938769920,"mapped_bytes":842902149120,"out_bytes":963407872,"layer_bytes":[[1,411189248],[60,14009402880]],"read_bytes_per_token":26919966720,"files":["Q6_K/Kimi-K2-Thinking-Q6_K-00001-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00002-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00003-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00004-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00005-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00006-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00007-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00008-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00009-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00010-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00011-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00012-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00013-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00014-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00015-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00016-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00017-of-00018.gguf","Q6_K/Kimi-K2-Thinking-Q6_K-00018-of-00018.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"Q8_0","bytes":1091053887872,"gpu_bytes":1089799096320,"mapped_bytes":1091046901760,"out_bytes":1247834112,"layer_bytes":[[1,528642048],[60,18133710336]],"read_bytes_per_token":34155694080,"files":["Q8_0/Kimi-K2-Thinking-Q8_0-00001-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00002-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00003-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00004-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00005-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00006-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00007-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00008-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00009-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00010-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00011-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00012-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00013-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00014-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00015-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00016-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00017-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00018-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00019-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00020-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00021-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00022-of-00023.gguf","Q8_0/Kimi-K2-Thinking-Q8_0-00023-of-00023.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"},{"quant":"BF16","bytes":2053155814144,"gpu_bytes":2050800015360,"mapped_bytes":2053148825600,"out_bytes":2348838912,"layer_bytes":[[1,995033088],[60,34124269056]],"read_bytes_per_token":63706552320,"files":["BF16/Kimi-K2-Thinking-BF16-00001-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00002-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00003-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00004-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00005-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00006-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00007-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00008-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00009-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00010-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00011-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00012-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00013-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00014-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00015-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00016-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00017-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00018-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00019-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00020-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00021-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00022-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00023-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00024-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00025-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00026-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00027-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00028-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00029-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00030-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00031-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00032-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00033-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00034-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00035-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00036-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00037-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00038-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00039-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00040-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00041-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00042-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00043-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00044-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00045-of-00046.gguf","BF16/Kimi-K2-Thinking-BF16-00046-of-00046.gguf"],"source_url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"}],"original":{"bytes":594232561304,"repo":"moonshotai/Kimi-K2-Thinking","sha":"a51ccc050d73dab088bf7b0e2dd9b30ae85a4e55","dtypes":{"BF16":11722193536,"F32":23040,"I32":1014686023680}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:36:35+00:00","url":"https://huggingface.co/moonshotai/Kimi-K2-Thinking/tree/a51ccc050d73dab088bf7b0e2dd9b30ae85a4e55"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:36:35+00:00","url":"https://huggingface.co/unsloth/Kimi-K2-Thinking-GGUF/tree/7e4f5d413a9bb469174b2cc9e47d457d16bc6702"}]},{"id":"kimi-linear-48b-a3b-base","name":"Kimi-Linear-48B-A3B-Base","repo":"moonshotai/Kimi-Linear-48B-A3B-Base","sha":"3b171c17bfc4ee348599b6781a2ca8715c21c8dc","publisher":"moonshotai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":49122681728,"params_active":3106972544,"params_repo":49122681728,"arch":{"gguf_arch":"kimi-linear","n_layers":27,"n_layers_all":27,"layers":[[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[2,"recurrent",0,0,null,561152],[1,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":7,"v_elems":0,"window":null}],"state_elems":11223040,"max_context":1048576,"vocab_size":163840,"hidden_size":2304,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Kimi-Linear-48B-A3B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF","sha":"461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"}},"gguf":{"repo":"mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF","sha":"461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},"weights":[{"quant":"IQ2_XXS","bytes":13034528960,"gpu_bytes":12903716480,"mapped_bytes":13027579520,"out_bytes":259531776,"layer_bytes":[[1,31516352],[1,527559360],[1,484926144],[1,479491200],[3,484926144],[1,479491200],[3,484926144],[1,479491200],[3,484926144],[1,479491200],[3,484926144],[1,479491200],[3,484926144],[1,479491200],[2,484926144],[1,479491200]],"read_bytes_per_token":1096472192,"files":["Kimi-Linear-48B-A3B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"IQ2_M","bytes":16133174464,"gpu_bytes":15964023424,"mapped_bytes":16126225024,"out_bytes":259531776,"layer_bytes":[[1,39170240],[1,667776192],[1,601457856],[1,595900544],[3,601457856],[1,595900544],[3,601457856],[1,595900544],[3,601457856],[1,595900544],[3,601457856],[1,595900544],[3,601457856],[1,595900544],[2,601457856],[1,595900544]],"read_bytes_per_token":1281534592,"files":["Kimi-Linear-48B-A3B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"Q2_K","bytes":18028533056,"gpu_bytes":17897720576,"mapped_bytes":18021583616,"out_bytes":309666816,"layer_bytes":[[1,38401280],[2,676149504],[1,671830272],[3,676149504],[1,671830272],[3,676149504],[1,671830272],[3,676149504],[1,671830272],[3,676149504],[1,671830272],[3,676149504],[1,671830272],[2,676149504],[1,671830272]],"read_bytes_per_token":1377635072,"files":["Kimi-Linear-48B-A3B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"IQ3_XXS","bytes":18992830656,"gpu_bytes":18823679616,"mapped_bytes":18985881216,"out_bytes":259531776,"layer_bytes":[[1,39174848],[2,713492160],[1,709803136],[3,713492160],[1,709803136],[3,713492160],[1,709803136],[3,713492160],[1,709803136],[3,713492160],[1,709803136],[3,713492160],[1,709803136],[2,713492160],[1,709803136]],"read_bytes_per_token":1352797824,"files":["Kimi-Linear-48B-A3B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"Q3_K_M","bytes":23486104512,"gpu_bytes":23316953472,"mapped_bytes":23479155072,"out_bytes":309666816,"layer_bytes":[[1,53859392],[1,885512256],[1,884332608],[1,878561152],[3,884332608],[1,878561152],[3,884332608],[1,878561152],[3,884332608],[1,878561152],[3,884332608],[1,878561152],[3,884332608],[1,878561152],[2,884332608],[1,878561152]],"read_bytes_per_token":1686337920,"files":["Kimi-Linear-48B-A3B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"IQ4_XS","bytes":26270980672,"gpu_bytes":26063491072,"mapped_bytes":26264031232,"out_bytes":309666816,"layer_bytes":[[1,55069568],[2,989941632],[1,984266240],[3,989941632],[1,984266240],[3,989941632],[1,984266240],[3,989941632],[1,984266240],[3,989941632],[1,984266240],[3,989941632],[1,984266240],[2,989941632],[1,984266240]],"read_bytes_per_token":1818185728,"files":["Kimi-Linear-48B-A3B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"Q4_0","bytes":27869756480,"gpu_bytes":27650470400,"mapped_bytes":27862807040,"out_bytes":309666816,"layer_bytes":[[1,59587712],[2,1085882496],[1,1041954816],[3,1047986304],[1,1041954816],[3,1047986304],[1,1041954816],[3,1047986304],[1,1041954816],[3,1047986304],[1,1041954816],[3,1047986304],[1,1041954816],[2,1047986304],[1,1041954816]],"read_bytes_per_token":1905832448,"files":["Kimi-Linear-48B-A3B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"Q4_K_M","bytes":29702759488,"gpu_bytes":29483473408,"mapped_bytes":29695810048,"out_bytes":309666816,"layer_bytes":[[1,66299008],[1,1206872192],[1,1204439168],[1,1042216960],[1,1048117376],[1,1206872192],[1,1048117376],[1,1042216960],[1,1204439168],[1,1050550400],[1,1048117376],[1,1198538752],[1,1048117376],[1,1050550400],[1,1204439168],[1,1042216960],[1,1048117376],[1,1206872192],[1,1048117376],[1,1042216960],[1,1204439168],[2,1050550400],[1,1198538752],[2,1206872192],[1,1198538752]],"read_bytes_per_token":2001803776,"files":["Kimi-Linear-48B-A3B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"Q5_K_M","bytes":34867653696,"gpu_bytes":34601181696,"mapped_bytes":34860704256,"out_bytes":309666816,"layer_bytes":[[1,75294848],[1,1362144384],[1,1360891008],[1,1273102336],[1,1280361600],[1,1362144384],[1,1280361600],[1,1273102336],[1,1360891008],[1,1281614976],[1,1280361600],[1,1353631744],[1,1280361600],[1,1281614976],[1,1360891008],[1,1273102336],[1,1280361600],[1,1362144384],[1,1280361600],[1,1273102336],[1,1360891008],[2,1281614976],[1,1353631744],[2,1362144384],[1,1353631744]],"read_bytes_per_token":2292392448,"files":["Kimi-Linear-48B-A3B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"},{"quant":"Q6_K","bytes":40364127424,"gpu_bytes":40047520384,"mapped_bytes":40357177984,"out_bytes":309666816,"layer_bytes":[[1,85110976],[2,1527379136],[1,1518934144],[3,1527379136],[1,1518934144],[3,1527379136],[1,1518934144],[3,1527379136],[1,1518934144],[3,1527379136],[1,1518934144],[3,1527379136],[1,1518934144],[2,1527379136],[1,1518934144]],"read_bytes_per_token":2609916544,"files":["Kimi-Linear-48B-A3B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"}],"original":{"bytes":98248224120,"repo":"moonshotai/Kimi-Linear-48B-A3B-Base","sha":"3b171c17bfc4ee348599b6781a2ca8715c21c8dc","dtypes":{"BF16":49122599168,"F32":82560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:13+00:00","url":"https://huggingface.co/moonshotai/Kimi-Linear-48B-A3B-Base/tree/3b171c17bfc4ee348599b6781a2ca8715c21c8dc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:13+00:00","url":"https://huggingface.co/mradermacher/Kimi-Linear-48B-A3B-Base-i1-GGUF/tree/461aa140a5c9004e2efa7d0ca64bdfc4bb3e5d5c"}]},{"id":"kimi-linear-48b-a3b-instruct","name":"Kimi-Linear-48B-A3B-Instruct","repo":"moonshotai/Kimi-Linear-48B-A3B-Instruct","sha":"e1df551a447157d4658b573f9a695d57658590e9","publisher":"moonshotai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":49122681728,"params_active":3106972544,"params_repo":49122681728,"arch":{"gguf_arch":"kimi-linear","n_layers":27,"n_layers_all":27,"layers":[[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[2,"recurrent",0,0,null,561152],[1,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":7,"v_elems":0,"window":null}],"state_elems":11223040,"max_context":1048576,"vocab_size":163840,"hidden_size":2304,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_K_M.gguf","repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","sha":"228dbe476e5a02091624a19068f4c962caa8a1c5"}},"gguf":{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","sha":"228dbe476e5a02091624a19068f4c962caa8a1c5"},"weights":[{"quant":"IQ2_XXS","bytes":12129177504,"gpu_bytes":11998365440,"mapped_bytes":12122228480,"out_bytes":259531776,"layer_bytes":[[1,60657344],[2,551281344],[1,543375360],[2,419898048],[1,423879360],[1,411992064],[1,419898048],[1,423879360],[1,419898048],[1,411992064],[1,423879360],[2,419898048],[1,415973376],[2,419898048],[1,423879360],[1,411992064],[1,419898048],[1,423879360],[1,419898048],[1,415973376],[2,551281344],[1,543375360]],"read_bytes_per_token":1274480384,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"IQ2_M","bytes":15792109472,"gpu_bytes":15622958848,"mapped_bytes":15785160448,"out_bytes":259531776,"layer_bytes":[[1,62468288],[2,722961600],[1,715440128],[2,549553344],[1,553092288],[1,542031872],[1,549553344],[1,553092288],[1,549553344],[1,542031872],[1,553092288],[2,549553344],[1,545570816],[2,549553344],[1,553092288],[1,542031872],[1,549553344],[1,553092288],[1,549553344],[1,545570816],[2,722961600],[1,715440128]],"read_bytes_per_token":1443294976,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q2_K","bytes":17533148320,"gpu_bytes":17402336256,"mapped_bytes":17526199296,"out_bytes":309666816,"layer_bytes":[[1,47764736],[2,690471168],[1,681342976],[2,625590528],[1,690471168],[1,616462336],[1,625590528],[1,690471168],[1,625590528],[1,616462336],[1,690471168],[2,625590528],[1,681342976],[2,625590528],[1,690471168],[1,616462336],[1,625590528],[1,690471168],[1,625590528],[1,681342976],[2,690471168],[1,681342976]],"read_bytes_per_token":1654772736,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"IQ3_XXS","bytes":19651346336,"gpu_bytes":19482195712,"mapped_bytes":19644397312,"out_bytes":259531776,"layer_bytes":[[1,48612032],[2,756051648],[1,746571776],[2,723979968],[1,756051648],[1,714500096],[1,723979968],[1,756051648],[1,723979968],[1,714500096],[1,756051648],[2,723979968],[1,746571776],[2,723979968],[1,756051648],[1,714500096],[1,723979968],[1,756051648],[1,723979968],[1,746571776],[2,756051648],[1,746571776]],"read_bytes_per_token":1654765312,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q3_K_M","bytes":22680802720,"gpu_bytes":22511652096,"mapped_bytes":22673853696,"out_bytes":309666816,"layer_bytes":[[1,61011008],[1,896829504],[1,895649856],[1,885680128],[2,812779584],[1,895649856],[1,802809856],[1,812779584],[1,895649856],[1,812779584],[1,802809856],[1,895649856],[2,812779584],[1,885680128],[2,812779584],[1,895649856],[1,802809856],[1,812779584],[1,895649856],[1,812779584],[1,885680128],[2,895649856],[1,885680128]],"read_bytes_per_token":1891257600,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"IQ4_XS","bytes":26464880288,"gpu_bytes":26257391104,"mapped_bytes":26457931264,"out_bytes":309666816,"layer_bytes":[[1,61557632],[2,1000189824],[1,990205952],[2,996429696],[1,1000189824],[1,986445824],[1,996429696],[1,1000189824],[1,996429696],[1,986445824],[1,1000189824],[2,996429696],[1,990205952],[2,996429696],[1,1000189824],[1,986445824],[1,996429696],[1,1000189824],[1,996429696],[1,990205952],[2,1000189824],[1,990205952]],"read_bytes_per_token":2012085760,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q4_0","bytes":28441221792,"gpu_bytes":28221936128,"mapped_bytes":28434272768,"out_bytes":309666816,"layer_bytes":[[1,64306304],[2,1093992576],[1,1083906048],[2,1053589632],[1,1093992576],[1,1043503104],[1,1053589632],[1,1093992576],[1,1053589632],[1,1043503104],[1,1093992576],[2,1053589632],[1,1083906048],[2,1053589632],[1,1093992576],[1,1043503104],[1,1053589632],[1,1093992576],[1,1053589632],[1,1083906048],[2,1093992576],[1,1083906048]],"read_bytes_per_token":2075038208,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q4_K_M","bytes":30061058720,"gpu_bytes":29841773056,"mapped_bytes":30054109696,"out_bytes":309666816,"layer_bytes":[[1,72197248],[1,1215701120],[1,1213268096],[1,1204639744],[1,1055840384],[1,1058273408],[1,1213268096],[1,1047212032],[1,1055840384],[1,1215701120],[1,1055840384],[1,1047212032],[1,1213268096],[1,1058273408],[1,1055840384],[1,1204639744],[1,1055840384],[1,1058273408],[1,1213268096],[1,1047212032],[1,1055840384],[1,1215701120],[1,1058273408],[1,1204639744],[2,1215701120],[1,1204639744]],"read_bytes_per_token":2209255936,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q5_K_M","bytes":35097473696,"gpu_bytes":34831002112,"mapped_bytes":35090524672,"out_bytes":309666816,"layer_bytes":[[1,78833792],[1,1368024192],[1,1366770816],[1,1357912064],[1,1286554752],[1,1287808128],[1,1366770816],[1,1277696000],[1,1286554752],[1,1368024192],[1,1286554752],[1,1277696000],[1,1366770816],[1,1287808128],[1,1286554752],[1,1357912064],[1,1286554752],[1,1287808128],[1,1366770816],[1,1277696000],[1,1286554752],[1,1368024192],[1,1287808128],[1,1357912064],[2,1368024192],[1,1357912064]],"read_bytes_per_token":2444503552,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q6_K","bytes":40460212128,"gpu_bytes":40143605504,"mapped_bytes":40453263104,"out_bytes":309666816,"layer_bytes":[[1,87396544],[2,1531378880],[1,1521477632],[3,1531378880],[1,1521477632],[3,1531378880],[1,1521477632],[3,1531378880],[1,1521477632],[3,1531378880],[1,1521477632],[3,1531378880],[1,1521477632],[2,1531378880],[1,1521477632]],"read_bytes_per_token":2706001664,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"Q8_0","bytes":52248386432,"gpu_bytes":51840356864,"mapped_bytes":52241437184,"out_bytes":401089536,"layer_bytes":[[1,109841536],[2,1977225344],[1,1966020608],[3,1977225344],[1,1966020608],[3,1977225344],[1,1966020608],[3,1977225344],[1,1966020608],[3,1977225344],[1,1966020608],[3,1977225344],[1,1966020608],[2,1977225344],[1,1966020608]],"read_bytes_per_token":3349746176,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-Q8_0/moonshotai_Kimi-Linear-48B-A3B-Instruct-Q8_0-00001-of-00002.gguf","moonshotai_Kimi-Linear-48B-A3B-Instruct-Q8_0/moonshotai_Kimi-Linear-48B-A3B-Instruct-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"},{"quant":"BF16","bytes":98285393568,"gpu_bytes":97523469824,"mapped_bytes":98278444544,"out_bytes":754983936,"layer_bytes":[[1,206555776],[2,3719548544],[1,3698643968],[3,3719548544],[1,3698643968],[3,3719548544],[1,3698643968],[3,3719548544],[1,3698643968],[3,3719548544],[1,3698643968],[3,3719548544],[1,3698643968],[2,3719548544],[1,3698643968]],"read_bytes_per_token":6247026176,"files":["moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16/moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16-00001-of-00003.gguf","moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16/moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16-00002-of-00003.gguf","moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16/moonshotai_Kimi-Linear-48B-A3B-Instruct-bf16-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"}],"original":{"bytes":98248224120,"repo":"moonshotai/Kimi-Linear-48B-A3B-Instruct","sha":"e1df551a447157d4658b573f9a695d57658590e9","dtypes":{"BF16":49122599168,"F32":82560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:41:40+00:00","url":"https://huggingface.co/moonshotai/Kimi-Linear-48B-A3B-Instruct/tree/e1df551a447157d4658b573f9a695d57658590e9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:41:40+00:00","url":"https://huggingface.co/bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF/tree/228dbe476e5a02091624a19068f4c962caa8a1c5"}]},{"id":"kimi-linear-reap-35b-a3b-instruct","name":"Kimi-Linear-REAP-35B-A3B-Instruct","repo":"cerebras/Kimi-Linear-REAP-35B-A3B-Instruct","sha":"1c2641075a4a30e1cf215847d1a575e3920b32df","publisher":"cerebras","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":35132220360,"params_active":3102417864,"params_repo":35132220360,"arch":{"gguf_arch":"kimi-linear","n_layers":27,"n_layers_all":27,"layers":[[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[3,"recurrent",0,0,null,561152],[1,"full",576,0,null,0],[2,"recurrent",0,0,null,561152],[1,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":7,"v_elems":0,"window":null}],"state_elems":11223040,"max_context":1048576,"vocab_size":163840,"hidden_size":2304,"moe":{"active":8,"experts":180},"cross_checked":true,"gguf_source":{"file":"Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q4_K_M.gguf","repo":"mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF","sha":"1272b88b1e15a903566759c27368f3d2ede78308"}},"gguf":{"repo":"mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF","sha":"1272b88b1e15a903566759c27368f3d2ede78308"},"weights":[{"quant":"IQ2_XXS","bytes":9397962240,"gpu_bytes":9267149120,"mapped_bytes":9391012160,"out_bytes":259531776,"layer_bytes":[[1,31516352],[1,375568800],[1,345543072],[1,340108128],[3,345543072],[1,340108128],[3,345543072],[1,340108128],[3,345543072],[1,340108128],[3,345543072],[1,340108128],[3,345543072],[1,340108128],[2,345543072],[1,340108128]],"read_bytes_per_token":1078253888,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"IQ2_M","bytes":11615484416,"gpu_bytes":11446332736,"mapped_bytes":11608534336,"out_bytes":259531776,"layer_bytes":[[1,39170240],[1,475161504],[1,428454816],[1,422897504],[3,428454816],[1,422897504],[3,428454816],[1,422897504],[3,428454816],[1,422897504],[3,428454816],[1,422897504],[3,428454816],[1,422897504],[2,428454816],[1,422897504]],"read_bytes_per_token":1263316288,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"Q2_K","bytes":12947708544,"gpu_bytes":12816895424,"mapped_bytes":12940758464,"out_bytes":309666816,"layer_bytes":[[1,38401280],[2,480733152],[1,476413920],[3,480733152],[1,476413920],[3,480733152],[1,476413920],[3,480733152],[1,476413920],[3,480733152],[1,476413920],[3,480733152],[1,476413920],[2,480733152],[1,476413920]],"read_bytes_per_token":1359416768,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"IQ3_XXS","bytes":13620633088,"gpu_bytes":13451481408,"mapped_bytes":13613683008,"out_bytes":259531776,"layer_bytes":[[1,39174848],[2,506869152],[1,503180128],[3,506869152],[1,503180128],[3,506869152],[1,503180128],[3,506869152],[1,503180128],[3,506869152],[1,503180128],[3,506869152],[1,503180128],[2,506869152],[1,503180128]],"read_bytes_per_token":1334579520,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"Q3_K_M","bytes":16839149824,"gpu_bytes":16669998144,"mapped_bytes":16832199744,"out_bytes":309666816,"layer_bytes":[[1,53859392],[1,629860128],[1,628680480],[1,622909024],[3,628680480],[1,622909024],[3,628680480],[1,622909024],[3,628680480],[1,622909024],[3,628680480],[1,622909024],[3,628680480],[1,622909024],[2,628680480],[1,622909024]],"read_bytes_per_token":1668119616,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"IQ4_XS","bytes":18822750080,"gpu_bytes":18615259840,"mapped_bytes":18815800000,"out_bytes":309666816,"layer_bytes":[[1,55069568],[2,703471200],[1,697795808],[3,703471200],[1,697795808],[3,703471200],[1,697795808],[3,703471200],[1,697795808],[3,703471200],[1,697795808],[3,703471200],[1,697795808],[2,703471200],[1,697795808]],"read_bytes_per_token":1799967424,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"Q4_0","bytes":19962052992,"gpu_bytes":19742766272,"mapped_bytes":19955102912,"out_bytes":309666816,"layer_bytes":[[1,59587712],[2,771395424],[1,738674400],[3,744705888],[1,738674400],[3,744705888],[1,738674400],[3,744705888],[1,738674400],[3,744705888],[1,738674400],[3,744705888],[1,738674400],[2,744705888],[1,738674400]],"read_bytes_per_token":1887614144,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"Q4_K_M","bytes":21262739840,"gpu_bytes":21043453120,"mapped_bytes":21255789760,"out_bytes":309666816,"layer_bytes":[[1,66299008],[1,857364320],[1,854931296],[1,738936544],[1,744836960],[1,857364320],[1,744836960],[1,738936544],[1,854931296],[1,747269984],[1,744836960],[1,849030880],[1,744836960],[1,747269984],[1,854931296],[1,738936544],[1,744836960],[1,857364320],[1,744836960],[1,738936544],[1,854931296],[2,747269984],[1,849030880],[2,857364320],[1,849030880]],"read_bytes_per_token":1983585472,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"Q5_K_M","bytes":24948355456,"gpu_bytes":24681882816,"mapped_bytes":24941405376,"out_bytes":309666816,"layer_bytes":[[1,75294848],[1,967809888],[1,966556512],[1,902581984],[1,909841248],[1,967809888],[1,909841248],[1,902581984],[1,966556512],[1,911094624],[1,909841248],[1,959297248],[1,909841248],[1,911094624],[1,966556512],[1,902581984],[1,909841248],[1,967809888],[1,909841248],[1,902581984],[1,966556512],[2,911094624],[1,959297248],[2,967809888],[1,959297248]],"read_bytes_per_token":2274174144,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"},{"quant":"Q6_K","bytes":28873095680,"gpu_bytes":28556488000,"mapped_bytes":28866145600,"out_bytes":309666816,"layer_bytes":[[1,85110976],[2,1085416352],[1,1076971360],[3,1085416352],[1,1076971360],[3,1085416352],[1,1076971360],[3,1085416352],[1,1076971360],[3,1085416352],[1,1076971360],[3,1085416352],[1,1076971360],[2,1085416352],[1,1076971360]],"read_bytes_per_token":2591698240,"files":["Kimi-Linear-REAP-35B-A3B-Instruct.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"}],"original":{"bytes":70266517272,"repo":"cerebras/Kimi-Linear-REAP-35B-A3B-Instruct","sha":"1c2641075a4a30e1cf215847d1a575e3920b32df","dtypes":{"BF16":35132137800,"F32":82560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:55+00:00","url":"https://huggingface.co/cerebras/Kimi-Linear-REAP-35B-A3B-Instruct/tree/1c2641075a4a30e1cf215847d1a575e3920b32df"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:55+00:00","url":"https://huggingface.co/mradermacher/Kimi-Linear-REAP-35B-A3B-Instruct-i1-GGUF/tree/1272b88b1e15a903566759c27368f3d2ede78308"}]},{"id":"laguna-s-2-1","name":"Laguna-S-2.1","repo":"poolside/Laguna-S-2.1","sha":"0f573140834b11cfac0c2af97a101a7a69a13e22","publisher":"poolside","license":"openmdw-1.1","gated":false,"listed_at":null,"multimodal":false,"params_gguf":117561977600,"params_active":8140974848,"params_repo":117561977600,"arch":{"gguf_arch":"laguna","n_layers":48,"n_layers_all":48,"layers":[[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":36,"v_elems":1024,"window":512}],"state_elems":0,"max_context":1048576,"vocab_size":100352,"hidden_size":3072,"moe":{"active":10,"experts":256},"cross_checked":true,"gguf_source":{"file":"laguna-s-2.1-Q4_K_M.gguf","repo":"poolside/Laguna-S-2.1-GGUF","sha":"19036076775e9ba6758595f78af99cb976ef8ff0"}},"gguf":{"repo":"poolside/Laguna-S-2.1-GGUF","sha":"19036076775e9ba6758595f78af99cb976ef8ff0"},"weights":[{"quant":"Q4_K_M","bytes":96031829760,"gpu_bytes":95700546560,"mapped_bytes":96028095488,"out_bytes":327561216,"layer_bytes":[[1,167299072],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,1419103232],[3,1439235584],[1,4891986944],[3,4912119296],[1,4891986944],[3,4912119296]],"read_bytes_per_token":7626847232,"files":["laguna-s-2.1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/poolside/Laguna-S-2.1-GGUF/tree/19036076775e9ba6758595f78af99cb976ef8ff0"},{"quant":"Q8_0","bytes":128750823168,"gpu_bytes":128130526208,"mapped_bytes":128747088896,"out_bytes":616574976,"layer_bytes":[[1,314893312],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256],[1,2677336064],[3,2715232256]],"read_bytes_per_token":12198259712,"files":["laguna-s-2.1-Q8_0.gguf"],"source_url":"https://huggingface.co/poolside/Laguna-S-2.1-GGUF/tree/19036076775e9ba6758595f78af99cb976ef8ff0"},{"quant":"F16","bytes":235202258240,"gpu_bytes":234581961728,"mapped_bytes":235198524416,"out_bytes":616574976,"layer_bytes":[[1,314893312],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416],[1,4942260224],[3,4980156416]],"read_bytes_per_token":16356518912,"files":["laguna-s-2.1-F16.gguf"],"source_url":"https://huggingface.co/poolside/Laguna-S-2.1-GGUF/tree/19036076775e9ba6758595f78af99cb976ef8ff0"}],"original":{"bytes":235128558560,"repo":"poolside/Laguna-S-2.1","sha":"0f573140834b11cfac0c2af97a101a7a69a13e22","dtypes":{"BF16":117561977600}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:14:05+00:00","url":"https://huggingface.co/poolside/Laguna-S-2.1/tree/0f573140834b11cfac0c2af97a101a7a69a13e22"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:14:05+00:00","url":"https://huggingface.co/poolside/Laguna-S-2.1-GGUF/tree/19036076775e9ba6758595f78af99cb976ef8ff0"}]},{"id":"laguna-xs-2-1","name":"Laguna-XS-2.1","repo":"poolside/Laguna-XS-2.1","sha":"c5f36269bbdbd3f27fddc9a9f9dbae0cf2cf57db","publisher":"poolside","license":"openmdw-1.1","gated":false,"listed_at":"2026-10-18T17:06:14+00:00","multimodal":false,"params_gguf":33442617088,"params_active":2811614976,"params_repo":33442617088,"arch":{"gguf_arch":"laguna","n_layers":40,"n_layers_all":40,"layers":[[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":10,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":30,"v_elems":1024,"window":512}],"state_elems":0,"max_context":262144,"vocab_size":100352,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Laguna-XS-2.1-Q4_K_M.gguf","repo":"bartowski/Laguna-XS-2.1-GGUF","sha":"8f7579d6ab7d3122716100116cf1a62f490ab6f3"}},"gguf":{"repo":"bartowski/Laguna-XS-2.1-GGUF","sha":"8f7579d6ab7d3122716100116cf1a62f490ab6f3"},"weights":[{"quant":"IQ2_XXS","bytes":9404976000,"gpu_bytes":9333813760,"mapped_bytes":9401250304,"out_bytes":141303808,"layer_bytes":[[1,49735424],[3,243272704],[1,238545664],[2,232770560],[1,234884096],[1,228043520],[1,232770560],[1,234884096],[1,232770560],[1,228043520],[1,234884096],[2,232770560],[1,230157056],[2,232770560],[1,234884096],[1,228043520],[1,232770560],[1,234884096],[1,232770560],[1,228043520],[1,234884096],[2,232770560],[1,230157056],[2,232770560],[1,234884096],[1,228043520],[1,232770560],[2,234884096],[1,238545664],[3,243272704]],"read_bytes_per_token":1424732672,"files":["Laguna-XS-2.1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"IQ2_M","bytes":11635506048,"gpu_bytes":11543470592,"mapped_bytes":11631780352,"out_bytes":141303808,"layer_bytes":[[1,51314432],[3,316681216],[1,311427840],[2,285207552],[1,287321088],[1,279954176],[1,285207552],[1,287321088],[1,285207552],[1,279954176],[1,287321088],[2,285207552],[1,282067712],[2,285207552],[1,287321088],[1,279954176],[1,285207552],[1,287321088],[1,285207552],[1,279954176],[1,287321088],[2,285207552],[1,282067712],[2,285207552],[1,287321088],[1,279954176],[1,285207552],[2,287321088],[1,311427840],[3,316681216]],"read_bytes_per_token":1570267648,"files":["Laguna-XS-2.1-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q2_K","bytes":12157833600,"gpu_bytes":12086671360,"mapped_bytes":12154107904,"out_bytes":168599552,"layer_bytes":[[1,40124928],[3,324661248],[1,318850560],[2,287567872],[1,324661248],[1,283821568],[1,287567872],[1,324661248],[1,287567872],[1,283821568],[1,324661248],[2,287567872],[1,318850560],[2,287567872],[1,324661248],[1,283821568],[1,287567872],[1,324661248],[1,287567872],[1,283821568],[1,324661248],[2,287567872],[1,318850560],[2,287567872],[1,324661248],[1,283821568],[1,287567872],[2,324661248],[1,318850560],[3,324661248]],"read_bytes_per_token":1601501184,"files":["Laguna-XS-2.1-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"IQ3_XXS","bytes":14285958016,"gpu_bytes":14193922560,"mapped_bytes":14282232320,"out_bytes":141303808,"layer_bytes":[[1,41178880],[3,389680128],[1,383867648],[2,332532736],[1,389680128],[1,328555264],[1,332532736],[1,389680128],[1,332532736],[1,328555264],[1,389680128],[2,332532736],[1,383867648],[2,332532736],[1,389680128],[1,328555264],[1,332532736],[1,389680128],[1,332532736],[1,328555264],[1,389680128],[2,332532736],[1,383867648],[2,332532736],[1,389680128],[1,328555264],[1,332532736],[2,389680128],[1,383867648],[3,389680128]],"read_bytes_per_token":1658851840,"files":["Laguna-XS-2.1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q3_K_M","bytes":15575904128,"gpu_bytes":15483868672,"mapped_bytes":15572178432,"out_bytes":168599552,"layer_bytes":[[1,47868160],[3,414852096],[1,409038080],[2,371467264],[1,414852096],[1,367291648],[1,371467264],[1,414852096],[1,371467264],[1,367291648],[1,414852096],[2,371467264],[1,409038080],[2,371467264],[1,414852096],[1,367291648],[1,371467264],[1,414852096],[1,371467264],[1,367291648],[1,414852096],[2,371467264],[1,409038080],[2,371467264],[1,414852096],[1,367291648],[1,371467264],[2,414852096],[1,409038080],[3,414852096]],"read_bytes_per_token":1754207744,"files":["Laguna-XS-2.1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"IQ4_XS","bytes":18211212672,"gpu_bytes":18098304000,"mapped_bytes":18207486976,"out_bytes":168599552,"layer_bytes":[[1,50237440],[3,463099904],[1,456758272],[2,456579072],[1,463099904],[1,451449856],[1,456579072],[1,463099904],[1,456579072],[1,451449856],[1,463099904],[2,456579072],[1,456758272],[2,456579072],[1,463099904],[1,451449856],[1,456579072],[1,463099904],[1,456579072],[1,451449856],[1,463099904],[2,456579072],[1,456758272],[2,456579072],[1,463099904],[1,451449856],[1,456579072],[2,463099904],[1,456758272],[3,463099904]],"read_bytes_per_token":1934767104,"files":["Laguna-XS-2.1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q4_0","bytes":19210003840,"gpu_bytes":19090672640,"mapped_bytes":19206278144,"out_bytes":168599552,"layer_bytes":[[1,51289088],[3,502949888],[1,497131520],[2,480667648],[1,486172672],[1,475930624],[1,480667648],[1,486172672],[1,480667648],[1,475930624],[1,486172672],[2,480667648],[1,480354304],[2,480667648],[1,486172672],[1,475930624],[1,480667648],[1,486172672],[1,480667648],[1,475930624],[1,486172672],[2,480667648],[1,480354304],[2,480667648],[1,486172672],[1,475930624],[1,480667648],[2,486172672],[1,480354304],[3,486172672]],"read_bytes_per_token":1911327744,"files":["Laguna-XS-2.1-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q4_K_M","bytes":20548085120,"gpu_bytes":20428753920,"mapped_bytes":20544359424,"out_bytes":168599552,"layer_bytes":[[1,56138752],[3,557475840],[1,551133184],[2,483182592],[1,557475840],[1,477921280],[1,483182592],[1,557475840],[1,483182592],[1,477921280],[1,557475840],[2,483182592],[1,551133184],[2,483182592],[1,557475840],[1,477921280],[1,483182592],[1,557475840],[1,483182592],[1,477921280],[1,557475840],[2,483182592],[1,551133184],[2,483182592],[1,557475840],[1,477921280],[1,483182592],[2,557475840],[1,551133184],[3,557475840]],"read_bytes_per_token":2040597504,"files":["Laguna-XS-2.1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q5_K_M","bytes":24005035392,"gpu_bytes":23860014080,"mapped_bytes":24001309696,"out_bytes":168599552,"layer_bytes":[[1,62016512],[3,626829312],[1,619925504],[2,588949504],[1,626829312],[1,582602752],[1,588949504],[1,626829312],[1,588949504],[1,582602752],[1,626829312],[2,588949504],[1,619925504],[2,588949504],[1,626829312],[1,582602752],[1,588949504],[1,626829312],[1,588949504],[1,582602752],[1,626829312],[2,588949504],[1,619925504],[2,588949504],[1,626829312],[1,582602752],[1,588949504],[2,626829312],[1,619925504],[3,626829312]],"read_bytes_per_token":2286283776,"files":["Laguna-XS-2.1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q6_K","bytes":29036854144,"gpu_bytes":28864537088,"mapped_bytes":29033128448,"out_bytes":168599552,"layer_bytes":[[1,72580864],[3,771288064],[1,762348288],[2,702213120],[1,771288064],[1,694289152],[1,702213120],[1,771288064],[1,702213120],[1,694289152],[1,771288064],[2,702213120],[1,762348288],[2,702213120],[1,771288064],[1,694289152],[1,702213120],[1,771288064],[1,702213120],[1,694289152],[1,771288064],[2,702213120],[1,762348288],[2,702213120],[1,771288064],[1,694289152],[1,702213120],[2,771288064],[1,762348288],[3,771288064]],"read_bytes_per_token":2709512704,"files":["Laguna-XS-2.1-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"Q8_0","bytes":35597116800,"gpu_bytes":35375025152,"mapped_bytes":35593391104,"out_bytes":218374144,"layer_bytes":[[1,84794368],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232],[1,892395520],[3,901343232]],"read_bytes_per_token":3047951360,"files":["Laguna-XS-2.1-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"},{"quant":"BF16","bytes":66930226496,"gpu_bytes":66515459072,"mapped_bytes":66926500864,"out_bytes":411049984,"layer_bytes":[[1,159597568],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392],[1,1677936640],[3,1694779392]],"read_bytes_per_token":5664496640,"files":["Laguna-XS-2.1-bf16/Laguna-XS-2.1-bf16-00001-of-00002.gguf","Laguna-XS-2.1-bf16/Laguna-XS-2.1-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"}],"original":{"bytes":66889022016,"repo":"poolside/Laguna-XS-2.1","sha":"c5f36269bbdbd3f27fddc9a9f9dbae0cf2cf57db","dtypes":{"BF16":33442617088}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T17:05:13+00:00","url":"https://huggingface.co/poolside/Laguna-XS-2.1/tree/c5f36269bbdbd3f27fddc9a9f9dbae0cf2cf57db"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T17:05:13+00:00","url":"https://huggingface.co/bartowski/Laguna-XS-2.1-GGUF/tree/8f7579d6ab7d3122716100116cf1a62f490ab6f3"}]},{"id":"lfm2-2-6b-exp","name":"LFM2-2.6B-Exp","repo":"LiquidAI/LFM2-2.6B-Exp","sha":"2251c865342649ffb4a9f57d07ab2428bb552cf5","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2703490048,"params_active":null,"params_repo":2569272320,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2-2.6B-Exp-Q4_K_M.gguf","repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","sha":"7d9bef941a2642e1d00967564fd55e1dcecf0d6a"}},"gguf":{"repo":"LiquidAI/LFM2-2.6B-Exp-GGUF","sha":"7d9bef941a2642e1d00967564fd55e1dcecf0d6a"},"weights":[{"quant":"Q4_0","bytes":1558606176,"gpu_bytes":1480716288,"mapped_bytes":1556213760,"out_bytes":110108672,"layer_bytes":[[2,46637056],[1,43074048],[2,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056]],"read_bytes_per_token":1480716288,"files":["LFM2-2.6B-Exp-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"},{"quant":"Q4_K_M","bytes":1639166304,"gpu_bytes":1561276416,"mapped_bytes":1636773888,"out_bytes":110108672,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1561276416,"files":["LFM2-2.6B-Exp-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"},{"quant":"Q5_K_M","bytes":1921233248,"gpu_bytes":1826566144,"mapped_bytes":1918840832,"out_bytes":110108672,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1826566144,"files":["LFM2-2.6B-Exp-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"},{"quant":"Q6_K","bytes":2220929376,"gpu_bytes":2108436480,"mapped_bytes":2218536960,"out_bytes":110108672,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2108436480,"files":["LFM2-2.6B-Exp-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"},{"quant":"Q8_0","bytes":2875617632,"gpu_bytes":2730618880,"mapped_bytes":2873225216,"out_bytes":142614528,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2730618880,"files":["LFM2-2.6B-Exp-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"},{"quant":"F16","bytes":5409894752,"gpu_bytes":5139066880,"mapped_bytes":5407502336,"out_bytes":268443648,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5139066880,"files":["LFM2-2.6B-Exp-F16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"}],"original":{"bytes":5138574888,"repo":"LiquidAI/LFM2-2.6B-Exp","sha":"2251c865342649ffb4a9f57d07ab2428bb552cf5","dtypes":{"BF16":2569272320}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:47+00:00","url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp/tree/2251c865342649ffb4a9f57d07ab2428bb552cf5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:47+00:00","url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Exp-GGUF/tree/7d9bef941a2642e1d00967564fd55e1dcecf0d6a"}]},{"id":"lfm2-2-6b-longevity","name":"LFM2-2.6B-Longevity","repo":"LiquidAI/LFM2-2.6B-Longevity","sha":"05b12a8dc8a1e095038ae1a0a4524f8b21153916","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2569272320,"params_active":null,"params_repo":2569272320,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2-2.6B-Longevity.Q4_K_M.gguf","repo":"mradermacher/LFM2-2.6B-Longevity-GGUF","sha":"def3a827db1ce590eef1963c9f65343383944a04"}},"gguf":{"repo":"mradermacher/LFM2-2.6B-Longevity-GGUF","sha":"def3a827db1ce590eef1963c9f65343383944a04"},"weights":[{"quant":"Q2_K","bytes":983808224,"gpu_bytes":981413888,"mapped_bytes":981413888,"out_bytes":110108672,"layer_bytes":[[2,29458432],[1,27902464],[2,29458432],[1,27902464],[3,29458432],[1,27902464],[3,29458432],[1,27902464],[3,29458432],[1,27902464],[3,29458432],[1,27902464],[2,29458432],[1,27902464],[2,29458432],[1,27902464],[2,29458432]],"read_bytes_per_token":981413888,"files":["LFM2-2.6B-Longevity.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"Q3_K_M","bytes":1256061152,"gpu_bytes":1253666816,"mapped_bytes":1253666816,"out_bytes":110108672,"layer_bytes":[[1,41312256],[1,38559744],[1,36659712],[2,38559744],[1,36659712],[3,38559744],[1,36528640],[3,38559744],[1,36528640],[3,38559744],[1,36528640],[3,38559744],[1,36528640],[2,38559744],[1,36528640],[2,38559744],[1,36528640],[2,38559744]],"read_bytes_per_token":1253666816,"files":["LFM2-2.6B-Longevity.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"IQ4_XS","bytes":1417345248,"gpu_bytes":1414950912,"mapped_bytes":1414950912,"out_bytes":110108672,"layer_bytes":[[2,47489024],[1,44122624],[2,44048384],[1,40681984],[3,44048384],[1,40681984],[3,44048384],[1,40681984],[3,44048384],[1,40681984],[3,44048384],[1,40681984],[2,44048384],[1,40681984],[2,44048384],[1,40681984],[2,44048384]],"read_bytes_per_token":1414950912,"files":["LFM2-2.6B-Longevity.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"Q4_K_M","bytes":1563670752,"gpu_bytes":1561276416,"mapped_bytes":1561276416,"out_bytes":110108672,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1561276416,"files":["LFM2-2.6B-Longevity.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"Q5_K_M","bytes":1828960480,"gpu_bytes":1826566144,"mapped_bytes":1826566144,"out_bytes":110108672,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1826566144,"files":["LFM2-2.6B-Longevity.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"Q6_K","bytes":2110830816,"gpu_bytes":2108436480,"mapped_bytes":2108436480,"out_bytes":110108672,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2108436480,"files":["LFM2-2.6B-Longevity.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"Q8_0","bytes":2733013216,"gpu_bytes":2730618880,"mapped_bytes":2730618880,"out_bytes":142614528,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2730618880,"files":["LFM2-2.6B-Longevity.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"},{"quant":"F16","bytes":5141461216,"gpu_bytes":5139066880,"mapped_bytes":5139066880,"out_bytes":268443648,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5139066880,"files":["LFM2-2.6B-Longevity.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"}],"original":{"bytes":5138574880,"repo":"LiquidAI/LFM2-2.6B-Longevity","sha":"05b12a8dc8a1e095038ae1a0a4524f8b21153916","dtypes":{"BF16":2569272320}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:19+00:00","url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Longevity/tree/05b12a8dc8a1e095038ae1a0a4524f8b21153916"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:19+00:00","url":"https://huggingface.co/mradermacher/LFM2-2.6B-Longevity-GGUF/tree/def3a827db1ce590eef1963c9f65343383944a04"}]},{"id":"lfm2-2-6b-transcript","name":"LFM2-2.6B-Transcript","repo":"LiquidAI/LFM2-2.6B-Transcript","sha":"1b607be3f244de841a55c9fe426713dd950ab281","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2569272320,"params_active":null,"params_repo":2569272320,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2-2.6B-Transcript-Q4_K_M.gguf","repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","sha":"586791c82a1699507624755ffe4fcdef0ff8ed95"}},"gguf":{"repo":"LiquidAI/LFM2-2.6B-Transcript-GGUF","sha":"586791c82a1699507624755ffe4fcdef0ff8ed95"},"weights":[{"quant":"Q4_0","bytes":1483109120,"gpu_bytes":1480716288,"mapped_bytes":1480716288,"out_bytes":110108672,"layer_bytes":[[2,46637056],[1,43074048],[2,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056]],"read_bytes_per_token":1480716288,"files":["LFM2-2.6B-Transcript-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"},{"quant":"Q4_K_M","bytes":1563669248,"gpu_bytes":1561276416,"mapped_bytes":1561276416,"out_bytes":110108672,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1561276416,"files":["LFM2-2.6B-Transcript-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"},{"quant":"Q5_K_M","bytes":1828958976,"gpu_bytes":1826566144,"mapped_bytes":1826566144,"out_bytes":110108672,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1826566144,"files":["LFM2-2.6B-Transcript-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"},{"quant":"Q6_K","bytes":2110829312,"gpu_bytes":2108436480,"mapped_bytes":2108436480,"out_bytes":110108672,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2108436480,"files":["LFM2-2.6B-Transcript-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"},{"quant":"Q8_0","bytes":2733011712,"gpu_bytes":2730618880,"mapped_bytes":2730618880,"out_bytes":142614528,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2730618880,"files":["LFM2-2.6B-Transcript-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"},{"quant":"BF16","bytes":5141459712,"gpu_bytes":5139066880,"mapped_bytes":5139066880,"out_bytes":268443648,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5139066880,"files":["LFM2-2.6B-Transcript-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"}],"original":{"bytes":5138574888,"repo":"LiquidAI/LFM2-2.6B-Transcript","sha":"1b607be3f244de841a55c9fe426713dd950ab281","dtypes":{"BF16":2569272320}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:25+00:00","url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript/tree/1b607be3f244de841a55c9fe426713dd950ab281"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:25+00:00","url":"https://huggingface.co/LiquidAI/LFM2-2.6B-Transcript-GGUF/tree/586791c82a1699507624755ffe4fcdef0ff8ed95"}]},{"id":"lfm2-24b-a2b","name":"LFM2-24B-A2B","repo":"LiquidAI/LFM2-24B-A2B","sha":"a3bbacd91a678b97712f0e323e52f8c24ba29542","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":23843661440,"params_active":2326881920,"params_repo":23843661440,"arch":{"gguf_arch":"lfm2moe","n_layers":40,"n_layers_all":40,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":122880,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":{"active":4,"experts":64},"cross_checked":true,"gguf_source":{"file":"LFM2-24B-A2B-Q4_K_M.gguf","repo":"LiquidAI/LFM2-24B-A2B-GGUF","sha":"6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"}},"gguf":{"repo":"LiquidAI/LFM2-24B-A2B-GGUF","sha":"6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"},"weights":[{"quant":"Q4_0","bytes":13467405600,"gpu_bytes":13465000448,"mapped_bytes":13465000448,"out_bytes":110108672,"layer_bytes":[[2,50176000],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[1,349741312]],"read_bytes_per_token":1361811968,"files":["LFM2-24B-A2B-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"},{"quant":"Q4_K_M","bytes":14415473952,"gpu_bytes":14413068800,"mapped_bytes":14413068800,"out_bytes":110108672,"layer_bytes":[[2,56393728],[1,398353152],[2,401645824],[1,349741312],[1,346178304],[1,401645824],[2,349741312],[1,398082816],[2,349741312],[1,401645824],[1,346448640],[1,349741312],[1,401645824],[1,349741312],[1,346178304],[1,401645824],[2,349741312],[1,398082816],[2,349741312],[1,401645824],[1,346448640],[1,349741312],[1,401645824],[1,349741312],[1,346178304],[1,401645824],[2,349741312],[1,398353152],[3,401645824],[1,398353152],[1,401645824]],"read_bytes_per_token":1433991680,"files":["LFM2-24B-A2B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"},{"quant":"Q5_K_M","bytes":16918818080,"gpu_bytes":16916412928,"mapped_bytes":16916412928,"out_bytes":110108672,"layer_bytes":[[2,64520192],[1,449864448],[2,454074624],[1,427335936],[1,422986496],[1,454074624],[2,427335936],[1,449725184],[2,427335936],[1,454074624],[1,423125760],[1,427335936],[1,454074624],[1,427335936],[1,422986496],[1,454074624],[2,427335936],[1,449725184],[2,427335936],[1,454074624],[1,423125760],[1,427335936],[1,454074624],[1,427335936],[1,422986496],[1,454074624],[2,427335936],[1,449864448],[3,454074624],[1,449864448],[1,454074624]],"read_bytes_per_token":1672411648,"files":["LFM2-24B-A2B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"},{"quant":"Q6_K","bytes":19578621216,"gpu_bytes":19576216064,"mapped_bytes":19576216064,"out_bytes":110108672,"layer_bytes":[[2,73154560],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[1,509780224]],"read_bytes_per_token":1925732864,"files":["LFM2-24B-A2B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"},{"quant":"Q8_0","bytes":25351965984,"gpu_bytes":25349560832,"mapped_bytes":25349560832,"out_bytes":142614528,"layer_bytes":[[2,94740480],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[1,660119808]],"read_bytes_per_token":2487982592,"files":["LFM2-24B-A2B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"},{"quant":"BF16","bytes":47700397344,"gpu_bytes":47697992192,"mapped_bytes":47697992192,"out_bytes":268443648,"layer_bytes":[[2,178298880],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[1,1242079488]],"read_bytes_per_token":4664433152,"files":["LFM2-24B-A2B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"}],"original":{"bytes":47688305784,"repo":"LiquidAI/LFM2-24B-A2B","sha":"a3bbacd91a678b97712f0e323e52f8c24ba29542","dtypes":{"BF16":23843659008,"F32":2432}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:10+00:00","url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B/tree/a3bbacd91a678b97712f0e323e52f8c24ba29542"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:10+00:00","url":"https://huggingface.co/LiquidAI/LFM2-24B-A2B-GGUF/tree/6247d03b87c27c05a258feb5acdfb4d5efbf0bd8"}]},{"id":"lfm2-5-1-2b-base","name":"LFM2.5-1.2B-Base","repo":"LiquidAI/LFM2.5-1.2B-Base","sha":"7453bca97ca1e67754c4035a4b4c584e1c9dd725","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1170340608,"params_active":null,"params_repo":1170340608,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-1.2B-Base-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-1.2B-Base-GGUF","sha":"ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"}},"gguf":{"repo":"LiquidAI/LFM2.5-1.2B-Base-GGUF","sha":"ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"},"weights":[{"quant":"Q4_0","bytes":695750848,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-1.2B-Base-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"},{"quant":"Q4_K_M","bytes":730894528,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-1.2B-Base-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"},{"quant":"Q5_K_M","bytes":843354304,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-1.2B-Base-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"},{"quant":"Q6_K","bytes":962842816,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-1.2B-Base-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"},{"quant":"Q8_0","bytes":1246253248,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-1.2B-Base-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"},{"quant":"BF16","bytes":2343325888,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-1.2B-Base-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"}],"original":{"bytes":2340697936,"repo":"LiquidAI/LFM2.5-1.2B-Base","sha":"7453bca97ca1e67754c4035a4b4c584e1c9dd725","dtypes":{"BF16":1170340608}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:26+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base/tree/7453bca97ca1e67754c4035a4b4c584e1c9dd725"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:26+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base-GGUF/tree/ff14effbc3d8eb8823f53a5c9b0ebf7419b57c68"}]},{"id":"lfm2-5-1-2b-instruct","name":"LFM2.5-1.2B-Instruct","repo":"LiquidAI/LFM2.5-1.2B-Instruct","sha":"0f604ada3f766f9f257460c4c9f0b5d6f69d431b","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1170340608,"params_active":null,"params_repo":1170340608,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-1.2B-Instruct-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","sha":"8ed288026e23958ad9dfa92d53ed773a8eee7125"}},"gguf":{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","sha":"8ed288026e23958ad9dfa92d53ed773a8eee7125"},"weights":[{"quant":"Q4_0","bytes":695755488,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-1.2B-Instruct-QAD-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"},{"quant":"Q4_K_M","bytes":730895168,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-1.2B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"},{"quant":"Q5_K_M","bytes":843354944,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-1.2B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"},{"quant":"Q6_K","bytes":962843456,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-1.2B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"},{"quant":"Q8_0","bytes":1246253888,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-1.2B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"},{"quant":"BF16","bytes":2343326528,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-1.2B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"}],"original":{"bytes":2340697936,"repo":"LiquidAI/LFM2.5-1.2B-Instruct","sha":"0f604ada3f766f9f257460c4c9f0b5d6f69d431b","dtypes":{"BF16":1170340608}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:50+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct/tree/0f604ada3f766f9f257460c4c9f0b5d6f69d431b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:50+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF/tree/8ed288026e23958ad9dfa92d53ed773a8eee7125"}]},{"id":"lfm2-5-1-2b-jp","name":"LFM2.5-1.2B-JP","repo":"LiquidAI/LFM2.5-1.2B-JP","sha":"58ef35ca21bb2d3ef6e320a938765a9727aefc5d","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1170340608,"params_active":null,"params_repo":1170340608,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-1.2B-JP-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","sha":"170ae1cecf0e74b0b25bd704047160fba9f613c6"}},"gguf":{"repo":"LiquidAI/LFM2.5-1.2B-JP-GGUF","sha":"170ae1cecf0e74b0b25bd704047160fba9f613c6"},"weights":[{"quant":"Q4_0","bytes":695751616,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-1.2B-JP-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"},{"quant":"Q4_K_M","bytes":730895296,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-1.2B-JP-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"},{"quant":"Q5_K_M","bytes":843355072,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-1.2B-JP-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"},{"quant":"Q6_K","bytes":962843584,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-1.2B-JP-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"},{"quant":"Q8_0","bytes":1246254016,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-1.2B-JP-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"},{"quant":"F16","bytes":2343326656,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-1.2B-JP-F16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"}],"original":{"bytes":2340697936,"repo":"LiquidAI/LFM2.5-1.2B-JP","sha":"58ef35ca21bb2d3ef6e320a938765a9727aefc5d","dtypes":{"BF16":1170340608}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:57+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP/tree/58ef35ca21bb2d3ef6e320a938765a9727aefc5d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:57+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-GGUF/tree/170ae1cecf0e74b0b25bd704047160fba9f613c6"}]},{"id":"lfm2-5-1-2b-jp-202606","name":"LFM2.5-1.2B-JP-202606","repo":"LiquidAI/LFM2.5-1.2B-JP-202606","sha":"52b8b4475311a63bf839c6494f78f8ad59d13515","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1170340608,"params_active":null,"params_repo":1170340608,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-1.2B-JP-202606-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","sha":"448ba3f7d408c2f5c32cec8038612f7c1ed9f054"}},"gguf":{"repo":"LiquidAI/LFM2.5-1.2B-JP-202606-GGUF","sha":"448ba3f7d408c2f5c32cec8038612f7c1ed9f054"},"weights":[{"quant":"Q4_0","bytes":695750944,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-1.2B-JP-202606-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"},{"quant":"Q4_K_M","bytes":730894624,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-1.2B-JP-202606-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"},{"quant":"Q5_K_M","bytes":843354400,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-1.2B-JP-202606-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"},{"quant":"Q6_K","bytes":962842912,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-1.2B-JP-202606-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"},{"quant":"Q8_0","bytes":1246253344,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-1.2B-JP-202606-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"},{"quant":"F16","bytes":2343325984,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-1.2B-JP-202606-F16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"}],"original":{"bytes":2340697936,"repo":"LiquidAI/LFM2.5-1.2B-JP-202606","sha":"52b8b4475311a63bf839c6494f78f8ad59d13515","dtypes":{"BF16":1170340608}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:27+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606/tree/52b8b4475311a63bf839c6494f78f8ad59d13515"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:27+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP-202606-GGUF/tree/448ba3f7d408c2f5c32cec8038612f7c1ed9f054"}]},{"id":"lfm2-5-1-2b-thinking","name":"LFM2.5-1.2B-Thinking","repo":"LiquidAI/LFM2.5-1.2B-Thinking","sha":"f313478934a7612d22991f752959d7a1a8756fec","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1170340608,"params_active":null,"params_repo":1170340608,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-1.2B-Thinking-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","sha":"9584426effbfa44b677e925793a12188a36b44ce"}},"gguf":{"repo":"LiquidAI/LFM2.5-1.2B-Thinking-GGUF","sha":"9584426effbfa44b677e925793a12188a36b44ce"},"weights":[{"quant":"Q4_0","bytes":695751680,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-1.2B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"},{"quant":"Q4_K_M","bytes":730895360,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-1.2B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"},{"quant":"Q5_K_M","bytes":843355136,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-1.2B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"},{"quant":"Q6_K","bytes":962843648,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-1.2B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"},{"quant":"Q8_0","bytes":1246254080,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-1.2B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"},{"quant":"BF16","bytes":2343326720,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-1.2B-Thinking-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"}],"original":{"bytes":2340697936,"repo":"LiquidAI/LFM2.5-1.2B-Thinking","sha":"f313478934a7612d22991f752959d7a1a8756fec","dtypes":{"BF16":1170340608}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:56+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking/tree/f313478934a7612d22991f752959d7a1a8756fec"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:56+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-1.2B-Thinking-GGUF/tree/9584426effbfa44b677e925793a12188a36b44ce"}]},{"id":"lfm2-5-2-6b","name":"LFM2.5-2.6B","repo":"LiquidAI/LFM2.5-2.6B","sha":"654f9463ce32b05d0429d76fe1f580b27d4c1ac0","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2697198592,"params_active":null,"params_repo":2697198592,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":131072,"vocab_size":128000,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-2.6B-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-2.6B-GGUF","sha":"e7caca5d835a3901a8e0d63e94009429bafafdfc"}},"gguf":{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","sha":"e7caca5d835a3901a8e0d63e94009429bafafdfc"},"weights":[{"quant":"Q4_0","bytes":1593894944,"gpu_bytes":1585655808,"mapped_bytes":1585655808,"out_bytes":215048192,"layer_bytes":[[2,46637056],[1,43074048],[2,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056]],"read_bytes_per_token":1585655808,"files":["LFM2.5-2.6B-QAD-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"},{"quant":"Q4_K_M","bytes":1674455040,"gpu_bytes":1666215936,"mapped_bytes":1666215936,"out_bytes":215048192,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1666215936,"files":["LFM2.5-2.6B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"},{"quant":"Q5_K_M","bytes":1939744768,"gpu_bytes":1931505664,"mapped_bytes":1931505664,"out_bytes":215048192,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1931505664,"files":["LFM2.5-2.6B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"},{"quant":"Q6_K","bytes":2221615104,"gpu_bytes":2213376000,"mapped_bytes":2213376000,"out_bytes":215048192,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2213376000,"files":["LFM2.5-2.6B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"},{"quant":"Q8_0","bytes":2874779648,"gpu_bytes":2866540544,"mapped_bytes":2866540544,"out_bytes":278536192,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2866540544,"files":["LFM2.5-2.6B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"},{"quant":"BF16","bytes":5403158528,"gpu_bytes":5394919424,"mapped_bytes":5394919424,"out_bytes":524296192,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5394919424,"files":["LFM2.5-2.6B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"}],"original":{"bytes":5394427456,"repo":"LiquidAI/LFM2.5-2.6B","sha":"654f9463ce32b05d0429d76fe1f580b27d4c1ac0","dtypes":{"BF16":2697198592}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:31+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B/tree/654f9463ce32b05d0429d76fe1f580b27d4c1ac0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:31+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-GGUF/tree/e7caca5d835a3901a8e0d63e94009429bafafdfc"}]},{"id":"lfm2-5-2-6b-base","name":"LFM2.5-2.6B-Base","repo":"LiquidAI/LFM2.5-2.6B-Base","sha":"c57bdaed1ef166fe3095dda07f4a5e789ad5321e","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2697198592,"params_active":null,"params_repo":2697198592,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":128000,"vocab_size":128000,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-2.6B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/LFM2.5-2.6B-Base-i1-GGUF","sha":"915b5d543699b002c617cba03ccdf19bfa1aae20"}},"gguf":{"repo":"mradermacher/LFM2.5-2.6B-Base-i1-GGUF","sha":"915b5d543699b002c617cba03ccdf19bfa1aae20"},"weights":[{"quant":"IQ2_XXS","bytes":822461760,"gpu_bytes":814223360,"mapped_bytes":814223360,"out_bytes":180232192,"layer_bytes":[[2,22945792],[1,21373440],[2,21397504],[1,19825152],[3,21397504],[1,19825152],[3,21397504],[1,19825152],[3,21397504],[1,19825152],[3,21397504],[1,19825152],[2,21397504],[1,19825152],[2,21397504],[1,19825152],[2,21397504]],"read_bytes_per_token":814223360,"files":["LFM2.5-2.6B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"IQ2_M","bytes":981214528,"gpu_bytes":972976128,"mapped_bytes":972976128,"out_bytes":180232192,"layer_bytes":[[2,28983296],[1,27517440],[2,26574848],[1,25108992],[3,26574848],[1,25108992],[3,26574848],[1,25108992],[3,26574848],[1,25108992],[3,26574848],[1,25108992],[2,26574848],[1,25108992],[2,26574848],[1,25108992],[2,26574848]],"read_bytes_per_token":972976128,"files":["LFM2.5-2.6B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"Q2_K","bytes":1094591808,"gpu_bytes":1086353408,"mapped_bytes":1086353408,"out_bytes":215048192,"layer_bytes":[[2,29458432],[1,27902464],[2,29458432],[1,27902464],[3,29458432],[1,27902464],[3,29458432],[1,27902464],[3,29458432],[1,27902464],[3,29458432],[1,27902464],[2,29458432],[1,27902464],[2,29458432],[1,27902464],[2,29458432]],"read_bytes_per_token":1086353408,"files":["LFM2.5-2.6B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"IQ3_XXS","bytes":1120527680,"gpu_bytes":1112289280,"mapped_bytes":1112289280,"out_bytes":180232192,"layer_bytes":[[2,31752192],[1,29188608],[2,31752192],[1,29188608],[3,31752192],[1,29188608],[3,31752192],[1,29188608],[3,31752192],[1,29188608],[3,31752192],[1,29188608],[2,31752192],[1,29188608],[2,31752192],[1,29188608],[2,31752192]],"read_bytes_per_token":1112289280,"files":["LFM2.5-2.6B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"Q3_K_M","bytes":1366844736,"gpu_bytes":1358606336,"mapped_bytes":1358606336,"out_bytes":215048192,"layer_bytes":[[1,41312256],[1,38559744],[1,36659712],[2,38559744],[1,36659712],[3,38559744],[1,36528640],[3,38559744],[1,36528640],[3,38559744],[1,36528640],[3,38559744],[1,36528640],[2,38559744],[1,36528640],[2,38559744],[1,36528640],[2,38559744]],"read_bytes_per_token":1358606336,"files":["LFM2.5-2.6B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"IQ4_XS","bytes":1517806912,"gpu_bytes":1509568512,"mapped_bytes":1509568512,"out_bytes":215048192,"layer_bytes":[[2,44048384],[1,40681984],[2,44048384],[1,40681984],[3,44048384],[1,40681984],[3,44048384],[1,40681984],[3,44048384],[1,40681984],[3,44048384],[1,40681984],[2,44048384],[1,40681984],[2,44048384],[1,40681984],[2,44048384]],"read_bytes_per_token":1509568512,"files":["LFM2.5-2.6B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"Q4_0","bytes":1598022976,"gpu_bytes":1589784576,"mapped_bytes":1589784576,"out_bytes":215048192,"layer_bytes":[[2,48013312],[1,44450304],[2,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056]],"read_bytes_per_token":1589784576,"files":["LFM2.5-2.6B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"Q4_K_M","bytes":1674454336,"gpu_bytes":1666215936,"mapped_bytes":1666215936,"out_bytes":215048192,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1666215936,"files":["LFM2.5-2.6B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"Q5_K_M","bytes":1939744064,"gpu_bytes":1931505664,"mapped_bytes":1931505664,"out_bytes":215048192,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1931505664,"files":["LFM2.5-2.6B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"},{"quant":"Q6_K","bytes":2221614400,"gpu_bytes":2213376000,"mapped_bytes":2213376000,"out_bytes":215048192,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2213376000,"files":["LFM2.5-2.6B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"}],"original":{"bytes":5394427448,"repo":"LiquidAI/LFM2.5-2.6B-Base","sha":"c57bdaed1ef166fe3095dda07f4a5e789ad5321e","dtypes":{"BF16":2697198592}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:33+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-2.6B-Base/tree/c57bdaed1ef166fe3095dda07f4a5e789ad5321e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:33+00:00","url":"https://huggingface.co/mradermacher/LFM2.5-2.6B-Base-i1-GGUF/tree/915b5d543699b002c617cba03ccdf19bfa1aae20"}]},{"id":"lfm2-5-230m","name":"LFM2.5-230M","repo":"LiquidAI/LFM2.5-230M","sha":"40cb2ad3b3044d5a41eee083a6103c8b523afa45","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":229693184,"params_active":null,"params_repo":229693184,"arch":{"gguf_arch":"lfm2","n_layers":14,"n_layers_all":14,"layers":[[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":16384,"max_context":128000,"vocab_size":65536,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-230M-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-230M-GGUF","sha":"03502067c64ce32ac4fe87b0cec0310a1a13d3e9"}},"gguf":{"repo":"LiquidAI/LFM2.5-230M-GGUF","sha":"03502067c64ce32ac4fe87b0cec0310a1a13d3e9"},"weights":[{"quant":"Q4_0","bytes":149081056,"gpu_bytes":146693120,"mapped_bytes":146693120,"out_bytes":55054336,"layer_bytes":[[2,6803456],[1,6201856],[1,6803456],[1,6201856],[1,6803456],[1,6201856],[1,6803456],[1,6201856],[1,6803456],[1,6201856],[1,6803456],[1,6201856],[1,6803456]],"read_bytes_per_token":146693120,"files":["LFM2.5-230M-QAD-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"},{"quant":"Q4_K_M","bytes":153406304,"gpu_bytes":151018496,"mapped_bytes":151018496,"out_bytes":55054336,"layer_bytes":[[1,7479296],[1,6803456],[1,6201856],[1,7479296],[1,6201856],[1,6803456],[1,7012864],[1,6803456],[1,6201856],[1,7479296],[1,6201856],[1,6803456],[1,7012864],[1,7479296]],"read_bytes_per_token":151018496,"files":["LFM2.5-230M-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"},{"quant":"Q5_K_M","bytes":171625312,"gpu_bytes":169237504,"mapped_bytes":169237504,"out_bytes":55054336,"layer_bytes":[[1,8658944],[1,8310784],[1,7578112],[1,8658944],[1,7578112],[1,8310784],[1,7995904],[1,8310784],[1,7578112],[1,8658944],[1,7578112],[1,8310784],[1,7995904],[1,8658944]],"read_bytes_per_token":169237504,"files":["LFM2.5-230M-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"},{"quant":"Q6_K","bytes":190983008,"gpu_bytes":188595200,"mapped_bytes":188595200,"out_bytes":55054336,"layer_bytes":[[2,9912320],[1,9040384],[1,9912320],[1,9040384],[1,9912320],[1,9040384],[1,9912320],[1,9040384],[1,9912320],[1,9040384],[1,9912320],[1,9040384],[1,9912320]],"read_bytes_per_token":188595200,"files":["LFM2.5-230M-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"},{"quant":"Q8_0","bytes":246598496,"gpu_bytes":244210688,"mapped_bytes":244210688,"out_bytes":71307264,"layer_bytes":[[2,12832768],[1,11706880],[1,12832768],[1,11706880],[1,12832768],[1,11706880],[1,12832768],[1,11706880],[1,12832768],[1,11706880],[1,12832768],[1,11706880],[1,12832768]],"read_bytes_per_token":244210688,"files":["LFM2.5-230M-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"},{"quant":"BF16","bytes":461884256,"gpu_bytes":459496448,"mapped_bytes":459496448,"out_bytes":134221824,"layer_bytes":[[2,24137728],[1,22028800],[1,24137728],[1,22028800],[1,24137728],[1,22028800],[1,24137728],[1,22028800],[1,24137728],[1,22028800],[1,24137728],[1,22028800],[1,24137728]],"read_bytes_per_token":459496448,"files":["LFM2.5-230M-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"}],"original":{"bytes":459401112,"repo":"LiquidAI/LFM2.5-230M","sha":"40cb2ad3b3044d5a41eee083a6103c8b523afa45","dtypes":{"BF16":229693184}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:30+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-230M/tree/40cb2ad3b3044d5a41eee083a6103c8b523afa45"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:30+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-230M-GGUF/tree/03502067c64ce32ac4fe87b0cec0310a1a13d3e9"}]},{"id":"lfm2-5-24b-a2b","name":"LFM2.5-24B-A2B","repo":"LiquidAI/LFM2.5-24B-A2B","sha":"1769516ac588c4c558089c94f27d96b0dc67b183","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":23971587712,"params_active":2454808192,"params_repo":23971585280,"arch":{"gguf_arch":"lfm2moe","n_layers":40,"n_layers_all":40,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":122880,"max_context":131072,"vocab_size":128000,"hidden_size":2048,"moe":{"active":4,"experts":64},"cross_checked":true,"gguf_source":{"file":"LFM2.5-24B-A2B-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","sha":"0912d33141f77e10705345a6732bfd83f0252fdc"}},"gguf":{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","sha":"0912d33141f77e10705345a6732bfd83f0252fdc"},"weights":[{"quant":"Q4_0","bytes":13578190880,"gpu_bytes":13569939968,"mapped_bytes":13569939968,"out_bytes":215048192,"layer_bytes":[[2,50176000],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[3,349741312],[1,346178304],[1,349741312]],"read_bytes_per_token":1466751488,"files":["LFM2.5-24B-A2B-QAD-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"},{"quant":"Q4_K_M","bytes":14526258464,"gpu_bytes":14518008320,"mapped_bytes":14518008320,"out_bytes":215048192,"layer_bytes":[[2,56393728],[1,398353152],[2,401645824],[1,349741312],[1,346178304],[1,401645824],[2,349741312],[1,398082816],[2,349741312],[1,401645824],[1,346448640],[1,349741312],[1,401645824],[1,349741312],[1,346178304],[1,401645824],[2,349741312],[1,398082816],[2,349741312],[1,401645824],[1,346448640],[1,349741312],[1,401645824],[1,349741312],[1,346178304],[1,401645824],[2,349741312],[1,398353152],[3,401645824],[1,398353152],[1,401645824]],"read_bytes_per_token":1538931200,"files":["LFM2.5-24B-A2B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"},{"quant":"Q5_K_M","bytes":17029602592,"gpu_bytes":17021352448,"mapped_bytes":17021352448,"out_bytes":215048192,"layer_bytes":[[2,64520192],[1,449864448],[2,454074624],[1,427335936],[1,422986496],[1,454074624],[2,427335936],[1,449725184],[2,427335936],[1,454074624],[1,423125760],[1,427335936],[1,454074624],[1,427335936],[1,422986496],[1,454074624],[2,427335936],[1,449725184],[2,427335936],[1,454074624],[1,423125760],[1,427335936],[1,454074624],[1,427335936],[1,422986496],[1,454074624],[2,427335936],[1,449864448],[3,454074624],[1,449864448],[1,454074624]],"read_bytes_per_token":1777351168,"files":["LFM2.5-24B-A2B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"},{"quant":"Q6_K","bytes":19689405728,"gpu_bytes":19681155584,"mapped_bytes":19681155584,"out_bytes":215048192,"layer_bytes":[[2,73154560],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[3,509780224],[1,504595200],[1,509780224]],"read_bytes_per_token":2030672384,"files":["LFM2.5-24B-A2B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"},{"quant":"Q8_0","bytes":25493732640,"gpu_bytes":25485482496,"mapped_bytes":25485482496,"out_bytes":278536192,"layer_bytes":[[2,94740480],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[3,660119808],[1,653411072],[1,660119808]],"read_bytes_per_token":2623904256,"files":["LFM2.5-24B-A2B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"},{"quant":"BF16","bytes":47962094880,"gpu_bytes":47953844736,"mapped_bytes":47953844736,"out_bytes":524296192,"layer_bytes":[[2,178298880],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[3,1242079488],[1,1229472512],[1,1242079488]],"read_bytes_per_token":4920285696,"files":["LFM2.5-24B-A2B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"}],"original":{"bytes":47944143456,"repo":"LiquidAI/LFM2.5-24B-A2B","sha":"1769516ac588c4c558089c94f27d96b0dc67b183","dtypes":{"BF16":23971585280,"F32":2432}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:43+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B/tree/1769516ac588c4c558089c94f27d96b0dc67b183"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:43+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-24B-A2B-GGUF/tree/0912d33141f77e10705345a6732bfd83f0252fdc"}]},{"id":"lfm2-5-350m","name":"LFM2.5-350M","repo":"LiquidAI/LFM2.5-350M","sha":"9e6c6ccf47cd318696e137d381a7ded8fe4df09f","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":354483968,"params_active":null,"params_repo":354483968,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":20480,"max_context":128000,"vocab_size":65536,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-350M-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-350M-GGUF","sha":"657e078c94084481950a2d555a941481f715536b"}},"gguf":{"repo":"LiquidAI/LFM2.5-350M-GGUF","sha":"657e078c94084481950a2d555a941481f715536b"},"weights":[{"quant":"Q4_0","bytes":219312832,"gpu_bytes":216923136,"mapped_bytes":216923136,"out_bytes":55054336,"layer_bytes":[[2,10342400],[1,9740800],[2,10342400],[1,9740800],[2,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400]],"read_bytes_per_token":216923136,"files":["LFM2.5-350M-QAD-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"},{"quant":"Q4_K_M","bytes":229312224,"gpu_bytes":226925568,"mapped_bytes":226925568,"out_bytes":55054336,"layer_bytes":[[2,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9875968],[1,10342400],[1,10957312],[1,10342400],[1,9740800],[1,11558912],[1,11092480],[1,11558912]],"read_bytes_per_token":226925568,"files":["LFM2.5-350M-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"},{"quant":"Q5_K_M","bytes":260376288,"gpu_bytes":257989632,"mapped_bytes":257989632,"out_bytes":55054336,"layer_bytes":[[2,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11973120],[1,12636160],[1,12530176],[1,12636160],[1,11903488],[1,13262848],[1,12599808],[1,13262848]],"read_bytes_per_token":257989632,"files":["LFM2.5-350M-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"},{"quant":"Q6_K","bytes":293381856,"gpu_bytes":290995200,"mapped_bytes":290995200,"out_bytes":55054336,"layer_bytes":[[2,15073280],[1,14201344],[2,15073280],[1,14201344],[2,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280]],"read_bytes_per_token":290995200,"files":["LFM2.5-350M-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"},{"quant":"Q8_0","bytes":379217632,"gpu_bytes":376830976,"mapped_bytes":376830976,"out_bytes":71307264,"layer_bytes":[[2,19517440],[1,18391552],[2,19517440],[1,18391552],[2,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440]],"read_bytes_per_token":376830976,"files":["LFM2.5-350M-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"},{"quant":"BF16","bytes":711485152,"gpu_bytes":709098496,"mapped_bytes":709098496,"out_bytes":134221824,"layer_bytes":[[2,36720640],[1,34611712],[2,36720640],[1,34611712],[2,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640]],"read_bytes_per_token":709098496,"files":["LFM2.5-350M-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"}],"original":{"bytes":708984464,"repo":"LiquidAI/LFM2.5-350M","sha":"9e6c6ccf47cd318696e137d381a7ded8fe4df09f","dtypes":{"BF16":354483968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:14+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-350M/tree/9e6c6ccf47cd318696e137d381a7ded8fe4df09f"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:14+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-350M-GGUF/tree/657e078c94084481950a2d555a941481f715536b"}]},{"id":"lfm2-5-8b-a1b","name":"LFM2.5-8B-A1B","repo":"LiquidAI/LFM2.5-8B-A1B","sha":"5dd22602c2e9f6a097b1de4c4efe0658b605015c","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8467856832,"params_active":1685667264,"params_repo":8467856832,"arch":{"gguf_arch":"lfm2moe","n_layers":24,"n_layers_all":24,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":73728,"max_context":128000,"vocab_size":128000,"hidden_size":2048,"moe":{"active":4,"experts":32},"cross_checked":true,"gguf_source":{"file":"LFM2.5-8B-A1B-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","sha":"49c14831707011e64d70b2ebd8462ba08d608434"}},"gguf":{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","sha":"49c14831707011e64d70b2ebd8462ba08d608434"},"weights":[{"quant":"Q4_0","bytes":4844678368,"gpu_bytes":4836439808,"mapped_bytes":4836439808,"out_bytes":215048192,"layer_bytes":[[2,34250752],[1,204358272],[3,207921280],[1,204358272],[3,207921280],[1,204358272],[3,207921280],[1,204358272],[3,207921280],[1,204358272],[2,207921280],[1,204358272],[2,207921280]],"read_bytes_per_token":1021458176,"files":["LFM2.5-8B-A1B-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"},{"quant":"Q4_K_M","bytes":5155564768,"gpu_bytes":5147326208,"mapped_bytes":5147326208,"out_bytes":215048192,"layer_bytes":[[2,38035456],[1,234635904],[2,207921280],[1,238198912],[1,204358272],[1,207921280],[1,238198912],[1,207921280],[1,204628608],[1,238198912],[2,207921280],[1,234635904],[2,207921280],[1,238198912],[1,204358272],[1,207921280],[1,238198912],[1,234906240],[2,238198912]],"read_bytes_per_token":1067415296,"files":["LFM2.5-8B-A1B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"},{"quant":"Q5_K_M","bytes":6030339296,"gpu_bytes":6022100736,"mapped_bytes":6022100736,"out_bytes":215048192,"layer_bytes":[[2,43802624],[1,265306752],[2,254058624],[1,269656192],[1,249709184],[1,254058624],[1,269656192],[1,254058624],[1,249848448],[1,269656192],[2,254058624],[1,265306752],[2,254058624],[1,269656192],[1,249709184],[1,254058624],[1,269656192],[1,265446016],[2,269656192]],"read_bytes_per_token":1222866688,"files":["LFM2.5-8B-A1B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"},{"quant":"Q6_K","bytes":6959787232,"gpu_bytes":6951548672,"mapped_bytes":6951548672,"out_bytes":215048192,"layer_bytes":[[2,49930240],[1,297894528],[3,303079552],[1,297894528],[3,303079552],[1,297894528],[3,303079552],[1,297894528],[3,303079552],[1,297894528],[2,303079552],[1,297894528],[2,303079552]],"read_bytes_per_token":1388033792,"files":["LFM2.5-8B-A1B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"},{"quant":"Q8_0","bytes":9010195680,"gpu_bytes":9001957120,"mapped_bytes":9001957120,"out_bytes":278536192,"layer_bytes":[[2,64659456],[1,385761920],[3,392470656],[1,385761920],[3,392470656],[1,385761920],[3,392470656],[1,385761920],[3,392470656],[1,385761920],[2,392470656],[1,385761920],[2,392470656]],"read_bytes_per_token":1795880704,"files":["LFM2.5-8B-A1B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"},{"quant":"BF16","bytes":16947260640,"gpu_bytes":16939022080,"mapped_bytes":16939022080,"out_bytes":524296192,"layer_bytes":[[2,121675776],[1,725893760],[3,738500736],[1,725893760],[3,738500736],[1,725893760],[3,738500736],[1,725893760],[3,738500736],[1,725893760],[2,738500736],[1,725893760],[2,738500736]],"read_bytes_per_token":3374642944,"files":["LFM2.5-8B-A1B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"}],"original":{"bytes":16936006912,"repo":"LiquidAI/LFM2.5-8B-A1B","sha":"5dd22602c2e9f6a097b1de4c4efe0658b605015c","dtypes":{"BF16":8467856128,"F32":704}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:26+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B/tree/5dd22602c2e9f6a097b1de4c4efe0658b605015c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:26+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/tree/49c14831707011e64d70b2ebd8462ba08d608434"}]},{"id":"lfm2-5-encoder-350m-diffusion","name":"LFM2.5-Encoder-350M-Diffusion","repo":"LiquidAI/LFM2.5-Encoder-350M-Diffusion","sha":"5bb1c16fd5980ac2b4f7afcde762856aebd8ca0a","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":354483968,"params_active":null,"params_repo":354483968,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":20480,"max_context":128000,"vocab_size":65536,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-Encoder-350M-Diffusion.i1-Q4_K_M.gguf","repo":"mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF","sha":"488ccef7d4f187c250edd19f5bbeb057f6a573a1"}},"gguf":{"repo":"mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF","sha":"488ccef7d4f187c250edd19f5bbeb057f6a573a1"},"weights":[{"quant":"IQ2_XXS","bytes":123740960,"gpu_bytes":121355264,"mapped_bytes":121355264,"out_bytes":46141440,"layer_bytes":[[2,5083136],[1,4506112],[2,4751360],[1,4506112],[2,4751360],[1,4506112],[1,4751360],[1,4506112],[1,4751360],[1,4506112],[1,4751360],[1,4506112],[1,4751360]],"read_bytes_per_token":121355264,"files":["LFM2.5-Encoder-350M-Diffusion.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"IQ2_M","bytes":142877472,"gpu_bytes":140491776,"mapped_bytes":140491776,"out_bytes":46141440,"layer_bytes":[[2,6414336],[1,5722624],[2,5898240],[1,5722624],[2,5898240],[1,5722624],[1,5898240],[1,5722624],[1,5898240],[1,5722624],[1,5898240],[1,5722624],[1,5898240]],"read_bytes_per_token":140491776,"files":["LFM2.5-Encoder-350M-Diffusion.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"Q2_K","bytes":160596768,"gpu_bytes":158211072,"mapped_bytes":158211072,"out_bytes":55054336,"layer_bytes":[[2,6520832],[1,6324736],[2,6520832],[1,6324736],[2,6520832],[1,6324736],[1,6520832],[1,6324736],[1,6520832],[1,6324736],[1,6520832],[1,6324736],[1,6520832]],"read_bytes_per_token":158211072,"files":["LFM2.5-Encoder-350M-Diffusion.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"IQ3_XXS","bytes":158475040,"gpu_bytes":156089344,"mapped_bytes":156089344,"out_bytes":46141440,"layer_bytes":[[2,7045120],[1,6582784],[2,7045120],[1,6582784],[2,7045120],[1,6582784],[1,7045120],[1,6582784],[1,7045120],[1,6582784],[1,7045120],[1,6582784],[1,7045120]],"read_bytes_per_token":156089344,"files":["LFM2.5-Encoder-350M-Diffusion.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"Q3_K_M","bytes":193151776,"gpu_bytes":190766080,"mapped_bytes":190766080,"out_bytes":55054336,"layer_bytes":[[1,9121792],[1,8531968],[1,8344064],[2,8531968],[1,8344064],[2,8531968],[1,8278528],[1,8531968],[1,8278528],[1,8531968],[1,8278528],[1,8531968],[1,8278528],[1,8531968]],"read_bytes_per_token":190766080,"files":["LFM2.5-Encoder-350M-Diffusion.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"IQ4_XS","bytes":210330400,"gpu_bytes":207944704,"mapped_bytes":207944704,"out_bytes":55054336,"layer_bytes":[[2,9768960],[1,9200128],[2,9768960],[1,9200128],[2,9768960],[1,9200128],[1,9768960],[1,9200128],[1,9768960],[1,9200128],[1,9768960],[1,9200128],[1,9768960]],"read_bytes_per_token":207944704,"files":["LFM2.5-Encoder-350M-Diffusion.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"Q4_0","bytes":219898656,"gpu_bytes":217512960,"mapped_bytes":217512960,"out_bytes":55054336,"layer_bytes":[[2,10637312],[1,9740800],[2,10342400],[1,9740800],[2,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400]],"read_bytes_per_token":217512960,"files":["LFM2.5-Encoder-350M-Diffusion.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"Q4_K_M","bytes":229311264,"gpu_bytes":226925568,"mapped_bytes":226925568,"out_bytes":55054336,"layer_bytes":[[2,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9875968],[1,10342400],[1,10957312],[1,10342400],[1,9740800],[1,11558912],[1,11092480],[1,11558912]],"read_bytes_per_token":226925568,"files":["LFM2.5-Encoder-350M-Diffusion.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"Q5_K_M","bytes":260375328,"gpu_bytes":257989632,"mapped_bytes":257989632,"out_bytes":55054336,"layer_bytes":[[2,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11973120],[1,12636160],[1,12530176],[1,12636160],[1,11903488],[1,13262848],[1,12599808],[1,13262848]],"read_bytes_per_token":257989632,"files":["LFM2.5-Encoder-350M-Diffusion.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"},{"quant":"Q6_K","bytes":293380896,"gpu_bytes":290995200,"mapped_bytes":290995200,"out_bytes":55054336,"layer_bytes":[[2,15073280],[1,14201344],[2,15073280],[1,14201344],[2,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280]],"read_bytes_per_token":290995200,"files":["LFM2.5-Encoder-350M-Diffusion.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"}],"original":{"bytes":1417952208,"repo":"LiquidAI/LFM2.5-Encoder-350M-Diffusion","sha":"5bb1c16fd5980ac2b4f7afcde762856aebd8ca0a","dtypes":{"F32":354483968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:51+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-Encoder-350M-Diffusion/tree/5bb1c16fd5980ac2b4f7afcde762856aebd8ca0a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:51+00:00","url":"https://huggingface.co/mradermacher/LFM2.5-Encoder-350M-Diffusion-i1-GGUF/tree/488ccef7d4f187c250edd19f5bbeb057f6a573a1"}]},{"id":"lfm2-5-vl-1-6b","name":"LFM2.5-VL-1.6B","repo":"LiquidAI/LFM2.5-VL-1.6B","sha":"919fde3d022e3f90a4716006f993938ee8c2eb97","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1170340608,"params_active":null,"params_repo":1596625904,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-VL-1.6B-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","sha":"36fc16bc95133424921bcc3da009e83b2f23ffb5"}},"gguf":{"repo":"LiquidAI/LFM2.5-VL-1.6B-GGUF","sha":"36fc16bc95133424921bcc3da009e83b2f23ffb5"},"weights":[{"quant":"Q4_0","bytes":695752480,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-VL-1.6B-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"},{"quant":"Q4_K_M","bytes":730896256,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-VL-1.6B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"},{"quant":"Q5_K_M","bytes":843356032,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-VL-1.6B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"},{"quant":"Q6_K","bytes":962844544,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-VL-1.6B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"},{"quant":"Q8_0","bytes":1246254880,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-VL-1.6B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"},{"quant":"BF16","bytes":2343327520,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-VL-1.6B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"}],"original":{"bytes":3193334216,"repo":"LiquidAI/LFM2.5-VL-1.6B","sha":"919fde3d022e3f90a4716006f993938ee8c2eb97","dtypes":{"BF16":1596625904}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:06+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B/tree/919fde3d022e3f90a4716006f993938ee8c2eb97"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:06+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-GGUF/tree/36fc16bc95133424921bcc3da009e83b2f23ffb5"}]},{"id":"lfm2-5-vl-1-6b-extract","name":"LFM2.5-VL-1.6B-Extract","repo":"LiquidAI/LFM2.5-VL-1.6B-Extract","sha":"21073aa65b326c125ceb07d80fa08900bc2eb0d9","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1170340608,"params_active":null,"params_repo":1596625904,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":40960,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-VL-1.6B-Extract-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF","sha":"6e60b55c1312f52b94b4d8d78f83fb097a1074c1"}},"gguf":{"repo":"LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF","sha":"6e60b55c1312f52b94b4d8d78f83fb097a1074c1"},"weights":[{"quant":"Q4_0","bytes":695752512,"gpu_bytes":693365760,"mapped_bytes":693365760,"out_bytes":110108672,"layer_bytes":[[2,37789696],[1,34226688],[2,37789696],[1,34226688],[2,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696],[1,34226688],[1,37789696]],"read_bytes_per_token":693365760,"files":["LFM2.5-VL-1.6B-Extract-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"},{"quant":"Q4_K_M","bytes":730896192,"gpu_bytes":728509440,"mapped_bytes":728509440,"out_bytes":110108672,"layer_bytes":[[2,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34226688],[1,37789696],[1,42115072],[1,34497024],[1,37789696],[1,38552064],[1,37789696],[1,34226688],[1,42115072],[1,38822400],[1,42115072]],"read_bytes_per_token":728509440,"files":["LFM2.5-VL-1.6B-Extract-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"},{"quant":"Q5_K_M","bytes":843355968,"gpu_bytes":840969216,"mapped_bytes":840969216,"out_bytes":110108672,"layer_bytes":[[2,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41828864],[1,46178304],[1,48406528],[1,41968128],[1,46178304],[1,44057088],[1,46178304],[1,41828864],[1,48406528],[1,44196352],[1,48406528]],"read_bytes_per_token":840969216,"files":["LFM2.5-VL-1.6B-Extract-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"},{"quant":"Q6_K","bytes":962844480,"gpu_bytes":960457728,"mapped_bytes":960457728,"out_bytes":110108672,"layer_bytes":[[2,55091200],[1,49906176],[2,55091200],[1,49906176],[2,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200],[1,49906176],[1,55091200]],"read_bytes_per_token":960457728,"files":["LFM2.5-VL-1.6B-Extract-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"},{"quant":"Q8_0","bytes":1246254912,"gpu_bytes":1243868160,"mapped_bytes":1243868160,"out_bytes":142614528,"layer_bytes":[[2,71344128],[1,64635392],[2,71344128],[1,64635392],[2,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128],[1,64635392],[1,71344128]],"read_bytes_per_token":1243868160,"files":["LFM2.5-VL-1.6B-Extract-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"},{"quant":"F16","bytes":2343327552,"gpu_bytes":2340940800,"mapped_bytes":2340940800,"out_bytes":268443648,"layer_bytes":[[2,134258688],[1,121651712],[2,134258688],[1,121651712],[2,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688],[1,121651712],[1,134258688]],"read_bytes_per_token":2340940800,"files":["LFM2.5-VL-1.6B-Extract-F16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"}],"original":{"bytes":3193334216,"repo":"LiquidAI/LFM2.5-VL-1.6B-Extract","sha":"21073aa65b326c125ceb07d80fa08900bc2eb0d9","dtypes":{"BF16":1596625904}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:52+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract/tree/21073aa65b326c125ceb07d80fa08900bc2eb0d9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:52+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B-Extract-GGUF/tree/6e60b55c1312f52b94b4d8d78f83fb097a1074c1"}]},{"id":"lfm2-5-vl-3b","name":"LFM2.5-VL-3B","repo":"LiquidAI/LFM2.5-VL-3B","sha":"35a118d938ce6d123ac2d371649f24a8efb69058","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":2697198592,"params_active":null,"params_repo":3123483888,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":32768,"vocab_size":128000,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-VL-3B-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-VL-3B-GGUF","sha":"6f730e9a2c454e8af9adc29db58e638e01e5957f"}},"gguf":{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","sha":"6f730e9a2c454e8af9adc29db58e638e01e5957f"},"weights":[{"quant":"Q4_0","bytes":1593894944,"gpu_bytes":1585655808,"mapped_bytes":1585655808,"out_bytes":215048192,"layer_bytes":[[2,46637056],[1,43074048],[2,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056]],"read_bytes_per_token":1585655808,"files":["LFM2.5-VL-3B-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"},{"quant":"Q4_K_M","bytes":1674455072,"gpu_bytes":1666215936,"mapped_bytes":1666215936,"out_bytes":215048192,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1666215936,"files":["LFM2.5-VL-3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"},{"quant":"Q5_K_M","bytes":1939744800,"gpu_bytes":1931505664,"mapped_bytes":1931505664,"out_bytes":215048192,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1931505664,"files":["LFM2.5-VL-3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"},{"quant":"Q6_K","bytes":2221615136,"gpu_bytes":2213376000,"mapped_bytes":2213376000,"out_bytes":215048192,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2213376000,"files":["LFM2.5-VL-3B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"},{"quant":"Q8_0","bytes":2874779680,"gpu_bytes":2866540544,"mapped_bytes":2866540544,"out_bytes":278536192,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2866540544,"files":["LFM2.5-VL-3B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"},{"quant":"BF16","bytes":5403158560,"gpu_bytes":5394919424,"mapped_bytes":5394919424,"out_bytes":524296192,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5394919424,"files":["LFM2.5-VL-3B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"}],"original":{"bytes":6247065472,"repo":"LiquidAI/LFM2.5-VL-3B","sha":"35a118d938ce6d123ac2d371649f24a8efb69058","dtypes":{"BF16":3123483888}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:34+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B/tree/35a118d938ce6d123ac2d371649f24a8efb69058"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:34+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-3B-GGUF/tree/6f730e9a2c454e8af9adc29db58e638e01e5957f"}]},{"id":"lfm2-5-vl-450m","name":"LFM2.5-VL-450M","repo":"LiquidAI/LFM2.5-VL-450M","sha":"fc6221ca597f3315e4f82fc2df606783267b34ba","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":354483968,"params_active":null,"params_repo":448718848,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":20480,"max_context":128000,"vocab_size":65536,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-VL-450M-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-VL-450M-GGUF","sha":"1abed04b6fe71314d8c446a1371c03d7c332266d"}},"gguf":{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","sha":"1abed04b6fe71314d8c446a1371c03d7c332266d"},"weights":[{"quant":"Q4_0","bytes":219311264,"gpu_bytes":216923136,"mapped_bytes":216923136,"out_bytes":55054336,"layer_bytes":[[2,10342400],[1,9740800],[2,10342400],[1,9740800],[2,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400]],"read_bytes_per_token":216923136,"files":["LFM2.5-VL-450M-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"},{"quant":"Q4_K_M","bytes":229313568,"gpu_bytes":226925568,"mapped_bytes":226925568,"out_bytes":55054336,"layer_bytes":[[2,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9875968],[1,10342400],[1,10957312],[1,10342400],[1,9740800],[1,11558912],[1,11092480],[1,11558912]],"read_bytes_per_token":226925568,"files":["LFM2.5-VL-450M-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"},{"quant":"Q5_K_M","bytes":260377632,"gpu_bytes":257989632,"mapped_bytes":257989632,"out_bytes":55054336,"layer_bytes":[[2,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11973120],[1,12636160],[1,12530176],[1,12636160],[1,11903488],[1,13262848],[1,12599808],[1,13262848]],"read_bytes_per_token":257989632,"files":["LFM2.5-VL-450M-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"},{"quant":"Q6_K","bytes":293383200,"gpu_bytes":290995200,"mapped_bytes":290995200,"out_bytes":55054336,"layer_bytes":[[2,15073280],[1,14201344],[2,15073280],[1,14201344],[2,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280]],"read_bytes_per_token":290995200,"files":["LFM2.5-VL-450M-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"},{"quant":"Q8_0","bytes":379219104,"gpu_bytes":376830976,"mapped_bytes":376830976,"out_bytes":71307264,"layer_bytes":[[2,19517440],[1,18391552],[2,19517440],[1,18391552],[2,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440]],"read_bytes_per_token":376830976,"files":["LFM2.5-VL-450M-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"},{"quant":"BF16","bytes":711486496,"gpu_bytes":709098496,"mapped_bytes":709098496,"out_bytes":134221824,"layer_bytes":[[2,36720640],[1,34611712],[2,36720640],[1,34611712],[2,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640]],"read_bytes_per_token":709098496,"files":["LFM2.5-VL-450M-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"}],"original":{"bytes":897484568,"repo":"LiquidAI/LFM2.5-VL-450M","sha":"fc6221ca597f3315e4f82fc2df606783267b34ba","dtypes":{"BF16":448718848}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:24:16+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M/tree/fc6221ca597f3315e4f82fc2df606783267b34ba"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:24:16+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-GGUF/tree/1abed04b6fe71314d8c446a1371c03d7c332266d"}]},{"id":"lfm2-5-vl-450m-extract","name":"LFM2.5-VL-450M-Extract","repo":"LiquidAI/LFM2.5-VL-450M-Extract","sha":"7d5a831d8daf814b68020df161b4b026a836564d","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":354483968,"params_active":null,"params_repo":448718848,"arch":{"gguf_arch":"lfm2","n_layers":16,"n_layers_all":16,"layers":[[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048],[1,"full",512,512,null,0],[1,"recurrent",0,0,null,2048]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":20480,"max_context":128000,"vocab_size":65536,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2.5-VL-450M-Extract-Q4_K_M.gguf","repo":"LiquidAI/LFM2.5-VL-450M-Extract-GGUF","sha":"be9e242e7c37db9ddbf9f88d7df939159fdfa186"}},"gguf":{"repo":"LiquidAI/LFM2.5-VL-450M-Extract-GGUF","sha":"be9e242e7c37db9ddbf9f88d7df939159fdfa186"},"weights":[{"quant":"Q4_0","bytes":219311104,"gpu_bytes":216923136,"mapped_bytes":216923136,"out_bytes":55054336,"layer_bytes":[[2,10342400],[1,9740800],[2,10342400],[1,9740800],[2,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400],[1,9740800],[1,10342400]],"read_bytes_per_token":216923136,"files":["LFM2.5-VL-450M-Extract-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"},{"quant":"Q4_K_M","bytes":229313536,"gpu_bytes":226925568,"mapped_bytes":226925568,"out_bytes":55054336,"layer_bytes":[[2,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9740800],[1,10342400],[1,11558912],[1,9875968],[1,10342400],[1,10957312],[1,10342400],[1,9740800],[1,11558912],[1,11092480],[1,11558912]],"read_bytes_per_token":226925568,"files":["LFM2.5-VL-450M-Extract-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"},{"quant":"Q5_K_M","bytes":260377600,"gpu_bytes":257989632,"mapped_bytes":257989632,"out_bytes":55054336,"layer_bytes":[[2,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11903488],[1,12636160],[1,13262848],[1,11973120],[1,12636160],[1,12530176],[1,12636160],[1,11903488],[1,13262848],[1,12599808],[1,13262848]],"read_bytes_per_token":257989632,"files":["LFM2.5-VL-450M-Extract-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"},{"quant":"Q6_K","bytes":293383168,"gpu_bytes":290995200,"mapped_bytes":290995200,"out_bytes":55054336,"layer_bytes":[[2,15073280],[1,14201344],[2,15073280],[1,14201344],[2,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280],[1,14201344],[1,15073280]],"read_bytes_per_token":290995200,"files":["LFM2.5-VL-450M-Extract-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"},{"quant":"Q8_0","bytes":379218944,"gpu_bytes":376830976,"mapped_bytes":376830976,"out_bytes":71307264,"layer_bytes":[[2,19517440],[1,18391552],[2,19517440],[1,18391552],[2,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440],[1,18391552],[1,19517440]],"read_bytes_per_token":376830976,"files":["LFM2.5-VL-450M-Extract-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"},{"quant":"F16","bytes":711486464,"gpu_bytes":709098496,"mapped_bytes":709098496,"out_bytes":134221824,"layer_bytes":[[2,36720640],[1,34611712],[2,36720640],[1,34611712],[2,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640],[1,34611712],[1,36720640]],"read_bytes_per_token":709098496,"files":["LFM2.5-VL-450M-Extract-F16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"}],"original":{"bytes":897484568,"repo":"LiquidAI/LFM2.5-VL-450M-Extract","sha":"7d5a831d8daf814b68020df161b4b026a836564d","dtypes":{"BF16":448718848}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:53+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract/tree/7d5a831d8daf814b68020df161b4b026a836564d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:53+00:00","url":"https://huggingface.co/LiquidAI/LFM2.5-VL-450M-Extract-GGUF/tree/be9e242e7c37db9ddbf9f88d7df939159fdfa186"}]},{"id":"lfm2-8b-a1b","name":"LFM2-8B-A1B","repo":"LiquidAI/LFM2-8B-A1B","sha":"c1c44ff9fc00db3ebf4516970563f5f383d23670","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8339930560,"params_active":1557740992,"params_repo":8339929856,"arch":{"gguf_arch":"lfm2moe","n_layers":24,"n_layers_all":24,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":73728,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":{"active":4,"experts":32},"cross_checked":true,"gguf_source":{"file":"LFM2-8B-A1B-Q4_K_M.gguf","repo":"LiquidAI/LFM2-8B-A1B-GGUF","sha":"145e98524a2ed11d35a45e0080febcee063749b6"}},"gguf":{"repo":"LiquidAI/LFM2-8B-A1B-GGUF","sha":"145e98524a2ed11d35a45e0080febcee063749b6"},"weights":[{"quant":"Q4_0","bytes":4733893312,"gpu_bytes":4731500288,"mapped_bytes":4731500288,"out_bytes":110108672,"layer_bytes":[[2,34250752],[1,204358272],[3,207921280],[1,204358272],[3,207921280],[1,204358272],[3,207921280],[1,204358272],[3,207921280],[1,204358272],[2,207921280],[1,204358272],[2,207921280]],"read_bytes_per_token":916518656,"files":["LFM2-8B-A1B-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"},{"quant":"Q4_K_M","bytes":5044779712,"gpu_bytes":5042386688,"mapped_bytes":5042386688,"out_bytes":110108672,"layer_bytes":[[2,38035456],[1,234635904],[2,207921280],[1,238198912],[1,204358272],[1,207921280],[1,238198912],[1,207921280],[1,204628608],[1,238198912],[2,207921280],[1,234635904],[2,207921280],[1,238198912],[1,204358272],[1,207921280],[1,238198912],[1,234906240],[2,238198912]],"read_bytes_per_token":962475776,"files":["LFM2-8B-A1B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"},{"quant":"Q5_K_M","bytes":5919554240,"gpu_bytes":5917161216,"mapped_bytes":5917161216,"out_bytes":110108672,"layer_bytes":[[2,43802624],[1,265306752],[2,254058624],[1,269656192],[1,249709184],[1,254058624],[1,269656192],[1,254058624],[1,249848448],[1,269656192],[2,254058624],[1,265306752],[2,254058624],[1,269656192],[1,249709184],[1,254058624],[1,269656192],[1,265446016],[2,269656192]],"read_bytes_per_token":1117927168,"files":["LFM2-8B-A1B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"},{"quant":"Q6_K","bytes":6849002176,"gpu_bytes":6846609152,"mapped_bytes":6846609152,"out_bytes":110108672,"layer_bytes":[[2,49930240],[1,297894528],[3,303079552],[1,297894528],[3,303079552],[1,297894528],[3,303079552],[1,297894528],[3,303079552],[1,297894528],[2,303079552],[1,297894528],[2,303079552]],"read_bytes_per_token":1283094272,"files":["LFM2-8B-A1B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"},{"quant":"Q8_0","bytes":8868428480,"gpu_bytes":8866035456,"mapped_bytes":8866035456,"out_bytes":142614528,"layer_bytes":[[2,64659456],[1,385761920],[3,392470656],[1,385761920],[3,392470656],[1,385761920],[3,392470656],[1,385761920],[3,392470656],[1,385761920],[2,392470656],[1,385761920],[2,392470656]],"read_bytes_per_token":1659959040,"files":["LFM2-8B-A1B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"},{"quant":"F16","bytes":16685562560,"gpu_bytes":16683169536,"mapped_bytes":16683169536,"out_bytes":268443648,"layer_bytes":[[2,121675776],[1,725893760],[3,738500736],[1,725893760],[3,738500736],[1,725893760],[3,738500736],[1,725893760],[3,738500736],[1,725893760],[2,738500736],[1,725893760],[2,738500736]],"read_bytes_per_token":3118790400,"files":["LFM2-8B-A1B-F16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"}],"original":{"bytes":16680151504,"repo":"LiquidAI/LFM2-8B-A1B","sha":"c1c44ff9fc00db3ebf4516970563f5f383d23670","dtypes":{"BF16":8339929856,"F32":704}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:37+00:00","url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B/tree/c1c44ff9fc00db3ebf4516970563f5f383d23670"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:37+00:00","url":"https://huggingface.co/LiquidAI/LFM2-8B-A1B-GGUF/tree/145e98524a2ed11d35a45e0080febcee063749b6"}]},{"id":"lfm2-vl-3b","name":"LFM2-VL-3B","repo":"LiquidAI/LFM2-VL-3B","sha":"97a81f5c18b73352134099952a4856e2553d42d7","publisher":"LiquidAI","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":2569272320,"params_active":null,"params_repo":2998975216,"arch":{"gguf_arch":"lfm2","n_layers":30,"n_layers_all":30,"layers":[[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096],[1,"full",512,512,null,0],[2,"recurrent",0,0,null,4096]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null}],"state_elems":90112,"max_context":128000,"vocab_size":65536,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"LFM2-VL-3B-Q4_K_M.gguf","repo":"LiquidAI/LFM2-VL-3B-GGUF","sha":"da5c839b488cbdf55739f30459527ec703d11212"}},"gguf":{"repo":"LiquidAI/LFM2-VL-3B-GGUF","sha":"da5c839b488cbdf55739f30459527ec703d11212"},"weights":[{"quant":"Q4_0","bytes":1483107968,"gpu_bytes":1480716288,"mapped_bytes":1480716288,"out_bytes":110108672,"layer_bytes":[[2,46637056],[1,43074048],[2,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[3,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056],[1,43074048],[2,46637056]],"read_bytes_per_token":1480716288,"files":["LFM2-VL-3B-Q4_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"},{"quant":"Q4_K_M","bytes":1563668256,"gpu_bytes":1561276416,"mapped_bytes":1561276416,"out_bytes":110108672,"layer_bytes":[[2,52314112],[1,49021440],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,46637056],[1,43344384],[1,52314112],[2,46637056],[1,48751104],[2,46637056],[1,52314112],[1,43074048],[1,46637056],[1,52314112],[1,43344384],[1,46637056],[1,52314112],[1,49021440],[2,52314112]],"read_bytes_per_token":1561276416,"files":["LFM2-VL-3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"},{"quant":"Q5_K_M","bytes":1828957984,"gpu_bytes":1826566144,"mapped_bytes":1826566144,"out_bytes":110108672,"layer_bytes":[[2,59916288],[1,55706112],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,56991744],[1,52781568],[1,59916288],[2,56991744],[1,55566848],[2,56991744],[1,59916288],[1,52642304],[1,56991744],[1,59916288],[1,52781568],[1,56991744],[1,59916288],[1,55706112],[2,59916288]],"read_bytes_per_token":1826566144,"files":["LFM2-VL-3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"},{"quant":"Q6_K","bytes":2110828320,"gpu_bytes":2108436480,"mapped_bytes":2108436480,"out_bytes":110108672,"layer_bytes":[[2,67993600],[1,62808576],[2,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[3,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600],[1,62808576],[2,67993600]],"read_bytes_per_token":2108436480,"files":["LFM2-VL-3B-Q6_K.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"},{"quant":"Q8_0","bytes":2733010560,"gpu_bytes":2730618880,"mapped_bytes":2730618880,"out_bytes":142614528,"layer_bytes":[[2,88055808],[1,81347072],[2,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[3,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808],[1,81347072],[2,88055808]],"read_bytes_per_token":2730618880,"files":["LFM2-VL-3B-Q8_0.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"},{"quant":"BF16","bytes":5141458720,"gpu_bytes":5139066880,"mapped_bytes":5139066880,"out_bytes":268443648,"layer_bytes":[[2,165715968],[1,153108992],[2,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[3,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968],[1,153108992],[2,165715968]],"read_bytes_per_token":5139066880,"files":["LFM2-VL-3B-BF16.gguf"],"source_url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"}],"original":{"bytes":5998048280,"repo":"LiquidAI/LFM2-VL-3B","sha":"97a81f5c18b73352134099952a4856e2553d42d7","dtypes":{"BF16":2998975216}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:43+00:00","url":"https://huggingface.co/LiquidAI/LFM2-VL-3B/tree/97a81f5c18b73352134099952a4856e2553d42d7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:43+00:00","url":"https://huggingface.co/LiquidAI/LFM2-VL-3B-GGUF/tree/da5c839b488cbdf55739f30459527ec703d11212"}]},{"id":"ling-1t","name":"Ling-1T","repo":"inclusionAI/Ling-1T","sha":"9fd8c406bbd60bdad34dcd8be6af6f1896d7e8da","publisher":"inclusionAI","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":999705328640,"params_active":49766775808,"params_repo":999705328640,"arch":{"gguf_arch":"bailingmoe2","n_layers":80,"n_layers_all":80,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":157184,"hidden_size":8192,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Ling-1T-Q4_K_M-00001-of-00013.gguf","repo":"unsloth/Ling-1T-GGUF","sha":"dfd0505d271ddf411a42474f1045cd36f1b8dc1f"}},"gguf":{"repo":"unsloth/Ling-1T-GGUF","sha":"dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},"weights":[{"quant":"Q2_K","bytes":364242495776,"gpu_bytes":363813433344,"mapped_bytes":364235943936,"out_bytes":1056309248,"layer_bytes":[[4,220398592],[76,4761520128]],"read_bytes_per_token":20421570560,"files":["Q2_K/Ling-1T-Q2_K-00001-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00002-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00003-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00004-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00005-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00006-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00007-of-00008.gguf","Q2_K/Ling-1T-Q2_K-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"Q3_K_M","bytes":477130320448,"gpu_bytes":476570480640,"mapped_bytes":477123768320,"out_bytes":1056309248,"layer_bytes":[[4,318571520],[1,6769805312],[75,6232934400]],"read_bytes_per_token":26429386752,"files":["Q3_K_M/Ling-1T-Q3_K_M-00001-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00002-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00003-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00004-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00005-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00006-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00007-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00008-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00009-of-00010.gguf","Q3_K_M/Ling-1T-Q3_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"Q4_0","bytes":563872819936,"gpu_bytes":563141963776,"mapped_bytes":563866267648,"out_bytes":1056309248,"layer_bytes":[[4,339805184],[76,7377979392]],"read_bytes_per_token":29525831680,"files":["Q4_0/Ling-1T-Q4_0-00001-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00002-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00003-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00004-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00005-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00006-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00007-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00008-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00009-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00010-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00011-of-00012.gguf","Q4_0/Ling-1T-Q4_0-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"Q4_K_M","bytes":604730059616,"gpu_bytes":603999203328,"mapped_bytes":604723507200,"out_bytes":1056309248,"layer_bytes":[[4,389219328],[6,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[1,8495761408],[2,7388465152],[11,8495761408]],"read_bytes_per_token":31766114304,"files":["Q4_K_M/Ling-1T-Q4_K_M-00001-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00002-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00003-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00004-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00005-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00006-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00007-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00008-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00009-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00010-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00011-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00012-of-00013.gguf","Q4_K_M/Ling-1T-Q4_K_M-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"Q5_K_M","bytes":710022294624,"gpu_bytes":709130481664,"mapped_bytes":710015741952,"out_bytes":1056309248,"layer_bytes":[[4,446497792],[6,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[1,9593489408],[2,9023064064],[11,9593489408]],"read_bytes_per_token":37039403008,"files":["Q5_K_M/Ling-1T-Q5_K_M-00001-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00002-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00003-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00004-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00005-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00006-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00007-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00008-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00009-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00010-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00011-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00012-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00013-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00014-of-00015.gguf","Q5_K_M/Ling-1T-Q5_K_M-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"Q6_K","bytes":820897246656,"gpu_bytes":819834417152,"mapped_bytes":820890693632,"out_bytes":1056309248,"layer_bytes":[[4,495518720],[76,10747316224]],"read_bytes_per_token":41644224512,"files":["Q6_K/Ling-1T-Q6_K-00001-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00002-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00003-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00004-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00005-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00006-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00007-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00008-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00009-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00010-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00011-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00012-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00013-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00014-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00015-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00016-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00017-of-00018.gguf","Q6_K/Ling-1T-Q6_K-00018-of-00018.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"Q8_0","bytes":1062665646080,"gpu_bytes":1061290962944,"mapped_bytes":1062659092480,"out_bytes":1368162304,"layer_bytes":[[4,641795072],[76,13912573952]],"read_bytes_per_token":53349380096,"files":["Q8_0/Ling-1T-Q8_0-00001-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00002-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00003-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00004-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00005-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00006-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00007-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00008-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00009-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00010-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00011-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00012-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00013-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00014-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00015-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00016-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00017-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00018-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00019-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00020-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00021-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00022-of-00023.gguf","Q8_0/Ling-1T-Q8_0-00023-of-00023.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"},{"quant":"BF16","bytes":1999738698720,"gpu_bytes":1997156839424,"mapped_bytes":1999732142080,"out_bytes":2575335424,"layer_bytes":[[4,1208026112],[76,26180913152]],"read_bytes_per_token":99855036416,"files":["BF16/Ling-1T-BF16-00001-of-00046.gguf","BF16/Ling-1T-BF16-00002-of-00046.gguf","BF16/Ling-1T-BF16-00003-of-00046.gguf","BF16/Ling-1T-BF16-00004-of-00046.gguf","BF16/Ling-1T-BF16-00005-of-00046.gguf","BF16/Ling-1T-BF16-00006-of-00046.gguf","BF16/Ling-1T-BF16-00007-of-00046.gguf","BF16/Ling-1T-BF16-00008-of-00046.gguf","BF16/Ling-1T-BF16-00009-of-00046.gguf","BF16/Ling-1T-BF16-00010-of-00046.gguf","BF16/Ling-1T-BF16-00011-of-00046.gguf","BF16/Ling-1T-BF16-00012-of-00046.gguf","BF16/Ling-1T-BF16-00013-of-00046.gguf","BF16/Ling-1T-BF16-00014-of-00046.gguf","BF16/Ling-1T-BF16-00015-of-00046.gguf","BF16/Ling-1T-BF16-00016-of-00046.gguf","BF16/Ling-1T-BF16-00017-of-00046.gguf","BF16/Ling-1T-BF16-00018-of-00046.gguf","BF16/Ling-1T-BF16-00019-of-00046.gguf","BF16/Ling-1T-BF16-00020-of-00046.gguf","BF16/Ling-1T-BF16-00021-of-00046.gguf","BF16/Ling-1T-BF16-00022-of-00046.gguf","BF16/Ling-1T-BF16-00023-of-00046.gguf","BF16/Ling-1T-BF16-00024-of-00046.gguf","BF16/Ling-1T-BF16-00025-of-00046.gguf","BF16/Ling-1T-BF16-00026-of-00046.gguf","BF16/Ling-1T-BF16-00027-of-00046.gguf","BF16/Ling-1T-BF16-00028-of-00046.gguf","BF16/Ling-1T-BF16-00029-of-00046.gguf","BF16/Ling-1T-BF16-00030-of-00046.gguf","BF16/Ling-1T-BF16-00031-of-00046.gguf","BF16/Ling-1T-BF16-00032-of-00046.gguf","BF16/Ling-1T-BF16-00033-of-00046.gguf","BF16/Ling-1T-BF16-00034-of-00046.gguf","BF16/Ling-1T-BF16-00035-of-00046.gguf","BF16/Ling-1T-BF16-00036-of-00046.gguf","BF16/Ling-1T-BF16-00037-of-00046.gguf","BF16/Ling-1T-BF16-00038-of-00046.gguf","BF16/Ling-1T-BF16-00039-of-00046.gguf","BF16/Ling-1T-BF16-00040-of-00046.gguf","BF16/Ling-1T-BF16-00041-of-00046.gguf","BF16/Ling-1T-BF16-00042-of-00046.gguf","BF16/Ling-1T-BF16-00043-of-00046.gguf","BF16/Ling-1T-BF16-00044-of-00046.gguf","BF16/Ling-1T-BF16-00045-of-00046.gguf","BF16/Ling-1T-BF16-00046-of-00046.gguf"],"source_url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"}],"original":{"bytes":1999418173136,"repo":"inclusionAI/Ling-1T","sha":"9fd8c406bbd60bdad34dcd8be6af6f1896d7e8da","dtypes":{"BF16":999705309184,"F32":19456}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:25:38+00:00","url":"https://huggingface.co/inclusionAI/Ling-1T/tree/9fd8c406bbd60bdad34dcd8be6af6f1896d7e8da"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:25:38+00:00","url":"https://huggingface.co/unsloth/Ling-1T-GGUF/tree/dfd0505d271ddf411a42474f1045cd36f1b8dc1f"}]},{"id":"llama-3-1-70b-instruct","name":"Llama-3.1-70B-Instruct","repo":"meta-llama/Llama-3.1-70B-Instruct","sha":"1605565b47bb9346c5515c34102e054115b4f98b","publisher":"meta-llama","license":"llama3.1","gated":true,"listed_at":null,"multimodal":false,"params_gguf":70553706560,"params_active":null,"params_repo":70553706496,"arch":{"gguf_arch":"llama","n_layers":80,"n_layers_all":80,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":8192,"moe":null,"cross_checked":false,"gguf_source":{"file":"Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf","repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","sha":"83fb6e83d0a8aada42d499259bc929d922e9a558"}},"gguf":{"repo":"bartowski/Meta-Llama-3.1-70B-Instruct-GGUF","sha":"83fb6e83d0a8aada42d499259bc929d922e9a558"},"weights":[{"quant":"IQ2_XXS","bytes":19097389632,"gpu_bytes":18744770816,"mapped_bytes":19089522944,"out_bytes":722370816,"layer_bytes":[[10,239730688],[70,223215616]],"read_bytes_per_token":18744770816,"files":["Meta-Llama-3.1-70B-Instruct-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"IQ2_M","bytes":24119298624,"gpu_bytes":23659970816,"mapped_bytes":24111431936,"out_bytes":722370816,"layer_bytes":[[10,309198848],[70,283508736]],"read_bytes_per_token":23659970816,"files":["Meta-Llama-3.1-70B-Instruct-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"Q2_K","bytes":26375113280,"gpu_bytes":26022494464,"mapped_bytes":26367246592,"out_bytes":861913344,"layer_bytes":[[80,314507264]],"read_bytes_per_token":26022494464,"files":["Meta-Llama-3.1-70B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"Q3_K_M","bytes":34267499072,"gpu_bytes":33808171264,"mapped_bytes":34259632384,"out_bytes":861913344,"layer_bytes":[[5,439353344],[75,409993216]],"read_bytes_per_token":33808171264,"files":["Meta-Llama-3.1-70B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"IQ4_XS","bytes":37902666304,"gpu_bytes":37336629504,"mapped_bytes":37894799616,"out_bytes":861913344,"layer_bytes":[[80,455933952]],"read_bytes_per_token":37336629504,"files":["Meta-Llama-3.1-70B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"Q4_K_M","bytes":42520398400,"gpu_bytes":41921528064,"mapped_bytes":42512531712,"out_bytes":861913344,"layer_bytes":[[10,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[11,544079872]],"read_bytes_per_token":41921528064,"files":["Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"Q5_K_M","bytes":49949821696,"gpu_bytes":49219617024,"mapped_bytes":49941954816,"out_bytes":861913344,"layer_bytes":[[10,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[11,620625920]],"read_bytes_per_token":49219617024,"files":["Meta-Llama-3.1-70B-Instruct-Q5_K_M/Meta-Llama-3.1-70B-Instruct-Q5_K_M-00001-of-00002.gguf","Meta-Llama-3.1-70B-Instruct-Q5_K_M/Meta-Llama-3.1-70B-Instruct-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"Q6_K","bytes":57888148224,"gpu_bytes":57018401024,"mapped_bytes":57880281344,"out_bytes":861913344,"layer_bytes":[[80,701956096]],"read_bytes_per_token":57018401024,"files":["Meta-Llama-3.1-70B-Instruct-Q6_K/Meta-Llama-3.1-70B-Instruct-Q6_K-00001-of-00002.gguf","Meta-Llama-3.1-70B-Instruct-Q6_K/Meta-Llama-3.1-70B-Instruct-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"},{"quant":"Q8_0","bytes":74975054592,"gpu_bytes":73850847488,"mapped_bytes":74967187712,"out_bytes":1116373248,"layer_bytes":[[80,909180928]],"read_bytes_per_token":73850847488,"files":["Meta-Llama-3.1-70B-Instruct-Q8_0/Meta-Llama-3.1-70B-Instruct-Q8_0-00001-of-00002.gguf","Meta-Llama-3.1-70B-Instruct-Q8_0/Meta-Llama-3.1-70B-Instruct-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"}],"original":{"bytes":141107497872,"repo":"meta-llama/Llama-3.1-70B-Instruct","sha":"1605565b47bb9346c5515c34102e054115b4f98b","dtypes":{"BF16":70553706496}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:11+00:00","url":"https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct/tree/1605565b47bb9346c5515c34102e054115b4f98b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:11+00:00","url":"https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/tree/83fb6e83d0a8aada42d499259bc929d922e9a558"}]},{"id":"llama-3-1-8b-instruct","name":"Llama-3.1-8B-Instruct","repo":"meta-llama/Llama-3.1-8B-Instruct","sha":"0e9e39f249a16976918f6564b8830bc894c89659","publisher":"meta-llama","license":"llama3.1","gated":true,"listed_at":null,"multimodal":false,"params_gguf":8030261312,"params_active":null,"params_repo":8030261248,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":4096,"moe":null,"cross_checked":false,"gguf_source":{"file":"Llama-3.1-8B-Instruct-Q4_K_M.gguf","repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","sha":"600b0020115fd6b17f0752848fe7b5a1be686bcd"}},"gguf":{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","sha":"600b0020115fd6b17f0752848fe7b5a1be686bcd"},"weights":[{"quant":"Q2_K","bytes":3179136384,"gpu_bytes":2998919424,"mapped_bytes":3171295488,"out_bytes":430956800,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2998919424,"files":["Llama-3.1-8B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"Q3_K_M","bytes":4018922880,"gpu_bytes":3785351424,"mapped_bytes":4011081984,"out_bytes":430956800,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3785351424,"files":["Llama-3.1-8B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"IQ4_XS","bytes":4464084352,"gpu_bytes":4160741632,"mapped_bytes":4456243456,"out_bytes":430956800,"layer_bytes":[[32,116555776]],"read_bytes_per_token":4160741632,"files":["Llama-3.1-8B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"Q4_0","bytes":4675896704,"gpu_bytes":4372553984,"mapped_bytes":4668055808,"out_bytes":430956800,"layer_bytes":[[4,126386176],[28,122716160]],"read_bytes_per_token":4372553984,"files":["Llama-3.1-8B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"Q4_K_M","bytes":4920739200,"gpu_bytes":4617396480,"mapped_bytes":4912898304,"out_bytes":430956800,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4617396480,"files":["Llama-3.1-8B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"Q5_K_M","bytes":5732992384,"gpu_bytes":5363982592,"mapped_bytes":5725151488,"out_bytes":430956800,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5363982592,"files":["Llama-3.1-8B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"Q6_K","bytes":6596011392,"gpu_bytes":6157230336,"mapped_bytes":6588170496,"out_bytes":430956800,"layer_bytes":[[32,178946048]],"read_bytes_per_token":6157230336,"files":["Llama-3.1-8B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"},{"quant":"BF16","bytes":16068895872,"gpu_bytes":15010382080,"mapped_bytes":16061055232,"out_bytes":1050689792,"layer_bytes":[[32,436240384]],"read_bytes_per_token":15010382080,"files":["Llama-3.1-8B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"}],"original":{"bytes":16060556376,"repo":"meta-llama/Llama-3.1-8B-Instruct","sha":"0e9e39f249a16976918f6564b8830bc894c89659","dtypes":{"BF16":8030261248}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:08+00:00","url":"https://huggingface.co/meta-llama/Llama-3.1-8B-Instruct/tree/0e9e39f249a16976918f6564b8830bc894c89659"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:08+00:00","url":"https://huggingface.co/unsloth/Llama-3.1-8B-Instruct-GGUF/tree/600b0020115fd6b17f0752848fe7b5a1be686bcd"}]},{"id":"llama-3-2-1b-instruct","name":"Llama-3.2-1B-Instruct","repo":"meta-llama/Llama-3.2-1B-Instruct","sha":"9213176726f574b556790deb65791e0c5aa438b6","publisher":"meta-llama","license":"llama3.2","gated":true,"listed_at":null,"multimodal":false,"params_gguf":1235814432,"params_active":null,"params_repo":1235814400,"arch":{"gguf_arch":"llama","n_layers":16,"n_layers_all":16,"layers":[[16,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":16,"v_elems":512,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":2048,"moe":null,"cross_checked":false,"gguf_source":{"file":"Llama-3.2-1B-Instruct-Q4_K_M.gguf","repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","sha":"b69aef112e9f895e6f98d7ae0949f72ff09aa401"}},"gguf":{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","sha":"b69aef112e9f895e6f98d7ae0949f72ff09aa401"},"weights":[{"quant":"Q2_K","bytes":580874272,"gpu_bytes":573042816,"mapped_bytes":573042816,"out_bytes":215478400,"layer_bytes":[[16,22347776]],"read_bytes_per_token":573042816,"files":["Llama-3.2-1B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"Q3_K_M","bytes":690843680,"gpu_bytes":683012224,"mapped_bytes":683012224,"out_bytes":215478400,"layer_bytes":[[1,31301632],[1,29204480],[14,29073408]],"read_bytes_per_token":683012224,"files":["Llama-3.2-1B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"IQ4_XS","bytes":743141408,"gpu_bytes":735309952,"mapped_bytes":735309952,"out_bytes":215478400,"layer_bytes":[[16,32489472]],"read_bytes_per_token":735309952,"files":["Llama-3.2-1B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"Q4_0","bytes":773025824,"gpu_bytes":765194368,"mapped_bytes":765194368,"out_bytes":215478400,"layer_bytes":[[2,35274752],[14,34226176]],"read_bytes_per_token":765194368,"files":["Llama-3.2-1B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"Q4_K_M","bytes":807694368,"gpu_bytes":799862912,"mapped_bytes":799862912,"out_bytes":215478400,"layer_bytes":[[2,38821888],[2,34226176],[1,38821888],[2,34226176],[1,38821888],[2,34226176],[1,38821888],[2,34226176],[3,38821888]],"read_bytes_per_token":799862912,"files":["Llama-3.2-1B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"Q5_K_M","bytes":911503392,"gpu_bytes":903671936,"mapped_bytes":903671936,"out_bytes":215478400,"layer_bytes":[[2,44195840],[2,41828352],[1,44195840],[2,41828352],[1,44195840],[2,41828352],[1,44195840],[2,41828352],[3,44195840]],"read_bytes_per_token":903671936,"files":["Llama-3.2-1B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"Q6_K","bytes":1021800480,"gpu_bytes":1013969024,"mapped_bytes":1013969024,"out_bytes":215478400,"layer_bytes":[[16,49905664]],"read_bytes_per_token":1013969024,"files":["Llama-3.2-1B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"Q8_0","bytes":1321082528,"gpu_bytes":1313251456,"mapped_bytes":1313251456,"out_bytes":279093376,"layer_bytes":[[16,64634880]],"read_bytes_per_token":1313251456,"files":["Llama-3.2-1B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"},{"quant":"BF16","bytes":2479595264,"gpu_bytes":2471764096,"mapped_bytes":2471764096,"out_bytes":525344896,"layer_bytes":[[16,121651200]],"read_bytes_per_token":2471764096,"files":["Llama-3.2-1B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"}],"original":{"bytes":2471645608,"repo":"meta-llama/Llama-3.2-1B-Instruct","sha":"9213176726f574b556790deb65791e0c5aa438b6","dtypes":{"BF16":1235814400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:12+00:00","url":"https://huggingface.co/meta-llama/Llama-3.2-1B-Instruct/tree/9213176726f574b556790deb65791e0c5aa438b6"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:12+00:00","url":"https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/tree/b69aef112e9f895e6f98d7ae0949f72ff09aa401"}]},{"id":"llama-3-2-3b-instruct","name":"Llama-3.2-3B-Instruct","repo":"meta-llama/Llama-3.2-3B-Instruct","sha":"0cb88a4f764b7a12671c53f0838cd831a0843b95","publisher":"meta-llama","license":"llama3.2","gated":true,"listed_at":null,"multimodal":false,"params_gguf":3212749888,"params_active":null,"params_repo":3212749824,"arch":{"gguf_arch":"llama","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":3072,"moe":null,"cross_checked":false,"gguf_source":{"file":"Llama-3.2-3B-Instruct-Q4_K_M.gguf","repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","sha":"e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"}},"gguf":{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","sha":"e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},"weights":[{"quant":"Q2_K","bytes":1363935680,"gpu_bytes":1356097792,"mapped_bytes":1356097792,"out_bytes":323217664,"layer_bytes":[[28,36888576]],"read_bytes_per_token":1356097792,"files":["Llama-3.2-3B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"Q3_K_M","bytes":1687159232,"gpu_bytes":1679321344,"mapped_bytes":1679321344,"out_bytes":323217664,"layer_bytes":[[1,51830784],[1,48685056],[26,48291840]],"read_bytes_per_token":1679321344,"files":["Llama-3.2-3B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"IQ4_XS","bytes":1829110208,"gpu_bytes":1821272320,"mapped_bytes":1821272320,"out_bytes":323217664,"layer_bytes":[[28,53501952]],"read_bytes_per_token":1821272320,"files":["Llama-3.2-3B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"Q4_0","bytes":1921909184,"gpu_bytes":1914071296,"mapped_bytes":1914071296,"out_bytes":323217664,"layer_bytes":[[3,58220544],[25,56647680]],"read_bytes_per_token":1914071296,"files":["Llama-3.2-3B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"Q4_K_M","bytes":2019377600,"gpu_bytes":2011539712,"mapped_bytes":2011539712,"out_bytes":323217664,"layer_bytes":[[3,63946752],[2,56647680],[1,63946752],[2,56647680],[1,63946752],[2,56647680],[1,63946752],[2,56647680],[1,63946752],[2,56647680],[1,63946752],[2,56647680],[1,63946752],[2,56647680],[5,63946752]],"read_bytes_per_token":2011539712,"files":["Llama-3.2-3B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"Q5_K_M","bytes":2322153920,"gpu_bytes":2314316032,"mapped_bytes":2314316032,"out_bytes":323217664,"layer_bytes":[[3,72990720],[2,69230592],[1,72990720],[2,69230592],[1,72990720],[2,69230592],[1,72990720],[2,69230592],[1,72990720],[2,69230592],[1,72990720],[2,69230592],[1,72990720],[2,69230592],[5,72990720]],"read_bytes_per_token":2314316032,"files":["Llama-3.2-3B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"Q6_K","bytes":2643853760,"gpu_bytes":2636015872,"mapped_bytes":2636015872,"out_bytes":323217664,"layer_bytes":[[28,82599936]],"read_bytes_per_token":2636015872,"files":["Llama-3.2-3B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"Q8_0","bytes":3421898816,"gpu_bytes":3414061312,"mapped_bytes":3414061312,"out_bytes":418640128,"layer_bytes":[[28,106979328]],"read_bytes_per_token":3414061312,"files":["Llama-3.2-3B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"},{"quant":"BF16","bytes":6433687744,"gpu_bytes":6425850112,"mapped_bytes":6425850112,"out_bytes":788017408,"layer_bytes":[[28,201351168]],"read_bytes_per_token":6425850112,"files":["Llama-3.2-3B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"}],"original":{"bytes":6425529048,"repo":"meta-llama/Llama-3.2-3B-Instruct","sha":"0cb88a4f764b7a12671c53f0838cd831a0843b95","dtypes":{"BF16":3212749824}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:13+00:00","url":"https://huggingface.co/meta-llama/Llama-3.2-3B-Instruct/tree/0cb88a4f764b7a12671c53f0838cd831a0843b95"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:13+00:00","url":"https://huggingface.co/unsloth/Llama-3.2-3B-Instruct-GGUF/tree/e7d0997e49c9cb00d88b4c1a6a16aa894b0bbc31"}]},{"id":"llama-3-3-70b-instruct","name":"Llama-3.3-70B-Instruct","repo":"meta-llama/Llama-3.3-70B-Instruct","sha":"6f6073b423013f6a7d4d9f39144961bfbfbc386b","publisher":"meta-llama","license":"llama3.3","gated":true,"listed_at":null,"multimodal":false,"params_gguf":70553706560,"params_active":null,"params_repo":70553706496,"arch":{"gguf_arch":"llama","n_layers":80,"n_layers_all":80,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":8192,"moe":null,"cross_checked":false,"gguf_source":{"file":"Llama-3.3-70B-Instruct-Q4_K_M.gguf","repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","sha":"8f14c5c5d06fca109ff16f94496147a8479711de"}},"gguf":{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","sha":"8f14c5c5d06fca109ff16f94496147a8479711de"},"weights":[{"quant":"Q2_K","bytes":26375113312,"gpu_bytes":26022494464,"mapped_bytes":26367246592,"out_bytes":861913344,"layer_bytes":[[80,314507264]],"read_bytes_per_token":26022494464,"files":["Llama-3.3-70B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"Q3_K_M","bytes":34267499104,"gpu_bytes":33808171264,"mapped_bytes":34259632384,"out_bytes":861913344,"layer_bytes":[[5,439353344],[75,409993216]],"read_bytes_per_token":33808171264,"files":["Llama-3.3-70B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"IQ4_XS","bytes":37935499872,"gpu_bytes":37336629504,"mapped_bytes":37927633152,"out_bytes":861913344,"layer_bytes":[[80,455933952]],"read_bytes_per_token":37336629504,"files":["Llama-3.3-70B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"Q4_0","bytes":40116537952,"gpu_bytes":39517667584,"mapped_bytes":40108671232,"out_bytes":861913344,"layer_bytes":[[10,496041984],[70,481361920]],"read_bytes_per_token":39517667584,"files":["Llama-3.3-70B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"Q4_K_M","bytes":42520398432,"gpu_bytes":41921528064,"mapped_bytes":42512531712,"out_bytes":861913344,"layer_bytes":[[10,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[1,544079872],[2,482410496],[11,544079872]],"read_bytes_per_token":41921528064,"files":["Llama-3.3-70B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"Q5_K_M","bytes":49949821536,"gpu_bytes":49219617024,"mapped_bytes":49941954816,"out_bytes":861913344,"layer_bytes":[[10,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[1,620625920],[2,588316672],[11,620625920]],"read_bytes_per_token":49219617024,"files":["Llama-3.3-70B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"Q6_K","bytes":57888148288,"gpu_bytes":57018401024,"mapped_bytes":57880281344,"out_bytes":861913344,"layer_bytes":[[80,701956096]],"read_bytes_per_token":57018401024,"files":["Q6_K/Llama-3.3-70B-Instruct-Q6_K-00001-of-00002.gguf","Q6_K/Llama-3.3-70B-Instruct-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"Q8_0","bytes":74975054240,"gpu_bytes":73850847488,"mapped_bytes":74967187712,"out_bytes":1116373248,"layer_bytes":[[80,909180928]],"read_bytes_per_token":73850847488,"files":["Llama-3.3-70B-Instruct-Q8_0/Llama-3.3-70B-Instruct-Q8_0-00001-of-00002.gguf","Llama-3.3-70B-Instruct-Q8_0/Llama-3.3-70B-Instruct-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"},{"quant":"BF16","bytes":141117917856,"gpu_bytes":139008704768,"mapped_bytes":141110051072,"out_bytes":2101379328,"layer_bytes":[[80,1711341568]],"read_bytes_per_token":139008704768,"files":["BF16/Llama-3.3-70B-Instruct-BF16-00001-of-00003.gguf","BF16/Llama-3.3-70B-Instruct-BF16-00002-of-00003.gguf","BF16/Llama-3.3-70B-Instruct-BF16-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"}],"original":{"bytes":141107497872,"repo":"meta-llama/Llama-3.3-70B-Instruct","sha":"6f6073b423013f6a7d4d9f39144961bfbfbc386b","dtypes":{"BF16":70553706496}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:14+00:00","url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct/tree/6f6073b423013f6a7d4d9f39144961bfbfbc386b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:14+00:00","url":"https://huggingface.co/unsloth/Llama-3.3-70B-Instruct-GGUF/tree/8f14c5c5d06fca109ff16f94496147a8479711de"}]},{"id":"llama-4-scout-17b-16e-instruct","name":"Llama-4-Scout-17B-16E-Instruct","repo":"meta-llama/Llama-4-Scout-17B-16E-Instruct","sha":"92f3b1597a195b523d8d9e5700e57e4fbb8f20d3","publisher":"meta-llama","license":"other","gated":true,"listed_at":null,"multimodal":true,"params_gguf":107769861184,"params_active":16138409024,"params_repo":108641793536,"arch":{"gguf_arch":"llama4","n_layers":48,"n_layers_all":48,"layers":[[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0],[3,"chunked",1024,1024,8192,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"chunked","layers":36,"v_elems":1024,"window":8192},{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null}],"state_elems":0,"max_context":10485760,"vocab_size":202048,"hidden_size":5120,"moe":{"active":1,"experts":16},"cross_checked":false,"gguf_source":{"file":"Q4_K_M/Llama-4-Scout-17B-16E-Instruct-Q4_K_M-00001-of-00002.gguf","repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","sha":"72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"}},"gguf":{"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","sha":"72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},"weights":[{"quant":"Q2_K","bytes":39563317760,"gpu_bytes":39210775296,"mapped_bytes":39550215936,"out_bytes":848622336,"layer_bytes":[[48,799211520]],"read_bytes_per_token":6416560896,"files":["Llama-4-Scout-17B-16E-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"Q3_K_M","bytes":51755187392,"gpu_bytes":51297579776,"mapped_bytes":51742085376,"out_bytes":848622336,"layer_bytes":[[2,1135206400],[1,1134551040],[45,1045422080]],"read_bytes_per_token":8122462976,"files":["Q3_K_M/Llama-4-Scout-17B-16E-Instruct-Q3_K_M-00001-of-00002.gguf","Q3_K_M/Llama-4-Scout-17B-16E-Instruct-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"IQ4_XS","bytes":57651883712,"gpu_bytes":57056883456,"mapped_bytes":57638781696,"out_bytes":848622336,"layer_bytes":[[48,1171005440]],"read_bytes_per_token":8927245056,"files":["IQ4_XS/Llama-4-Scout-17B-16E-Instruct-IQ4_XS-00001-of-00002.gguf","IQ4_XS/Llama-4-Scout-17B-16E-Instruct-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"Q4_0","bytes":61182963392,"gpu_bytes":60587963136,"mapped_bytes":61169861376,"out_bytes":848622336,"layer_bytes":[[6,1283563520],[42,1238999040]],"read_bytes_per_token":9391239936,"files":["Q4_0/Llama-4-Scout-17B-16E-Instruct-Q4_0-00001-of-00002.gguf","Q4_0/Llama-4-Scout-17B-16E-Instruct-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"Q4_K_M","bytes":65359900352,"gpu_bytes":64764900096,"mapped_bytes":65346798336,"out_bytes":848622336,"layer_bytes":[[6,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[1,1424179200],[2,1238999040],[7,1424179200]],"read_bytes_per_token":9911268096,"files":["Q4_K_M/Llama-4-Scout-17B-16E-Instruct-Q4_K_M-00001-of-00002.gguf","Q4_K_M/Llama-4-Scout-17B-16E-Instruct-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"Q5_K_M","bytes":76546444992,"gpu_bytes":75822134016,"mapped_bytes":76533342976,"out_bytes":848622336,"layer_bytes":[[6,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[1,1609646080],[2,1514250240],[7,1609646080]],"read_bytes_per_token":11531318016,"files":["Q5_K_M/Llama-4-Scout-17B-16E-Instruct-Q5_K_M-00001-of-00002.gguf","Q5_K_M/Llama-4-Scout-17B-16E-Instruct-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"Q6_K","bytes":88432148672,"gpu_bytes":87570445056,"mapped_bytes":88419046656,"out_bytes":848622336,"layer_bytes":[[48,1806704640]],"read_bytes_per_token":13252621056,"files":["Q6_K/Llama-4-Scout-17B-16E-Instruct-Q6_K-00001-of-00002.gguf","Q6_K/Llama-4-Scout-17B-16E-Instruct-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"Q8_0","bytes":114531589472,"gpu_bytes":113419346176,"mapped_bytes":114518487296,"out_bytes":1099161856,"layer_bytes":[[48,2340003840]],"read_bytes_per_token":17160069376,"files":["Q8_0/Llama-4-Scout-17B-16E-Instruct-Q8_0-00001-of-00003.gguf","Q8_0/Llama-4-Scout-17B-16E-Instruct-Q8_0-00002-of-00003.gguf","Q8_0/Llama-4-Scout-17B-16E-Instruct-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"},{"quant":"BF16","bytes":215561682208,"gpu_bytes":213479608576,"mapped_bytes":215548580096,"out_bytes":2068992256,"layer_bytes":[[48,4404387840]],"read_bytes_per_token":32285675776,"files":["BF16/Llama-4-Scout-17B-16E-Instruct-BF16-00001-of-00005.gguf","BF16/Llama-4-Scout-17B-16E-Instruct-BF16-00002-of-00005.gguf","BF16/Llama-4-Scout-17B-16E-Instruct-BF16-00003-of-00005.gguf","BF16/Llama-4-Scout-17B-16E-Instruct-BF16-00004-of-00005.gguf","BF16/Llama-4-Scout-17B-16E-Instruct-BF16-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"}],"original":{"bytes":217283738720,"repo":"meta-llama/Llama-4-Scout-17B-16E-Instruct","sha":"92f3b1597a195b523d8d9e5700e57e4fbb8f20d3","dtypes":{"BF16":108641793536}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:22+00:00","url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct/tree/92f3b1597a195b523d8d9e5700e57e4fbb8f20d3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:22+00:00","url":"https://huggingface.co/unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF/tree/72a6853f56a66dc13a3a4b6bdc9cf7ee4c364b47"}]},{"id":"mathform-8b","name":"MathForm-8B","repo":"openbmb/MathForm-8B","sha":"8f6d09e66bd5821d985a2150ba3f09ba42e028ba","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"MathForm-8B.Q4_K_M.gguf","repo":"mradermacher/MathForm-8B-GGUF","sha":"d272c6be5d18969f6db6ed34b70f0d1f9d63db31"}},"gguf":{"repo":"mradermacher/MathForm-8B-GGUF","sha":"d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},"weights":[{"quant":"Q2_K","bytes":3281733664,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["MathForm-8B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"Q3_K_M","bytes":4124162080,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["MathForm-8B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"IQ4_XS","bytes":4593297440,"gpu_bytes":4256727040,"mapped_bytes":4587339776,"out_bytes":510521344,"layer_bytes":[[4,111051776],[32,103187456]],"read_bytes_per_token":4256727040,"files":["MathForm-8B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"Q4_K_M","bytes":5027784736,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["MathForm-8B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"Q5_K_M","bytes":5851113504,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["MathForm-8B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"Q6_K","bytes":6725900320,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["MathForm-8B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"Q8_0","bytes":8709519392,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["MathForm-8B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"},{"quant":"F16","bytes":16388044832,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["MathForm-8B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"}],"original":{"bytes":16381516816,"repo":"openbmb/MathForm-8B","sha":"8f6d09e66bd5821d985a2150ba3f09ba42e028ba","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:36+00:00","url":"https://huggingface.co/openbmb/MathForm-8B/tree/8f6d09e66bd5821d985a2150ba3f09ba42e028ba"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:36+00:00","url":"https://huggingface.co/mradermacher/MathForm-8B-GGUF/tree/d272c6be5d18969f6db6ed34b70f0d1f9d63db31"}]},{"id":"medgemma-1-5-4b-it","name":"medgemma-1.5-4b-it","repo":"google/medgemma-1.5-4b-it","sha":"91850547d9f0b2fdd21aa7c5f4f3d1a8a52c243b","publisher":"google","license":"other","gated":true,"listed_at":null,"multimodal":true,"params_gguf":3880263168,"params_active":null,"params_repo":4300079472,"arch":{"gguf_arch":"gemma3","n_layers":34,"n_layers_all":34,"layers":[[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[4,"swa",1024,1024,1024,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":5,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":29,"v_elems":1024,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":2560,"moe":null,"cross_checked":false,"gguf_source":{"file":"medgemma-1.5-4b-it-Q4_K_M.gguf","repo":"unsloth/medgemma-1.5-4b-it-GGUF","sha":"3855f948626b7ae42bccd082757f15078c53e758"}},"gguf":{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","sha":"3855f948626b7ae42bccd082757f15078c53e758"},"weights":[{"quant":"Q2_K","bytes":1729165376,"gpu_bytes":1722623232,"mapped_bytes":1722623232,"out_bytes":550647040,"layer_bytes":[[34,34469888]],"read_bytes_per_token":1722623232,"files":["medgemma-1.5-4b-it-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"Q3_K_M","bytes":2098460736,"gpu_bytes":2091918592,"mapped_bytes":2091918592,"out_bytes":550647040,"layer_bytes":[[2,48723968],[32,45119488]],"read_bytes_per_token":2091918592,"files":["medgemma-1.5-4b-it-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"IQ4_XS","bytes":2263242816,"gpu_bytes":2256700672,"mapped_bytes":2256700672,"out_bytes":550647040,"layer_bytes":[[34,50178048]],"read_bytes_per_token":2256700672,"files":["medgemma-1.5-4b-it-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"Q4_0","bytes":2370066496,"gpu_bytes":2363524352,"mapped_bytes":2363524352,"out_bytes":550647040,"layer_bytes":[[4,54765568],[30,53127168]],"read_bytes_per_token":2363524352,"files":["medgemma-1.5-4b-it-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"Q4_K_M","bytes":2489894976,"gpu_bytes":2483352832,"mapped_bytes":2483352832,"out_bytes":550647040,"layer_bytes":[[4,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[1,53127168],[5,60561408]],"read_bytes_per_token":2483352832,"files":["medgemma-1.5-4b-it-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"Q5_K_M","bytes":2829699136,"gpu_bytes":2823156992,"mapped_bytes":2823156992,"out_bytes":550647040,"layer_bytes":[[4,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[1,64923648],[5,68753408]],"read_bytes_per_token":2823156992,"files":["medgemma-1.5-4b-it-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"Q6_K","bytes":3190741056,"gpu_bytes":3184198912,"mapped_bytes":3184198912,"out_bytes":550647040,"layer_bytes":[[34,77457408]],"read_bytes_per_token":3184198912,"files":["medgemma-1.5-4b-it-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"Q8_0","bytes":4130403136,"gpu_bytes":4123860992,"mapped_bytes":4123860992,"out_bytes":713216000,"layer_bytes":[[34,100313088]],"read_bytes_per_token":4123860992,"files":["medgemma-1.5-4b-it-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"},{"quant":"BF16","bytes":7767804480,"gpu_bytes":7761262592,"mapped_bytes":7761262592,"out_bytes":1342515200,"layer_bytes":[[34,188786688]],"read_bytes_per_token":7761262592,"files":["medgemma-1.5-4b-it-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"}],"original":{"bytes":8600277880,"repo":"google/medgemma-1.5-4b-it","sha":"91850547d9f0b2fdd21aa7c5f4f3d1a8a52c243b","dtypes":{"BF16":4300079472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:59:24+00:00","url":"https://huggingface.co/google/medgemma-1.5-4b-it/tree/91850547d9f0b2fdd21aa7c5f4f3d1a8a52c243b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:59:24+00:00","url":"https://huggingface.co/unsloth/medgemma-1.5-4b-it-GGUF/tree/3855f948626b7ae42bccd082757f15078c53e758"}]},{"id":"mellum2-1-12b-a2-5b-thinking","name":"Mellum2.1-12B-A2.5B-Thinking","repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking","sha":"92ddae9fc7665e9f801d141d2e5a6b2caf2460c4","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":12149923072,"params_active":2212568320,"params_repo":12149923072,"arch":{"gguf_arch":"mellum","n_layers":28,"n_layers_all":28,"layers":[[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":7,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":21,"v_elems":512,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":98304,"hidden_size":2304,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"Mellum2.1-12B-A2.5B-Thinking-Q4_K_M.gguf","repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","sha":"20b439426f1e997ba575eaccaf4856ac0f76f5d5"}},"gguf":{"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF","sha":"20b439426f1e997ba575eaccaf4856ac0f76f5d5"},"weights":[{"quant":"Q4_K_M","bytes":8071295264,"gpu_bytes":7940303872,"mapped_bytes":8067705856,"out_bytes":185803776,"layer_bytes":[[3,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[5,301871104]],"read_bytes_per_token":1466395648,"files":["Mellum2.1-12B-A2.5B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF/tree/20b439426f1e997ba575eaccaf4856ac0f76f5d5"},{"quant":"Q6_K","bytes":10879834400,"gpu_bytes":10690450432,"mapped_bytes":10876244992,"out_bytes":185803776,"layer_bytes":[[28,375165952]],"read_bytes_per_token":1940558848,"files":["Mellum2.1-12B-A2.5B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF/tree/20b439426f1e997ba575eaccaf4856ac0f76f5d5"},{"quant":"Q8_0","bytes":12925417760,"gpu_bytes":12681180160,"mapped_bytes":12921828352,"out_bytes":240657408,"layer_bytes":[[28,444304384]],"read_bytes_per_token":2363388928,"files":["Mellum2.1-12B-A2.5B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF/tree/20b439426f1e997ba575eaccaf4856ac0f76f5d5"},{"quant":"BF16","bytes":24311970080,"gpu_bytes":23855395840,"mapped_bytes":24308380672,"out_bytes":452994048,"layer_bytes":[[28,835800064]],"read_bytes_per_token":4433671168,"files":["Mellum2.1-12B-A2.5B-Thinking-BF16.gguf"],"source_url":"https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF/tree/20b439426f1e997ba575eaccaf4856ac0f76f5d5"}],"original":{"bytes":24300538808,"repo":"JetBrains/Mellum2.1-12B-A2.5B-Thinking","sha":"92ddae9fc7665e9f801d141d2e5a6b2caf2460c4","dtypes":{"BF16":12149923072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:47+00:00","url":"https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking/tree/92ddae9fc7665e9f801d141d2e5a6b2caf2460c4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:47+00:00","url":"https://huggingface.co/JetBrains/Mellum2.1-12B-A2.5B-Thinking-GGUF/tree/20b439426f1e997ba575eaccaf4856ac0f76f5d5"}]},{"id":"mellum2-12b-a2-5b-base","name":"Mellum2-12B-A2.5B-Base","repo":"JetBrains/Mellum2-12B-A2.5B-Base","sha":"271755e48ab6b2ed0ef224eaaabe2d25275fb8ee","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":12149923072,"params_active":2212568320,"params_repo":12149923072,"arch":{"gguf_arch":"mellum","n_layers":28,"n_layers_all":28,"layers":[[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":7,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":21,"v_elems":512,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":98304,"hidden_size":2304,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"Mellum2-12B-A2.5B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF","sha":"e010890a6c795b2448f8176a7f8d13fef747b001"}},"gguf":{"repo":"mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF","sha":"e010890a6c795b2448f8176a7f8d13fef747b001"},"weights":[{"quant":"IQ2_XXS","bytes":4402419648,"gpu_bytes":4324516864,"mapped_bytes":4398834688,"out_bytes":155722752,"layer_bytes":[[28,148885504]],"read_bytes_per_token":834675712,"files":["Mellum2-12B-A2.5B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"IQ2_M","bytes":4951840704,"gpu_bytes":4850934784,"mapped_bytes":4948255744,"out_bytes":155722752,"layer_bytes":[[28,167686144]],"read_bytes_per_token":956474368,"files":["Mellum2-12B-A2.5B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"Q2_K","bytes":5019043776,"gpu_bytes":4941140992,"mapped_bytes":5015458816,"out_bytes":185803776,"layer_bytes":[[28,169833472]],"read_bytes_per_token":996103168,"files":["Mellum2-12B-A2.5B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"IQ3_XXS","bytes":5414262720,"gpu_bytes":5313356800,"mapped_bytes":5410677760,"out_bytes":155722752,"layer_bytes":[[28,184201216]],"read_bytes_per_token":1014277120,"files":["Mellum2-12B-A2.5B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"Q3_K_M","bytes":6329743296,"gpu_bytes":6228837376,"mapped_bytes":6326158336,"out_bytes":185803776,"layer_bytes":[[1,223922176],[1,215664640],[26,215517184]],"read_bytes_per_token":1214448640,"files":["Mellum2-12B-A2.5B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"IQ4_XS","bytes":6659270592,"gpu_bytes":6535361536,"mapped_bytes":6655685632,"out_bytes":185803776,"layer_bytes":[[28,226769920]],"read_bytes_per_token":1275311104,"files":["Mellum2-12B-A2.5B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"Q4_0","bytes":6935750592,"gpu_bytes":6804763648,"mapped_bytes":6932165632,"out_bytes":185803776,"layer_bytes":[[3,243764224],[25,235506688]],"read_bytes_per_token":1320727552,"files":["Mellum2-12B-A2.5B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"Q4_K_M","bytes":8071290816,"gpu_bytes":7940303872,"mapped_bytes":8067705856,"out_bytes":185803776,"layer_bytes":[[3,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[5,301871104]],"read_bytes_per_token":1466395648,"files":["Mellum2-12B-A2.5B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"Q5_K_M","bytes":9212305344,"gpu_bytes":9053006848,"mapped_bytes":9208720384,"out_bytes":185803776,"layer_bytes":[[3,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[5,337408000]],"read_bytes_per_token":1668705280,"files":["Mellum2-12B-A2.5B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"},{"quant":"Q6_K","bytes":10879829952,"gpu_bytes":10690450432,"mapped_bytes":10876244992,"out_bytes":185803776,"layer_bytes":[[28,375165952]],"read_bytes_per_token":1940558848,"files":["Mellum2-12B-A2.5B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"}],"original":{"bytes":24300538808,"repo":"JetBrains/Mellum2-12B-A2.5B-Base","sha":"271755e48ab6b2ed0ef224eaaabe2d25275fb8ee","dtypes":{"BF16":12149923072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:54+00:00","url":"https://huggingface.co/JetBrains/Mellum2-12B-A2.5B-Base/tree/271755e48ab6b2ed0ef224eaaabe2d25275fb8ee"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:54+00:00","url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Base-i1-GGUF/tree/e010890a6c795b2448f8176a7f8d13fef747b001"}]},{"id":"mellum2-12b-a2-5b-instruct","name":"Mellum2-12B-A2.5B-Instruct","repo":"JetBrains/Mellum2-12B-A2.5B-Instruct","sha":"273d9c1c6882ac8e1562e5b7e043857d35a787b6","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:02:58+00:00","multimodal":false,"params_gguf":12149923072,"params_active":2212568320,"params_repo":12149923072,"arch":{"gguf_arch":"mellum","n_layers":28,"n_layers_all":28,"layers":[[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":7,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":21,"v_elems":512,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":98304,"hidden_size":2304,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"Mellum2-12B-A2.5B-Instruct-Q4_K_M.gguf","repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","sha":"978d3b633817824470ef48a53141e3dccf1863f0"}},"gguf":{"repo":"bartowski/Mellum2-12B-A2.5B-Instruct-GGUF","sha":"978d3b633817824470ef48a53141e3dccf1863f0"},"weights":[{"quant":"IQ2_M","bytes":5096221664,"gpu_bytes":4995312640,"mapped_bytes":5092633600,"out_bytes":155722752,"layer_bytes":[[3,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[5,172994560]],"read_bytes_per_token":1100852224,"files":["Mellum2-12B-A2.5B-Instruct-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q2_K","bytes":5159941088,"gpu_bytes":5082035200,"mapped_bytes":5156353024,"out_bytes":185803776,"layer_bytes":[[3,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[5,177187840]],"read_bytes_per_token":1136997376,"files":["Mellum2-12B-A2.5B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"IQ3_XXS","bytes":5795918816,"gpu_bytes":5695009792,"mapped_bytes":5792330752,"out_bytes":155722752,"layer_bytes":[[3,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[5,208153600]],"read_bytes_per_token":1193620480,"files":["Mellum2-12B-A2.5B-Instruct-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q3_K_M","bytes":6179009504,"gpu_bytes":6078100480,"mapped_bytes":6175421440,"out_bytes":185803776,"layer_bytes":[[3,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[5,220539904]],"read_bytes_per_token":1273246720,"files":["Mellum2-12B-A2.5B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"IQ4_XS","bytes":6768686048,"gpu_bytes":6644773888,"mapped_bytes":6765097984,"out_bytes":185803776,"layer_bytes":[[3,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[5,232041472]],"read_bytes_per_token":1384723456,"files":["Mellum2-12B-A2.5B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q4_0","bytes":7002846176,"gpu_bytes":6871856128,"mapped_bytes":6999258112,"out_bytes":185803776,"layer_bytes":[[3,247376896],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[5,239119360]],"read_bytes_per_token":1387820032,"files":["Mellum2-12B-A2.5B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q4_K_M","bytes":8167158752,"gpu_bytes":8036168704,"mapped_bytes":8163570688,"out_bytes":185803776,"layer_bytes":[[3,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[5,306359296]],"read_bytes_per_token":1562260480,"files":["Mellum2-12B-A2.5B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q5_K_M","bytes":9287529440,"gpu_bytes":9128227840,"mapped_bytes":9283941376,"out_bytes":185803776,"layer_bytes":[[3,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[5,340642816]],"read_bytes_per_token":1743926272,"files":["Mellum2-12B-A2.5B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q6_K","bytes":10991825888,"gpu_bytes":10802443264,"mapped_bytes":10988237824,"out_bytes":185803776,"layer_bytes":[[3,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[5,380308480]],"read_bytes_per_token":2052551680,"files":["Mellum2-12B-A2.5B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"Q8_0","bytes":12925416416,"gpu_bytes":12681180160,"mapped_bytes":12921828352,"out_bytes":240657408,"layer_bytes":[[28,444304384]],"read_bytes_per_token":2363388928,"files":["Mellum2-12B-A2.5B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"},{"quant":"BF16","bytes":24311968416,"gpu_bytes":23855395840,"mapped_bytes":24308380672,"out_bytes":452994048,"layer_bytes":[[28,835800064]],"read_bytes_per_token":4433671168,"files":["Mellum2-12B-A2.5B-Instruct-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"}],"original":{"bytes":24300538808,"repo":"JetBrains/Mellum2-12B-A2.5B-Instruct","sha":"273d9c1c6882ac8e1562e5b7e043857d35a787b6","dtypes":{"BF16":12149923072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T17:02:11+00:00","url":"https://huggingface.co/JetBrains/Mellum2-12B-A2.5B-Instruct/tree/273d9c1c6882ac8e1562e5b7e043857d35a787b6"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T17:02:11+00:00","url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Instruct-GGUF/tree/978d3b633817824470ef48a53141e3dccf1863f0"}]},{"id":"mellum2-12b-a2-5b-instruct-sft","name":"Mellum2-12B-A2.5B-Instruct-SFT","repo":"JetBrains/Mellum2-12B-A2.5B-Instruct-SFT","sha":"396c8455b4fb14867b9cd620353b213b493f3a64","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":12149923072,"params_active":2212568320,"params_repo":12149923072,"arch":{"gguf_arch":"mellum","n_layers":28,"n_layers_all":28,"layers":[[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":7,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":21,"v_elems":512,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":98304,"hidden_size":2304,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"Mellum2-12B-A2.5B-Instruct-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF","sha":"ec53b358d2ef3f8aa890f81afa1506152783ffe3"}},"gguf":{"repo":"mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF","sha":"ec53b358d2ef3f8aa890f81afa1506152783ffe3"},"weights":[{"quant":"IQ2_XXS","bytes":4402423200,"gpu_bytes":4324516864,"mapped_bytes":4398834688,"out_bytes":155722752,"layer_bytes":[[28,148885504]],"read_bytes_per_token":834675712,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"IQ2_M","bytes":4951844256,"gpu_bytes":4850934784,"mapped_bytes":4948255744,"out_bytes":155722752,"layer_bytes":[[28,167686144]],"read_bytes_per_token":956474368,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"Q2_K","bytes":5019047328,"gpu_bytes":4941140992,"mapped_bytes":5015458816,"out_bytes":185803776,"layer_bytes":[[28,169833472]],"read_bytes_per_token":996103168,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"IQ3_XXS","bytes":5414266272,"gpu_bytes":5313356800,"mapped_bytes":5410677760,"out_bytes":155722752,"layer_bytes":[[28,184201216]],"read_bytes_per_token":1014277120,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"Q3_K_M","bytes":6329746848,"gpu_bytes":6228837376,"mapped_bytes":6326158336,"out_bytes":185803776,"layer_bytes":[[1,223922176],[1,215664640],[26,215517184]],"read_bytes_per_token":1214448640,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"IQ4_XS","bytes":6659274144,"gpu_bytes":6535361536,"mapped_bytes":6655685632,"out_bytes":185803776,"layer_bytes":[[28,226769920]],"read_bytes_per_token":1275311104,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"Q4_0","bytes":6935754144,"gpu_bytes":6804763648,"mapped_bytes":6932165632,"out_bytes":185803776,"layer_bytes":[[3,243764224],[25,235506688]],"read_bytes_per_token":1320727552,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"Q4_K_M","bytes":8071294368,"gpu_bytes":7940303872,"mapped_bytes":8067705856,"out_bytes":185803776,"layer_bytes":[[3,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[5,301871104]],"read_bytes_per_token":1466395648,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"Q5_K_M","bytes":9212308896,"gpu_bytes":9053006848,"mapped_bytes":9208720384,"out_bytes":185803776,"layer_bytes":[[3,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[5,337408000]],"read_bytes_per_token":1668705280,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"},{"quant":"Q6_K","bytes":10879833504,"gpu_bytes":10690450432,"mapped_bytes":10876244992,"out_bytes":185803776,"layer_bytes":[[28,375165952]],"read_bytes_per_token":1940558848,"files":["Mellum2-12B-A2.5B-Instruct-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"}],"original":{"bytes":24300538808,"repo":"JetBrains/Mellum2-12B-A2.5B-Instruct-SFT","sha":"396c8455b4fb14867b9cd620353b213b493f3a64","dtypes":{"BF16":12149923072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:59+00:00","url":"https://huggingface.co/JetBrains/Mellum2-12B-A2.5B-Instruct-SFT/tree/396c8455b4fb14867b9cd620353b213b493f3a64"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:59+00:00","url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Instruct-SFT-i1-GGUF/tree/ec53b358d2ef3f8aa890f81afa1506152783ffe3"}]},{"id":"mellum2-12b-a2-5b-thinking","name":"Mellum2-12B-A2.5B-Thinking","repo":"JetBrains/Mellum2-12B-A2.5B-Thinking","sha":"a7311550557e93cc706ab5dd3d879c1a11703ab4","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:03:43+00:00","multimodal":false,"params_gguf":12149923072,"params_active":2212568320,"params_repo":12149923072,"arch":{"gguf_arch":"mellum","n_layers":28,"n_layers_all":28,"layers":[[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":7,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":21,"v_elems":512,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":98304,"hidden_size":2304,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"Mellum2-12B-A2.5B-Thinking-Q4_K_M.gguf","repo":"bartowski/Mellum2-12B-A2.5B-Thinking-GGUF","sha":"e10a3d18c7a65d9e06a1ef9c228082fbbc798182"}},"gguf":{"repo":"bartowski/Mellum2-12B-A2.5B-Thinking-GGUF","sha":"e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},"weights":[{"quant":"IQ2_M","bytes":5096223072,"gpu_bytes":4995312640,"mapped_bytes":5092633600,"out_bytes":155722752,"layer_bytes":[[3,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[1,172994560],[2,172690432],[5,172994560]],"read_bytes_per_token":1100852224,"files":["Mellum2-12B-A2.5B-Thinking-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q2_K","bytes":5159942496,"gpu_bytes":5082035200,"mapped_bytes":5156353024,"out_bytes":185803776,"layer_bytes":[[3,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[1,177187840],[2,172542976],[5,177187840]],"read_bytes_per_token":1136997376,"files":["Mellum2-12B-A2.5B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"IQ3_XXS","bytes":5795920224,"gpu_bytes":5695009792,"mapped_bytes":5792330752,"out_bytes":155722752,"layer_bytes":[[3,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[1,208153600],[2,187509760],[5,208153600]],"read_bytes_per_token":1193620480,"files":["Mellum2-12B-A2.5B-Thinking-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q3_K_M","bytes":6179010912,"gpu_bytes":6078100480,"mapped_bytes":6175421440,"out_bytes":185803776,"layer_bytes":[[3,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[1,220539904],[2,200338432],[5,220539904]],"read_bytes_per_token":1273246720,"files":["Mellum2-12B-A2.5B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"IQ4_XS","bytes":6768687456,"gpu_bytes":6644773888,"mapped_bytes":6765097984,"out_bytes":185803776,"layer_bytes":[[3,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[1,232041472],[2,229313536],[5,232041472]],"read_bytes_per_token":1384723456,"files":["Mellum2-12B-A2.5B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q4_0","bytes":7002847584,"gpu_bytes":6871856128,"mapped_bytes":6999258112,"out_bytes":185803776,"layer_bytes":[[3,247376896],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[1,239119360],[2,236686336],[5,239119360]],"read_bytes_per_token":1387820032,"files":["Mellum2-12B-A2.5B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q4_K_M","bytes":8167160160,"gpu_bytes":8036168704,"mapped_bytes":8163570688,"out_bytes":185803776,"layer_bytes":[[3,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[1,306359296],[2,254381056],[5,306359296]],"read_bytes_per_token":1562260480,"files":["Mellum2-12B-A2.5B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q5_K_M","bytes":9287530848,"gpu_bytes":9128227840,"mapped_bytes":9283941376,"out_bytes":185803776,"layer_bytes":[[3,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[1,340642816],[2,298101760],[5,340642816]],"read_bytes_per_token":1743926272,"files":["Mellum2-12B-A2.5B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q6_K","bytes":10991827296,"gpu_bytes":10802443264,"mapped_bytes":10988237824,"out_bytes":185803776,"layer_bytes":[[3,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[1,380308480],[2,378022912],[5,380308480]],"read_bytes_per_token":2052551680,"files":["Mellum2-12B-A2.5B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"Q8_0","bytes":12925417824,"gpu_bytes":12681180160,"mapped_bytes":12921828352,"out_bytes":240657408,"layer_bytes":[[28,444304384]],"read_bytes_per_token":2363388928,"files":["Mellum2-12B-A2.5B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"},{"quant":"BF16","bytes":24311969856,"gpu_bytes":23855395840,"mapped_bytes":24308380672,"out_bytes":452994048,"layer_bytes":[[28,835800064]],"read_bytes_per_token":4433671168,"files":["Mellum2-12B-A2.5B-Thinking-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"}],"original":{"bytes":24300538808,"repo":"JetBrains/Mellum2-12B-A2.5B-Thinking","sha":"a7311550557e93cc706ab5dd3d879c1a11703ab4","dtypes":{"BF16":12149923072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T17:02:58+00:00","url":"https://huggingface.co/JetBrains/Mellum2-12B-A2.5B-Thinking/tree/a7311550557e93cc706ab5dd3d879c1a11703ab4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T17:02:58+00:00","url":"https://huggingface.co/bartowski/Mellum2-12B-A2.5B-Thinking-GGUF/tree/e10a3d18c7a65d9e06a1ef9c228082fbbc798182"}]},{"id":"mellum2-12b-a2-5b-thinking-sft","name":"Mellum2-12B-A2.5B-Thinking-SFT","repo":"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT","sha":"9960b87f6b52137159303c013e160cea35ca51e3","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":12149923072,"params_active":2212568320,"params_repo":12149923072,"arch":{"gguf_arch":"mellum","n_layers":28,"n_layers_all":28,"layers":[[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0],[3,"swa",512,512,1024,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":7,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":21,"v_elems":512,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":98304,"hidden_size":2304,"moe":{"active":8,"experts":64},"cross_checked":true,"gguf_source":{"file":"Mellum2-12B-A2.5B-Thinking-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF","sha":"b51f037d4242aee335dca33e6fa934fcb9ceff3f"}},"gguf":{"repo":"mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF","sha":"b51f037d4242aee335dca33e6fa934fcb9ceff3f"},"weights":[{"quant":"IQ2_XXS","bytes":4402424640,"gpu_bytes":4324516864,"mapped_bytes":4398834688,"out_bytes":155722752,"layer_bytes":[[28,148885504]],"read_bytes_per_token":834675712,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"IQ2_M","bytes":4951845696,"gpu_bytes":4850934784,"mapped_bytes":4948255744,"out_bytes":155722752,"layer_bytes":[[28,167686144]],"read_bytes_per_token":956474368,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"Q2_K","bytes":5019048768,"gpu_bytes":4941140992,"mapped_bytes":5015458816,"out_bytes":185803776,"layer_bytes":[[28,169833472]],"read_bytes_per_token":996103168,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"IQ3_XXS","bytes":5414267712,"gpu_bytes":5313356800,"mapped_bytes":5410677760,"out_bytes":155722752,"layer_bytes":[[28,184201216]],"read_bytes_per_token":1014277120,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"Q3_K_M","bytes":6329748288,"gpu_bytes":6228837376,"mapped_bytes":6326158336,"out_bytes":185803776,"layer_bytes":[[1,223922176],[1,215664640],[26,215517184]],"read_bytes_per_token":1214448640,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"IQ4_XS","bytes":6659275584,"gpu_bytes":6535361536,"mapped_bytes":6655685632,"out_bytes":185803776,"layer_bytes":[[28,226769920]],"read_bytes_per_token":1275311104,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"Q4_0","bytes":6935755584,"gpu_bytes":6804763648,"mapped_bytes":6932165632,"out_bytes":185803776,"layer_bytes":[[3,243764224],[25,235506688]],"read_bytes_per_token":1320727552,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"Q4_K_M","bytes":8071295808,"gpu_bytes":7940303872,"mapped_bytes":8067705856,"out_bytes":185803776,"layer_bytes":[[3,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[1,301871104],[2,252021760],[5,301871104]],"read_bytes_per_token":1466395648,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"Q5_K_M","bytes":9212310336,"gpu_bytes":9053006848,"mapped_bytes":9208720384,"out_bytes":185803776,"layer_bytes":[[3,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[1,337408000],[2,295963648],[5,337408000]],"read_bytes_per_token":1668705280,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"},{"quant":"Q6_K","bytes":10879834944,"gpu_bytes":10690450432,"mapped_bytes":10876244992,"out_bytes":185803776,"layer_bytes":[[28,375165952]],"read_bytes_per_token":1940558848,"files":["Mellum2-12B-A2.5B-Thinking-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"}],"original":{"bytes":24300538808,"repo":"JetBrains/Mellum2-12B-A2.5B-Thinking-SFT","sha":"9960b87f6b52137159303c013e160cea35ca51e3","dtypes":{"BF16":12149923072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:38:06+00:00","url":"https://huggingface.co/JetBrains/Mellum2-12B-A2.5B-Thinking-SFT/tree/9960b87f6b52137159303c013e160cea35ca51e3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:38:06+00:00","url":"https://huggingface.co/mradermacher/Mellum2-12B-A2.5B-Thinking-SFT-i1-GGUF/tree/b51f037d4242aee335dca33e6fa934fcb9ceff3f"}]},{"id":"mimo-embodied-7b","name":"MiMo-Embodied-7B","repo":"XiaomiMiMo/MiMo-Embodied-7B","sha":"6857af64ae6066f158106332c2309f8c430be123","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7622619136,"params_active":null,"params_repo":8306217216,"arch":{"gguf_arch":"qwen2vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":151680,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiMo-Embodied-7B.i1-Q4_K_M.gguf","repo":"mradermacher/MiMo-Embodied-7B-i1-GGUF","sha":"e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"}},"gguf":{"repo":"mradermacher/MiMo-Embodied-7B-i1-GGUF","sha":"e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},"weights":[{"quant":"IQ2_XXS","bytes":2342432352,"gpu_bytes":2132623360,"mapped_bytes":2336481280,"out_bytes":427147264,"layer_bytes":[[4,50192384],[32,47022080]],"read_bytes_per_token":2132623360,"files":["MiMo-Embodied-7B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"IQ2_M","bytes":2867920480,"gpu_bytes":2595012608,"mapped_bytes":2861969408,"out_bytes":427147264,"layer_bytes":[[4,64602112],[32,59670528]],"read_bytes_per_token":2595012608,"files":["MiMo-Embodied-7B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"Q2_K","bytes":3076406880,"gpu_bytes":2866597888,"mapped_bytes":3070455808,"out_bytes":509661184,"layer_bytes":[[36,65470464]],"read_bytes_per_token":2866597888,"files":["MiMo-Embodied-7B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"IQ3_XXS","bytes":3152543328,"gpu_bytes":2879635456,"mapped_bytes":3146592256,"out_bytes":427147264,"layer_bytes":[[36,68124672]],"read_bytes_per_token":2879635456,"files":["MiMo-Embodied-7B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"Q3_K_M","bytes":3854012000,"gpu_bytes":3581104128,"mapped_bytes":3848060928,"out_bytes":509661184,"layer_bytes":[[2,91136000],[34,84975616]],"read_bytes_per_token":3581104128,"files":["MiMo-Embodied-7B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"IQ4_XS","bytes":4260453984,"gpu_bytes":3924447232,"mapped_bytes":4254502912,"out_bytes":509661184,"layer_bytes":[[36,94855168]],"read_bytes_per_token":3924447232,"files":["MiMo-Embodied-7B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"Q4_0","bytes":4466908768,"gpu_bytes":4111486976,"mapped_bytes":4460957696,"out_bytes":509661184,"layer_bytes":[[4,102555648],[32,99737600]],"read_bytes_per_token":4111486976,"files":["MiMo-Embodied-7B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"Q4_K_M","bytes":4684340832,"gpu_bytes":4328919040,"mapped_bytes":4678389760,"out_bytes":509661184,"layer_bytes":[[4,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[1,112443392],[2,99737600],[6,112443392]],"read_bytes_per_token":4328919040,"files":["MiMo-Embodied-7B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"Q5_K_M","bytes":5448556128,"gpu_bytes":5015474176,"mapped_bytes":5442605056,"out_bytes":509661184,"layer_bytes":[[4,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[1,128434176],[2,121888768],[6,128434176]],"read_bytes_per_token":5015474176,"files":["MiMo-Embodied-7B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"},{"quant":"Q6_K","bytes":6260534880,"gpu_bytes":5744939008,"mapped_bytes":6254583808,"out_bytes":509661184,"layer_bytes":[[36,145424384]],"read_bytes_per_token":5744939008,"files":["MiMo-Embodied-7B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"}],"original":{"bytes":17979722224,"repo":"XiaomiMiMo/MiMo-Embodied-7B","sha":"6857af64ae6066f158106332c2309f8c430be123","dtypes":{"BF16":7622619136,"F32":683598080}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:40:07+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-Embodied-7B/tree/6857af64ae6066f158106332c2309f8c430be123"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:40:07+00:00","url":"https://huggingface.co/mradermacher/MiMo-Embodied-7B-i1-GGUF/tree/e852e60ad4e4acf90bb1b1ec4c7d0ac8af591477"}]},{"id":"mimo-v2-5","name":"MiMo-V2.5","repo":"XiaomiMiMo/MiMo-V2.5","sha":"63651580ca774f8504f676040460aed3e1244ac1","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":308778780864,"params_active":14820985024,"params_repo":310775040000,"arch":{"gguf_arch":"mimo2","n_layers":48,"n_layers_all":51,"layers":[[1,"full",768,512,null,0],[4,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0]],"kv_groups":[{"k_elems":768,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":1536,"kind":"swa","layers":39,"v_elems":1024,"window":128}],"state_elems":0,"max_context":1048576,"vocab_size":152576,"hidden_size":4096,"moe":{"active":8,"experts":256},"cross_checked":false,"gguf_source":{"file":"MiMo-V2.5-Q4_K_M/MiMo-V2.5-Q4_K_M-00001-of-00005.gguf","repo":"bartowski/MiMo-V2.5-GGUF","sha":"e528cbf4b6197dd642b393acc069fb1cd529e085"}},"gguf":{"repo":"bartowski/MiMo-V2.5-GGUF","sha":"e528cbf4b6197dd642b393acc069fb1cd529e085"},"weights":[{"quant":"IQ2_XXS","bytes":83609525088,"gpu_bytes":82348737280,"mapped_bytes":83603539456,"out_bytes":429670400,"layer_bytes":[[1,195043328],[4,1801045248],[1,1796744192],[2,1718256896],[1,1733936384],[2,1718256896],[1,1729635328],[2,1718256896],[1,1733936384],[2,1718256896],[1,1729635328],[2,1718256896],[1,1733936384],[2,1718256896],[1,1729635328],[2,1718256896],[1,1733936384],[2,1718256896],[1,1729635328],[2,1718256896],[1,1733936384],[2,1718256896],[1,1729635328],[2,1718256896],[1,1733936384],[2,1718256896],[1,1729635328],[1,1718256896],[1,1785365760],[3,1801045248],[1,1796744192]],"read_bytes_per_token":6073746176,"files":["MiMo-V2.5-IQ2_XXS/MiMo-V2.5-IQ2_XXS-00001-of-00003.gguf","MiMo-V2.5-IQ2_XXS/MiMo-V2.5-IQ2_XXS-00002-of-00003.gguf","MiMo-V2.5-IQ2_XXS/MiMo-V2.5-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"IQ2_M","bytes":104476744544,"gpu_bytes":103152485120,"mapped_bytes":104470758912,"out_bytes":429670400,"layer_bytes":[[1,199237632],[4,2375664896],[1,2371363840],[2,2125104384],[1,2140783872],[2,2125104384],[1,2136482816],[2,2125104384],[1,2140783872],[2,2125104384],[1,2136482816],[2,2125104384],[1,2140783872],[2,2125104384],[1,2136482816],[2,2125104384],[1,2140783872],[2,2125104384],[1,2136482816],[2,2125104384],[1,2140783872],[2,2125104384],[1,2136482816],[2,2125104384],[1,2140783872],[2,2125104384],[1,2136482816],[1,2125104384],[1,2359985408],[3,2375664896],[1,2371363840]],"read_bytes_per_token":6918898432,"files":["MiMo-V2.5-IQ2_M/MiMo-V2.5-IQ2_M-00001-of-00003.gguf","MiMo-V2.5-IQ2_M/MiMo-V2.5-IQ2_M-00002-of-00003.gguf","MiMo-V2.5-IQ2_M/MiMo-V2.5-IQ2_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q2_K","bytes":108937657184,"gpu_bytes":107676869376,"mapped_bytes":108931671552,"out_bytes":512671744,"layer_bytes":[[1,123043840],[4,2389345536],[1,2386396160],[2,2171241728],[1,2389345536],[2,2171241728],[1,2386396160],[2,2171241728],[1,2389345536],[2,2171241728],[1,2386396160],[2,2171241728],[1,2389345536],[2,2171241728],[1,2386396160],[2,2171241728],[1,2389345536],[2,2171241728],[1,2386396160],[2,2171241728],[1,2389345536],[2,2171241728],[1,2386396160],[2,2171241728],[1,2389345536],[2,2171241728],[1,2386396160],[5,2389345536],[1,2386396160]],"read_bytes_per_token":6567404288,"files":["MiMo-V2.5-Q2_K/MiMo-V2.5-Q2_K-00001-of-00003.gguf","MiMo-V2.5-Q2_K/MiMo-V2.5-Q2_K-00002-of-00003.gguf","MiMo-V2.5-Q2_K/MiMo-V2.5-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"IQ3_XXS","bytes":130252848064,"gpu_bytes":128928588544,"mapped_bytes":130246862336,"out_bytes":429670400,"layer_bytes":[[1,134184960],[4,2917041408],[1,2913436672],[2,2531165440],[1,2917041408],[2,2531165440],[1,2913436672],[2,2531165440],[1,2917041408],[2,2531165440],[1,2913436672],[2,2531165440],[1,2917041408],[2,2531165440],[1,2913436672],[2,2531165440],[1,2917041408],[2,2531165440],[1,2913436672],[2,2531165440],[1,2917041408],[2,2531165440],[1,2913436672],[2,2531165440],[1,2917041408],[2,2531165440],[1,2913436672],[5,2917041408],[1,3467084800]],"read_bytes_per_token":7502963456,"files":["MiMo-V2.5-IQ3_XXS/MiMo-V2.5-IQ3_XXS-00001-of-00004.gguf","MiMo-V2.5-IQ3_XXS/MiMo-V2.5-IQ3_XXS-00002-of-00004.gguf","MiMo-V2.5-IQ3_XXS/MiMo-V2.5-IQ3_XXS-00003-of-00004.gguf","MiMo-V2.5-IQ3_XXS/MiMo-V2.5-IQ3_XXS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q3_K_M","bytes":142240857056,"gpu_bytes":140916597504,"mapped_bytes":142234871296,"out_bytes":512671744,"layer_bytes":[[1,160923648],[4,3118368000],[1,3114763264],[2,2833155328],[1,3118368000],[2,2833155328],[1,3114763264],[2,2833155328],[1,3118368000],[2,2833155328],[1,3114763264],[2,2833155328],[1,3118368000],[2,2833155328],[1,3114763264],[2,2833155328],[1,3118368000],[2,2833155328],[1,3114763264],[2,2833155328],[1,3118368000],[2,2833155328],[1,3114763264],[2,2833155328],[1,3118368000],[2,2833155328],[1,3114763264],[5,3118368000],[1,3668411392]],"read_bytes_per_token":7983899392,"files":["MiMo-V2.5-Q3_K_M/MiMo-V2.5-Q3_K_M-00001-of-00004.gguf","MiMo-V2.5-Q3_K_M/MiMo-V2.5-Q3_K_M-00002-of-00004.gguf","MiMo-V2.5-Q3_K_M/MiMo-V2.5-Q3_K_M-00003-of-00004.gguf","MiMo-V2.5-Q3_K_M/MiMo-V2.5-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"IQ4_XS","bytes":165699140672,"gpu_bytes":164311409408,"mapped_bytes":165693154816,"out_bytes":512671744,"layer_bytes":[[1,159580160],[4,3482158336],[1,3479372800],[5,3482158336],[1,3479372800],[5,3482158336],[1,3479372800],[5,3482158336],[1,3479372800],[5,3482158336],[1,3479372800],[5,3482158336],[1,3479372800],[5,3482158336],[1,3479372800],[5,3482158336],[1,3479372800]],"read_bytes_per_token":8478335744,"files":["MiMo-V2.5-IQ4_XS/MiMo-V2.5-IQ4_XS-00001-of-00005.gguf","MiMo-V2.5-IQ4_XS/MiMo-V2.5-IQ4_XS-00002-of-00005.gguf","MiMo-V2.5-IQ4_XS/MiMo-V2.5-IQ4_XS-00003-of-00005.gguf","MiMo-V2.5-IQ4_XS/MiMo-V2.5-IQ4_XS-00004-of-00005.gguf","MiMo-V2.5-IQ4_XS/MiMo-V2.5-IQ4_XS-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q4_0","bytes":175751019552,"gpu_bytes":174343758592,"mapped_bytes":175745033728,"out_bytes":512671744,"layer_bytes":[[1,167608320],[4,3815408896],[1,3812459520],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792]],"read_bytes_per_token":8693916416,"files":["MiMo-V2.5-Q4_0/MiMo-V2.5-Q4_0-00001-of-00005.gguf","MiMo-V2.5-Q4_0/MiMo-V2.5-Q4_0-00002-of-00005.gguf","MiMo-V2.5-Q4_0/MiMo-V2.5-Q4_0-00003-of-00005.gguf","MiMo-V2.5-Q4_0/MiMo-V2.5-Q4_0-00004-of-00005.gguf","MiMo-V2.5-Q4_0/MiMo-V2.5-Q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q4_K_M","bytes":188768721984,"gpu_bytes":187361460992,"mapped_bytes":188762736128,"out_bytes":512671744,"layer_bytes":[[1,199237632],[4,4254713088],[1,4250412032],[2,3701064960],[1,4254713088],[2,3701064960],[1,4250412032],[2,3701064960],[1,4254713088],[2,3701064960],[1,4250412032],[2,3701064960],[1,4254713088],[2,3701064960],[1,4250412032],[2,3701064960],[1,4254713088],[2,3701064960],[1,4250412032],[2,3701064960],[1,4254713088],[2,3701064960],[1,4250412032],[2,3701064960],[1,4254713088],[2,3701064960],[1,4250412032],[5,4254713088],[1,4250412032]],"read_bytes_per_token":10025763584,"files":["MiMo-V2.5-Q4_K_M/MiMo-V2.5-Q4_K_M-00001-of-00005.gguf","MiMo-V2.5-Q4_K_M/MiMo-V2.5-Q4_K_M-00002-of-00005.gguf","MiMo-V2.5-Q4_K_M/MiMo-V2.5-Q4_K_M-00003-of-00005.gguf","MiMo-V2.5-Q4_K_M/MiMo-V2.5-Q4_K_M-00004-of-00005.gguf","MiMo-V2.5-Q4_K_M/MiMo-V2.5-Q4_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q5_K_M","bytes":221448486048,"gpu_bytes":219963106048,"mapped_bytes":221442500096,"out_bytes":512671744,"layer_bytes":[[1,233930752],[4,4810769664],[1,4805198848],[2,4525556992],[1,4810769664],[2,4525556992],[1,4805198848],[2,4525556992],[1,4810769664],[2,4525556992],[1,4805198848],[2,4525556992],[1,4810769664],[2,4525556992],[1,4805198848],[2,4525556992],[1,4810769664],[2,4525556992],[1,4805198848],[2,4525556992],[1,4810769664],[2,4525556992],[1,4805198848],[2,4525556992],[1,4810769664],[2,4525556992],[1,4805198848],[5,4810769664],[1,4805198848]],"read_bytes_per_token":11941880576,"files":["MiMo-V2.5-Q5_K_M/MiMo-V2.5-Q5_K_M-00001-of-00006.gguf","MiMo-V2.5-Q5_K_M/MiMo-V2.5-Q5_K_M-00002-of-00006.gguf","MiMo-V2.5-Q5_K_M/MiMo-V2.5-Q5_K_M-00003-of-00006.gguf","MiMo-V2.5-Q5_K_M/MiMo-V2.5-Q5_K_M-00004-of-00006.gguf","MiMo-V2.5-Q5_K_M/MiMo-V2.5-Q5_K_M-00005-of-00006.gguf","MiMo-V2.5-Q5_K_M/MiMo-V2.5-Q5_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q6_K","bytes":267556633888,"gpu_bytes":265988252416,"mapped_bytes":267550647808,"out_bytes":512671744,"layer_bytes":[[1,259883008],[4,5909415168],[1,5903844352],[2,5389321472],[1,5909415168],[2,5389321472],[1,5903844352],[2,5389321472],[1,5909415168],[2,5389321472],[1,5903844352],[2,5389321472],[1,5909415168],[2,5389321472],[1,5903844352],[2,5389321472],[1,5909415168],[2,5389321472],[1,5903844352],[2,5389321472],[1,5909415168],[2,5389321472],[1,5903844352],[2,5389321472],[1,5909415168],[2,5389321472],[1,5903844352],[5,5909415168],[1,5903844352]],"read_bytes_per_token":13775315712,"files":["MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00001-of-00007.gguf","MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00002-of-00007.gguf","MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00003-of-00007.gguf","MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00004-of-00007.gguf","MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00005-of-00007.gguf","MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00006-of-00007.gguf","MiMo-V2.5-Q6_K/MiMo-V2.5-Q6_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"},{"quant":"Q8_0","bytes":329279159872,"gpu_bytes":327559422720,"mapped_bytes":329273173504,"out_bytes":664027136,"layer_bytes":[[1,308641792],[4,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744]],"read_bytes_per_token":15893275392,"files":["MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00001-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00002-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00003-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00004-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00005-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00006-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00007-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00008-of-00009.gguf","MiMo-V2.5-Q8_0/MiMo-V2.5-Q8_0-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"}],"original":{"bytes":315040382024,"repo":"XiaomiMiMo/MiMo-V2.5","sha":"63651580ca774f8504f676040460aed3e1244ac1","dtypes":{"BF16":4052024960,"F32":68012416,"F8_E4M3":306655002624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:01:25+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5/tree/63651580ca774f8504f676040460aed3e1244ac1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:01:25+00:00","url":"https://huggingface.co/bartowski/MiMo-V2.5-GGUF/tree/e528cbf4b6197dd642b393acc069fb1cd529e085"}]},{"id":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","repo":"XiaomiMiMo/MiMo-V2.5-Pro","sha":"21d1ecfecd7bd70f31be25ca49d7edd21f003659","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1021248126336,"params_active":40957492608,"params_repo":1023182841600,"arch":{"gguf_arch":"mimo2","n_layers":70,"n_layers_all":73,"layers":[[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0]],"kv_groups":[{"k_elems":1536,"kind":"full","layers":10,"v_elems":1024,"window":null},{"k_elems":1536,"kind":"swa","layers":60,"v_elems":1024,"window":128}],"state_elems":0,"max_context":1048576,"vocab_size":152576,"hidden_size":6144,"moe":{"active":8,"experts":384},"cross_checked":false,"gguf_source":{"file":"MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00001-of-00017.gguf","repo":"bartowski/MiMo-V2.5-Pro-GGUF","sha":"691955a47dcfc1e5dbbb5254d2fed422beb95c0f"}},"gguf":{"repo":"bartowski/MiMo-V2.5-Pro-GGUF","sha":"691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},"weights":[{"quant":"IQ2_XXS","bytes":275164589152,"gpu_bytes":273762399744,"mapped_bytes":275158588416,"out_bytes":644505600,"layer_bytes":[[1,389259264],[6,4090996736],[1,4090996224],[1,4090996736],[2,3897018368],[1,3940001792],[2,3897018368],[1,3940001792],[1,3897017856],[1,3897018368],[1,3940001792],[2,3897018368],[1,3940001792],[2,3897018368],[1,3940001280],[2,3897018368],[1,3940001792],[2,3897018368],[1,3940001792],[1,3897018368],[1,3897017856],[1,3940001792],[2,3897018368],[1,3940001792],[2,3897018368],[1,3940001792],[1,3897017856],[1,3897018368],[1,3940001792],[2,3897018368],[1,3940001792],[2,3897018368],[1,3940001280],[2,3897018368],[1,3940001792],[2,3897018368],[1,3940001792],[1,3897018368],[1,3897017856],[1,3940001792],[2,3897018368],[1,3940001792],[2,3897018368],[1,4090996224],[6,4090996736],[1,4090996224]],"read_bytes_per_token":18907313664,"files":["MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00001-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00002-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00003-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00004-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00005-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00006-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00007-of-00008.gguf","MiMo-V2.5-Pro-IQ2_XXS/MiMo-V2.5-Pro-IQ2_XXS-00008-of-00008.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"IQ2_M","bytes":344692305088,"gpu_bytes":343194908160,"mapped_bytes":344686304256,"out_bytes":644505600,"layer_bytes":[[1,401842176],[6,5387036672],[1,5387036160],[1,5387036672],[2,4815570944],[1,4858554368],[2,4815570944],[1,4858554368],[1,4815570432],[1,4815570944],[1,4858554368],[2,4815570944],[1,4858554368],[2,4815570944],[1,4858553856],[2,4815570944],[1,4858554368],[2,4815570944],[1,4858554368],[1,4815570944],[1,4815570432],[1,4858554368],[2,4815570944],[1,4858554368],[2,4815570944],[1,4858554368],[1,4815570432],[1,4815570944],[1,4858554368],[2,4815570944],[1,4858554368],[2,4815570944],[1,4858553856],[2,4815570944],[1,4858554368],[2,4815570944],[1,4858554368],[1,4815570944],[1,4815570432],[1,4858554368],[2,4815570944],[1,4858554368],[2,4815570944],[1,5387036160],[6,5387036672],[1,5387036160]],"read_bytes_per_token":21216278016,"files":["MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00001-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00002-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00003-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00004-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00005-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00006-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00007-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00008-of-00009.gguf","MiMo-V2.5-Pro-IQ2_M/MiMo-V2.5-Pro-IQ2_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"Q2_K","bytes":358336064832,"gpu_bytes":356933875200,"mapped_bytes":358330063872,"out_bytes":769007616,"layer_bytes":[[1,259768320],[6,5406967808],[1,5406967296],[1,5406967808],[2,4916234240],[1,5406967808],[2,4916234240],[1,5406967808],[1,4916233728],[1,4916234240],[1,5406967808],[2,4916234240],[1,5406967808],[2,4916234240],[1,5406967296],[2,4916234240],[1,5406967808],[2,4916234240],[1,5406967808],[1,4916234240],[1,4916233728],[1,5406967808],[2,4916234240],[1,5406967808],[2,4916234240],[1,5406967808],[1,4916233728],[1,4916234240],[1,5406967808],[2,4916234240],[1,5406967808],[2,4916234240],[1,5406967296],[2,4916234240],[1,5406967808],[2,4916234240],[1,5406967808],[1,4916234240],[1,4916233728],[1,5406967808],[2,4916234240],[1,5406967808],[1,4916234240],[1,5406967808],[1,5406967296],[6,5406967808],[1,5406967296]],"read_bytes_per_token":19246265856,"files":["MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00001-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00002-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00003-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00004-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00005-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00006-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00007-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00008-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00009-of-00010.gguf","MiMo-V2.5-Pro-Q2_K/MiMo-V2.5-Pro-Q2_K-00010-of-00010.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"IQ3_XXS","bytes":427304381888,"gpu_bytes":425806984704,"mapped_bytes":427298380800,"out_bytes":644505600,"layer_bytes":[[1,286900224],[6,6598019072],[1,6598018560],[1,6598019072],[2,5729798144],[1,6598019072],[2,5729798144],[1,6598019072],[1,5729797632],[1,5729798144],[1,6598019072],[2,5729798144],[1,6598019072],[2,5729798144],[1,6598018560],[2,5729798144],[1,6598019072],[2,5729798144],[1,6598019072],[1,5729798144],[1,5729797632],[1,6598019072],[2,5729798144],[1,6598019072],[2,5729798144],[1,6598019072],[1,5729797632],[1,5729798144],[1,6598019072],[2,5729798144],[1,6598019072],[2,5729798144],[1,6598018560],[2,5729798144],[1,6598019072],[2,5729798144],[1,6598019072],[1,5729798144],[1,5729797632],[1,6598019072],[2,5729798144],[1,6598019072],[1,5729798144],[1,6598019072],[1,6598018560],[6,6598019072],[1,6598018560]],"read_bytes_per_token":21993813504,"files":["MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00001-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00002-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00003-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00004-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00005-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00006-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00007-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00008-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00009-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00010-of-00011.gguf","MiMo-V2.5-Pro-IQ3_XXS/MiMo-V2.5-Pro-IQ3_XXS-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"Q3_K_M","bytes":466652179936,"gpu_bytes":465154782720,"mapped_bytes":466646178816,"out_bytes":769007616,"layer_bytes":[[1,327008256],[6,7051003904],[1,7051003392],[1,7051003904],[2,6409275392],[1,7051003904],[2,6409275392],[1,7051003904],[1,6409274880],[1,6409275392],[1,7051003904],[2,6409275392],[1,7051003904],[2,6409275392],[1,7051003392],[2,6409275392],[1,7051003904],[2,6409275392],[1,7051003904],[1,6409275392],[1,6409274880],[1,7051003904],[2,6409275392],[1,7051003904],[2,6409275392],[1,7051003904],[1,6409274880],[1,6409275392],[1,7051003904],[2,6409275392],[1,7051003904],[2,6409275392],[1,7051003392],[2,6409275392],[1,7051003904],[2,6409275392],[1,7051003904],[1,6409275392],[1,6409274880],[1,7051003904],[2,6409275392],[1,7051003904],[1,6409275392],[1,7051003904],[1,7051003392],[6,7051003904],[1,7051003392]],"read_bytes_per_token":22974739968,"files":["MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00001-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00002-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00003-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00004-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00005-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00006-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00007-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00008-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00009-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00010-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00011-of-00012.gguf","MiMo-V2.5-Pro-Q3_K_M/MiMo-V2.5-Pro-Q3_K_M-00012-of-00012.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"IQ4_XS","bytes":545559178912,"gpu_bytes":543979845120,"mapped_bytes":545553177600,"out_bytes":769007616,"layer_bytes":[[1,318259200],[6,7868008448],[1,7868007936],[7,7868008448],[1,7868007936],[7,7868008448],[1,7868007936],[7,7868008448],[1,7868007936],[7,7868008448],[1,7868007936],[7,7868008448],[1,7868007936],[7,7868008448],[1,7868007936],[6,7868008448],[1,7868007936],[6,7868008448],[1,7868007936]],"read_bytes_per_token":23698454016,"files":["MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00001-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00002-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00003-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00004-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00005-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00006-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00007-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00008-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00009-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00010-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00011-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00012-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00013-of-00014.gguf","MiMo-V2.5-Pro-IQ4_XS/MiMo-V2.5-Pro-IQ4_XS-00014-of-00014.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"Q4_0","bytes":578773249952,"gpu_bytes":577151350272,"mapped_bytes":578767248384,"out_bytes":769007616,"layer_bytes":[[1,326615040],[6,8615610368],[1,8615609856],[1,8615610368],[6,8313620480],[1,8313619968],[7,8313620480],[1,8313619968],[7,8313620480],[1,8313619968],[7,8313620480],[1,8313619968],[7,8313620480],[1,8313619968],[7,8313620480],[1,8313619968],[6,8313620480],[1,8313619968],[6,8313620480],[1,8313619968]],"read_bytes_per_token":23899584000,"files":["MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00001-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00002-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00003-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00004-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00005-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00006-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00007-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00008-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00009-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00010-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00011-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00012-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00013-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00014-of-00015.gguf","MiMo-V2.5-Pro-Q4_0/MiMo-V2.5-Pro-Q4_0-00015-of-00015.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"},{"quant":"Q4_K_M","bytes":622865272992,"gpu_bytes":620998817280,"mapped_bytes":622859271168,"out_bytes":769007616,"layer_bytes":[[1,401842176],[6,9614895104],[1,9614894592],[1,9614895104],[2,8369186816],[1,9614895104],[2,8369186816],[1,9614895104],[1,8369186304],[1,8369186816],[1,9614895104],[2,8369186816],[1,9614895104],[2,8369186816],[1,9614894592],[2,8369186816],[1,9614895104],[2,8369186816],[1,9614895104],[1,8369186816],[1,8369186304],[1,9614895104],[2,8369186816],[1,9614895104],[2,8369186816],[1,9614895104],[1,8369186304],[1,8369186816],[1,9614895104],[2,8369186816],[1,9614895104],[2,8369186816],[1,9614894592],[2,8369186816],[1,9614895104],[2,8369186816],[1,9614895104],[1,8369186816],[1,8369186304],[1,9614895104],[2,8369186816],[1,9614895104],[1,8369186816],[1,9614895104],[1,9614894592],[6,9614895104],[1,9614894592]],"read_bytes_per_token":28640933376,"files":["MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00001-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00002-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00003-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00004-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00005-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00006-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00007-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00008-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00009-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00010-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00011-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00012-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00013-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00014-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00015-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00016-of-00017.gguf","MiMo-V2.5-Pro-Q4_K_M/MiMo-V2.5-Pro-Q4_K_M-00017-of-00017.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"}],"original":{"bytes":1033389872152,"repo":"XiaomiMiMo/MiMo-V2.5-Pro","sha":"21d1ecfecd7bd70f31be25ca49d7edd21f003659","dtypes":{"BF16":9450733440,"F32":162817920,"F8_E4M3":1013569290240}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:28:54+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.5-Pro/tree/21d1ecfecd7bd70f31be25ca49d7edd21f003659"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:28:54+00:00","url":"https://huggingface.co/bartowski/MiMo-V2.5-Pro-GGUF/tree/691955a47dcfc1e5dbbb5254d2fed422beb95c0f"}]},{"id":"mimo-v2-6-distill-qwen-9b","name":"MiMo-V2.6-Distill-Qwen-9B","repo":"XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B","sha":"2367e865d009c13ac81713a2878291d33ab28177","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":9409813744,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiMo-V2.6-Distill-Qwen-9B-Q4_K_M.gguf","repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","sha":"4371da10c84fb26da3592d4cf312d24aa82b7b65"}},"gguf":{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","sha":"4371da10c84fb26da3592d4cf312d24aa82b7b65"},"weights":[{"quant":"IQ2_M","bytes":3536901664,"gpu_bytes":3088893952,"mapped_bytes":3525937152,"out_bytes":572145664,"layer_bytes":[[1,106595072],[1,87327488],[1,83657472],[1,78678016],[3,83657472],[1,78678016],[3,74613504],[1,73172992],[3,74613504],[1,73172992],[3,74613504],[1,73172992],[3,74613504],[1,73172992],[1,75662080],[2,74613504],[1,79333376],[3,74613504],[1,114722816]],"read_bytes_per_token":3088893952,"files":["MiMo-V2.6-Distill-Qwen-9B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q2_K","bytes":3644380704,"gpu_bytes":3196372992,"mapped_bytes":3633416192,"out_bytes":572145664,"layer_bytes":[[1,109609728],[2,92439296],[1,87066624],[3,92439296],[1,87066624],[3,76710656],[1,75270144],[3,76710656],[1,75270144],[3,76710656],[1,75270144],[3,76710656],[1,75270144],[3,76710656],[1,75794432],[3,76710656],[1,120621056]],"read_bytes_per_token":3196372992,"files":["MiMo-V2.6-Distill-Qwen-9B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"IQ3_XXS","bytes":4138833440,"gpu_bytes":3555739648,"mapped_bytes":4127868928,"out_bytes":572145664,"layer_bytes":[[1,122323712],[2,104760064],[1,95455232],[3,99779328],[1,95455232],[3,87720704],[1,88541184],[3,87720704],[1,87984128],[3,87720704],[1,87984128],[3,87720704],[1,87984128],[1,88507136],[2,87720704],[1,96012288],[3,87720704],[1,133236736]],"read_bytes_per_token":3555739648,"files":["MiMo-V2.6-Distill-Qwen-9B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q3_K_M","bytes":4479948320,"gpu_bytes":3896854528,"mapped_bytes":4468983808,"out_bytes":572145664,"layer_bytes":[[1,130056960],[2,114721536],[1,103876608],[1,114721536],[2,108167936],[1,103876608],[3,99255040],[1,97748992],[3,99255040],[1,97191936],[3,99255040],[1,97191936],[3,99255040],[1,97191936],[1,101483264],[2,99255040],[1,105449472],[3,99255040],[1,142804992]],"read_bytes_per_token":3896854528,"files":["MiMo-V2.6-Distill-Qwen-9B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"IQ4_XS","bytes":5227304480,"gpu_bytes":4675995648,"mapped_bytes":5216339968,"out_bytes":834371584,"layer_bytes":[[1,144605952],[2,119702272],[1,119736320],[3,119702272],[1,119736320],[3,117080832],[1,119736320],[3,117080832],[1,119736320],[3,117080832],[1,119736320],[3,117080832],[1,119736320],[3,117080832],[1,119736320],[3,117080832],[1,152897536]],"read_bytes_per_token":4675995648,"files":["MiMo-V2.6-Distill-Qwen-9B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q4_0","bytes":5482829344,"gpu_bytes":4899735552,"mapped_bytes":5471864832,"out_bytes":834371584,"layer_bytes":[[3,135430912],[1,129796096],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[3,132285184],[1,126650368]],"read_bytes_per_token":4899735552,"files":["MiMo-V2.6-Distill-Qwen-9B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q4_K_M","bytes":5841049120,"gpu_bytes":5257955328,"mapped_bytes":5830084608,"out_bytes":834371584,"layer_bytes":[[1,183403264],[2,149586688],[1,143558656],[3,149586688],[1,143558656],[3,128221952],[1,130582528],[3,128221952],[1,130582528],[3,128221952],[1,130582528],[3,128221952],[1,130582528],[1,136610560],[2,132285184],[1,143558656],[3,132285184],[1,202541056]],"read_bytes_per_token":5257955328,"files":["MiMo-V2.6-Distill-Qwen-9B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q5_K_M","bytes":6876124704,"gpu_bytes":6165891072,"mapped_bytes":6865160192,"out_bytes":834371584,"layer_bytes":[[1,214074112],[2,187073280],[1,172525568],[3,182616832],[1,172525568],[3,157451008],[1,153651200],[3,157451008],[1,153651200],[3,157451008],[1,153651200],[3,157451008],[1,153651200],[1,163742464],[2,157451008],[1,172525568],[3,157451008],[1,222857216]],"read_bytes_per_token":6165891072,"files":["MiMo-V2.6-Distill-Qwen-9B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q6_K","bytes":7793710624,"gpu_bytes":6948390912,"mapped_bytes":7782746112,"out_bytes":834371584,"layer_bytes":[[1,220758784],[2,208569088],[1,202541056],[3,208569088],[1,202541056],[3,184189696],[1,178161664],[3,184189696],[1,178161664],[3,184189696],[1,178161664],[3,184189696],[1,178161664],[1,188252928],[2,184189696],[1,190351360],[3,184189696],[1,222857216]],"read_bytes_per_token":6948390912,"files":["MiMo-V2.6-Distill-Qwen-9B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"Q8_0","bytes":9545979424,"gpu_bytes":8454326272,"mapped_bytes":9535014912,"out_bytes":1080705024,"layer_bytes":[[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216]],"read_bytes_per_token":8454326272,"files":["MiMo-V2.6-Distill-Qwen-9B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"},{"quant":"BF16","bytes":17920693440,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["MiMo-V2.6-Distill-Qwen-9B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"}],"original":{"bytes":18819720848,"repo":"XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B","sha":"2367e865d009c13ac81713a2878291d33ab28177","dtypes":{"BF16":9409813744}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:07:51+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B/tree/2367e865d009c13ac81713a2878291d33ab28177"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:07:51+00:00","url":"https://huggingface.co/bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF/tree/4371da10c84fb26da3592d4cf312d24aa82b7b65"}]},{"id":"mimo-v2-6-flash-mopd","name":"MiMo-V2.6-Flash-MOPD","repo":"XiaomiMiMo/MiMo-V2.6-Flash-MOPD","sha":"b12f5573350bb1704513fcf119fca48e498b0423","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":308778780864,"params_active":14820985024,"params_repo":310756322688,"arch":{"gguf_arch":"mimo2","n_layers":48,"n_layers_all":48,"layers":[[1,"full",768,512,null,0],[4,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0]],"kv_groups":[{"k_elems":768,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":1536,"kind":"swa","layers":39,"v_elems":1024,"window":128}],"state_elems":0,"max_context":1048576,"vocab_size":152576,"hidden_size":4096,"moe":{"active":8,"experts":256},"cross_checked":false,"gguf_source":{"file":"MiMo-V2.6-Flash-MOPD-Q2_K-00001-of-00002.gguf","repo":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF","sha":"e6d4bced739310a721eefad4c247ec7e0247c89d"}},"gguf":{"repo":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF","sha":"e6d4bced739310a721eefad4c247ec7e0247c89d"},"weights":[{"quant":"Q2_K","bytes":126365949536,"gpu_bytes":125695959808,"mapped_bytes":126359970560,"out_bytes":664027136,"layer_bytes":[[1,308641792],[4,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448]],"read_bytes_per_token":9585042176,"files":["MiMo-V2.6-Flash-MOPD-Q2_K-00001-of-00002.gguf","MiMo-V2.6-Flash-MOPD-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Flash-MOPD-GGUF/tree/e6d4bced739310a721eefad4c247ec7e0247c89d"},{"quant":"MXFP4","bytes":167369465152,"gpu_bytes":166699475712,"mapped_bytes":167363486464,"out_bytes":664027136,"layer_bytes":[[1,308641792],[4,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680]],"read_bytes_per_token":10866402048,"files":["MiMo-V2.6-Flash-MOPD-MXFP4-00001-of-00002.gguf","MiMo-V2.6-Flash-MOPD-MXFP4-00002-of-00002.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Flash-MOPD-GGUF/tree/e6d4bced739310a721eefad4c247ec7e0247c89d"}],"original":{"bytes":172932440968,"repo":"XiaomiMiMo/MiMo-V2.6-Flash-MOPD","sha":"b12f5573350bb1704513fcf119fca48e498b0423","dtypes":{"BF16":4101308032,"F32":12032,"F8_E4M3":3859808256,"U8":302795194368}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:00:48+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-MOPD/tree/b12f5573350bb1704513fcf119fca48e498b0423"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:00:48+00:00","url":"https://huggingface.co/ggml-org/MiMo-V2.6-Flash-MOPD-GGUF/tree/e6d4bced739310a721eefad4c247ec7e0247c89d"}]},{"id":"mimo-v2-6-flash-rl","name":"MiMo-V2.6-Flash-RL","repo":"XiaomiMiMo/MiMo-V2.6-Flash-RL","sha":"dcd3fd83fb181622fbc606fbb1709901982a62c2","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":308778780864,"params_active":14820985024,"params_repo":310756322688,"arch":{"gguf_arch":"mimo2","n_layers":48,"n_layers_all":48,"layers":[[1,"full",768,512,null,0],[4,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0]],"kv_groups":[{"k_elems":768,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":1536,"kind":"swa","layers":39,"v_elems":1024,"window":128}],"state_elems":0,"max_context":1048576,"vocab_size":152576,"hidden_size":4096,"moe":{"active":8,"experts":256},"cross_checked":false,"gguf_source":{"file":"MiMo-V2.6-Flash-RL-Q2_K-00001-of-00002.gguf","repo":"ggml-org/MiMo-V2.6-Flash-RL-GGUF","sha":"b0b2d0fb0b56611c761e075425c88989faf1ed1f"}},"gguf":{"repo":"ggml-org/MiMo-V2.6-Flash-RL-GGUF","sha":"b0b2d0fb0b56611c761e075425c88989faf1ed1f"},"weights":[{"quant":"Q2_K","bytes":126365949248,"gpu_bytes":125695959808,"mapped_bytes":126359970560,"out_bytes":664027136,"layer_bytes":[[1,308641792],[4,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448],[5,2654635264],[1,2649064448]],"read_bytes_per_token":9585042176,"files":["MiMo-V2.6-Flash-RL-Q2_K-00001-of-00002.gguf","MiMo-V2.6-Flash-RL-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Flash-RL-GGUF/tree/b0b2d0fb0b56611c761e075425c88989faf1ed1f"},{"quant":"MXFP4","bytes":167369465152,"gpu_bytes":166699475712,"mapped_bytes":167363486464,"out_bytes":664027136,"layer_bytes":[[1,308641792],[4,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680],[5,3527050496],[1,3521479680]],"read_bytes_per_token":10866402048,"files":["MiMo-V2.6-Flash-RL-MXFP4-00001-of-00002.gguf","MiMo-V2.6-Flash-RL-MXFP4-00002-of-00002.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Flash-RL-GGUF/tree/b0b2d0fb0b56611c761e075425c88989faf1ed1f"}],"original":{"bytes":172932505264,"repo":"XiaomiMiMo/MiMo-V2.6-Flash-RL","sha":"dcd3fd83fb181622fbc606fbb1709901982a62c2","dtypes":{"BF16":4101308032,"F32":12032,"F8_E4M3":3859808256,"U8":302795194368}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:00:15+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Flash-RL/tree/dcd3fd83fb181622fbc606fbb1709901982a62c2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:00:15+00:00","url":"https://huggingface.co/ggml-org/MiMo-V2.6-Flash-RL-GGUF/tree/b0b2d0fb0b56611c761e075425c88989faf1ed1f"}]},{"id":"mimo-v2-6-pro-mopd","name":"MiMo-V2.6-Pro-MOPD","repo":"XiaomiMiMo/MiMo-V2.6-Pro-MOPD","sha":"6a7f202e8dbd0e57b3fe1da03917d08d75abc4b8","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1021248126336,"params_active":40957492608,"params_repo":1024216603392,"arch":{"gguf_arch":"mimo2","n_layers":70,"n_layers_all":70,"layers":[[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0]],"kv_groups":[{"k_elems":1536,"kind":"full","layers":10,"v_elems":1024,"window":null},{"k_elems":1536,"kind":"swa","layers":60,"v_elems":1024,"window":128}],"state_elems":0,"max_context":1048576,"vocab_size":152576,"hidden_size":6144,"moe":{"active":8,"experts":384},"cross_checked":false,"gguf_source":{"file":"MiMo-V2.6-Pro-MOPD-Q2_K-00001-of-00007.gguf","repo":"ggml-org/MiMo-V2.6-Pro-MOPD-GGUF","sha":"442791c4a59a7175e662fb39b97a2a98f5d4bc3d"}},"gguf":{"repo":"ggml-org/MiMo-V2.6-Pro-MOPD-GGUF","sha":"442791c4a59a7175e662fb39b97a2a98f5d4bc3d"},"weights":[{"quant":"Q2_K","bytes":418769300160,"gpu_bytes":417767290368,"mapped_bytes":418763306496,"out_bytes":996040704,"layer_bytes":[[1,605011968],[6,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[6,6031394816],[1,6031394304],[6,6031394816],[1,6031394304]],"read_bytes_per_token":30106646016,"files":["MiMo-V2.6-Pro-MOPD-Q2_K-00001-of-00007.gguf","MiMo-V2.6-Pro-MOPD-Q2_K-00002-of-00007.gguf","MiMo-V2.6-Pro-MOPD-Q2_K-00003-of-00007.gguf","MiMo-V2.6-Pro-MOPD-Q2_K-00004-of-00007.gguf","MiMo-V2.6-Pro-MOPD-Q2_K-00005-of-00007.gguf","MiMo-V2.6-Pro-MOPD-Q2_K-00006-of-00007.gguf","MiMo-V2.6-Pro-MOPD-Q2_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Pro-MOPD-GGUF/tree/442791c4a59a7175e662fb39b97a2a98f5d4bc3d"},{"quant":"MXFP4","bytes":554211764672,"gpu_bytes":553209755136,"mapped_bytes":554205771264,"out_bytes":996040704,"layer_bytes":[[1,605011968],[6,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[6,7994329088],[1,7994328576],[6,7994329088],[1,7994328576]],"read_bytes_per_token":32928364032,"files":["MiMo-V2.6-Pro-MOPD-MXFP4-00001-of-00007.gguf","MiMo-V2.6-Pro-MOPD-MXFP4-00002-of-00007.gguf","MiMo-V2.6-Pro-MOPD-MXFP4-00003-of-00007.gguf","MiMo-V2.6-Pro-MOPD-MXFP4-00004-of-00007.gguf","MiMo-V2.6-Pro-MOPD-MXFP4-00005-of-00007.gguf","MiMo-V2.6-Pro-MOPD-MXFP4-00006-of-00007.gguf","MiMo-V2.6-Pro-MOPD-MXFP4-00007-of-00007.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Pro-MOPD-GGUF/tree/442791c4a59a7175e662fb39b97a2a98f5d4bc3d"}],"original":{"bytes":566048103896,"repo":"XiaomiMiMo/MiMo-V2.6-Pro-MOPD","sha":"6a7f202e8dbd0e57b3fe1da03917d08d75abc4b8","dtypes":{"BF16":10647286656,"F32":26496,"F8_E4M3":13378781184,"U8":1000190509056}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:01:03+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Pro-MOPD/tree/6a7f202e8dbd0e57b3fe1da03917d08d75abc4b8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:01:03+00:00","url":"https://huggingface.co/ggml-org/MiMo-V2.6-Pro-MOPD-GGUF/tree/442791c4a59a7175e662fb39b97a2a98f5d4bc3d"}]},{"id":"mimo-v2-6-pro-rl","name":"MiMo-V2.6-Pro-RL","repo":"XiaomiMiMo/MiMo-V2.6-Pro-RL","sha":"b61f21852680ee02a29e946e18cf8697f4844061","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1021248126336,"params_active":40957492608,"params_repo":1024216603392,"arch":{"gguf_arch":"mimo2","n_layers":70,"n_layers_all":70,"layers":[[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[7,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0],[6,"swa",1536,1024,128,0],[1,"full",1536,1024,null,0]],"kv_groups":[{"k_elems":1536,"kind":"full","layers":10,"v_elems":1024,"window":null},{"k_elems":1536,"kind":"swa","layers":60,"v_elems":1024,"window":128}],"state_elems":0,"max_context":1048576,"vocab_size":152576,"hidden_size":6144,"moe":{"active":8,"experts":384},"cross_checked":false,"gguf_source":{"file":"MiMo-V2.6-Pro-RL-Q2_K-00001-of-00007.gguf","repo":"ggml-org/MiMo-V2.6-Pro-RL-GGUF","sha":"5f387f5260fc110678396a3076a140c469b41eaa"}},"gguf":{"repo":"ggml-org/MiMo-V2.6-Pro-RL-GGUF","sha":"5f387f5260fc110678396a3076a140c469b41eaa"},"weights":[{"quant":"Q2_K","bytes":418769299904,"gpu_bytes":417767290368,"mapped_bytes":418763306496,"out_bytes":996040704,"layer_bytes":[[1,605011968],[6,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[7,6031394816],[1,6031394304],[6,6031394816],[1,6031394304],[6,6031394816],[1,6031394304]],"read_bytes_per_token":30106646016,"files":["MiMo-V2.6-Pro-RL-Q2_K-00001-of-00007.gguf","MiMo-V2.6-Pro-RL-Q2_K-00002-of-00007.gguf","MiMo-V2.6-Pro-RL-Q2_K-00003-of-00007.gguf","MiMo-V2.6-Pro-RL-Q2_K-00004-of-00007.gguf","MiMo-V2.6-Pro-RL-Q2_K-00005-of-00007.gguf","MiMo-V2.6-Pro-RL-Q2_K-00006-of-00007.gguf","MiMo-V2.6-Pro-RL-Q2_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Pro-RL-GGUF/tree/5f387f5260fc110678396a3076a140c469b41eaa"},{"quant":"MXFP4","bytes":554211764672,"gpu_bytes":553209755136,"mapped_bytes":554205771264,"out_bytes":996040704,"layer_bytes":[[1,605011968],[6,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[7,7994329088],[1,7994328576],[6,7994329088],[1,7994328576],[6,7994329088],[1,7994328576]],"read_bytes_per_token":32928364032,"files":["MiMo-V2.6-Pro-RL-MXFP4-00001-of-00007.gguf","MiMo-V2.6-Pro-RL-MXFP4-00002-of-00007.gguf","MiMo-V2.6-Pro-RL-MXFP4-00003-of-00007.gguf","MiMo-V2.6-Pro-RL-MXFP4-00004-of-00007.gguf","MiMo-V2.6-Pro-RL-MXFP4-00005-of-00007.gguf","MiMo-V2.6-Pro-RL-MXFP4-00006-of-00007.gguf","MiMo-V2.6-Pro-RL-MXFP4-00007-of-00007.gguf"],"source_url":"https://huggingface.co/ggml-org/MiMo-V2.6-Pro-RL-GGUF/tree/5f387f5260fc110678396a3076a140c469b41eaa"}],"original":{"bytes":566048103896,"repo":"XiaomiMiMo/MiMo-V2.6-Pro-RL","sha":"b61f21852680ee02a29e946e18cf8697f4844061","dtypes":{"BF16":10647286656,"F32":26496,"F8_E4M3":13378781184,"U8":1000190509056}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:00:25+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2.6-Pro-RL/tree/b61f21852680ee02a29e946e18cf8697f4844061"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:00:25+00:00","url":"https://huggingface.co/ggml-org/MiMo-V2.6-Pro-RL-GGUF/tree/5f387f5260fc110678396a3076a140c469b41eaa"}]},{"id":"mimo-v2-flash","name":"MiMo-V2-Flash","repo":"XiaomiMiMo/MiMo-V2-Flash","sha":"1afd314a2406c282e0956375c34a676501c78649","publisher":"XiaomiMiMo","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":308778780864,"params_active":14820985024,"params_repo":309785318400,"arch":{"gguf_arch":"mimo2","n_layers":48,"n_layers_all":48,"layers":[[1,"full",768,512,null,0],[4,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0],[5,"swa",1536,1024,128,0],[1,"full",768,512,null,0]],"kv_groups":[{"k_elems":768,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":1536,"kind":"swa","layers":39,"v_elems":1024,"window":128}],"state_elems":0,"max_context":262144,"vocab_size":152576,"hidden_size":4096,"moe":{"active":8,"experts":256},"cross_checked":false,"gguf_source":{"file":"Q4_K_M/MiMo-V2-Flash-Q4_K_M-00001-of-00004.gguf","repo":"unsloth/MiMo-V2-Flash-GGUF","sha":"04c761fbebcf4f3239b1cfdafec85533dcc0dea3"}},"gguf":{"repo":"unsloth/MiMo-V2-Flash-GGUF","sha":"04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},"weights":[{"quant":"Q2_K","bytes":112278127200,"gpu_bytes":112067076864,"mapped_bytes":112272139008,"out_bytes":512671744,"layer_bytes":[[1,106053632],[4,2371618048],[1,2369405952],[5,2371618048],[1,2369405952],[5,2371618048],[1,2369405952],[5,2371618048],[1,2369405952],[5,2371618048],[1,2369405952],[5,2371618048],[1,2369405952],[5,2371618048],[1,2369405952],[5,2371618048],[1,2369405952]],"read_bytes_per_token":5886698240,"files":["Q2_K/MiMo-V2-Flash-Q2_K-00001-of-00003.gguf","Q2_K/MiMo-V2-Flash-Q2_K-00002-of-00003.gguf","Q2_K/MiMo-V2-Flash-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"Q3_K_M","bytes":147304014400,"gpu_bytes":147029492480,"mapped_bytes":147298026240,"out_bytes":512671744,"layer_bytes":[[1,147136512],[1,3372205312],[1,3371681024],[2,3103245568],[1,3100713984],[5,3103245568],[1,3100713984],[5,3103245568],[1,3100713984],[5,3103245568],[1,3100713984],[5,3103245568],[1,3100713984],[5,3103245568],[1,3100713984],[5,3103245568],[1,3100713984],[5,3103245568],[1,3100713984]],"read_bytes_per_token":7481852672,"files":["Q3_K_M/MiMo-V2-Flash-Q3_K_M-00001-of-00003.gguf","Q3_K_M/MiMo-V2-Flash-Q3_K_M-00002-of-00003.gguf","Q3_K_M/MiMo-V2-Flash-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"IQ4_XS","bytes":164445782752,"gpu_bytes":164088259328,"mapped_bytes":164439794432,"out_bytes":512671744,"layer_bytes":[[1,154664960],[4,3477570816],[1,3474457600],[5,3477570816],[1,3474457600],[5,3477570816],[1,3474457600],[5,3477570816],[1,3474457600],[5,3477570816],[1,3474457600],[5,3477570816],[1,3474457600],[5,3477570816],[1,3474457600],[5,3477570816],[1,3474457600]],"read_bytes_per_token":8255185664,"files":["IQ4_XS/MiMo-V2-Flash-IQ4_XS-00001-of-00004.gguf","IQ4_XS/MiMo-V2-Flash-IQ4_XS-00002-of-00004.gguf","IQ4_XS/MiMo-V2-Flash-IQ4_XS-00003-of-00004.gguf","IQ4_XS/MiMo-V2-Flash-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"Q4_0","bytes":174701282016,"gpu_bytes":174343758592,"mapped_bytes":174695293696,"out_bytes":512671744,"layer_bytes":[[1,167608320],[4,3815408896],[1,3812459520],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792],[5,3681191168],[1,3678241792]],"read_bytes_per_token":8693916416,"files":["Q4_0/MiMo-V2-Flash-Q4_0-00001-of-00004.gguf","Q4_0/MiMo-V2-Flash-Q4_0-00002-of-00004.gguf","Q4_0/MiMo-V2-Flash-Q4_0-00003-of-00004.gguf","Q4_0/MiMo-V2-Flash-Q4_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"Q4_K_M","bytes":186798293696,"gpu_bytes":186440770304,"mapped_bytes":186792305408,"out_bytes":512671744,"layer_bytes":[[1,181256192],[4,4235920640],[1,4232430592],[2,3681191168],[1,4235920640],[2,3681191168],[1,4232430592],[2,3681191168],[1,4235920640],[2,3681191168],[1,4232430592],[2,3681191168],[1,4235920640],[2,3681191168],[1,4232430592],[2,3681191168],[1,4235920640],[2,3681191168],[1,4232430592],[2,3681191168],[1,4235920640],[2,3681191168],[1,4232430592],[2,3681191168],[1,4235920640],[2,3681191168],[1,4232430592],[5,4235920640],[1,4232430592]],"read_bytes_per_token":9105072896,"files":["Q4_K_M/MiMo-V2-Flash-Q4_K_M-00001-of-00004.gguf","Q4_K_M/MiMo-V2-Flash-Q4_K_M-00002-of-00004.gguf","Q4_K_M/MiMo-V2-Flash-Q4_K_M-00003-of-00004.gguf","Q4_K_M/MiMo-V2-Flash-Q4_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"Q5_K_M","bytes":219118682944,"gpu_bytes":218683040512,"mapped_bytes":219112694528,"out_bytes":512671744,"layer_bytes":[[1,208912384],[4,4784063744],[1,4780180480],[2,4498294016],[1,4784063744],[2,4498294016],[1,4780180480],[2,4498294016],[1,4784063744],[2,4498294016],[1,4780180480],[2,4498294016],[1,4784063744],[2,4498294016],[1,4780180480],[2,4498294016],[1,4784063744],[2,4498294016],[1,4780180480],[2,4498294016],[1,4784063744],[2,4498294016],[1,4780180480],[2,4498294016],[1,4784063744],[2,4498294016],[1,4780180480],[5,4784063744],[1,4780180480]],"read_bytes_per_token":10661815040,"files":["Q5_K_M/MiMo-V2-Flash-Q5_K_M-00001-of-00005.gguf","Q5_K_M/MiMo-V2-Flash-Q5_K_M-00002-of-00005.gguf","Q5_K_M/MiMo-V2-Flash-Q5_K_M-00003-of-00005.gguf","Q5_K_M/MiMo-V2-Flash-Q5_K_M-00004-of-00005.gguf","Q5_K_M/MiMo-V2-Flash-Q5_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"Q6_K","bytes":253459096448,"gpu_bytes":252940452608,"mapped_bytes":253453107968,"out_bytes":512671744,"layer_bytes":[[1,238297088],[4,5366465792],[1,5362164736],[5,5366465792],[1,5362164736],[5,5366465792],[1,5362164736],[5,5366465792],[1,5362164736],[5,5366465792],[1,5362164736],[5,5366465792],[1,5362164736],[5,5366465792],[1,5362164736],[5,5366465792],[1,5362164736]],"read_bytes_per_token":12315853568,"files":["Q6_K/MiMo-V2-Flash-Q6_K-00001-of-00006.gguf","Q6_K/MiMo-V2-Flash-Q6_K-00002-of-00006.gguf","Q6_K/MiMo-V2-Flash-Q6_K-00003-of-00006.gguf","Q6_K/MiMo-V2-Flash-Q6_K-00004-of-00006.gguf","Q6_K/MiMo-V2-Flash-Q6_K-00005-of-00006.gguf","Q6_K/MiMo-V2-Flash-Q6_K-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"Q8_0","bytes":328229422112,"gpu_bytes":327559422720,"mapped_bytes":328223433472,"out_bytes":664027136,"layer_bytes":[[1,308641792],[4,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744],[5,6949602560],[1,6944031744]],"read_bytes_per_token":15893275392,"files":["Q8_0/MiMo-V2-Flash-Q8_0-00001-of-00007.gguf","Q8_0/MiMo-V2-Flash-Q8_0-00002-of-00007.gguf","Q8_0/MiMo-V2-Flash-Q8_0-00003-of-00007.gguf","Q8_0/MiMo-V2-Flash-Q8_0-00004-of-00007.gguf","Q8_0/MiMo-V2-Flash-Q8_0-00005-of-00007.gguf","Q8_0/MiMo-V2-Flash-Q8_0-00006-of-00007.gguf","Q8_0/MiMo-V2-Flash-Q8_0-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"},{"quant":"BF16","bytes":617662940640,"gpu_bytes":616407048960,"mapped_bytes":617656951552,"out_bytes":1249918976,"layer_bytes":[[1,580943872],[4,13077873920],[1,13067387904],[5,13077873920],[1,13067387904],[5,13077873920],[1,13067387904],[5,13077873920],[1,13067387904],[5,13077873920],[1,13067387904],[5,13077873920],[1,13067387904],[5,13077873920],[1,13067387904],[5,13077873920],[1,13067387904]],"read_bytes_per_token":29741359872,"files":["BF16/MiMo-V2-Flash-BF16-00001-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00002-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00003-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00004-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00005-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00006-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00007-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00008-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00009-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00010-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00011-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00012-of-00013.gguf","BF16/MiMo-V2-Flash-BF16-00013-of-00013.gguf"],"source_url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"}],"original":{"bytes":313060774832,"repo":"XiaomiMiMo/MiMo-V2-Flash","sha":"1afd314a2406c282e0956375c34a676501c78649","dtypes":{"BF16":3062303360,"F32":68012416,"F8_E4M3":306655002624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:26:32+00:00","url":"https://huggingface.co/XiaomiMiMo/MiMo-V2-Flash/tree/1afd314a2406c282e0956375c34a676501c78649"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:26:32+00:00","url":"https://huggingface.co/unsloth/MiMo-V2-Flash-GGUF/tree/04c761fbebcf4f3239b1cfdafec85533dcc0dea3"}]},{"id":"minicpm-o-4-5","name":"MiniCPM-o-4_5","repo":"openbmb/MiniCPM-o-4_5","sha":"d59117d19ddb8a28a62f1b5f4e3b34ac48d510a4","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8189195264,"params_active":null,"params_repo":9371787666,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151748,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM-o-4_5-Q4_K_M.gguf","repo":"openbmb/MiniCPM-o-4_5-gguf","sha":"db25077c33951fe163b42986fba0132e279872a2"}},"gguf":{"repo":"openbmb/MiniCPM-o-4_5-gguf","sha":"db25077c33951fe163b42986fba0132e279872a2"},"weights":[{"quant":"Q4_0","bytes":4773679904,"gpu_bytes":4418100352,"mapped_bytes":4767727744,"out_bytes":509889664,"layer_bytes":[[36,108561408]],"read_bytes_per_token":4418100352,"files":["MiniCPM-o-4_5-Q4_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"},{"quant":"Q4_K_M","bytes":5026714400,"gpu_bytes":4671134848,"mapped_bytes":5020762240,"out_bytes":509889664,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671134848,"files":["MiniCPM-o-4_5-Q4_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"},{"quant":"Q5_K_M","bytes":5849946912,"gpu_bytes":5416672384,"mapped_bytes":5843994752,"out_bytes":509889664,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5416672384,"files":["MiniCPM-o-4_5-Q5_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"},{"quant":"Q6_K","bytes":6724631456,"gpu_bytes":6208806016,"mapped_bytes":6718679296,"out_bytes":509889664,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6208806016,"files":["MiniCPM-o-4_5-Q6_K.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"},{"quant":"Q8_0","bytes":8707877536,"gpu_bytes":8041518080,"mapped_bytes":8701925376,"out_bytes":660423680,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8041518080,"files":["MiniCPM-o-4_5-Q8_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"},{"quant":"F16","bytes":16384959136,"gpu_bytes":15135887360,"mapped_bytes":16379006976,"out_bytes":1243136000,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15135887360,"files":["MiniCPM-o-4_5-F16.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"}],"original":{"bytes":18743737228,"repo":"openbmb/MiniCPM-o-4_5","sha":"d59117d19ddb8a28a62f1b5f4e3b34ac48d510a4","dtypes":{"BF16":9371787666}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:30+00:00","url":"https://huggingface.co/openbmb/MiniCPM-o-4_5/tree/d59117d19ddb8a28a62f1b5f4e3b34ac48d510a4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:30+00:00","url":"https://huggingface.co/openbmb/MiniCPM-o-4_5-gguf/tree/db25077c33951fe163b42986fba0132e279872a2"}]},{"id":"minicpm-v-4-6","name":"MiniCPM-V-4.6","repo":"openbmb/MiniCPM-V-4.6","sha":"36f34a661a4bd35d0dc2294cb044d2584646c7d3","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":752161600,"params_active":null,"params_repo":1300428016,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248094,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM-V-4_6-Q4_K_M.gguf","repo":"openbmb/MiniCPM-V-4.6-gguf","sha":"afe9accb78d2995d214cd912920c9c92f4015faa"}},"gguf":{"repo":"openbmb/MiniCPM-V-4.6-gguf","sha":"afe9accb78d2995d214cd912920c9c92f4015faa"},"weights":[{"quant":"Q4_0","bytes":501256896,"gpu_bytes":490301312,"mapped_bytes":490301312,"out_bytes":208403072,"layer_bytes":[[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160]],"read_bytes_per_token":490301312,"files":["MiniCPM-V-4_6-Q4_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"},{"quant":"Q4_K_M","bytes":529101504,"gpu_bytes":518145920,"mapped_bytes":518145920,"out_bytes":208403072,"layer_bytes":[[3,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[1,14785152],[2,12216960],[1,11413504],[2,12216960],[1,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[3,14785152],[1,11413504]],"read_bytes_per_token":518145920,"files":["MiniCPM-V-4_6-Q4_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"},{"quant":"Q5_K_M","bytes":577802944,"gpu_bytes":566847360,"mapped_bytes":566847360,"out_bytes":208403072,"layer_bytes":[[3,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[1,16231040],[2,14908032],[1,13182976],[2,14908032],[1,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[3,16231040],[1,13182976]],"read_bytes_per_token":566847360,"files":["MiniCPM-V-4_6-Q5_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"},{"quant":"Q6_K","bytes":629548224,"gpu_bytes":618592640,"mapped_bytes":618592640,"out_bytes":208403072,"layer_bytes":[[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040]],"read_bytes_per_token":618592640,"files":["MiniCPM-V-4_6-Q6_K.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"},{"quant":"Q8_0","bytes":811591616,"gpu_bytes":800636032,"mapped_bytes":800636032,"out_bytes":269930368,"layer_bytes":[[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200]],"read_bytes_per_token":800636032,"files":["MiniCPM-V-4_6-Q8_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"},{"quant":"F16","bytes":1516275776,"gpu_bytes":1505320192,"mapped_bytes":1505320192,"out_bytes":508100608,"layer_bytes":[[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400]],"read_bytes_per_token":1505320192,"files":["MiniCPM-V-4_6-F16.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"}],"original":{"bytes":2600957528,"repo":"openbmb/MiniCPM-V-4.6","sha":"36f34a661a4bd35d0dc2294cb044d2584646c7d3","dtypes":{"BF16":1300428016}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:34+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.6/tree/36f34a661a4bd35d0dc2294cb044d2584646c7d3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:34+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-gguf/tree/afe9accb78d2995d214cd912920c9c92f4015faa"}]},{"id":"minicpm-v-4-6-thinking","name":"MiniCPM-V-4.6-Thinking","repo":"openbmb/MiniCPM-V-4.6-Thinking","sha":"93d8f4b60ad5d1f763442cf4c19f2a71fa95af4a","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":752161600,"params_active":null,"params_repo":1300428016,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248094,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM-V-4_6-Thinking-Q4_K_M.gguf","repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","sha":"2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"}},"gguf":{"repo":"openbmb/MiniCPM-V-4.6-Thinking-gguf","sha":"2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"},"weights":[{"quant":"Q4_0","bytes":501256928,"gpu_bytes":490301312,"mapped_bytes":490301312,"out_bytes":208403072,"layer_bytes":[[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160]],"read_bytes_per_token":490301312,"files":["MiniCPM-V-4_6-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"},{"quant":"Q4_K_M","bytes":529101536,"gpu_bytes":518145920,"mapped_bytes":518145920,"out_bytes":208403072,"layer_bytes":[[3,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[1,14785152],[2,12216960],[1,11413504],[2,12216960],[1,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[3,14785152],[1,11413504]],"read_bytes_per_token":518145920,"files":["MiniCPM-V-4_6-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"},{"quant":"Q5_K_M","bytes":577802976,"gpu_bytes":566847360,"mapped_bytes":566847360,"out_bytes":208403072,"layer_bytes":[[3,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[1,16231040],[2,14908032],[1,13182976],[2,14908032],[1,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[3,16231040],[1,13182976]],"read_bytes_per_token":566847360,"files":["MiniCPM-V-4_6-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"},{"quant":"Q6_K","bytes":629548256,"gpu_bytes":618592640,"mapped_bytes":618592640,"out_bytes":208403072,"layer_bytes":[[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040]],"read_bytes_per_token":618592640,"files":["MiniCPM-V-4_6-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"},{"quant":"Q8_0","bytes":811591648,"gpu_bytes":800636032,"mapped_bytes":800636032,"out_bytes":269930368,"layer_bytes":[[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200]],"read_bytes_per_token":800636032,"files":["MiniCPM-V-4_6-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"},{"quant":"F16","bytes":1516275808,"gpu_bytes":1505320192,"mapped_bytes":1505320192,"out_bytes":508100608,"layer_bytes":[[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400]],"read_bytes_per_token":1505320192,"files":["MiniCPM-V-4_6-Thinking-F16.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"}],"original":{"bytes":2600957528,"repo":"openbmb/MiniCPM-V-4.6-Thinking","sha":"93d8f4b60ad5d1f763442cf4c19f2a71fa95af4a","dtypes":{"BF16":1300428016}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:37+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking/tree/93d8f4b60ad5d1f763442cf4c19f2a71fa95af4a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:37+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.6-Thinking-gguf/tree/2e49fbd34ad9df11f0e93c93c2c5a80ba7cdc5e5"}]},{"id":"minicpm-v-4-7-1b","name":"MiniCPM-V-4.7-1B","repo":"openbmb/MiniCPM-V-4.7-1B","sha":"286817f1132b998913a129a221c89b4402b4ab80","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1006209856,"params_active":null,"params_repo":1554476272,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248094,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM-V-4_7-1B-Q4_K_M.gguf","repo":"openbmb/MiniCPM-V-4.7-1B-gguf","sha":"9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"}},"gguf":{"repo":"openbmb/MiniCPM-V-4.7-1B-gguf","sha":"9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},"weights":[{"quant":"IQ4_XS","bytes":638856128,"gpu_bytes":492937088,"mapped_bytes":627900224,"out_bytes":208403072,"layer_bytes":[[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640]],"read_bytes_per_token":492937088,"files":["MiniCPM-V-4_7-1B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},{"quant":"Q4_0","bytes":644159072,"gpu_bytes":490301312,"mapped_bytes":633203456,"out_bytes":208403072,"layer_bytes":[[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160]],"read_bytes_per_token":490301312,"files":["MiniCPM-V-4_7-1B-Q4_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},{"quant":"Q4_K_M","bytes":672003680,"gpu_bytes":518145920,"mapped_bytes":661048064,"out_bytes":208403072,"layer_bytes":[[3,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[1,14785152],[2,12216960],[1,11413504],[2,12216960],[1,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[3,14785152],[1,11413504]],"read_bytes_per_token":518145920,"files":["MiniCPM-V-4_7-1B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},{"quant":"Q5_K_M","bytes":752461152,"gpu_bytes":566847360,"mapped_bytes":741505536,"out_bytes":208403072,"layer_bytes":[[3,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[1,16231040],[2,14908032],[1,13182976],[2,14908032],[1,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[3,16231040],[1,13182976]],"read_bytes_per_token":566847360,"files":["MiniCPM-V-4_7-1B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},{"quant":"Q6_K","bytes":837947232,"gpu_bytes":618592640,"mapped_bytes":826991616,"out_bytes":208403072,"layer_bytes":[[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040]],"read_bytes_per_token":618592640,"files":["MiniCPM-V-4_7-1B-Q6_K.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},{"quant":"Q8_0","bytes":1081517920,"gpu_bytes":800636032,"mapped_bytes":1070562304,"out_bytes":269930368,"layer_bytes":[[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200]],"read_bytes_per_token":800636032,"files":["MiniCPM-V-4_7-1B-Q8_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"},{"quant":"F16","bytes":2024372320,"gpu_bytes":1505320192,"mapped_bytes":2013416704,"out_bytes":508100608,"layer_bytes":[[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400]],"read_bytes_per_token":1505320192,"files":["MiniCPM-V-4_7-1B-F16.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"}],"original":{"bytes":3109054480,"repo":"openbmb/MiniCPM-V-4.7-1B","sha":"286817f1132b998913a129a221c89b4402b4ab80","dtypes":{"BF16":1554476272}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:44+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B/tree/286817f1132b998913a129a221c89b4402b4ab80"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:44+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-1B-gguf/tree/9684c734cfb2e6aaccb0bb52ba58afa9aae92d90"}]},{"id":"minicpm-v-4-7-35b-a3b","name":"MiniCPM-V-4.7-35B-A3B","repo":"openbmb/MiniCPM-V-4.7-35B-A3B","sha":"0bbda78419a0b505a58234574ff40b1c344a86fc","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34659889792,"params_active":2946069120,"params_repo":35212875824,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248144,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"MiniCPM-V-4_7-35B-A3B-Q4_K_M.gguf","repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","sha":"77ec40de8445999bf3076aeff9ff45d40a2713cc"}},"gguf":{"repo":"openbmb/MiniCPM-V-4.7-35B-A3B-gguf","sha":"77ec40de8445999bf3076aeff9ff45d40a2713cc"},"weights":[{"quant":"IQ4_XS","bytes":18728286400,"gpu_bytes":18447320832,"mapped_bytes":18717301504,"out_bytes":416890112,"layer_bytes":[[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248],[3,452260608],[1,446261248]],"read_bytes_per_token":1869334272,"files":["MiniCPM-V-4_7-35B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"},{"quant":"Q4_0","bytes":19714550688,"gpu_bytes":19417704192,"mapped_bytes":19703566080,"out_bytes":416890112,"layer_bytes":[[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504]],"read_bytes_per_token":1864541952,"files":["MiniCPM-V-4_7-35B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"},{"quant":"Q4_K_M","bytes":21166255008,"gpu_bytes":20869408512,"mapped_bytes":21155270400,"out_bytes":416890112,"layer_bytes":[[3,549757696],[1,541960192],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,472213504],[1,475955968],[1,549757696],[1,475955968],[1,472213504],[1,549757696],[2,475955968],[1,541960192],[2,475955968],[1,549757696],[1,541960192],[3,549757696],[1,541960192]],"read_bytes_per_token":1975379712,"files":["MiniCPM-V-4_7-35B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"},{"quant":"Q5_K_M","bytes":24728583072,"gpu_bytes":24368211712,"mapped_bytes":24717598464,"out_bytes":416890112,"layer_bytes":[[3,619242240],[1,612608000],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,576677888],[1,581223168],[1,619242240],[1,581223168],[1,576677888],[1,619242240],[2,581223168],[1,612608000],[2,581223168],[1,619242240],[1,612608000],[3,619242240],[1,612608000]],"read_bytes_per_token":2223597312,"files":["MiniCPM-V-4_7-35B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"},{"quant":"Q6_K","bytes":28513556640,"gpu_bytes":28085690112,"mapped_bytes":28502572032,"out_bytes":416890112,"layer_bytes":[[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296]],"read_bytes_per_token":2487328512,"files":["MiniCPM-V-4_7-35B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"},{"quant":"Q8_0","bytes":36902368928,"gpu_bytes":36351422976,"mapped_bytes":36891384320,"out_bytes":539969536,"layer_bytes":[[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040]],"read_bytes_per_token":3195449856,"files":["MiniCPM-V-4_7-35B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"},{"quant":"F16","bytes":69375191008,"gpu_bytes":68347808256,"mapped_bytes":69364206080,"out_bytes":1016406016,"layer_bytes":[[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920]],"read_bytes_per_token":5936564736,"files":["MiniCPM-V-4_7-35B-A3B-F16.gguf"],"source_url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"}],"original":{"bytes":70425903448,"repo":"openbmb/MiniCPM-V-4.7-35B-A3B","sha":"0bbda78419a0b505a58234574ff40b1c344a86fc","dtypes":{"BF16":35212875824}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:52+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B/tree/0bbda78419a0b505a58234574ff40b1c344a86fc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:52+00:00","url":"https://huggingface.co/openbmb/MiniCPM-V-4.7-35B-A3B-gguf/tree/77ec40de8445999bf3076aeff9ff45d40a2713cc"}]},{"id":"minicpm5-1b","name":"MiniCPM5-1B","repo":"openbmb/MiniCPM5-1B","sha":"87179e5c1f455ef22e6223592d2d61351b525bfc","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1080632832,"params_active":null,"params_repo":1080632832,"arch":{"gguf_arch":"llama","n_layers":24,"n_layers_all":24,"layers":[[24,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":24,"v_elems":256,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":130560,"hidden_size":1536,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM5-1B.i1-Q4_K_M.gguf","repo":"mradermacher/MiniCPM5-1B-i1-GGUF","sha":"f46773fa9ecce4c841197d8235812c4b4d7c4f3d"}},"gguf":{"repo":"mradermacher/MiniCPM5-1B-i1-GGUF","sha":"f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},"weights":[{"quant":"IQ2_XXS","bytes":388658432,"gpu_bytes":317718528,"mapped_bytes":383520768,"out_bytes":137877504,"layer_bytes":[[3,7928832],[21,7431168]],"read_bytes_per_token":317718528,"files":["MiniCPM5-1B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"IQ2_M","bytes":459990272,"gpu_bytes":368683008,"mapped_bytes":454852608,"out_bytes":137877504,"layer_bytes":[[3,10294272],[21,9520128]],"read_bytes_per_token":368683008,"files":["MiniCPM5-1B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"Q2_K","bytes":485831936,"gpu_bytes":414892032,"mapped_bytes":480694272,"out_bytes":164511744,"layer_bytes":[[24,10432512]],"read_bytes_per_token":414892032,"files":["MiniCPM5-1B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"IQ3_XXS","bytes":489518336,"gpu_bytes":398211072,"mapped_bytes":484380672,"out_bytes":137877504,"layer_bytes":[[24,10847232]],"read_bytes_per_token":398211072,"files":["MiniCPM5-1B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"Q3_K_M","bytes":582900992,"gpu_bytes":491593728,"mapped_bytes":577763328,"out_bytes":164511744,"layer_bytes":[[1,14521344],[1,13636608],[22,13587456]],"read_bytes_per_token":491593728,"files":["MiniCPM5-1B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"IQ4_XS","bytes":638928128,"gpu_bytes":527253504,"mapped_bytes":633790464,"out_bytes":164511744,"layer_bytes":[[24,15114240]],"read_bytes_per_token":527253504,"files":["MiniCPM5-1B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"Q4_0","bytes":666281216,"gpu_bytes":548339712,"mapped_bytes":661143552,"out_bytes":164511744,"layer_bytes":[[3,16379904],[21,15937536]],"read_bytes_per_token":548339712,"files":["MiniCPM5-1B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"Q4_K_M","bytes":688067840,"gpu_bytes":570126336,"mapped_bytes":682930176,"out_bytes":164511744,"layer_bytes":[[3,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[4,17863680]],"read_bytes_per_token":570126336,"files":["MiniCPM5-1B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"Q5_K_M","bytes":786863360,"gpu_bytes":643854336,"mapped_bytes":781725696,"out_bytes":164511744,"layer_bytes":[[3,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[4,20468736]],"read_bytes_per_token":643854336,"files":["MiniCPM5-1B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"},{"quant":"Q6_K","bytes":891833600,"gpu_bytes":722190336,"mapped_bytes":886695936,"out_bytes":164511744,"layer_bytes":[[24,23236608]],"read_bytes_per_token":722190336,"files":["MiniCPM5-1B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"}],"original":{"bytes":2161290912,"repo":"openbmb/MiniCPM5-1B","sha":"87179e5c1f455ef22e6223592d2d61351b525bfc","dtypes":{"BF16":1080632832}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:39+00:00","url":"https://huggingface.co/openbmb/MiniCPM5-1B/tree/87179e5c1f455ef22e6223592d2d61351b525bfc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:39+00:00","url":"https://huggingface.co/mradermacher/MiniCPM5-1B-i1-GGUF/tree/f46773fa9ecce4c841197d8235812c4b4d7c4f3d"}]},{"id":"minicpm5-1b-base","name":"MiniCPM5-1B-Base","repo":"openbmb/MiniCPM5-1B-Base","sha":"156170697656c48f69915b33a2fb44110242187c","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1080632832,"params_active":null,"params_repo":1080632832,"arch":{"gguf_arch":"llama","n_layers":24,"n_layers_all":24,"layers":[[24,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":24,"v_elems":256,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":130560,"hidden_size":1536,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM5-1B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/MiniCPM5-1B-Base-i1-GGUF","sha":"b743c4d99cf3cebc7ae20daccacf391156857a47"}},"gguf":{"repo":"mradermacher/MiniCPM5-1B-Base-i1-GGUF","sha":"b743c4d99cf3cebc7ae20daccacf391156857a47"},"weights":[{"quant":"IQ2_XXS","bytes":388658400,"gpu_bytes":317718528,"mapped_bytes":383520768,"out_bytes":137877504,"layer_bytes":[[3,7928832],[21,7431168]],"read_bytes_per_token":317718528,"files":["MiniCPM5-1B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"IQ2_M","bytes":459990240,"gpu_bytes":368683008,"mapped_bytes":454852608,"out_bytes":137877504,"layer_bytes":[[3,10294272],[21,9520128]],"read_bytes_per_token":368683008,"files":["MiniCPM5-1B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"Q2_K","bytes":485831904,"gpu_bytes":414892032,"mapped_bytes":480694272,"out_bytes":164511744,"layer_bytes":[[24,10432512]],"read_bytes_per_token":414892032,"files":["MiniCPM5-1B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"IQ3_XXS","bytes":489518304,"gpu_bytes":398211072,"mapped_bytes":484380672,"out_bytes":137877504,"layer_bytes":[[24,10847232]],"read_bytes_per_token":398211072,"files":["MiniCPM5-1B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"Q3_K_M","bytes":582900960,"gpu_bytes":491593728,"mapped_bytes":577763328,"out_bytes":164511744,"layer_bytes":[[1,14521344],[1,13636608],[22,13587456]],"read_bytes_per_token":491593728,"files":["MiniCPM5-1B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"IQ4_XS","bytes":638928096,"gpu_bytes":527253504,"mapped_bytes":633790464,"out_bytes":164511744,"layer_bytes":[[24,15114240]],"read_bytes_per_token":527253504,"files":["MiniCPM5-1B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"Q4_0","bytes":666281184,"gpu_bytes":548339712,"mapped_bytes":661143552,"out_bytes":164511744,"layer_bytes":[[3,16379904],[21,15937536]],"read_bytes_per_token":548339712,"files":["MiniCPM5-1B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"Q4_K_M","bytes":688067808,"gpu_bytes":570126336,"mapped_bytes":682930176,"out_bytes":164511744,"layer_bytes":[[3,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[4,17863680]],"read_bytes_per_token":570126336,"files":["MiniCPM5-1B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"Q5_K_M","bytes":786863328,"gpu_bytes":643854336,"mapped_bytes":781725696,"out_bytes":164511744,"layer_bytes":[[3,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[4,20468736]],"read_bytes_per_token":643854336,"files":["MiniCPM5-1B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"},{"quant":"Q6_K","bytes":891833568,"gpu_bytes":722190336,"mapped_bytes":886695936,"out_bytes":164511744,"layer_bytes":[[24,23236608]],"read_bytes_per_token":722190336,"files":["MiniCPM5-1B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"}],"original":{"bytes":2161290944,"repo":"openbmb/MiniCPM5-1B-Base","sha":"156170697656c48f69915b33a2fb44110242187c","dtypes":{"BF16":1080632832}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:38+00:00","url":"https://huggingface.co/openbmb/MiniCPM5-1B-Base/tree/156170697656c48f69915b33a2fb44110242187c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:38+00:00","url":"https://huggingface.co/mradermacher/MiniCPM5-1B-Base-i1-GGUF/tree/b743c4d99cf3cebc7ae20daccacf391156857a47"}]},{"id":"minicpm5-1b-sft","name":"MiniCPM5-1B-SFT","repo":"openbmb/MiniCPM5-1B-SFT","sha":"a60b37f1fc409c54e1e337b0723aaac6f92dfec0","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1080632832,"params_active":null,"params_repo":1080632832,"arch":{"gguf_arch":"llama","n_layers":24,"n_layers_all":24,"layers":[[24,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":24,"v_elems":256,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":130560,"hidden_size":1536,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM5-1B-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/MiniCPM5-1B-SFT-i1-GGUF","sha":"cbb31ac6dff5577c619861a404a1d102499849a2"}},"gguf":{"repo":"mradermacher/MiniCPM5-1B-SFT-i1-GGUF","sha":"cbb31ac6dff5577c619861a404a1d102499849a2"},"weights":[{"quant":"IQ2_XXS","bytes":386740384,"gpu_bytes":317718528,"mapped_bytes":383520768,"out_bytes":137877504,"layer_bytes":[[3,7928832],[21,7431168]],"read_bytes_per_token":317718528,"files":["MiniCPM5-1B-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"IQ2_M","bytes":458072224,"gpu_bytes":368683008,"mapped_bytes":454852608,"out_bytes":137877504,"layer_bytes":[[3,10294272],[21,9520128]],"read_bytes_per_token":368683008,"files":["MiniCPM5-1B-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"Q2_K","bytes":483913888,"gpu_bytes":414892032,"mapped_bytes":480694272,"out_bytes":164511744,"layer_bytes":[[24,10432512]],"read_bytes_per_token":414892032,"files":["MiniCPM5-1B-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"IQ3_XXS","bytes":487600288,"gpu_bytes":398211072,"mapped_bytes":484380672,"out_bytes":137877504,"layer_bytes":[[24,10847232]],"read_bytes_per_token":398211072,"files":["MiniCPM5-1B-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"Q3_K_M","bytes":580982944,"gpu_bytes":491593728,"mapped_bytes":577763328,"out_bytes":164511744,"layer_bytes":[[1,14521344],[1,13636608],[22,13587456]],"read_bytes_per_token":491593728,"files":["MiniCPM5-1B-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"IQ4_XS","bytes":637010080,"gpu_bytes":527253504,"mapped_bytes":633790464,"out_bytes":164511744,"layer_bytes":[[24,15114240]],"read_bytes_per_token":527253504,"files":["MiniCPM5-1B-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"Q4_0","bytes":664363168,"gpu_bytes":548339712,"mapped_bytes":661143552,"out_bytes":164511744,"layer_bytes":[[3,16379904],[21,15937536]],"read_bytes_per_token":548339712,"files":["MiniCPM5-1B-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"Q4_K_M","bytes":686149792,"gpu_bytes":570126336,"mapped_bytes":682930176,"out_bytes":164511744,"layer_bytes":[[3,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[1,17863680],[2,15937536],[4,17863680]],"read_bytes_per_token":570126336,"files":["MiniCPM5-1B-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"Q5_K_M","bytes":784945312,"gpu_bytes":643854336,"mapped_bytes":781725696,"out_bytes":164511744,"layer_bytes":[[3,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[1,20468736],[2,19476480],[4,20468736]],"read_bytes_per_token":643854336,"files":["MiniCPM5-1B-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"},{"quant":"Q6_K","bytes":889915552,"gpu_bytes":722190336,"mapped_bytes":886695936,"out_bytes":164511744,"layer_bytes":[[24,23236608]],"read_bytes_per_token":722190336,"files":["MiniCPM5-1B-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"}],"original":{"bytes":2161290944,"repo":"openbmb/MiniCPM5-1B-SFT","sha":"a60b37f1fc409c54e1e337b0723aaac6f92dfec0","dtypes":{"BF16":1080632832}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:49+00:00","url":"https://huggingface.co/openbmb/MiniCPM5-1B-SFT/tree/a60b37f1fc409c54e1e337b0723aaac6f92dfec0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:49+00:00","url":"https://huggingface.co/mradermacher/MiniCPM5-1B-SFT-i1-GGUF/tree/cbb31ac6dff5577c619861a404a1d102499849a2"}]},{"id":"minicpm5-2b","name":"MiniCPM5-2B","repo":"openbmb/MiniCPM5-2B","sha":"f97400052a43d642bbc6e9975e2397e3ae6a6b52","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2516756480,"params_active":null,"params_repo":2516756480,"arch":{"gguf_arch":"llama","n_layers":42,"n_layers_all":42,"layers":[[42,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":42,"v_elems":256,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":130560,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM5-2B-Q4_K_M.gguf","repo":"bartowski/MiniCPM5-2B-GGUF","sha":"31fee0334c4ed9f1e079afe586ba30cb83e0f883"}},"gguf":{"repo":"bartowski/MiniCPM5-2B-GGUF","sha":"31fee0334c4ed9f1e079afe586ba30cb83e0f883"},"weights":[{"quant":"IQ2_M","bytes":969755872,"gpu_bytes":849715200,"mapped_bytes":964608000,"out_bytes":150413312,"layer_bytes":[[1,15908864],[10,19070976],[9,15908864],[11,15892480],[10,15368192],[1,21004288]],"read_bytes_per_token":849715200,"files":["MiniCPM5-2B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q2_K","bytes":1014320352,"gpu_bytes":894279680,"mapped_bytes":1009172480,"out_bytes":150413312,"layer_bytes":[[1,15876096],[10,22691840],[4,16793600],[4,16236544],[13,15810560],[9,15745024],[1,21708800]],"read_bytes_per_token":894279680,"files":["MiniCPM5-2B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"IQ3_XXS","bytes":1143844064,"gpu_bytes":988291072,"mapped_bytes":1138696192,"out_bytes":150413312,"layer_bytes":[[1,19091456],[1,23482368],[9,22958080],[2,19222528],[18,19091456],[10,18399232],[1,22597632]],"read_bytes_per_token":988291072,"files":["MiniCPM5-2B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q3_K_M","bytes":1236085984,"gpu_bytes":1080532992,"mapped_bytes":1230938112,"out_bytes":150413312,"layer_bytes":[[1,22929408],[9,25182208],[1,25055232],[20,21188608],[10,20561920],[1,26103808]],"read_bytes_per_token":1080532992,"files":["MiniCPM5-2B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"IQ4_XS","bytes":1463942368,"gpu_bytes":1316745216,"mapped_bytes":1458794496,"out_bytes":219348992,"layer_bytes":[[1,25640960],[1,28819456],[9,26853376],[24,25640960],[6,25513984],[1,32788480]],"read_bytes_per_token":1316745216,"files":["MiniCPM5-2B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q4_0","bytes":1516997856,"gpu_bytes":1361444864,"mapped_bytes":1511849984,"out_bytes":219348992,"layer_bytes":[[5,28426240],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[2,26558464],[1,27639808],[1,26558464],[6,27639808]],"read_bytes_per_token":1361444864,"files":["MiniCPM5-2B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q4_K_M","bytes":1615826144,"gpu_bytes":1460273152,"mapped_bytes":1610678272,"out_bytes":219348992,"layer_bytes":[[1,27082752],[10,35667968],[3,28164096],[15,27607040],[12,27082752],[1,33570816]],"read_bytes_per_token":1460273152,"files":["MiniCPM5-2B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q5_K_M","bytes":1920175328,"gpu_bytes":1731198976,"mapped_bytes":1915027456,"out_bytes":219348992,"layer_bytes":[[1,32849920],[10,43859968],[2,34422784],[17,33406976],[11,32849920],[1,42287104]],"read_bytes_per_token":1731198976,"files":["MiniCPM5-2B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q6_K","bytes":2107305184,"gpu_bytes":1882816512,"mapped_bytes":2102157312,"out_bytes":219348992,"layer_bytes":[[1,38977536],[3,43040768],[8,39993344],[29,38977536],[1,45072384]],"read_bytes_per_token":1882816512,"files":["MiniCPM5-2B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"Q8_0","bytes":2679712992,"gpu_bytes":2390466560,"mapped_bytes":2674565120,"out_bytes":284106752,"layer_bytes":[[42,50151424]],"read_bytes_per_token":2390466560,"files":["MiniCPM5-2B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"},{"quant":"BF16","bytes":5039008704,"gpu_bytes":4499087360,"mapped_bytes":5033861120,"out_bytes":534781952,"layer_bytes":[[42,94388224]],"read_bytes_per_token":4499087360,"files":["MiniCPM5-2B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"}],"original":{"bytes":5033557096,"repo":"openbmb/MiniCPM5-2B","sha":"f97400052a43d642bbc6e9975e2397e3ae6a6b52","dtypes":{"BF16":2516756480}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:43+00:00","url":"https://huggingface.co/openbmb/MiniCPM5-2B/tree/f97400052a43d642bbc6e9975e2397e3ae6a6b52"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:43+00:00","url":"https://huggingface.co/bartowski/MiniCPM5-2B-GGUF/tree/31fee0334c4ed9f1e079afe586ba30cb83e0f883"}]},{"id":"minicpm5-2b-base","name":"MiniCPM5-2B-Base","repo":"openbmb/MiniCPM5-2B-Base","sha":"96a57cd572a02506b4500f54427dca24970c1bac","publisher":"openbmb","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2516756480,"params_active":null,"params_repo":2516756480,"arch":{"gguf_arch":"llama","n_layers":42,"n_layers_all":42,"layers":[[42,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":42,"v_elems":256,"window":null}],"state_elems":0,"max_context":524288,"vocab_size":130560,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"MiniCPM5-2B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/MiniCPM5-2B-Base-i1-GGUF","sha":"2f3911244f01282017e0d1ea21c5d3cce0b207ab"}},"gguf":{"repo":"mradermacher/MiniCPM5-2B-Base-i1-GGUF","sha":"2f3911244f01282017e0d1ea21c5d3cce0b207ab"},"weights":[{"quant":"IQ2_XXS","bytes":799477440,"gpu_bytes":706592768,"mapped_bytes":794329088,"out_bytes":183836672,"layer_bytes":[[5,13225984],[37,12341248]],"read_bytes_per_token":706592768,"files":["MiniCPM5-2B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"IQ2_M","bytes":970845888,"gpu_bytes":850804736,"mapped_bytes":965697536,"out_bytes":183836672,"layer_bytes":[[5,17092608],[37,15716352]],"read_bytes_per_token":850804736,"files":["MiniCPM5-2B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"Q2_K","bytes":1039929024,"gpu_bytes":947044352,"mapped_bytes":1034780672,"out_bytes":219348992,"layer_bytes":[[42,17326080]],"read_bytes_per_token":947044352,"files":["MiniCPM5-2B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"IQ3_XXS","bytes":1063055040,"gpu_bytes":943013888,"mapped_bytes":1057906688,"out_bytes":183836672,"layer_bytes":[[42,18075648]],"read_bytes_per_token":943013888,"files":["MiniCPM5-2B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"Q3_K_M","bytes":1291423424,"gpu_bytes":1171382272,"mapped_bytes":1286275072,"out_bytes":219348992,"layer_bytes":[[2,24227840],[40,22589440]],"read_bytes_per_token":1171382272,"files":["MiniCPM5-2B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"IQ4_XS","bytes":1423511232,"gpu_bytes":1276313600,"mapped_bytes":1418362880,"out_bytes":219348992,"layer_bytes":[[42,25165824]],"read_bytes_per_token":1276313600,"files":["MiniCPM5-2B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"Q4_0","bytes":1494290112,"gpu_bytes":1338736640,"mapped_bytes":1489141760,"out_bytes":219348992,"layer_bytes":[[5,27344896],[37,26558464]],"read_bytes_per_token":1338736640,"files":["MiniCPM5-2B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"Q4_K_M","bytes":1561321152,"gpu_bytes":1405767680,"mapped_bytes":1556172800,"out_bytes":219348992,"layer_bytes":[[5,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[2,26558464],[1,29937664],[1,26558464],[6,29937664]],"read_bytes_per_token":1405767680,"files":["MiniCPM5-2B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"Q5_K_M","bytes":1808064192,"gpu_bytes":1619087360,"mapped_bytes":1802915840,"out_bytes":219348992,"layer_bytes":[[5,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[2,32456704],[1,34197504],[1,32456704],[6,34197504]],"read_bytes_per_token":1619087360,"files":["MiniCPM5-2B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"},{"quant":"Q6_K","bytes":2070228672,"gpu_bytes":1845739520,"mapped_bytes":2065080320,"out_bytes":219348992,"layer_bytes":[[42,38723584]],"read_bytes_per_token":1845739520,"files":["MiniCPM5-2B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"}],"original":{"bytes":5033557128,"repo":"openbmb/MiniCPM5-2B-Base","sha":"96a57cd572a02506b4500f54427dca24970c1bac","dtypes":{"BF16":2516756480}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:50+00:00","url":"https://huggingface.co/openbmb/MiniCPM5-2B-Base/tree/96a57cd572a02506b4500f54427dca24970c1bac"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:50+00:00","url":"https://huggingface.co/mradermacher/MiniCPM5-2B-Base-i1-GGUF/tree/2f3911244f01282017e0d1ea21c5d3cce0b207ab"}]},{"id":"minimax-m2","name":"MiniMax-M2","repo":"MiniMaxAI/MiniMax-M2","sha":"757303d492a50514c312788b5247a4f696a4c6a3","publisher":"MiniMaxAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":228689764864,"params_active":10415956480,"params_repo":228689764864,"arch":{"gguf_arch":"minimax-m2","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":196608,"vocab_size":200064,"hidden_size":3072,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/MiniMax-M2-Q4_K_M-00001-of-00003.gguf","repo":"unsloth/MiniMax-M2-GGUF","sha":"06e952eab9e8e136847e9df067a0032582696778"}},"gguf":{"repo":"unsloth/MiniMax-M2-GGUF","sha":"06e952eab9e8e136847e9df067a0032582696778"},"weights":[{"quant":"Q2_K","bytes":83302681984,"gpu_bytes":83092728832,"mapped_bytes":83294393344,"out_bytes":504173568,"layer_bytes":[[62,1332073472]],"read_bytes_per_token":4304628736,"files":["Q2_K/MiniMax-M2-Q2_K-00001-of-00002.gguf","Q2_K/MiniMax-M2-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"Q3_K_M","bytes":109272482272,"gpu_bytes":109000109056,"mapped_bytes":109264193536,"out_bytes":504173568,"layer_bytes":[[2,1894003712],[1,1893610496],[59,1742615552]],"read_bytes_per_token":5399882752,"files":["Q3_K_M/MiniMax-M2-Q3_K_M-00001-of-00003.gguf","Q3_K_M/MiniMax-M2-Q3_K_M-00002-of-00003.gguf","Q3_K_M/MiniMax-M2-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"IQ4_XS","bytes":121899124224,"gpu_bytes":121545124864,"mapped_bytes":121890835456,"out_bytes":504173568,"layer_bytes":[[62,1952273408]],"read_bytes_per_token":5913668608,"files":["IQ4_XS/MiniMax-M2-IQ4_XS-00001-of-00003.gguf","IQ4_XS/MiniMax-M2-IQ4_XS-00002-of-00003.gguf","IQ4_XS/MiniMax-M2-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"Q4_0","bytes":129503725056,"gpu_bytes":129149725696,"mapped_bytes":129495436288,"out_bytes":504173568,"layer_bytes":[[7,2141901824],[55,2066404352]],"read_bytes_per_token":6204451840,"files":["Q4_0/MiniMax-M2-Q4_0-00001-of-00003.gguf","Q4_0/MiniMax-M2-Q4_0-00002-of-00003.gguf","Q4_0/MiniMax-M2-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"Q4_K_M","bytes":138342385120,"gpu_bytes":137988385792,"mapped_bytes":138334096384,"out_bytes":504173568,"layer_bytes":[[7,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[8,2378642432]],"read_bytes_per_token":6504229888,"files":["Q4_K_M/MiniMax-M2-Q4_K_M-00001-of-00003.gguf","Q4_K_M/MiniMax-M2-Q4_K_M-00002-of-00003.gguf","Q4_K_M/MiniMax-M2-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"Q5_K_M","bytes":162303936128,"gpu_bytes":161873112064,"mapped_bytes":162295647232,"out_bytes":504173568,"layer_bytes":[[7,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[8,2685744128]],"read_bytes_per_token":7569845248,"files":["Q5_K_M/MiniMax-M2-Q5_K_M-00001-of-00004.gguf","Q5_K_M/MiniMax-M2-Q5_K_M-00002-of-00004.gguf","Q5_K_M/MiniMax-M2-Q5_K_M-00003-of-00004.gguf","Q5_K_M/MiniMax-M2-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"Q6_K","bytes":187763083904,"gpu_bytes":187250633728,"mapped_bytes":187754795008,"out_bytes":504173568,"layer_bytes":[[62,3012039680]],"read_bytes_per_token":8702061568,"files":["Q6_K/MiniMax-M2-Q6_K-00001-of-00004.gguf","Q6_K/MiniMax-M2-Q6_K-00002-of-00004.gguf","Q6_K/MiniMax-M2-Q6_K-00003-of-00004.gguf","Q6_K/MiniMax-M2-Q6_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"Q8_0","bytes":243136873184,"gpu_bytes":242475575296,"mapped_bytes":243128584192,"out_bytes":653021184,"layer_bytes":[[62,3900363776]],"read_bytes_per_token":11212662784,"files":["Q8_0/MiniMax-M2-Q8_0-00001-of-00005.gguf","Q8_0/MiniMax-M2-Q8_0-00002-of-00005.gguf","Q8_0/MiniMax-M2-Q8_0-00003-of-00005.gguf","Q8_0/MiniMax-M2-Q8_0-00004-of-00005.gguf","Q8_0/MiniMax-M2-Q8_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"},{"quant":"BF16","bytes":457487025248,"gpu_bytes":456249542656,"mapped_bytes":457478735872,"out_bytes":1229205504,"layer_bytes":[[62,7339037696]],"read_bytes_per_token":20931119104,"files":["BF16/MiniMax-M2-BF16-00001-of-00010.gguf","BF16/MiniMax-M2-BF16-00002-of-00010.gguf","BF16/MiniMax-M2-BF16-00003-of-00010.gguf","BF16/MiniMax-M2-BF16-00004-of-00010.gguf","BF16/MiniMax-M2-BF16-00005-of-00010.gguf","BF16/MiniMax-M2-BF16-00006-of-00010.gguf","BF16/MiniMax-M2-BF16-00007-of-00010.gguf","BF16/MiniMax-M2-BF16-00008-of-00010.gguf","BF16/MiniMax-M2-BF16-00009-of-00010.gguf","BF16/MiniMax-M2-BF16-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T23:52:39+00:00","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2/tree/757303d492a50514c312788b5247a4f696a4c6a3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T23:52:39+00:00","url":"https://huggingface.co/unsloth/MiniMax-M2-GGUF/tree/06e952eab9e8e136847e9df067a0032582696778"}]},{"id":"minimax-m2-1","name":"MiniMax-M2.1","repo":"MiniMaxAI/MiniMax-M2.1","sha":"cd97f59135f37b2a6bf09356e485d5e4aeb7dc9c","publisher":"MiniMaxAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":228689764864,"params_active":10415956480,"params_repo":228689764864,"arch":{"gguf_arch":"minimax-m2","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":196608,"vocab_size":200064,"hidden_size":3072,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/MiniMax-M2.1-Q4_K_M-00001-of-00003.gguf","repo":"unsloth/MiniMax-M2.1-GGUF","sha":"8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"}},"gguf":{"repo":"unsloth/MiniMax-M2.1-GGUF","sha":"8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},"weights":[{"quant":"Q2_K","bytes":83302682208,"gpu_bytes":83092728832,"mapped_bytes":83294393344,"out_bytes":504173568,"layer_bytes":[[62,1332073472]],"read_bytes_per_token":4304628736,"files":["Q2_K/MiniMax-M2.1-Q2_K-00001-of-00002.gguf","Q2_K/MiniMax-M2.1-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"Q3_K_M","bytes":109272482464,"gpu_bytes":109000109056,"mapped_bytes":109264193536,"out_bytes":504173568,"layer_bytes":[[2,1894003712],[1,1893610496],[59,1742615552]],"read_bytes_per_token":5399882752,"files":["Q3_K_M/MiniMax-M2.1-Q3_K_M-00001-of-00003.gguf","Q3_K_M/MiniMax-M2.1-Q3_K_M-00002-of-00003.gguf","Q3_K_M/MiniMax-M2.1-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"IQ4_XS","bytes":121899124416,"gpu_bytes":121545124864,"mapped_bytes":121890835456,"out_bytes":504173568,"layer_bytes":[[62,1952273408]],"read_bytes_per_token":5913668608,"files":["IQ4_XS/MiniMax-M2.1-IQ4_XS-00001-of-00003.gguf","IQ4_XS/MiniMax-M2.1-IQ4_XS-00002-of-00003.gguf","IQ4_XS/MiniMax-M2.1-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"Q4_0","bytes":129503725248,"gpu_bytes":129149725696,"mapped_bytes":129495436288,"out_bytes":504173568,"layer_bytes":[[7,2141901824],[55,2066404352]],"read_bytes_per_token":6204451840,"files":["Q4_0/MiniMax-M2.1-Q4_0-00001-of-00003.gguf","Q4_0/MiniMax-M2.1-Q4_0-00002-of-00003.gguf","Q4_0/MiniMax-M2.1-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"Q4_K_M","bytes":138342385312,"gpu_bytes":137988385792,"mapped_bytes":138334096384,"out_bytes":504173568,"layer_bytes":[[7,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[8,2378642432]],"read_bytes_per_token":6504229888,"files":["Q4_K_M/MiniMax-M2.1-Q4_K_M-00001-of-00003.gguf","Q4_K_M/MiniMax-M2.1-Q4_K_M-00002-of-00003.gguf","Q4_K_M/MiniMax-M2.1-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"Q5_K_M","bytes":162303936320,"gpu_bytes":161873112064,"mapped_bytes":162295647232,"out_bytes":504173568,"layer_bytes":[[7,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[8,2685744128]],"read_bytes_per_token":7569845248,"files":["Q5_K_M/MiniMax-M2.1-Q5_K_M-00001-of-00004.gguf","Q5_K_M/MiniMax-M2.1-Q5_K_M-00002-of-00004.gguf","Q5_K_M/MiniMax-M2.1-Q5_K_M-00003-of-00004.gguf","Q5_K_M/MiniMax-M2.1-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"Q6_K","bytes":187763084096,"gpu_bytes":187250633728,"mapped_bytes":187754795008,"out_bytes":504173568,"layer_bytes":[[62,3012039680]],"read_bytes_per_token":8702061568,"files":["Q6_K/MiniMax-M2.1-Q6_K-00001-of-00004.gguf","Q6_K/MiniMax-M2.1-Q6_K-00002-of-00004.gguf","Q6_K/MiniMax-M2.1-Q6_K-00003-of-00004.gguf","Q6_K/MiniMax-M2.1-Q6_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"Q8_0","bytes":243136873408,"gpu_bytes":242475575296,"mapped_bytes":243128584192,"out_bytes":653021184,"layer_bytes":[[62,3900363776]],"read_bytes_per_token":11212662784,"files":["Q8_0/MiniMax-M2.1-Q8_0-00001-of-00005.gguf","Q8_0/MiniMax-M2.1-Q8_0-00002-of-00005.gguf","Q8_0/MiniMax-M2.1-Q8_0-00003-of-00005.gguf","Q8_0/MiniMax-M2.1-Q8_0-00004-of-00005.gguf","Q8_0/MiniMax-M2.1-Q8_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"},{"quant":"BF16","bytes":457487025472,"gpu_bytes":456249542656,"mapped_bytes":457478735872,"out_bytes":1229205504,"layer_bytes":[[62,7339037696]],"read_bytes_per_token":20931119104,"files":["BF16/MiniMax-M2.1-BF16-00001-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00002-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00003-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00004-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00005-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00006-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00007-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00008-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00009-of-00010.gguf","BF16/MiniMax-M2.1-BF16-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T23:54:15+00:00","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.1/tree/cd97f59135f37b2a6bf09356e485d5e4aeb7dc9c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T23:54:15+00:00","url":"https://huggingface.co/unsloth/MiniMax-M2.1-GGUF/tree/8ffdd68efe5bc49af9e6c5c939d2e0331d17804b"}]},{"id":"minimax-m2-5","name":"MiniMax-M2.5","repo":"MiniMaxAI/MiniMax-M2.5","sha":"f710177d938eff80b684d42c5aa84b382612f21f","publisher":"MiniMaxAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":228689764864,"params_active":10415956480,"params_repo":228703644928,"arch":{"gguf_arch":"minimax-m2","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":196608,"vocab_size":200064,"hidden_size":3072,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/MiniMax-M2.5-Q4_K_M-00001-of-00004.gguf","repo":"unsloth/MiniMax-M2.5-GGUF","sha":"7c50dca0e5592483ad308ecffc876aecac725660"}},"gguf":{"repo":"unsloth/MiniMax-M2.5-GGUF","sha":"7c50dca0e5592483ad308ecffc876aecac725660"},"weights":[{"quant":"Q2_K","bytes":83302682080,"gpu_bytes":83092728832,"mapped_bytes":83294393344,"out_bytes":504173568,"layer_bytes":[[62,1332073472]],"read_bytes_per_token":4304628736,"files":["Q2_K/MiniMax-M2.5-Q2_K-00001-of-00003.gguf","Q2_K/MiniMax-M2.5-Q2_K-00002-of-00003.gguf","Q2_K/MiniMax-M2.5-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"Q3_K_M","bytes":109272482368,"gpu_bytes":109000109056,"mapped_bytes":109264193536,"out_bytes":504173568,"layer_bytes":[[2,1894003712],[1,1893610496],[59,1742615552]],"read_bytes_per_token":5399882752,"files":["Q3_K_M/MiniMax-M2.5-Q3_K_M-00001-of-00004.gguf","Q3_K_M/MiniMax-M2.5-Q3_K_M-00002-of-00004.gguf","Q3_K_M/MiniMax-M2.5-Q3_K_M-00003-of-00004.gguf","Q3_K_M/MiniMax-M2.5-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"IQ4_XS","bytes":121899124320,"gpu_bytes":121545124864,"mapped_bytes":121890835456,"out_bytes":504173568,"layer_bytes":[[62,1952273408]],"read_bytes_per_token":5913668608,"files":["IQ4_XS/MiniMax-M2.5-IQ4_XS-00001-of-00004.gguf","IQ4_XS/MiniMax-M2.5-IQ4_XS-00002-of-00004.gguf","IQ4_XS/MiniMax-M2.5-IQ4_XS-00003-of-00004.gguf","IQ4_XS/MiniMax-M2.5-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"Q4_0","bytes":129503725120,"gpu_bytes":129149725696,"mapped_bytes":129495436288,"out_bytes":504173568,"layer_bytes":[[7,2141901824],[55,2066404352]],"read_bytes_per_token":6204451840,"files":["Q4_0/MiniMax-M2.5-Q4_0-00001-of-00004.gguf","Q4_0/MiniMax-M2.5-Q4_0-00002-of-00004.gguf","Q4_0/MiniMax-M2.5-Q4_0-00003-of-00004.gguf","Q4_0/MiniMax-M2.5-Q4_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"Q4_K_M","bytes":138342385216,"gpu_bytes":137988385792,"mapped_bytes":138334096384,"out_bytes":504173568,"layer_bytes":[[7,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[1,2378642432],[2,2066404352],[8,2378642432]],"read_bytes_per_token":6504229888,"files":["Q4_K_M/MiniMax-M2.5-Q4_K_M-00001-of-00004.gguf","Q4_K_M/MiniMax-M2.5-Q4_K_M-00002-of-00004.gguf","Q4_K_M/MiniMax-M2.5-Q4_K_M-00003-of-00004.gguf","Q4_K_M/MiniMax-M2.5-Q4_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"Q5_K_M","bytes":162303936224,"gpu_bytes":161873112064,"mapped_bytes":162295647232,"out_bytes":504173568,"layer_bytes":[[7,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[1,2685744128],[2,2524894208],[8,2685744128]],"read_bytes_per_token":7569845248,"files":["Q5_K_M/MiniMax-M2.5-Q5_K_M-00001-of-00005.gguf","Q5_K_M/MiniMax-M2.5-Q5_K_M-00002-of-00005.gguf","Q5_K_M/MiniMax-M2.5-Q5_K_M-00003-of-00005.gguf","Q5_K_M/MiniMax-M2.5-Q5_K_M-00004-of-00005.gguf","Q5_K_M/MiniMax-M2.5-Q5_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"Q6_K","bytes":187763083968,"gpu_bytes":187250633728,"mapped_bytes":187754795008,"out_bytes":504173568,"layer_bytes":[[62,3012039680]],"read_bytes_per_token":8702061568,"files":["Q6_K/MiniMax-M2.5-Q6_K-00001-of-00005.gguf","Q6_K/MiniMax-M2.5-Q6_K-00002-of-00005.gguf","Q6_K/MiniMax-M2.5-Q6_K-00003-of-00005.gguf","Q6_K/MiniMax-M2.5-Q6_K-00004-of-00005.gguf","Q6_K/MiniMax-M2.5-Q6_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"Q8_0","bytes":243136873280,"gpu_bytes":242475575296,"mapped_bytes":243128584192,"out_bytes":653021184,"layer_bytes":[[62,3900363776]],"read_bytes_per_token":11212662784,"files":["Q8_0/MiniMax-M2.5-Q8_0-00001-of-00006.gguf","Q8_0/MiniMax-M2.5-Q8_0-00002-of-00006.gguf","Q8_0/MiniMax-M2.5-Q8_0-00003-of-00006.gguf","Q8_0/MiniMax-M2.5-Q8_0-00004-of-00006.gguf","Q8_0/MiniMax-M2.5-Q8_0-00005-of-00006.gguf","Q8_0/MiniMax-M2.5-Q8_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"},{"quant":"BF16","bytes":457487025216,"gpu_bytes":456249542656,"mapped_bytes":457478735872,"out_bytes":1229205504,"layer_bytes":[[62,7339037696]],"read_bytes_per_token":20931119104,"files":["BF16/MiniMax-M2.5-BF16-00001-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00002-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00003-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00004-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00005-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00006-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00007-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00008-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00009-of-00010.gguf","BF16/MiniMax-M2.5-BF16-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T23:55:45+00:00","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.5/tree/f710177d938eff80b684d42c5aa84b382612f21f"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T23:55:45+00:00","url":"https://huggingface.co/unsloth/MiniMax-M2.5-GGUF/tree/7c50dca0e5592483ad308ecffc876aecac725660"}]},{"id":"minimax-m2-5-reap-139b-a10b","name":"MiniMax-M2.5-REAP-139B-A10B","repo":"cerebras/MiniMax-M2.5-REAP-139B-A10B","sha":"fab37a6f027f629369c65aa697838156f7c07a28","publisher":"cerebras","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":139149203788,"params_active":10396522828,"params_repo":139157619916,"arch":{"gguf_arch":"minimax-m2","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":196608,"vocab_size":200064,"hidden_size":3072,"moe":{"active":8,"experts":154},"cross_checked":true,"gguf_source":{"file":"MiniMax-M2.5-REAP-139B-A10B.i1-Q4_K_M.gguf","repo":"mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF","sha":"c861b0e96f07815955a401928e19abcb1b35046e"}},"gguf":{"repo":"mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF","sha":"c861b0e96f07815955a401928e19abcb1b35046e"},"weights":[{"quant":"IQ2_XXS","bytes":36719971392,"gpu_bytes":36510018304,"mapped_bytes":36711682816,"out_bytes":422547456,"layer_bytes":[[7,627380864],[55,576287360]],"read_bytes_per_token":3135343360,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"IQ2_M","bytes":45715005504,"gpu_bytes":45442632448,"mapped_bytes":45706716928,"out_bytes":422547456,"layer_bytes":[[7,796635776],[55,717156992]],"read_bytes_per_token":3870952192,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"Q2_K","bytes":50820165696,"gpu_bytes":50610212608,"mapped_bytes":50811877120,"out_bytes":504173568,"layer_bytes":[[62,808161920]],"read_bytes_per_token":4226895616,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"IQ3_XXS","bytes":53606113344,"gpu_bytes":53333740288,"mapped_bytes":53597824768,"out_bytes":422547456,"layer_bytes":[[62,853406336]],"read_bytes_per_token":4280879872,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"Q3_K_M","bytes":66584978496,"gpu_bytes":66312605440,"mapped_bytes":66576689920,"out_bytes":504173568,"layer_bytes":[[2,1148244608],[1,1147851392],[59,1057018496]],"read_bytes_per_token":5322149632,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"IQ4_XS","bytes":74244085824,"gpu_bytes":73909292800,"mapped_bytes":74235797248,"out_bytes":504173568,"layer_bytes":[[62,1183953536]],"read_bytes_per_token":5835935488,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"Q4_0","bytes":78859790400,"gpu_bytes":78505791232,"mapped_bytes":78851501824,"out_bytes":504173568,"layer_bytes":[[7,1298379392],[55,1252962944]],"read_bytes_per_token":6126718720,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"Q4_K_M","bytes":84186490944,"gpu_bytes":83832491776,"mapped_bytes":84178202368,"out_bytes":504173568,"layer_bytes":[[7,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[1,1441116800],[2,1252962944],[8,1441116800]],"read_bytes_per_token":6426496768,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"Q5_K_M","bytes":98762762304,"gpu_bytes":98331938560,"mapped_bytes":98754473728,"out_bytes":504173568,"layer_bytes":[[7,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[1,1627894400],[2,1530966656],[8,1627894400]],"read_bytes_per_token":7492112128,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"},{"quant":"Q6_K","bytes":114250050624,"gpu_bytes":113737600768,"mapped_bytes":114241762048,"out_bytes":504173568,"layer_bytes":[[62,1826345600]],"read_bytes_per_token":8624328448,"files":["MiniMax-M2.5-REAP-139B-A10B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"}],"original":{"bytes":140433106632,"repo":"cerebras/MiniMax-M2.5-REAP-139B-A10B","sha":"fab37a6f027f629369c65aa697838156f7c07a28","dtypes":{"BF16":1267778764,"F8_E4M3":137889841152}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:00+00:00","url":"https://huggingface.co/cerebras/MiniMax-M2.5-REAP-139B-A10B/tree/fab37a6f027f629369c65aa697838156f7c07a28"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:00+00:00","url":"https://huggingface.co/mradermacher/MiniMax-M2.5-REAP-139B-A10B-i1-GGUF/tree/c861b0e96f07815955a401928e19abcb1b35046e"}]},{"id":"minimax-m2-7","name":"MiniMax-M2.7","repo":"MiniMaxAI/MiniMax-M2.7","sha":"d494266a4affc0d2995ba1fa35c8481cbd84294b","publisher":"MiniMaxAI","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":228689764864,"params_active":10415956480,"params_repo":228689764864,"arch":{"gguf_arch":"minimax-m2","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":196608,"vocab_size":200064,"hidden_size":3072,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"MiniMaxAI_MiniMax-M2.7-Q4_K_M/MiniMaxAI_MiniMax-M2.7-Q4_K_M-00001-of-00004.gguf","repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","sha":"2b13ec99437c3ddb36f692a3a90be57ed3ba43af"}},"gguf":{"repo":"bartowski/MiniMaxAI_MiniMax-M2.7-GGUF","sha":"2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},"weights":[{"quant":"IQ2_XXS","bytes":60845049568,"gpu_bytes":60635097088,"mapped_bytes":60836761600,"out_bytes":422547456,"layer_bytes":[[7,1000813568],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[2,962253824],[1,963064832],[7,1000813568]],"read_bytes_per_token":4007864320,"files":["MiniMaxAI_MiniMax-M2.7-IQ2_XXS/MiniMaxAI_MiniMax-M2.7-IQ2_XXS-00001-of-00002.gguf","MiniMaxAI_MiniMax-M2.7-IQ2_XXS/MiniMaxAI_MiniMax-M2.7-IQ2_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"IQ2_M","bytes":76417481440,"gpu_bytes":76145108992,"mapped_bytes":76409193472,"out_bytes":422547456,"layer_bytes":[[7,1324037120],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[2,1191105536],[1,1191916544],[7,1324037120]],"read_bytes_per_token":4634257408,"files":["MiniMaxAI_MiniMax-M2.7-IQ2_M/MiniMaxAI_MiniMax-M2.7-IQ2_M-00001-of-00002.gguf","MiniMaxAI_MiniMax-M2.7-IQ2_M/MiniMaxAI_MiniMax-M2.7-IQ2_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q2_K","bytes":80051669856,"gpu_bytes":79841717248,"mapped_bytes":80043381760,"out_bytes":504173568,"layer_bytes":[[7,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[1,1347752960],[2,1215779840],[8,1347752960]],"read_bytes_per_token":4856802304,"files":["MiniMaxAI_MiniMax-M2.7-Q2_K/MiniMaxAI_MiniMax-M2.7-Q2_K-00001-of-00003.gguf","MiniMaxAI_MiniMax-M2.7-Q2_K/MiniMaxAI_MiniMax-M2.7-Q2_K-00002-of-00003.gguf","MiniMaxAI_MiniMax-M2.7-Q2_K/MiniMaxAI_MiniMax-M2.7-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"IQ3_XXS","bytes":95183862656,"gpu_bytes":94911490048,"mapped_bytes":95175574528,"out_bytes":422547456,"layer_bytes":[[7,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[1,1640305664],[2,1414992896],[8,1640305664]],"read_bytes_per_token":5280655360,"files":["MiniMaxAI_MiniMax-M2.7-IQ3_XXS/MiniMaxAI_MiniMax-M2.7-IQ3_XXS-00001-of-00003.gguf","MiniMaxAI_MiniMax-M2.7-IQ3_XXS/MiniMaxAI_MiniMax-M2.7-IQ3_XXS-00002-of-00003.gguf","MiniMaxAI_MiniMax-M2.7-IQ3_XXS/MiniMaxAI_MiniMax-M2.7-IQ3_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q3_K_M","bytes":104127004512,"gpu_bytes":103854631936,"mapped_bytes":104118716416,"out_bytes":504173568,"layer_bytes":[[7,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[1,1753551872],[2,1585746944],[8,1753551872]],"read_bytes_per_token":5666630656,"files":["MiniMaxAI_MiniMax-M2.7-Q3_K_M/MiniMaxAI_MiniMax-M2.7-Q3_K_M-00001-of-00003.gguf","MiniMaxAI_MiniMax-M2.7-Q3_K_M/MiniMaxAI_MiniMax-M2.7-Q3_K_M-00002-of-00003.gguf","MiniMaxAI_MiniMax-M2.7-Q3_K_M/MiniMaxAI_MiniMax-M2.7-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"IQ4_XS","bytes":122403189760,"gpu_bytes":122068397056,"mapped_bytes":122394901504,"out_bytes":504173568,"layer_bytes":[[7,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[1,1963529216],[2,1958073344],[8,1963529216]],"read_bytes_per_token":6436940800,"files":["MiniMaxAI_MiniMax-M2.7-IQ4_XS/MiniMaxAI_MiniMax-M2.7-IQ4_XS-00001-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-IQ4_XS/MiniMaxAI_MiniMax-M2.7-IQ4_XS-00002-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-IQ4_XS/MiniMaxAI_MiniMax-M2.7-IQ4_XS-00003-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-IQ4_XS/MiniMaxAI_MiniMax-M2.7-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q4_0","bytes":129844741088,"gpu_bytes":129490742272,"mapped_bytes":129836452864,"out_bytes":504173568,"layer_bytes":[[7,2149913600],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[1,2074416128],[2,2069550080],[8,2074416128]],"read_bytes_per_token":6545468416,"files":["MiniMaxAI_MiniMax-M2.7-Q4_0/MiniMaxAI_MiniMax-M2.7-Q4_0-00001-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-Q4_0/MiniMaxAI_MiniMax-M2.7-Q4_0-00002-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-Q4_0/MiniMaxAI_MiniMax-M2.7-Q4_0-00003-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-Q4_0/MiniMaxAI_MiniMax-M2.7-Q4_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q4_K_M","bytes":138805347296,"gpu_bytes":138451348480,"mapped_bytes":138797059072,"out_bytes":504173568,"layer_bytes":[[7,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[1,2388202496],[2,2071909376],[8,2388202496]],"read_bytes_per_token":6967192576,"files":["MiniMaxAI_MiniMax-M2.7-Q4_K_M/MiniMaxAI_MiniMax-M2.7-Q4_K_M-00001-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-Q4_K_M/MiniMaxAI_MiniMax-M2.7-Q4_K_M-00002-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-Q4_K_M/MiniMaxAI_MiniMax-M2.7-Q4_K_M-00003-of-00004.gguf","MiniMaxAI_MiniMax-M2.7-Q4_K_M/MiniMaxAI_MiniMax-M2.7-Q4_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q5_K_M","bytes":162668299360,"gpu_bytes":162237475840,"mapped_bytes":162660011008,"out_bytes":504173568,"layer_bytes":[[7,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[1,2692699136],[2,2529760256],[8,2692699136]],"read_bytes_per_token":7934209024,"files":["MiniMaxAI_MiniMax-M2.7-Q5_K_M/MiniMaxAI_MiniMax-M2.7-Q5_K_M-00001-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q5_K_M/MiniMaxAI_MiniMax-M2.7-Q5_K_M-00002-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q5_K_M/MiniMaxAI_MiniMax-M2.7-Q5_K_M-00003-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q5_K_M/MiniMaxAI_MiniMax-M2.7-Q5_K_M-00004-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q5_K_M/MiniMaxAI_MiniMax-M2.7-Q5_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q6_K","bytes":197054679168,"gpu_bytes":196542229504,"mapped_bytes":197046390784,"out_bytes":504173568,"layer_bytes":[[7,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[1,3315258368],[2,3018134528],[8,3315258368]],"read_bytes_per_token":9491344384,"files":["MiniMaxAI_MiniMax-M2.7-Q6_K/MiniMaxAI_MiniMax-M2.7-Q6_K-00001-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q6_K/MiniMaxAI_MiniMax-M2.7-Q6_K-00002-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q6_K/MiniMaxAI_MiniMax-M2.7-Q6_K-00003-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q6_K/MiniMaxAI_MiniMax-M2.7-Q6_K-00004-of-00005.gguf","MiniMaxAI_MiniMax-M2.7-Q6_K/MiniMaxAI_MiniMax-M2.7-Q6_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"},{"quant":"Q8_0","bytes":243136872576,"gpu_bytes":242475575296,"mapped_bytes":243128584192,"out_bytes":653021184,"layer_bytes":[[62,3900363776]],"read_bytes_per_token":11212662784,"files":["MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00001-of-00007.gguf","MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00002-of-00007.gguf","MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00003-of-00007.gguf","MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00004-of-00007.gguf","MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00005-of-00007.gguf","MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00006-of-00007.gguf","MiniMaxAI_MiniMax-M2.7-Q8_0/MiniMaxAI_MiniMax-M2.7-Q8_0-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"}],"original":{"bytes":230134260592,"repo":"MiniMaxAI/MiniMax-M2.7","sha":"d494266a4affc0d2995ba1fa35c8481cbd84294b","dtypes":{"BF16":1230021632,"F32":48774656,"F8_E4M3":227410968576}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:05:22+00:00","url":"https://huggingface.co/MiniMaxAI/MiniMax-M2.7/tree/d494266a4affc0d2995ba1fa35c8481cbd84294b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:05:22+00:00","url":"https://huggingface.co/bartowski/MiniMaxAI_MiniMax-M2.7-GGUF/tree/2b13ec99437c3ddb36f692a3a90be57ed3ba43af"}]},{"id":"ministral-3-14b-instruct-2512","name":"Ministral-3-14B-Instruct-2512","repo":"mistralai/Ministral-3-14B-Instruct-2512","sha":"29439f81c2be264d8d393273f99e7db9c0961120","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":13506073600,"params_active":null,"params_repo":13945032240,"arch":{"gguf_arch":"mistral3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ministral-3-14B-Instruct-2512-Q4_K_M.gguf","repo":"mistralai/Ministral-3-14B-Instruct-2512-GGUF","sha":"74fac473c43357d7fb2671713608183cc72496d0"}},"gguf":{"repo":"mistralai/Ministral-3-14B-Instruct-2512-GGUF","sha":"74fac473c43357d7fb2671713608183cc72496d0"},"weights":[{"quant":"Q4_K_M","bytes":8239593024,"gpu_bytes":7853690880,"mapped_bytes":8231178240,"out_bytes":550522880,"layer_bytes":[[5,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[6,194068480]],"read_bytes_per_token":7853690880,"files":["Ministral-3-14B-Instruct-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/tree/74fac473c43357d7fb2671713608183cc72496d0"},{"quant":"Q5_K_M","bytes":9621091904,"gpu_bytes":9151303680,"mapped_bytes":9612677120,"out_bytes":550522880,"layer_bytes":[[5,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[6,220938240]],"read_bytes_per_token":9151303680,"files":["Ministral-3-14B-Instruct-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/tree/74fac473c43357d7fb2671713608183cc72496d0"},{"quant":"Q8_0","bytes":14359836224,"gpu_bytes":13638389760,"mapped_bytes":14351421440,"out_bytes":713052160,"layer_bytes":[[40,323133440]],"read_bytes_per_token":13638389760,"files":["Ministral-3-14B-Instruct-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/tree/74fac473c43357d7fb2671713608183cc72496d0"},{"quant":"BF16","bytes":27021391424,"gpu_bytes":25670799360,"mapped_bytes":27012976640,"out_bytes":1342197760,"layer_bytes":[[40,608215040]],"read_bytes_per_token":25670799360,"files":["Ministral-3-14B-Instruct-2512-BF16.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/tree/74fac473c43357d7fb2671713608183cc72496d0"}],"original":{"bytes":15726730568,"repo":"mistralai/Ministral-3-14B-Instruct-2512","sha":"29439f81c2be264d8d393273f99e7db9c0961120","dtypes":{"BF16":1781550080,"F8_E4M3":12163481600}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:53:46+00:00","url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512/tree/29439f81c2be264d8d393273f99e7db9c0961120"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:53:46+00:00","url":"https://huggingface.co/mistralai/Ministral-3-14B-Instruct-2512-GGUF/tree/74fac473c43357d7fb2671713608183cc72496d0"}]},{"id":"ministral-3-14b-reasoning-2512","name":"Ministral-3-14B-Reasoning-2512","repo":"mistralai/Ministral-3-14B-Reasoning-2512","sha":"51f9210f3cd20f3452a80d5819d15dc61cc50630","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":13506073600,"params_active":null,"params_repo":13945031680,"arch":{"gguf_arch":"mistral3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ministral-3-14B-Reasoning-2512-Q4_K_M.gguf","repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","sha":"fe3b038f30334729263d860d5dadbaa34e0f2a18"}},"gguf":{"repo":"mistralai/Ministral-3-14B-Reasoning-2512-GGUF","sha":"fe3b038f30334729263d860d5dadbaa34e0f2a18"},"weights":[{"quant":"Q4_K_M","bytes":8239591488,"gpu_bytes":7853690880,"mapped_bytes":8231178240,"out_bytes":550522880,"layer_bytes":[[5,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[1,194068480],[2,171089920],[6,194068480]],"read_bytes_per_token":7853690880,"files":["Ministral-3-14B-Reasoning-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512-GGUF/tree/fe3b038f30334729263d860d5dadbaa34e0f2a18"},{"quant":"Q5_K_M","bytes":9621090368,"gpu_bytes":9151303680,"mapped_bytes":9612677120,"out_bytes":550522880,"layer_bytes":[[5,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[1,220938240],[2,209100800],[6,220938240]],"read_bytes_per_token":9151303680,"files":["Ministral-3-14B-Reasoning-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512-GGUF/tree/fe3b038f30334729263d860d5dadbaa34e0f2a18"},{"quant":"Q8_0","bytes":14359834688,"gpu_bytes":13638389760,"mapped_bytes":14351421440,"out_bytes":713052160,"layer_bytes":[[40,323133440]],"read_bytes_per_token":13638389760,"files":["Ministral-3-14B-Reasoning-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512-GGUF/tree/fe3b038f30334729263d860d5dadbaa34e0f2a18"},{"quant":"BF16","bytes":27021389888,"gpu_bytes":25670799360,"mapped_bytes":27012976640,"out_bytes":1342197760,"layer_bytes":[[40,608215040]],"read_bytes_per_token":25670799360,"files":["Ministral-3-14B-Reasoning-2512-BF16.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512-GGUF/tree/fe3b038f30334729263d860d5dadbaa34e0f2a18"}],"original":{"bytes":27890141208,"repo":"mistralai/Ministral-3-14B-Reasoning-2512","sha":"51f9210f3cd20f3452a80d5819d15dc61cc50630","dtypes":{"BF16":13945031680}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:54:16+00:00","url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512/tree/51f9210f3cd20f3452a80d5819d15dc61cc50630"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:54:16+00:00","url":"https://huggingface.co/mistralai/Ministral-3-14B-Reasoning-2512-GGUF/tree/fe3b038f30334729263d860d5dadbaa34e0f2a18"}]},{"id":"ministral-3-3b-instruct-2512","name":"Ministral-3-3B-Instruct-2512","repo":"mistralai/Ministral-3-3B-Instruct-2512","sha":"b35d4dfe56c142746f54dbd64f579faab2744308","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3429006336,"params_active":null,"params_repo":3849090048,"arch":{"gguf_arch":"mistral3","n_layers":26,"n_layers_all":26,"layers":[[26,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":26,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":3072,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ministral-3-3B-Instruct-2512-Q4_K_M.gguf","repo":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","sha":"eb599d408350ea2bb60452cb86be7c7b2fc28227"}},"gguf":{"repo":"mistralai/Ministral-3-3B-Instruct-2512-GGUF","sha":"eb599d408350ea2bb60452cb86be7c7b2fc28227"},"weights":[{"quant":"Q4_K_M","bytes":2147023008,"gpu_bytes":2138615808,"mapped_bytes":2138615808,"out_bytes":330313728,"layer_bytes":[[3,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[1,65495040],[4,73605120]],"read_bytes_per_token":2138615808,"files":["Ministral-3-3B-Instruct-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512-GGUF/tree/eb599d408350ea2bb60452cb86be7c7b2fc28227"},{"quant":"Q5_K_M","bytes":2474178720,"gpu_bytes":2465771520,"mapped_bytes":2465771520,"out_bytes":330313728,"layer_bytes":[[3,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[1,80044032],[4,84221952]],"read_bytes_per_token":2465771520,"files":["Ministral-3-3B-Instruct-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512-GGUF/tree/eb599d408350ea2bb60452cb86be7c7b2fc28227"},{"quant":"Q8_0","bytes":3652204704,"gpu_bytes":3643797504,"mapped_bytes":3643797504,"out_bytes":427831296,"layer_bytes":[[26,123691008]],"read_bytes_per_token":3643797504,"files":["Ministral-3-3B-Instruct-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512-GGUF/tree/eb599d408350ea2bb60452cb86be7c7b2fc28227"},{"quant":"BF16","bytes":6866745504,"gpu_bytes":6858338304,"mapped_bytes":6858338304,"out_bytes":805318656,"layer_bytes":[[26,232808448]],"read_bytes_per_token":6858338304,"files":["Ministral-3-3B-Instruct-2512-BF16.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512-GGUF/tree/eb599d408350ea2bb60452cb86be7c7b2fc28227"}],"original":{"bytes":4672099184,"repo":"mistralai/Ministral-3-3B-Instruct-2512","sha":"b35d4dfe56c142746f54dbd64f579faab2744308","dtypes":{"BF16":822899712,"F8_E4M3":3026190336}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:23:03+00:00","url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512/tree/b35d4dfe56c142746f54dbd64f579faab2744308"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:23:03+00:00","url":"https://huggingface.co/mistralai/Ministral-3-3B-Instruct-2512-GGUF/tree/eb599d408350ea2bb60452cb86be7c7b2fc28227"}]},{"id":"ministral-3-3b-reasoning-2512","name":"Ministral-3-3B-Reasoning-2512","repo":"mistralai/Ministral-3-3B-Reasoning-2512","sha":"4a36357c811bf511a7b625d132e12f22408aac91","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3429006336,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"mistral3","n_layers":26,"n_layers_all":26,"layers":[[26,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":26,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":3072,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ministral-3-3B-Reasoning-2512-Q4_K_M.gguf","repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","sha":"b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"}},"gguf":{"repo":"mistralai/Ministral-3-3B-Reasoning-2512-GGUF","sha":"b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"},"weights":[{"quant":"Q4_K_M","bytes":2147021472,"gpu_bytes":2138615808,"mapped_bytes":2138615808,"out_bytes":330313728,"layer_bytes":[[3,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[2,65495040],[1,73605120],[1,65495040],[4,73605120]],"read_bytes_per_token":2138615808,"files":["Ministral-3-3B-Reasoning-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512-GGUF/tree/b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"},{"quant":"Q5_K_M","bytes":2474177184,"gpu_bytes":2465771520,"mapped_bytes":2465771520,"out_bytes":330313728,"layer_bytes":[[3,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[2,80044032],[1,84221952],[1,80044032],[4,84221952]],"read_bytes_per_token":2465771520,"files":["Ministral-3-3B-Reasoning-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512-GGUF/tree/b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"},{"quant":"Q8_0","bytes":3652203168,"gpu_bytes":3643797504,"mapped_bytes":3643797504,"out_bytes":427831296,"layer_bytes":[[26,123691008]],"read_bytes_per_token":3643797504,"files":["Ministral-3-3B-Reasoning-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512-GGUF/tree/b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"},{"quant":"BF16","bytes":6866743968,"gpu_bytes":6858338304,"mapped_bytes":6858338304,"out_bytes":805318656,"layer_bytes":[[26,232808448]],"read_bytes_per_token":6858338304,"files":["Ministral-3-3B-Reasoning-2512-BF16.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512-GGUF/tree/b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"}],"original":{"bytes":7698241056,"repo":"mistralai/Ministral-3-3B-Reasoning-2512","sha":"4a36357c811bf511a7b625d132e12f22408aac91","dtypes":{"BF16":3849090048}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:23:52+00:00","url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512/tree/4a36357c811bf511a7b625d132e12f22408aac91"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:23:52+00:00","url":"https://huggingface.co/mistralai/Ministral-3-3B-Reasoning-2512-GGUF/tree/b432f0a2c144af8a1937b06e2ea7f75ebb4d0b31"}]},{"id":"ministral-3-8b-instruct-2512","name":"Ministral-3-8B-Instruct-2512","repo":"mistralai/Ministral-3-8B-Instruct-2512","sha":"5b26027e7b19eeb4b7352e1fed3926375dd2cb4d","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8489553920,"params_active":null,"params_repo":8918026716,"arch":{"gguf_arch":"mistral3","n_layers":34,"n_layers_all":34,"layers":[[34,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":34,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ministral-3-8B-Instruct-2512-Q4_K_M.gguf","repo":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","sha":"0102285ad796bd99af90f58de616092e5630e970"}},"gguf":{"repo":"mistralai/Ministral-3-8B-Instruct-2512-GGUF","sha":"0102285ad796bd99af90f58de616092e5630e970"},"weights":[{"quant":"Q4_K_M","bytes":5198911904,"gpu_bytes":4888510464,"mapped_bytes":5190500352,"out_bytes":440418304,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[1,122716160],[5,138936320]],"read_bytes_per_token":4888510464,"files":["Ministral-3-8B-Instruct-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-GGUF/tree/0102285ad796bd99af90f58de616092e5630e970"},{"quant":"Q5_K_M","bytes":6059268512,"gpu_bytes":5681758208,"mapped_bytes":6050856960,"out_bytes":440418304,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[1,149979136],[5,158334976]],"read_bytes_per_token":5681758208,"files":["Ministral-3-8B-Instruct-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-GGUF/tree/0102285ad796bd99af90f58de616092e5630e970"},{"quant":"Q8_0","bytes":9029392800,"gpu_bytes":8450555904,"mapped_bytes":9020981248,"out_bytes":570441728,"layer_bytes":[[34,231768064]],"read_bytes_per_token":8450555904,"files":["Ministral-3-8B-Instruct-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-GGUF/tree/0102285ad796bd99af90f58de616092e5630e970"},{"quant":"BF16","bytes":16988084640,"gpu_bytes":15905931264,"mapped_bytes":16979673088,"out_bytes":1073758208,"layer_bytes":[[34,436240384]],"read_bytes_per_token":15905931264,"files":["Ministral-3-8B-Instruct-2512-BF16.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-GGUF/tree/0102285ad796bd99af90f58de616092e5630e970"}],"original":{"bytes":10420654824,"repo":"mistralai/Ministral-3-8B-Instruct-2512","sha":"5b26027e7b19eeb4b7352e1fed3926375dd2cb4d","dtypes":{"BF16":1502496768,"F8_E4M3":7415529472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:52:42+00:00","url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512/tree/5b26027e7b19eeb4b7352e1fed3926375dd2cb4d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:52:42+00:00","url":"https://huggingface.co/mistralai/Ministral-3-8B-Instruct-2512-GGUF/tree/0102285ad796bd99af90f58de616092e5630e970"}]},{"id":"ministral-3-8b-reasoning-2512","name":"Ministral-3-8B-Reasoning-2512","repo":"mistralai/Ministral-3-8B-Reasoning-2512","sha":"81eaece1948f3875421d9a45bc55487d10e2d894","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8489553920,"params_active":null,"params_repo":8918026240,"arch":{"gguf_arch":"mistral3","n_layers":34,"n_layers_all":34,"layers":[[34,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":34,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Ministral-3-8B-Reasoning-2512-Q4_K_M.gguf","repo":"mistralai/Ministral-3-8B-Reasoning-2512-GGUF","sha":"4413bc9b7b091ddad28101650d1395f5e045a328"}},"gguf":{"repo":"mistralai/Ministral-3-8B-Reasoning-2512-GGUF","sha":"4413bc9b7b091ddad28101650d1395f5e045a328"},"weights":[{"quant":"Q4_K_M","bytes":5198910368,"gpu_bytes":4888510464,"mapped_bytes":5190500352,"out_bytes":440418304,"layer_bytes":[[4,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[1,122716160],[5,138936320]],"read_bytes_per_token":4888510464,"files":["Ministral-3-8B-Reasoning-2512-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512-GGUF/tree/4413bc9b7b091ddad28101650d1395f5e045a328"},{"quant":"Q5_K_M","bytes":6059266976,"gpu_bytes":5681758208,"mapped_bytes":6050856960,"out_bytes":440418304,"layer_bytes":[[4,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[1,149979136],[5,158334976]],"read_bytes_per_token":5681758208,"files":["Ministral-3-8B-Reasoning-2512-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512-GGUF/tree/4413bc9b7b091ddad28101650d1395f5e045a328"},{"quant":"Q8_0","bytes":9029391264,"gpu_bytes":8450555904,"mapped_bytes":9020981248,"out_bytes":570441728,"layer_bytes":[[34,231768064]],"read_bytes_per_token":8450555904,"files":["Ministral-3-8B-Reasoning-2512-Q8_0.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512-GGUF/tree/4413bc9b7b091ddad28101650d1395f5e045a328"},{"quant":"BF16","bytes":16988083104,"gpu_bytes":15905931264,"mapped_bytes":16979673088,"out_bytes":1073758208,"layer_bytes":[[34,436240384]],"read_bytes_per_token":15905931264,"files":["Ministral-3-8B-Reasoning-2512-BF16.gguf"],"source_url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512-GGUF/tree/4413bc9b7b091ddad28101650d1395f5e045a328"}],"original":{"bytes":17836123192,"repo":"mistralai/Ministral-3-8B-Reasoning-2512","sha":"81eaece1948f3875421d9a45bc55487d10e2d894","dtypes":{"BF16":8918026240}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:53:09+00:00","url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512/tree/81eaece1948f3875421d9a45bc55487d10e2d894"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:53:09+00:00","url":"https://huggingface.co/mistralai/Ministral-3-8B-Reasoning-2512-GGUF/tree/4413bc9b7b091ddad28101650d1395f5e045a328"}]},{"id":"mistral-7b-instruct-v0-2","name":"Mistral-7B-Instruct-v0.2","repo":"mistralai/Mistral-7B-Instruct-v0.2","sha":"63a8b081895390a26e140280378bc85ec8bce07a","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7241732096,"params_active":null,"params_repo":7241732096,"arch":{"gguf_arch":"llama","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":32000,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Mistral-7B-Instruct-v0.2.i1-Q4_K_M.gguf","repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","sha":"8b937baaeed33c70ac95ebef5a977cefaa4d81af"}},"gguf":{"repo":"mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF","sha":"8b937baaeed33c70ac95ebef5a977cefaa4d81af"},"weights":[{"quant":"IQ2_XXS","bytes":1991688096,"gpu_bytes":1947942912,"mapped_bytes":1990950912,"out_bytes":90128384,"layer_bytes":[[4,61669376],[28,57540608]],"read_bytes_per_token":1947942912,"files":["Mistral-7B-Instruct-v0.2.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"IQ2_M","bytes":2500714400,"gpu_bytes":2443657216,"mapped_bytes":2499977216,"out_bytes":90128384,"layer_bytes":[[4,79167488],[28,72744960]],"read_bytes_per_token":2443657216,"files":["Mistral-7B-Instruct-v0.2.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"Q2_K","bytes":2719244192,"gpu_bytes":2675499008,"mapped_bytes":2718507008,"out_bytes":107536384,"layer_bytes":[[32,80248832]],"read_bytes_per_token":2675499008,"files":["Mistral-7B-Instruct-v0.2.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"IQ3_XXS","bytes":2827345824,"gpu_bytes":2770288640,"mapped_bytes":2826608640,"out_bytes":90128384,"layer_bytes":[[32,83755008]],"read_bytes_per_token":2770288640,"files":["Mistral-7B-Instruct-v0.2.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"Q3_K_M","bytes":3518988192,"gpu_bytes":3461931008,"mapped_bytes":3518251008,"out_bytes":107536384,"layer_bytes":[[2,112197632],[30,104333312]],"read_bytes_per_token":3461931008,"files":["Mistral-7B-Instruct-v0.2.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"IQ4_XS","bytes":3907690400,"gpu_bytes":3837321216,"mapped_bytes":3906953216,"out_bytes":107536384,"layer_bytes":[[32,116555776]],"read_bytes_per_token":3837321216,"files":["Mistral-7B-Instruct-v0.2.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"Q4_0","bytes":4123598752,"gpu_bytes":4049133568,"mapped_bytes":4122861568,"out_bytes":107536384,"layer_bytes":[[4,126386176],[28,122716160]],"read_bytes_per_token":4049133568,"files":["Mistral-7B-Instruct-v0.2.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"Q4_K_M","bytes":4368441248,"gpu_bytes":4293976064,"mapped_bytes":4367704064,"out_bytes":107536384,"layer_bytes":[[3,138936320],[1,137854976],[1,122716160],[1,123797504],[1,137854976],[1,122716160],[1,123797504],[1,137854976],[1,123797504],[1,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[1,138936320],[2,122716160],[5,138936320]],"read_bytes_per_token":4293976064,"files":["Mistral-7B-Instruct-v0.2.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"Q5_K_M","bytes":5131411360,"gpu_bytes":5040562176,"mapped_bytes":5130674176,"out_bytes":107536384,"layer_bytes":[[3,158334976],[1,157777920],[1,149979136],[1,150536192],[1,157777920],[1,149979136],[1,150536192],[1,157777920],[1,150536192],[1,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[1,158334976],[2,149979136],[5,158334976]],"read_bytes_per_token":5040562176,"files":["Mistral-7B-Instruct-v0.2.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"},{"quant":"Q6_K","bytes":5942067104,"gpu_bytes":5833809920,"mapped_bytes":5941329920,"out_bytes":107536384,"layer_bytes":[[32,178946048]],"read_bytes_per_token":5833809920,"files":["Mistral-7B-Instruct-v0.2.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"}],"original":{"bytes":14483498016,"repo":"mistralai/Mistral-7B-Instruct-v0.2","sha":"63a8b081895390a26e140280378bc85ec8bce07a","dtypes":{"BF16":7241732096}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:11+00:00","url":"https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2/tree/63a8b081895390a26e140280378bc85ec8bce07a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:11+00:00","url":"https://huggingface.co/mradermacher/Mistral-7B-Instruct-v0.2-i1-GGUF/tree/8b937baaeed33c70ac95ebef5a977cefaa4d81af"}]},{"id":"mistral-large-3-675b-instruct-2512","name":"Mistral-Large-3-675B-Instruct-2512","repo":"mistralai/Mistral-Large-3-675B-Instruct-2512","sha":"383ffea2c7d60dfd44ca960e8e691709d4fdb9cd","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":673421089792,"params_active":39007443968,"params_repo":null,"arch":{"gguf_arch":"deepseek2","n_layers":61,"n_layers_all":61,"layers":[[61,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":61,"v_elems":0,"window":null}],"state_elems":0,"max_context":294912,"vocab_size":131072,"hidden_size":7168,"moe":{"active":4,"experts":128},"cross_checked":false,"gguf_source":{"file":"Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00001-of-00009.gguf","repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","sha":"922217b859d90a8d94088a1c900fdf03f8fd078e"}},"gguf":{"repo":"unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF","sha":"922217b859d90a8d94088a1c900fdf03f8fd078e"},"weights":[{"quant":"Q2_K","bytes":247110065152,"gpu_bytes":246793322496,"mapped_bytes":247101603840,"out_bytes":770732032,"layer_bytes":[[3,216272896],[58,4230582272]],"read_bytes_per_token":17488887808,"files":["Q2_K/Mistral-Large-3-675B-Instruct-2512-Q2_K-00001-of-00005.gguf","Q2_K/Mistral-Large-3-675B-Instruct-2512-Q2_K-00002-of-00005.gguf","Q2_K/Mistral-Large-3-675B-Instruct-2512-Q2_K-00003-of-00005.gguf","Q2_K/Mistral-Large-3-675B-Instruct-2512-Q2_K-00004-of-00005.gguf","Q2_K/Mistral-Large-3-675B-Instruct-2512-Q2_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"Q3_K_M","bytes":321845570720,"gpu_bytes":321433407488,"mapped_bytes":321837109248,"out_bytes":770732032,"layer_bytes":[[3,290955264],[58,5513617408]],"read_bytes_per_token":21193068544,"files":["Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00001-of-00007.gguf","Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00002-of-00007.gguf","Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00003-of-00007.gguf","Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00004-of-00007.gguf","Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00005-of-00007.gguf","Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00006-of-00007.gguf","Q3_K_M/Mistral-Large-3-675B-Instruct-2512-Q3_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"IQ4_XS","bytes":359954316736,"gpu_bytes":359417372672,"mapped_bytes":359945854976,"out_bytes":770732032,"layer_bytes":[[3,297742336],[58,6168162304]],"read_bytes_per_token":22884245504,"files":["IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00001-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00002-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00003-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00004-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00005-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00006-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00007-of-00008.gguf","IQ4_XS/Mistral-Large-3-675B-Instruct-2512-IQ4_XS-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"Q4_0","bytes":381700357440,"gpu_bytes":381163413504,"mapped_bytes":381691895808,"out_bytes":770732032,"layer_bytes":[[3,321286144],[4,6760558592],[54,6525677568]],"read_bytes_per_token":23924056064,"files":["Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00001-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00002-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00003-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00004-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00005-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00006-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00007-of-00008.gguf","Q4_0/Mistral-Large-3-675B-Instruct-2512-Q4_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"Q4_K_M","bytes":406989520384,"gpu_bytes":406452576256,"mapped_bytes":406981058560,"out_bytes":770732032,"layer_bytes":[[3,344223744],[4,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[2,6525677568],[1,7494561792],[1,6525677568],[8,7494561792]],"read_bytes_per_token":24781004800,"files":["Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00001-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00002-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00003-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00004-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00005-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00006-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00007-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00008-of-00009.gguf","Q4_K_M/Mistral-Large-3-675B-Instruct-2512-Q4_K_M-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"Q5_K_M","bytes":477969661536,"gpu_bytes":477315276800,"mapped_bytes":477961199616,"out_bytes":770732032,"layer_bytes":[[3,394358784],[4,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[2,7963537408],[1,8462659584],[1,7963537408],[8,8462659584]],"read_bytes_per_token":28746653696,"files":["Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00001-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00002-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00003-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00004-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00005-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00006-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00007-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00008-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00009-of-00010.gguf","Q5_K_M/Mistral-Large-3-675B-Instruct-2512-Q5_K_M-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"Q6_K","bytes":553317879616,"gpu_bytes":552538714112,"mapped_bytes":553309417472,"out_bytes":770732032,"layer_bytes":[[3,447627264],[58,9490087936]],"read_bytes_per_token":32891973632,"files":["Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00001-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00002-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00003-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00004-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00005-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00006-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00007-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00008-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00009-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00010-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00011-of-00012.gguf","Q6_K/Mistral-Large-3-675B-Instruct-2512-Q6_K-00012-of-00012.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"Q8_0","bytes":715677646752,"gpu_bytes":714670940160,"mapped_bytes":715669184512,"out_bytes":998273024,"layer_bytes":[[3,573206528],[58,12275052544]],"read_bytes_per_token":41604685824,"files":["Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00001-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00002-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00003-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00004-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00005-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00006-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00007-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00008-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00009-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00010-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00011-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00012-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00013-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00014-of-00015.gguf","Q8_0/Mistral-Large-3-675B-Instruct-2512-Q8_0-00015-of-00015.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"},{"quant":"BF16","bytes":1346959087424,"gpu_bytes":1345071575040,"mapped_bytes":1346950623232,"out_bytes":1879076864,"layer_bytes":[[3,1078919168],[58,23102685184]],"read_bytes_per_token":78123331584,"files":["BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00001-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00002-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00003-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00004-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00005-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00006-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00007-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00008-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00009-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00010-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00011-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00012-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00013-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00014-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00015-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00016-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00017-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00018-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00019-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00020-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00021-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00022-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00023-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00024-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00025-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00026-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00027-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00028-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00029-of-00030.gguf","BF16/Mistral-Large-3-675B-Instruct-2512-BF16-00030-of-00030.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:54:48+00:00","url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512/tree/383ffea2c7d60dfd44ca960e8e691709d4fdb9cd"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:54:48+00:00","url":"https://huggingface.co/unsloth/Mistral-Large-3-675B-Instruct-2512-GGUF/tree/922217b859d90a8d94088a1c900fdf03f8fd078e"}]},{"id":"mistral-medium-3-5-128b","name":"Mistral-Medium-3.5-128B","repo":"mistralai/Mistral-Medium-3.5-128B","sha":"22b2b868a15677cfa6061277ed2f653d1349a9ab","publisher":"mistralai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":125025988608,"params_active":null,"params_repo":127704210176,"arch":{"gguf_arch":"mistral3","n_layers":88,"n_layers_all":88,"layers":[[88,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":88,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":131072,"hidden_size":12288,"moe":null,"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00003.gguf","repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","sha":"c8f5b1477e1b22cd2d819157d450f001f7047298"}},"gguf":{"repo":"unsloth/Mistral-Medium-3.5-128B-GGUF","sha":"c8f5b1477e1b22cd2d819157d450f001f7047298"},"weights":[{"quant":"Q2_K","bytes":46590698592,"gpu_bytes":46054293504,"mapped_bytes":46582775808,"out_bytes":1321254912,"layer_bytes":[[88,508329984]],"read_bytes_per_token":46054293504,"files":["Mistral-Medium-3.5-128B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"Q3_K_M","bytes":60619859360,"gpu_bytes":59919876096,"mapped_bytes":60611936256,"out_bytes":1321254912,"layer_bytes":[[2,708968448],[3,707395584],[83,663355392]],"read_bytes_per_token":59919876096,"files":["Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00001-of-00003.gguf","Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00002-of-00003.gguf","Q3_K_M/Mistral-Medium-3.5-128B-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"IQ4_XS","bytes":67124438432,"gpu_bytes":66210545664,"mapped_bytes":67116515328,"out_bytes":1321254912,"layer_bytes":[[88,737378304]],"read_bytes_per_token":66210545664,"files":["IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00001-of-00003.gguf","IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00002-of-00003.gguf","IQ4_XS/Mistral-Medium-3.5-128B-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"Q4_0","bytes":70999975328,"gpu_bytes":70086082560,"mapped_bytes":70992052224,"out_bytes":1321254912,"layer_bytes":[[11,800686080],[77,778665984]],"read_bytes_per_token":70086082560,"files":["Q4_0/Mistral-Medium-3.5-128B-Q4_0-00001-of-00003.gguf","Q4_0/Mistral-Medium-3.5-128B-Q4_0-00002-of-00003.gguf","Q4_0/Mistral-Medium-3.5-128B-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"Q4_K_M","bytes":74897139136,"gpu_bytes":73983246336,"mapped_bytes":74889216000,"out_bytes":1321254912,"layer_bytes":[[11,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[1,872742912],[2,778665984],[12,872742912]],"read_bytes_per_token":73983246336,"files":["Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00001-of-00003.gguf","Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00002-of-00003.gguf","Q4_K_M/Mistral-Medium-3.5-128B-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"Q5_K_M","bytes":88316814752,"gpu_bytes":87201595392,"mapped_bytes":88308891648,"out_bytes":1321254912,"layer_bytes":[[11,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[1,1000144896],[2,951681024],[12,1000144896]],"read_bytes_per_token":87201595392,"files":["Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00001-of-00003.gguf","Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00002-of-00003.gguf","Q5_K_M/Mistral-Medium-3.5-128B-Q5_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"Q6_K","bytes":102575220288,"gpu_bytes":101246091264,"mapped_bytes":102567297024,"out_bytes":1321254912,"layer_bytes":[[88,1135509504]],"read_bytes_per_token":101246091264,"files":["Q6_K/Mistral-Medium-3.5-128B-Q6_K-00001-of-00004.gguf","Q6_K/Mistral-Medium-3.5-128B-Q6_K-00002-of-00004.gguf","Q6_K/Mistral-Medium-3.5-128B-Q6_K-00003-of-00004.gguf","Q6_K/Mistral-Medium-3.5-128B-Q6_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"Q8_0","bytes":132854425088,"gpu_bytes":131135225856,"mapped_bytes":132846501888,"out_bytes":1711325184,"layer_bytes":[[88,1470726144]],"read_bytes_per_token":131135225856,"files":["Q8_0/Mistral-Medium-3.5-128B-Q8_0-00001-of-00004.gguf","Q8_0/Mistral-Medium-3.5-128B-Q8_0-00002-of-00004.gguf","Q8_0/Mistral-Medium-3.5-128B-Q8_0-00003-of-00004.gguf","Q8_0/Mistral-Medium-3.5-128B-Q8_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"},{"quant":"BF16","bytes":250064250304,"gpu_bytes":246835101696,"mapped_bytes":250056327168,"out_bytes":3221274624,"layer_bytes":[[88,2768338944]],"read_bytes_per_token":246835101696,"files":["BF16/Mistral-Medium-3.5-128B-BF16-00001-of-00006.gguf","BF16/Mistral-Medium-3.5-128B-BF16-00002-of-00006.gguf","BF16/Mistral-Medium-3.5-128B-BF16-00003-of-00006.gguf","BF16/Mistral-Medium-3.5-128B-BF16-00004-of-00006.gguf","BF16/Mistral-Medium-3.5-128B-BF16-00005-of-00006.gguf","BF16/Mistral-Medium-3.5-128B-BF16-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"}],"original":{"bytes":133606164352,"repo":"mistralai/Mistral-Medium-3.5-128B","sha":"22b2b868a15677cfa6061277ed2f653d1349a9ab","dtypes":{"BF16":5901622016,"F8_E4M3":121802588160}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:58:00+00:00","url":"https://huggingface.co/mistralai/Mistral-Medium-3.5-128B/tree/22b2b868a15677cfa6061277ed2f653d1349a9ab"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:58:00+00:00","url":"https://huggingface.co/unsloth/Mistral-Medium-3.5-128B-GGUF/tree/c8f5b1477e1b22cd2d819157d450f001f7047298"}]},{"id":"mistral-nemo-instruct-2407","name":"Mistral-Nemo-Instruct-2407","repo":"mistralai/Mistral-Nemo-Instruct-2407","sha":"04d8a90549d23fc6bd7f642064003592df51e9b3","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":12247782400,"params_active":null,"params_repo":12247782400,"arch":{"gguf_arch":"llama","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Mistral-Nemo-Instruct-2407-Q4_K_M.gguf","repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","sha":"a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"}},"gguf":{"repo":"bartowski/Mistral-Nemo-Instruct-2407-GGUF","sha":"a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},"weights":[{"quant":"IQ2_M","bytes":4435027072,"gpu_bytes":4138782720,"mapped_bytes":4427141120,"out_bytes":461393920,"layer_bytes":[[5,98959360],[35,90931200]],"read_bytes_per_token":4138782720,"files":["Mistral-Nemo-Instruct-2407-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q2_K","bytes":4791051392,"gpu_bytes":4562964480,"mapped_bytes":4783165440,"out_bytes":550522880,"layer_bytes":[[40,100311040]],"read_bytes_per_token":4562964480,"files":["Mistral-Nemo-Instruct-2407-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q3_K_M","bytes":6083093632,"gpu_bytes":5786849280,"mapped_bytes":6075207680,"out_bytes":550522880,"layer_bytes":[[2,140247040],[38,130416640]],"read_bytes_per_token":5786849280,"files":["Mistral-Nemo-Instruct-2407-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"IQ4_XS","bytes":6742713472,"gpu_bytes":6378311680,"mapped_bytes":6734827520,"out_bytes":550522880,"layer_bytes":[[40,145694720]],"read_bytes_per_token":6378311680,"files":["Mistral-Nemo-Instruct-2407-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q4_0","bytes":7094641792,"gpu_bytes":6709268480,"mapped_bytes":7086755840,"out_bytes":550522880,"layer_bytes":[[5,157982720],[35,153395200]],"read_bytes_per_token":6709268480,"files":["Mistral-Nemo-Instruct-2407-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q4_K_M","bytes":7477208192,"gpu_bytes":7091834880,"mapped_bytes":7469322240,"out_bytes":550522880,"layer_bytes":[[5,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[1,173670400],[2,153395200],[6,173670400]],"read_bytes_per_token":7091834880,"files":["Mistral-Nemo-Instruct-2407-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q5_K_M","bytes":8727635072,"gpu_bytes":8258375680,"mapped_bytes":8719749120,"out_bytes":550522880,"layer_bytes":[[5,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[1,197918720],[2,187473920],[6,197918720]],"read_bytes_per_token":8258375680,"files":["Mistral-Nemo-Instruct-2407-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q6_K","bytes":10056213632,"gpu_bytes":9497825280,"mapped_bytes":10048327680,"out_bytes":550522880,"layer_bytes":[[40,223682560]],"read_bytes_per_token":9497825280,"files":["Mistral-Nemo-Instruct-2407-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"Q8_0","bytes":13022372992,"gpu_bytes":12301455360,"mapped_bytes":13014487040,"out_bytes":713052160,"layer_bytes":[[40,289710080]],"read_bytes_per_token":12301455360,"files":["Mistral-Nemo-Instruct-2407-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"},{"quant":"F16","bytes":24504279872,"gpu_bytes":23154216960,"mapped_bytes":24496394240,"out_bytes":1342197760,"layer_bytes":[[40,545300480]],"read_bytes_per_token":23154216960,"files":["Mistral-Nemo-Instruct-2407-f16.gguf"],"source_url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"}],"original":{"bytes":24495607104,"repo":"mistralai/Mistral-Nemo-Instruct-2407","sha":"04d8a90549d23fc6bd7f642064003592df51e9b3","dtypes":{"BF16":12247782400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:19+00:00","url":"https://huggingface.co/mistralai/Mistral-Nemo-Instruct-2407/tree/04d8a90549d23fc6bd7f642064003592df51e9b3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:19+00:00","url":"https://huggingface.co/bartowski/Mistral-Nemo-Instruct-2407-GGUF/tree/a2dd64a0a76ea1bdb2bb6ab6fa5496b003c7c908"}]},{"id":"mistral-small-3-2-24b-instruct-2506","name":"Mistral-Small-3.2-24B-Instruct-2506","repo":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","sha":"95a6d26c4bfb886c58daf9d3f7332c857cb27b43","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":23572403200,"params_active":null,"params_repo":24011361280,"arch":{"gguf_arch":"llama","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":131072,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf","repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","sha":"b750ec2299225e492f1bd27cab88a0a595fa848f"}},"gguf":{"repo":"unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF","sha":"b750ec2299225e492f1bd27cab88a0a595fa848f"},"weights":[{"quant":"Q2_K","bytes":8890338848,"gpu_bytes":8662241280,"mapped_bytes":8882442240,"out_bytes":550522880,"layer_bytes":[[40,202792960]],"read_bytes_per_token":8662241280,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"Q3_K_M","bytes":11474095648,"gpu_bytes":11177840640,"mapped_bytes":11466199040,"out_bytes":550522880,"layer_bytes":[[2,286228480],[38,264601600]],"read_bytes_per_token":11177840640,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"IQ4_XS","bytes":12779900448,"gpu_bytes":12394516480,"mapped_bytes":12772003840,"out_bytes":550522880,"layer_bytes":[[40,296099840]],"read_bytes_per_token":12394516480,"files":["Mistral-Small-3.2-24B-Instruct-2506-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"Q4_0","bytes":13494242848,"gpu_bytes":13108858880,"mapped_bytes":13486346240,"out_bytes":550522880,"layer_bytes":[[5,323133440],[35,312647680]],"read_bytes_per_token":13108858880,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"Q4_K_M","bytes":14333922848,"gpu_bytes":13948538880,"mapped_bytes":14326026240,"out_bytes":550522880,"layer_bytes":[[5,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[1,357253120],[2,312647680],[6,357253120]],"read_bytes_per_token":13948538880,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"Q5_K_M","bytes":16763997728,"gpu_bytes":16294727680,"mapped_bytes":16756101120,"out_bytes":550522880,"layer_bytes":[[5,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[1,405094400],[2,382115840],[6,405094400]],"read_bytes_per_token":16294727680,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"Q6_K","bytes":19345952288,"gpu_bytes":18787553280,"mapped_bytes":19338055680,"out_bytes":550522880,"layer_bytes":[[40,455925760]],"read_bytes_per_token":18787553280,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"Q8_0","bytes":25054793248,"gpu_bytes":24333864960,"mapped_bytes":25046896640,"out_bytes":713052160,"layer_bytes":[[40,590520320]],"read_bytes_per_token":24333864960,"files":["Mistral-Small-3.2-24B-Instruct-2506-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"},{"quant":"BF16","bytes":47153532160,"gpu_bytes":45803458560,"mapped_bytes":47145635840,"out_bytes":1342197760,"layer_bytes":[[40,1111531520]],"read_bytes_per_token":45803458560,"files":["Mistral-Small-3.2-24B-Instruct-2506-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"}],"original":{"bytes":48022800560,"repo":"mistralai/Mistral-Small-3.2-24B-Instruct-2506","sha":"95a6d26c4bfb886c58daf9d3f7332c857cb27b43","dtypes":{"BF16":24011361280}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:21+00:00","url":"https://huggingface.co/mistralai/Mistral-Small-3.2-24B-Instruct-2506/tree/95a6d26c4bfb886c58daf9d3f7332c857cb27b43"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:21+00:00","url":"https://huggingface.co/unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF/tree/b750ec2299225e492f1bd27cab88a0a595fa848f"}]},{"id":"mistral-small-4-119b-2603","name":"Mistral-Small-4-119B-2603","repo":"mistralai/Mistral-Small-4-119B-2603","sha":"a11f36bebf709121056b1dbcc943d1c6afbe494d","publisher":"mistralai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":118972826624,"params_active":6095717376,"params_repo":119401317952,"arch":{"gguf_arch":"mistral4","n_layers":36,"n_layers_all":36,"layers":[[36,"full",320,0,null,0]],"kv_groups":[{"k_elems":320,"kind":"full","layers":36,"v_elems":0,"window":null}],"state_elems":0,"max_context":1048576,"vocab_size":131072,"hidden_size":4096,"moe":{"active":4,"experts":128},"cross_checked":true,"gguf_source":{"file":"mistralai_Mistral-Small-4-119B-2603-Q4_K_M/mistralai_Mistral-Small-4-119B-2603-Q4_K_M-00001-of-00002.gguf","repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","sha":"f569d04efea9546de10ec040819908fa4e8f1c92"}},"gguf":{"repo":"bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF","sha":"f569d04efea9546de10ec040819908fa4e8f1c92"},"weights":[{"quant":"IQ2_XXS","bytes":33663298816,"gpu_bytes":33479233536,"mapped_bytes":33655394304,"out_bytes":369115136,"layer_bytes":[[2,1561687040],[2,1058370560],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[1,873821184],[2,861238272],[2,873821184],[4,907375616]],"read_bytes_per_token":2696187904,"files":["mistralai_Mistral-Small-4-119B-2603-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"IQ2_M","bytes":41629199616,"gpu_bytes":41390608384,"mapped_bytes":41621295104,"out_bytes":369115136,"layer_bytes":[[2,1715270656],[2,1430057984],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[1,1077736448],[2,1065153536],[2,1077736448],[4,1195176960]],"read_bytes_per_token":3033698304,"files":["mistralai_Mistral-Small-4-119B-2603-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q2_K","bytes":42069830912,"gpu_bytes":41885765632,"mapped_bytes":42061926400,"out_bytes":440418304,"layer_bytes":[[4,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[1,1212077056],[2,1090442240],[6,1212077056]],"read_bytes_per_token":3122532352,"files":["mistralai_Mistral-Small-4-119B-2603-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"IQ3_XXS","bytes":49867042048,"gpu_bytes":49628450816,"mapped_bytes":49859137536,"out_bytes":369115136,"layer_bytes":[[4,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[1,1471075328],[2,1265554432],[6,1471075328]],"read_bytes_per_token":3258847232,"files":["mistralai_Mistral-Small-4-119B-2603-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q3_K_M","bytes":54562565568,"gpu_bytes":54323974144,"mapped_bytes":54554660864,"out_bytes":440418304,"layer_bytes":[[4,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[1,1572787200],[2,1420743680],[6,1572787200]],"read_bytes_per_token":3566080000,"files":["mistralai_Mistral-Small-4-119B-2603-Q3_K_M/mistralai_Mistral-Small-4-119B-2603-Q3_K_M-00001-of-00002.gguf","mistralai_Mistral-Small-4-119B-2603-Q3_K_M/mistralai_Mistral-Small-4-119B-2603-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"IQ4_XS","bytes":63794752992,"gpu_bytes":63501635584,"mapped_bytes":63786848256,"out_bytes":440418304,"layer_bytes":[[4,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[1,1758385152],[2,1745015808],[6,1758385152]],"read_bytes_per_token":3820883968,"files":["mistralai_Mistral-Small-4-119B-2603-IQ4_XS/mistralai_Mistral-Small-4-119B-2603-IQ4_XS-00001-of-00002.gguf","mistralai_Mistral-Small-4-119B-2603-IQ4_XS/mistralai_Mistral-Small-4-119B-2603-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q4_0","bytes":67709742624,"gpu_bytes":67399847936,"mapped_bytes":67701837824,"out_bytes":440418304,"layer_bytes":[[4,1924355072],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[1,1857246208],[2,1847809024],[6,1857246208]],"read_bytes_per_token":3948417024,"files":["mistralai_Mistral-Small-4-119B-2603-Q4_0/mistralai_Mistral-Small-4-119B-2603-Q4_0-00001-of-00002.gguf","mistralai_Mistral-Small-4-119B-2603-Q4_0/mistralai_Mistral-Small-4-119B-2603-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q4_K_M","bytes":72636771776,"gpu_bytes":72326877184,"mapped_bytes":72628867072,"out_bytes":440418304,"layer_bytes":[[4,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[1,2138305536],[2,1855386624],[6,2138305536]],"read_bytes_per_token":4308373504,"files":["mistralai_Mistral-Small-4-119B-2603-Q4_K_M/mistralai_Mistral-Small-4-119B-2603-Q4_K_M-00001-of-00002.gguf","mistralai_Mistral-Small-4-119B-2603-Q4_K_M/mistralai_Mistral-Small-4-119B-2603-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q5_K_M","bytes":85039164992,"gpu_bytes":84662161408,"mapped_bytes":85031260160,"out_bytes":440418304,"layer_bytes":[[4,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[1,2410796032],[2,2268189696],[6,2410796032]],"read_bytes_per_token":4941549568,"files":["mistralai_Mistral-Small-4-119B-2603-Q5_K_M/mistralai_Mistral-Small-4-119B-2603-Q5_K_M-00001-of-00003.gguf","mistralai_Mistral-Small-4-119B-2603-Q5_K_M/mistralai_Mistral-Small-4-119B-2603-Q5_K_M-00002-of-00003.gguf","mistralai_Mistral-Small-4-119B-2603-Q5_K_M/mistralai_Mistral-Small-4-119B-2603-Q5_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q6_K","bytes":102808727104,"gpu_bytes":102360420352,"mapped_bytes":102800822272,"out_bytes":440418304,"layer_bytes":[[4,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[1,2961134592],[2,2701087744],[6,2961134592]],"read_bytes_per_token":5671751680,"files":["mistralai_Mistral-Small-4-119B-2603-Q6_K/mistralai_Mistral-Small-4-119B-2603-Q6_K-00001-of-00003.gguf","mistralai_Mistral-Small-4-119B-2603-Q6_K/mistralai_Mistral-Small-4-119B-2603-Q6_K-00002-of-00003.gguf","mistralai_Mistral-Small-4-119B-2603-Q6_K/mistralai_Mistral-Small-4-119B-2603-Q6_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"},{"quant":"Q8_0","bytes":126472990400,"gpu_bytes":125894660096,"mapped_bytes":126465085440,"out_bytes":570441728,"layer_bytes":[[36,3481228288]],"read_bytes_per_token":6533156864,"files":["mistralai_Mistral-Small-4-119B-2603-Q8_0/mistralai_Mistral-Small-4-119B-2603-Q8_0-00001-of-00004.gguf","mistralai_Mistral-Small-4-119B-2603-Q8_0/mistralai_Mistral-Small-4-119B-2603-Q8_0-00002-of-00004.gguf","mistralai_Mistral-Small-4-119B-2603-Q8_0/mistralai_Mistral-Small-4-119B-2603-Q8_0-00003-of-00004.gguf","mistralai_Mistral-Small-4-119B-2603-Q8_0/mistralai_Mistral-Small-4-119B-2603-Q8_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"}],"original":{"bytes":120922973936,"repo":"mistralai/Mistral-Small-4-119B-2603","sha":"a11f36bebf709121056b1dbcc943d1c6afbe494d","dtypes":{"BF16":1521452032,"F8_E4M3":117879865344}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:17:43+00:00","url":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603/tree/a11f36bebf709121056b1dbcc943d1c6afbe494d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:17:43+00:00","url":"https://huggingface.co/bartowski/mistralai_Mistral-Small-4-119B-2603-GGUF/tree/f569d04efea9546de10ec040819908fa4e8f1c92"}]},{"id":"muse-glimmer-30b","name":"Muse-Glimmer-30B","repo":"meta-models/Muse-Glimmer-30B","sha":"a4e59da52a7bc87ae7251dd5545c0dd437c44b68","publisher":"meta-models","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:05:13+00:00","multimodal":true,"params_gguf":27854794240,"params_active":null,"params_repo":29776626688,"arch":{"gguf_arch":"muse-glimmer","n_layers":52,"n_layers_all":52,"layers":[[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":13,"v_elems":256,"window":null},{"k_elems":256,"kind":"swa","layers":39,"v_elems":256,"window":2048}],"state_elems":0,"max_context":131072,"vocab_size":202048,"hidden_size":6656,"moe":null,"cross_checked":true,"gguf_source":{"file":"Muse-Glimmer-30B-Q4_K_M.gguf","repo":"bartowski/Muse-Glimmer-30B-GGUF","sha":"01e1b7c30e19e1823ee9a73dec51d12f59ec4857"}},"gguf":{"repo":"bartowski/Muse-Glimmer-30B-GGUF","sha":"01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},"weights":[{"quant":"IQ2_XXS","bytes":8920818976,"gpu_bytes":8466432000,"mapped_bytes":8907704832,"out_bytes":924598272,"layer_bytes":[[3,290402304],[3,162686976],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[1,134651904],[2,134212608],[8,134651904]],"read_bytes_per_token":8466432000,"files":["Muse-Glimmer-30B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"IQ2_M","bytes":10657479200,"gpu_bytes":10066507776,"mapped_bytes":10644365056,"out_bytes":924598272,"layer_bytes":[[3,296792064],[3,209571840],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[1,165961728],[2,165522432],[8,165961728]],"read_bytes_per_token":10066507776,"files":["Muse-Glimmer-30B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q2_K","bytes":11035579936,"gpu_bytes":10581192960,"mapped_bytes":11022465792,"out_bytes":1103208704,"layer_bytes":[[6,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[1,188978176],[2,175559680],[8,188978176]],"read_bytes_per_token":10581192960,"files":["Muse-Glimmer-30B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"IQ3_XXS","bytes":11546640928,"gpu_bytes":10955669504,"mapped_bytes":11533526784,"out_bytes":924598272,"layer_bytes":[[6,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[1,198868992],[2,186941440],[8,198868992]],"read_bytes_per_token":10955669504,"files":["Muse-Glimmer-30B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q3_K_M","bytes":13962519328,"gpu_bytes":13371547904,"mapped_bytes":13949405184,"out_bytes":1103208704,"layer_bytes":[[3,257015808],[3,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[1,240402432],[2,229539840],[8,240402432]],"read_bytes_per_token":13371547904,"files":["Muse-Glimmer-30B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"IQ4_XS","bytes":15435096096,"gpu_bytes":14707540224,"mapped_bytes":15421981952,"out_bytes":1103208704,"layer_bytes":[[6,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[1,265562112],[2,257681408],[8,265562112]],"read_bytes_per_token":14707540224,"files":["Muse-Glimmer-30B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q4_0","bytes":16265565216,"gpu_bytes":15495983360,"mapped_bytes":16252451072,"out_bytes":1103208704,"layer_bytes":[[6,287646720],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[1,279340032],[2,272311296],[8,279340032]],"read_bytes_per_token":15495983360,"files":["Muse-Glimmer-30B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q4_K_M","bytes":17306324000,"gpu_bytes":16536742144,"mapped_bytes":17293209856,"out_bytes":1103208704,"layer_bytes":[[6,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[1,317665280],[2,275932160],[8,317665280]],"read_bytes_per_token":16536742144,"files":["Muse-Glimmer-30B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q5_K_M","bytes":20105571360,"gpu_bytes":19167885568,"mapped_bytes":20092457216,"out_bytes":1103208704,"layer_bytes":[[6,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[1,358147072],[2,336648192],[8,358147072]],"read_bytes_per_token":19167885568,"files":["Muse-Glimmer-30B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q6_K","bytes":23414418720,"gpu_bytes":22298122496,"mapped_bytes":23401304576,"out_bytes":1103208704,"layer_bytes":[[6,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[1,411102208],[2,404086784],[8,411102208]],"read_bytes_per_token":22298122496,"files":["Muse-Glimmer-30B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"Q8_0","bytes":29612958496,"gpu_bytes":28170960896,"mapped_bytes":29599844352,"out_bytes":1428910080,"layer_bytes":[[52,514270208]],"read_bytes_per_token":28170960896,"files":["Muse-Glimmer-30B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"},{"quant":"BF16","bytes":55725511360,"gpu_bytes":53022734336,"mapped_bytes":55712397312,"out_bytes":2689689600,"layer_bytes":[[52,967943168]],"read_bytes_per_token":53022734336,"files":["Muse-Glimmer-30B-bf16/Muse-Glimmer-30B-bf16-00001-of-00002.gguf","Muse-Glimmer-30B-bf16/Muse-Glimmer-30B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"}],"original":{"bytes":59553435272,"repo":"meta-models/Muse-Glimmer-30B","sha":"a4e59da52a7bc87ae7251dd5545c0dd437c44b68","dtypes":{"BF16":29776626688}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T17:03:43+00:00","url":"https://huggingface.co/meta-models/Muse-Glimmer-30B/tree/a4e59da52a7bc87ae7251dd5545c0dd437c44b68"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T17:03:43+00:00","url":"https://huggingface.co/bartowski/Muse-Glimmer-30B-GGUF/tree/01e1b7c30e19e1823ee9a73dec51d12f59ec4857"}]},{"id":"muse-spark-open-816b-a42b","name":"Muse-Spark-Open-816B-A42B","repo":"meta-models/Muse-Spark-Open-816B-A42B","sha":"0fb02478b02565b2ce7fc57e6051c91172774ac9","publisher":"meta-models","license":"other","gated":true,"listed_at":null,"multimodal":true,"params_gguf":819991575808,"params_active":44436978944,"params_repo":822036529664,"arch":{"gguf_arch":"muse-spark","n_layers":62,"n_layers_all":62,"layers":[[1,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,2048,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":46,"v_elems":1024,"window":2048}],"state_elems":0,"max_context":1048576,"vocab_size":202048,"hidden_size":8192,"moe":{"active":8,"experts":256},"cross_checked":false,"gguf_source":{"file":"Muse-Spark-Open-816B-A42B-Q8_0-00001-of-00010.gguf","repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","sha":"ada96652107984f184027153a77ec250d67ed271"}},"gguf":{"repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","sha":"ada96652107984f184027153a77ec250d67ed271"},"weights":[{"quant":"Q2_K","bytes":304080474208,"gpu_bytes":303524201472,"mapped_bytes":304067306496,"out_bytes":1357795328,"layer_bytes":[[62,4873651712]],"read_bytes_per_token":23388734464,"files":["Muse-Spark-Open-816B-A42B-Q2_K-00001-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00002-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00003-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00004-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00005-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00006-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00007-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00008-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00009-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00010-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00011-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00012-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00013-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00014-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00015-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00016-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00017-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00018-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00019-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00020-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00021-of-00022.gguf","Muse-Spark-Open-816B-A42B-Q2_K-00022-of-00022.gguf"],"source_url":"https://huggingface.co/ggml-org/Muse-Spark-Open-816B-A42B-GGUF/tree/ada96652107984f184027153a77ec250d67ed271"},{"quant":"Q8_0","bytes":871648188873,"gpu_bytes":869876397056,"mapped_bytes":871635022848,"out_bytes":1758658560,"layer_bytes":[[62,14001899008]],"read_bytes_per_token":47608263680,"files":["Muse-Spark-Open-816B-A42B-Q8_0-00001-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00002-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00003-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00004-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00005-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00006-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00007-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00008-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00009-of-00010.gguf","Muse-Spark-Open-816B-A42B-Q8_0-00010-of-00010.gguf"],"source_url":"https://huggingface.co/ggml-org/Muse-Spark-Open-816B-A42B-GGUF/tree/ada96652107984f184027153a77ec250d67ed271"},{"quant":"BF16","bytes":1640264556374,"gpu_bytes":1636941034496,"mapped_bytes":1640251388928,"out_bytes":3310387200,"layer_bytes":[[62,26348881408]],"read_bytes_per_token":89142195200,"files":["Muse-Spark-Open-816B-A42B-BF16-00001-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00002-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00003-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00004-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00005-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00006-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00007-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00008-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00009-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00010-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00011-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00012-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00013-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00014-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00015-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00016-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00017-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00018-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00019-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00020-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00021-of-00022.gguf","Muse-Spark-Open-816B-A42B-BF16-00022-of-00022.gguf"],"source_url":"https://huggingface.co/ggml-org/Muse-Spark-Open-816B-A42B-GGUF/tree/ada96652107984f184027153a77ec250d67ed271"}],"original":{"bytes":1644333393864,"repo":"meta-models/Muse-Spark-Open-816B-A42B","sha":"0fb02478b02565b2ce7fc57e6051c91172774ac9","dtypes":{"BF16":821906490368,"F32":130039296}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:35:19+00:00","url":"https://huggingface.co/meta-models/Muse-Spark-Open-816B-A42B/tree/0fb02478b02565b2ce7fc57e6051c91172774ac9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:35:19+00:00","url":"https://huggingface.co/ggml-org/Muse-Spark-Open-816B-A42B-GGUF/tree/ada96652107984f184027153a77ec250d67ed271"}]},{"id":"nemotron-3-content-safety","name":"Nemotron-3-Content-Safety","repo":"nvidia/Nemotron-3-Content-Safety","sha":"b47f6f6c18dc7d11a786abbbca2510cba58ede20","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":3880263168,"params_active":null,"params_repo":4300079472,"arch":{"gguf_arch":"gemma3","n_layers":34,"n_layers_all":34,"layers":[[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[4,"swa",1024,1024,1024,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":5,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":29,"v_elems":1024,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Nemotron-3-Content-Safety.i1-Q4_K_M.gguf","repo":"mradermacher/Nemotron-3-Content-Safety-i1-GGUF","sha":"784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"}},"gguf":{"repo":"mradermacher/Nemotron-3-Content-Safety-i1-GGUF","sha":"784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},"weights":[{"quant":"IQ2_XXS","bytes":1310370912,"gpu_bytes":1303826432,"mapped_bytes":1303826432,"out_bytes":461496320,"layer_bytes":[[4,26400768],[30,24557568]],"read_bytes_per_token":1303826432,"files":["Nemotron-3-Content-Safety.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"IQ2_M","bytes":1537985632,"gpu_bytes":1531441152,"mapped_bytes":1531441152,"out_bytes":461496320,"layer_bytes":[[4,33998848],[30,31131648]],"read_bytes_per_token":1531441152,"files":["Nemotron-3-Content-Safety.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"Q2_K","bytes":1729167712,"gpu_bytes":1722623232,"mapped_bytes":1722623232,"out_bytes":550647040,"layer_bytes":[[34,34469888]],"read_bytes_per_token":1722623232,"files":["Nemotron-3-Content-Safety.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"IQ3_XXS","bytes":1689455712,"gpu_bytes":1682911232,"mapped_bytes":1682911232,"out_bytes":461496320,"layer_bytes":[[34,35923968]],"read_bytes_per_token":1682911232,"files":["Nemotron-3-Content-Safety.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"Q3_K_M","bytes":2098463072,"gpu_bytes":2091918592,"mapped_bytes":2091918592,"out_bytes":550647040,"layer_bytes":[[2,48723968],[32,45119488]],"read_bytes_per_token":2091918592,"files":["Nemotron-3-Content-Safety.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"IQ4_XS","bytes":2263245152,"gpu_bytes":2256700672,"mapped_bytes":2256700672,"out_bytes":550647040,"layer_bytes":[[34,50178048]],"read_bytes_per_token":2256700672,"files":["Nemotron-3-Content-Safety.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"Q4_0","bytes":2370068832,"gpu_bytes":2363524352,"mapped_bytes":2363524352,"out_bytes":550647040,"layer_bytes":[[4,54765568],[30,53127168]],"read_bytes_per_token":2363524352,"files":["Nemotron-3-Content-Safety.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"Q4_K_M","bytes":2489897312,"gpu_bytes":2483352832,"mapped_bytes":2483352832,"out_bytes":550647040,"layer_bytes":[[4,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[1,53127168],[5,60561408]],"read_bytes_per_token":2483352832,"files":["Nemotron-3-Content-Safety.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"Q5_K_M","bytes":2829701472,"gpu_bytes":2823156992,"mapped_bytes":2823156992,"out_bytes":550647040,"layer_bytes":[[4,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[1,64923648],[5,68753408]],"read_bytes_per_token":2823156992,"files":["Nemotron-3-Content-Safety.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"},{"quant":"Q6_K","bytes":3190743392,"gpu_bytes":3184198912,"mapped_bytes":3184198912,"out_bytes":550647040,"layer_bytes":[[34,77457408]],"read_bytes_per_token":3184198912,"files":["Nemotron-3-Content-Safety.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"}],"original":{"bytes":8600276752,"repo":"nvidia/Nemotron-3-Content-Safety","sha":"b47f6f6c18dc7d11a786abbbca2510cba58ede20","dtypes":{"BF16":4300079472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:53:05+00:00","url":"https://huggingface.co/nvidia/Nemotron-3-Content-Safety/tree/b47f6f6c18dc7d11a786abbbca2510cba58ede20"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:53:05+00:00","url":"https://huggingface.co/mradermacher/Nemotron-3-Content-Safety-i1-GGUF/tree/784d2a49df0a1379d3ae0fcbd95bcf1edeffebe6"}]},{"id":"nemotron-3-nano-omni-30b-a3b-reasoning-bf16","name":"Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","repo":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","sha":"e5e9932441de940c9a62185c870ea5bcd4cd24e2","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":31577940288,"params_active":3227754816,"params_repo":33015632214,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":52,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":262144,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":true,"gguf_source":{"file":"NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Q4_K_M.gguf","repo":"ggml-org/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-GGUF","sha":"996e29faecf72c0ffac11c6591b4603a1583968c"}},"gguf":{"repo":"ggml-org/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-GGUF","sha":"996e29faecf72c0ffac11c6591b4603a1583968c"},"weights":[{"quant":"Q4_K_M","bytes":22421823392,"gpu_bytes":22171706112,"mapped_bytes":22413927168,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,22202880],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,22202880],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,22202880],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,22202880],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,22202880],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,22202880],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792],[1,41277184],[1,900641792]],"read_bytes_per_token":2923174656,"files":["NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-GGUF/tree/996e29faecf72c0ffac11c6591b4603a1583968c"},{"quant":"Q8_0","bytes":33585495968,"gpu_bytes":33203258112,"mapped_bytes":33577599744,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880]],"read_bytes_per_token":3455527680,"files":["NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-GGUF/tree/996e29faecf72c0ffac11c6591b4603a1583968c"},{"quant":"BF16","bytes":63181504928,"gpu_bytes":62468965632,"mapped_bytes":63173608704,"out_bytes":704653824,"layer_bytes":[[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080]],"read_bytes_per_token":6473237760,"files":["NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-BF16.gguf"],"source_url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-GGUF/tree/996e29faecf72c0ffac11c6591b4603a1583968c"}],"original":{"bytes":66032308536,"repo":"nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16","sha":"e5e9932441de940c9a62185c870ea5bcd4cd24e2","dtypes":{"BF16":33015629264,"F32":2950}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:21:39+00:00","url":"https://huggingface.co/nvidia/Nemotron-3-Nano-Omni-30B-A3B-Reasoning-BF16/tree/e5e9932441de940c9a62185c870ea5bcd4cd24e2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:21:39+00:00","url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3-Nano-Omni-30B-A3B-GGUF/tree/996e29faecf72c0ffac11c6591b4603a1583968c"}]},{"id":"nemotron-cascade-14b-thinking","name":"Nemotron-Cascade-14B-Thinking","repo":"nvidia/Nemotron-Cascade-14B-Thinking","sha":"8aa18a07ea16c52261675f766ed2ea3ec80ea841","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"nvidia_Nemotron-Cascade-14B-Thinking-Q4_K_M.gguf","repo":"bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF","sha":"bd0a557fd819faa543d240b70a5312c4bbff317b"}},"gguf":{"repo":"bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF","sha":"bd0a557fd819faa543d240b70a5312c4bbff317b"},"weights":[{"quant":"IQ2_M","bytes":5322942080,"gpu_bytes":4982722560,"mapped_bytes":5316981760,"out_bytes":534835200,"layer_bytes":[[5,119727104],[35,109978624]],"read_bytes_per_token":4982722560,"files":["nvidia_Nemotron-Cascade-14B-Thinking-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q2_K","bytes":5753984640,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"IQ3_XXS","bytes":5942666880,"gpu_bytes":5602447360,"mapped_bytes":5936706560,"out_bytes":534835200,"layer_bytes":[[40,126690304]],"read_bytes_per_token":5602447360,"files":["nvidia_Nemotron-Cascade-14B-Thinking-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q3_K_M","bytes":7321313920,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"IQ4_XS","bytes":8110730880,"gpu_bytes":7691504640,"mapped_bytes":8104770560,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["nvidia_Nemotron-Cascade-14B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q4_0","bytes":8543002240,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q4_K_M","bytes":9001754240,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q5_K_M","bytes":10514570880,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q6_K","bytes":12121938560,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"Q8_0","bytes":15698535040,"gpu_bytes":14866042880,"mapped_bytes":15692574720,"out_bytes":826552320,"layer_bytes":[[40,350987264]],"read_bytes_per_token":14866042880,"files":["nvidia_Nemotron-Cascade-14B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"},{"quant":"BF16","bytes":29543424320,"gpu_bytes":27981639680,"mapped_bytes":29537464320,"out_bytes":1555845120,"layer_bytes":[[40,660644864]],"read_bytes_per_token":27981639680,"files":["nvidia_Nemotron-Cascade-14B-Thinking-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"}],"original":{"bytes":29536665584,"repo":"nvidia/Nemotron-Cascade-14B-Thinking","sha":"8aa18a07ea16c52261675f766ed2ea3ec80ea841","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T23:59:32+00:00","url":"https://huggingface.co/nvidia/Nemotron-Cascade-14B-Thinking/tree/8aa18a07ea16c52261675f766ed2ea3ec80ea841"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T23:59:32+00:00","url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-14B-Thinking-GGUF/tree/bd0a557fd819faa543d240b70a5312c4bbff317b"}]},{"id":"nemotron-cascade-2-30b-a3b","name":"Nemotron-Cascade-2-30B-A3B","repo":"nvidia/Nemotron-Cascade-2-30B-A3B","sha":"6327cdbcf907e1c7cec9cb29fb6e6cebdf8feaf7","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":31577940288,"params_active":3227754816,"params_repo":31577937344,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":52,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":262144,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":true,"gguf_source":{"file":"nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_M.gguf","repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","sha":"931b595fc71b7ca14fb9d935af011f69f7c0434c"}},"gguf":{"repo":"bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF","sha":"931b595fc71b7ca14fb9d935af011f69f7c0434c"},"weights":[{"quant":"IQ2_M","bytes":18102874560,"gpu_bytes":17896796928,"mapped_bytes":18094977792,"out_bytes":374352384,"layer_bytes":[[1,21923584],[1,740996096],[1,21923584],[1,740996096],[1,19257088],[1,16095744],[1,733512704],[1,19257088],[1,733512704],[1,21923584],[1,740996096],[1,19257088],[1,16095744],[1,733512704],[1,19257088],[1,733512704],[1,21923584],[1,740996096],[1,19257088],[1,16353792],[1,733512704],[1,19257088],[1,733512704],[1,21923584],[1,740996096],[1,19257088],[1,16095744],[1,733512704],[1,19257088],[1,733512704],[1,21923584],[1,740996096],[1,19257088],[1,16095744],[1,733512704],[1,19257088],[1,733512704],[1,21923584],[1,740996096],[1,19257088],[1,733512704],[1,19257088],[1,16353792],[1,733512704],[1,21923584],[1,740996096],[1,21923584],[1,740996096],[1,21923584],[1,740996096],[1,21923584],[1,740996096]],"read_bytes_per_token":2147998464,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q2_K","bytes":18161537472,"gpu_bytes":17955459840,"mapped_bytes":18153640704,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,19343104],[1,13859328],[1,733512704],[1,19343104],[1,733512704],[1,27428608],[1,740996096],[1,19343104],[1,13859328],[1,733512704],[1,19343104],[1,733512704],[1,27428608],[1,740996096],[1,19343104],[1,19364352],[1,733512704],[1,19343104],[1,733512704],[1,27428608],[1,740996096],[1,19343104],[1,13859328],[1,733512704],[1,19343104],[1,733512704],[1,27428608],[1,740996096],[1,19343104],[1,13859328],[1,733512704],[1,19343104],[1,733512704],[1,27428608],[1,740996096],[1,19343104],[1,733512704],[1,19343104],[1,19364352],[1,733512704],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096]],"read_bytes_per_token":2206661376,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q3_K_M","bytes":19067974080,"gpu_bytes":18861896448,"mapped_bytes":19060077312,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,820818944],[1,27428608],[1,820818944],[1,20461312],[1,13859328],[1,734759936],[1,20461312],[1,734759936],[1,27428608],[1,820818944],[1,20461312],[1,13859328],[1,734759936],[1,20461312],[1,734759936],[1,27428608],[1,820818944],[1,20461312],[1,19364352],[1,734759936],[1,20461312],[1,734759936],[1,27428608],[1,820818944],[1,20461312],[1,13859328],[1,734759936],[1,20461312],[1,734759936],[1,27428608],[1,820818944],[1,20461312],[1,13859328],[1,734759936],[1,20461312],[1,734759936],[1,27428608],[1,820818944],[1,20461312],[1,734759936],[1,20461312],[1,19364352],[1,734759936],[1,27428608],[1,820818944],[1,27428608],[1,820818944],[1,27428608],[1,820818944],[1,27428608],[1,820818944]],"read_bytes_per_token":2276205312,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"IQ4_XS","bytes":18166698432,"gpu_bytes":17960620800,"mapped_bytes":18158801664,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,21579520],[1,15235584],[1,731018240],[1,21579520],[1,731018240],[1,27428608],[1,740996096],[1,21579520],[1,15235584],[1,731018240],[1,21579520],[1,731018240],[1,27428608],[1,740996096],[1,21579520],[1,20740608],[1,731018240],[1,21579520],[1,731018240],[1,27428608],[1,740996096],[1,21579520],[1,15235584],[1,731018240],[1,21579520],[1,731018240],[1,27428608],[1,740996096],[1,21579520],[1,15235584],[1,731018240],[1,21579520],[1,731018240],[1,27428608],[1,740996096],[1,21579520],[1,731018240],[1,21579520],[1,20740608],[1,731018240],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096]],"read_bytes_per_token":2211822336,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q4_0","bytes":18272326080,"gpu_bytes":18066248448,"mapped_bytes":18264429312,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,780907520],[1,27428608],[1,780907520],[1,21923584],[1,13859328],[1,733512704],[1,21923584],[1,733512704],[1,27428608],[1,740996096],[1,21923584],[1,13859328],[1,733512704],[1,21923584],[1,733512704],[1,27428608],[1,740996096],[1,21923584],[1,19364352],[1,733512704],[1,21923584],[1,733512704],[1,27428608],[1,740996096],[1,21923584],[1,13859328],[1,733512704],[1,21923584],[1,733512704],[1,27428608],[1,740996096],[1,21923584],[1,13859328],[1,733512704],[1,21923584],[1,733512704],[1,27428608],[1,740996096],[1,21923584],[1,733512704],[1,21923584],[1,19364352],[1,733512704],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096]],"read_bytes_per_token":2241368832,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q4_K_M","bytes":24725740992,"gpu_bytes":24475623168,"mapped_bytes":24717844224,"out_bytes":374352384,"layer_bytes":[[1,30890752],[1,1140110336],[1,30890752],[1,1140110336],[1,25385728],[1,16611840],[1,900641792],[1,25385728],[1,900641792],[1,30890752],[1,1140110336],[1,25385728],[1,16611840],[1,900641792],[1,25385728],[1,900641792],[1,30890752],[1,1140110336],[1,25385728],[1,20740608],[1,900641792],[1,25385728],[1,900641792],[1,30890752],[1,1140110336],[1,25385728],[1,16611840],[1,900641792],[1,25385728],[1,900641792],[1,30890752],[1,1140110336],[1,25385728],[1,16611840],[1,900641792],[1,25385728],[1,900641792],[1,30890752],[1,1140110336],[1,25385728],[1,900641792],[1,25385728],[1,20740608],[1,900641792],[1,30890752],[1,1140110336],[1,30890752],[1,1140110336],[1,30890752],[1,1140110336],[1,30890752],[1,1140110336]],"read_bytes_per_token":2716413696,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q5_K_M","bytes":26212516800,"gpu_bytes":25940378880,"mapped_bytes":26204620032,"out_bytes":374352384,"layer_bytes":[[1,32621824],[1,1180021760],[1,32621824],[1,1180021760],[1,28493056],[1,18762240],[1,980464640],[1,28493056],[1,980464640],[1,32621824],[1,1180021760],[1,28493056],[1,18762240],[1,980464640],[1,28493056],[1,980464640],[1,32621824],[1,1180021760],[1,28493056],[1,22202880],[1,980464640],[1,28493056],[1,980464640],[1,32621824],[1,1180021760],[1,28493056],[1,18762240],[1,980464640],[1,28493056],[1,980464640],[1,32621824],[1,1180021760],[1,28493056],[1,18762240],[1,980464640],[1,28493056],[1,980464640],[1,32621824],[1,1180021760],[1,28493056],[1,980464640],[1,28493056],[1,22202880],[1,980464640],[1,32621824],[1,1180021760],[1,32621824],[1,1180021760],[1,32621824],[1,1180021760],[1,32621824],[1,1180021760]],"read_bytes_per_token":2849749248,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q6_K","bytes":33553498560,"gpu_bytes":33171260160,"mapped_bytes":33545601792,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880]],"read_bytes_per_token":3423529728,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"Q8_0","bytes":33585496512,"gpu_bytes":33203258112,"mapped_bytes":33577599744,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880]],"read_bytes_per_token":3455527680,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"},{"quant":"BF16","bytes":63181505344,"gpu_bytes":62468965632,"mapped_bytes":63173608704,"out_bytes":704653824,"layer_bytes":[[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080]],"read_bytes_per_token":6473237760,"files":["nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00001-of-00002.gguf","nvidia_Nemotron-Cascade-2-30B-A3B-bf16/nvidia_Nemotron-Cascade-2-30B-A3B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"}],"original":{"bytes":63156689008,"repo":"nvidia/Nemotron-Cascade-2-30B-A3B","sha":"6327cdbcf907e1c7cec9cb29fb6e6cebdf8feaf7","dtypes":{"BF16":31577937344,"F32":2944}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:25:04+00:00","url":"https://huggingface.co/nvidia/Nemotron-Cascade-2-30B-A3B/tree/6327cdbcf907e1c7cec9cb29fb6e6cebdf8feaf7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:25:04+00:00","url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-2-30B-A3B-GGUF/tree/931b595fc71b7ca14fb9d935af011f69f7c0434c"}]},{"id":"nemotron-cascade-8b","name":"Nemotron-Cascade-8B","repo":"nvidia/Nemotron-Cascade-8B","sha":"276a779fe0c1fe2d63a68fd573fec7b4b0a1907e","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"nvidia_Nemotron-Cascade-8B-Q4_K_M.gguf","repo":"bartowski/nvidia_Nemotron-Cascade-8B-GGUF","sha":"a276f0387d3d2708030e130a4c9e2b3e291a7616"}},"gguf":{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-GGUF","sha":"a276f0387d3d2708030e130a4c9e2b3e291a7616"},"weights":[{"quant":"IQ2_M","bytes":3051915264,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["nvidia_Nemotron-Cascade-8B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q2_K","bytes":3281733632,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["nvidia_Nemotron-Cascade-8B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"IQ3_XXS","bytes":3369633792,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["nvidia_Nemotron-Cascade-8B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q3_K_M","bytes":4124162048,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["nvidia_Nemotron-Cascade-8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"IQ4_XS","bytes":4561840128,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["nvidia_Nemotron-Cascade-8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q4_0","bytes":4787333120,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["nvidia_Nemotron-Cascade-8B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q4_K_M","bytes":5027784704,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["nvidia_Nemotron-Cascade-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q5_K_M","bytes":5851113472,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["nvidia_Nemotron-Cascade-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q6_K","bytes":6725900288,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["nvidia_Nemotron-Cascade-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"Q8_0","bytes":8709519360,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["nvidia_Nemotron-Cascade-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"},{"quant":"BF16","bytes":16388044512,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["nvidia_Nemotron-Cascade-8B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"}],"original":{"bytes":16381516808,"repo":"nvidia/Nemotron-Cascade-8B","sha":"276a779fe0c1fe2d63a68fd573fec7b4b0a1907e","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T23:58:35+00:00","url":"https://huggingface.co/nvidia/Nemotron-Cascade-8B/tree/276a779fe0c1fe2d63a68fd573fec7b4b0a1907e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T23:58:35+00:00","url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-GGUF/tree/a276f0387d3d2708030e130a4c9e2b3e291a7616"}]},{"id":"nemotron-cascade-8b-thinking","name":"Nemotron-Cascade-8B-Thinking","repo":"nvidia/Nemotron-Cascade-8B-Thinking","sha":"922c4fe0b33248fa02d2ed450046755f6442e638","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"nvidia_Nemotron-Cascade-8B-Thinking-Q4_K_M.gguf","repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","sha":"92a27d2d91739082140235872b16745e47517adf"}},"gguf":{"repo":"bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF","sha":"92a27d2d91739082140235872b16745e47517adf"},"weights":[{"quant":"IQ2_M","bytes":3051915328,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["nvidia_Nemotron-Cascade-8B-Thinking-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q2_K","bytes":3281733696,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"IQ3_XXS","bytes":3369633856,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["nvidia_Nemotron-Cascade-8B-Thinking-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q3_K_M","bytes":4124162112,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"IQ4_XS","bytes":4561840192,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["nvidia_Nemotron-Cascade-8B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q4_0","bytes":4787333184,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q4_K_M","bytes":5027784768,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q5_K_M","bytes":5851113536,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q6_K","bytes":6725900352,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"Q8_0","bytes":8709519424,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["nvidia_Nemotron-Cascade-8B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"},{"quant":"BF16","bytes":16388044544,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["nvidia_Nemotron-Cascade-8B-Thinking-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"}],"original":{"bytes":16381516816,"repo":"nvidia/Nemotron-Cascade-8B-Thinking","sha":"922c4fe0b33248fa02d2ed450046755f6442e638","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:53:23+00:00","url":"https://huggingface.co/nvidia/Nemotron-Cascade-8B-Thinking/tree/922c4fe0b33248fa02d2ed450046755f6442e638"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:53:23+00:00","url":"https://huggingface.co/bartowski/nvidia_Nemotron-Cascade-8B-Thinking-GGUF/tree/92a27d2d91739082140235872b16745e47517adf"}]},{"id":"nemotron-orchestrator-8b","name":"Nemotron-Orchestrator-8B","repo":"nvidia/Nemotron-Orchestrator-8B","sha":"26df4b9aad5abdc5b7871ee4c71063ce888feb26","publisher":"nvidia","license":null,"gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"nvidia_Orchestrator-8B-Q4_K_M.gguf","repo":"bartowski/nvidia_Orchestrator-8B-GGUF","sha":"b4bbbc08d2b475fe529428e6f358c932881aa0b5"}},"gguf":{"repo":"bartowski/nvidia_Orchestrator-8B-GGUF","sha":"b4bbbc08d2b475fe529428e6f358c932881aa0b5"},"weights":[{"quant":"IQ2_M","bytes":3051914400,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["nvidia_Orchestrator-8B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q2_K","bytes":3281732768,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["nvidia_Orchestrator-8B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"IQ3_XXS","bytes":3369632928,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["nvidia_Orchestrator-8B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q3_K_M","bytes":4124161184,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["nvidia_Orchestrator-8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"IQ4_XS","bytes":4561839264,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["nvidia_Orchestrator-8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q4_0","bytes":4787332256,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["nvidia_Orchestrator-8B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q4_K_M","bytes":5027783840,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["nvidia_Orchestrator-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q5_K_M","bytes":5851112608,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["nvidia_Orchestrator-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q6_K","bytes":6725899424,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["nvidia_Orchestrator-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"Q8_0","bytes":8709518496,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["nvidia_Orchestrator-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"},{"quant":"BF16","bytes":16388043648,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["nvidia_Orchestrator-8B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"}],"original":{"bytes":32762987240,"repo":"nvidia/Nemotron-Orchestrator-8B","sha":"26df4b9aad5abdc5b7871ee4c71063ce888feb26","dtypes":{"F32":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T23:57:34+00:00","url":"https://huggingface.co/nvidia/Nemotron-Orchestrator-8B/tree/26df4b9aad5abdc5b7871ee4c71063ce888feb26"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T23:57:34+00:00","url":"https://huggingface.co/bartowski/nvidia_Orchestrator-8B-GGUF/tree/b4bbbc08d2b475fe529428e6f358c932881aa0b5"}]},{"id":"nemotron-terminal-14b","name":"Nemotron-Terminal-14B","repo":"nvidia/Nemotron-Terminal-14B","sha":"fa6f29a51305285c6a396049f5bb359ae505ef6c","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Nemotron-Terminal-14B.i1-Q4_K_M.gguf","repo":"mradermacher/Nemotron-Terminal-14B-i1-GGUF","sha":"24aefb2392a905ed2d80a0121c5e1df03883c0a4"}},"gguf":{"repo":"mradermacher/Nemotron-Terminal-14B-i1-GGUF","sha":"24aefb2392a905ed2d80a0121c5e1df03883c0a4"},"weights":[{"quant":"IQ2_XXS","bytes":4299192960,"gpu_bytes":4037980160,"mapped_bytes":4293232640,"out_bytes":534835200,"layer_bytes":[[5,93062144],[35,86795264]],"read_bytes_per_token":4037980160,"files":["Nemotron-Terminal-14B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"IQ2_M","bytes":5322942080,"gpu_bytes":4982722560,"mapped_bytes":5316981760,"out_bytes":534835200,"layer_bytes":[[5,119727104],[35,109978624]],"read_bytes_per_token":4982722560,"files":["Nemotron-Terminal-14B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"Q2_K","bytes":5753984640,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["Nemotron-Terminal-14B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"IQ3_XXS","bytes":5942666880,"gpu_bytes":5602447360,"mapped_bytes":5936706560,"out_bytes":534835200,"layer_bytes":[[40,126690304]],"read_bytes_per_token":5602447360,"files":["Nemotron-Terminal-14B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"Q3_K_M","bytes":7321313920,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["Nemotron-Terminal-14B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"IQ4_XS","bytes":8110730880,"gpu_bytes":7691504640,"mapped_bytes":8104770560,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["Nemotron-Terminal-14B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"Q4_0","bytes":8543002240,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["Nemotron-Terminal-14B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"Q4_K_M","bytes":9001754240,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["Nemotron-Terminal-14B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"Q5_K_M","bytes":10514570880,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["Nemotron-Terminal-14B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"},{"quant":"Q6_K","bytes":12121938560,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["Nemotron-Terminal-14B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"}],"original":{"bytes":29536665608,"repo":"nvidia/Nemotron-Terminal-14B","sha":"fa6f29a51305285c6a396049f5bb359ae505ef6c","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:53:51+00:00","url":"https://huggingface.co/nvidia/Nemotron-Terminal-14B/tree/fa6f29a51305285c6a396049f5bb359ae505ef6c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:53:51+00:00","url":"https://huggingface.co/mradermacher/Nemotron-Terminal-14B-i1-GGUF/tree/24aefb2392a905ed2d80a0121c5e1df03883c0a4"}]},{"id":"nemotron-terminal-32b","name":"Nemotron-Terminal-32B","repo":"nvidia/Nemotron-Terminal-32B","sha":"a6794afe7fcce15a44a02c0a8d54616f0bed81f1","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32762123264,"params_active":null,"params_repo":32762123264,"arch":{"gguf_arch":"qwen3","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Nemotron-Terminal-32B.i1-Q4_K_M.gguf","repo":"mradermacher/Nemotron-Terminal-32B-i1-GGUF","sha":"53efb5900ec8b8f7229fc5ca35b598a128f27354"}},"gguf":{"repo":"mradermacher/Nemotron-Terminal-32B-i1-GGUF","sha":"53efb5900ec8b8f7229fc5ca35b598a128f27354"},"weights":[{"quant":"IQ2_XXS","bytes":9019914144,"gpu_bytes":8758685696,"mapped_bytes":9013938176,"out_bytes":534835200,"layer_bytes":[[8,136561664],[56,127345664]],"read_bytes_per_token":8758685696,"files":["Nemotron-Terminal-32B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"IQ2_M","bytes":11362861984,"gpu_bytes":11022626816,"mapped_bytes":11356886016,"out_bytes":534835200,"layer_bytes":[[8,176415744],[56,162079744]],"read_bytes_per_token":11022626816,"files":["Nemotron-Terminal-32B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"Q2_K","bytes":12344652704,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["Nemotron-Terminal-32B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"IQ3_XXS","bytes":12821037984,"gpu_bytes":12480802816,"mapped_bytes":12815062016,"out_bytes":534835200,"layer_bytes":[[64,186655744]],"read_bytes_per_token":12480802816,"files":["Nemotron-Terminal-32B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"Q3_K_M","bytes":15971778464,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["Nemotron-Terminal-32B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"IQ4_XS","bytes":17690495904,"gpu_bytes":17271254016,"mapped_bytes":17684519936,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["Nemotron-Terminal-32B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"Q4_0","bytes":18703088544,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["Nemotron-Terminal-32B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"Q4_K_M","bytes":19762150304,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["Nemotron-Terminal-32B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"Q5_K_M","bytes":23214832544,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["Nemotron-Terminal-32B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"},{"quant":"Q6_K","bytes":26883307424,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["Nemotron-Terminal-32B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"}],"original":{"bytes":65524328424,"repo":"nvidia/Nemotron-Terminal-32B","sha":"a6794afe7fcce15a44a02c0a8d54616f0bed81f1","dtypes":{"BF16":32762123264}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:24:12+00:00","url":"https://huggingface.co/nvidia/Nemotron-Terminal-32B/tree/a6794afe7fcce15a44a02c0a8d54616f0bed81f1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:24:12+00:00","url":"https://huggingface.co/mradermacher/Nemotron-Terminal-32B-i1-GGUF/tree/53efb5900ec8b8f7229fc5ca35b598a128f27354"}]},{"id":"nemotron-terminal-8b","name":"Nemotron-Terminal-8B","repo":"nvidia/Nemotron-Terminal-8B","sha":"bb1413579351dfada0c203699ea32d2d08f0942c","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Nemotron-Terminal-8B.i1-Q4_K_M.gguf","repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","sha":"63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"}},"gguf":{"repo":"mradermacher/Nemotron-Terminal-8B-i1-GGUF","sha":"63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},"weights":[{"quant":"IQ2_XXS","bytes":2490112064,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["Nemotron-Terminal-8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"IQ2_M","bytes":3051915328,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["Nemotron-Terminal-8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"Q2_K","bytes":3281733696,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Nemotron-Terminal-8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"IQ3_XXS","bytes":3369633856,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["Nemotron-Terminal-8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"Q3_K_M","bytes":4124162112,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Nemotron-Terminal-8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"IQ4_XS","bytes":4561840192,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Nemotron-Terminal-8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"Q4_0","bytes":4787333184,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Nemotron-Terminal-8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"Q4_K_M","bytes":5027784768,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Nemotron-Terminal-8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"Q5_K_M","bytes":5851113536,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Nemotron-Terminal-8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"},{"quant":"Q6_K","bytes":6725900352,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Nemotron-Terminal-8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"}],"original":{"bytes":16381516824,"repo":"nvidia/Nemotron-Terminal-8B","sha":"bb1413579351dfada0c203699ea32d2d08f0942c","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:53:59+00:00","url":"https://huggingface.co/nvidia/Nemotron-Terminal-8B/tree/bb1413579351dfada0c203699ea32d2d08f0942c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:53:59+00:00","url":"https://huggingface.co/mradermacher/Nemotron-Terminal-8B-i1-GGUF/tree/63ff5a000c9cf5f0bf483a6615f1668cf0e0c61e"}]},{"id":"north-mini-code-1-0","name":"North-Mini-Code-1.0","repo":"CohereLabs/North-Mini-Code-1.0","sha":"d11e61a842617a22dc328552fa5bb86231ee4f37","publisher":"CohereLabs","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":30484303872,"params_active":3305213952,"params_repo":30484303872,"arch":{"gguf_arch":"cohere2moe","n_layers":49,"n_layers_all":49,"layers":[[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":13,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":36,"v_elems":512,"window":4096}],"state_elems":0,"max_context":500000,"vocab_size":262144,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"North-Mini-Code-1.0-Q4_K_M.gguf","repo":"bartowski/North-Mini-Code-1.0-GGUF","sha":"6ff6563002170723a6f7a672bf4c99775be6c0dd"}},"gguf":{"repo":"bartowski/North-Mini-Code-1.0-GGUF","sha":"6ff6563002170723a6f7a672bf4c99775be6c0dd"},"weights":[{"quant":"IQ2_XXS","bytes":8512945728,"gpu_bytes":8502517760,"mapped_bytes":8502517760,"out_bytes":369106944,"layer_bytes":[[1,23134208],[5,173948928],[1,173678592],[1,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[1,167657472],[2,167387136],[3,167657472],[5,173948928]],"read_bytes_per_token":1430528000,"files":["North-Mini-Code-1.0-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"IQ2_M","bytes":10549280320,"gpu_bytes":10538852352,"mapped_bytes":10538852352,"out_bytes":369106944,"layer_bytes":[[1,24182784],[5,228474880],[1,228204544],[1,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[1,206454784],[2,206184448],[3,206454784],[5,228474880]],"read_bytes_per_token":1605967872,"files":["North-Mini-Code-1.0-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q2_K","bytes":11090304576,"gpu_bytes":11079876608,"mapped_bytes":11079876608,"out_bytes":440410112,"layer_bytes":[[1,20668416],[5,233512960],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[1,229384192],[1,208936960],[1,213065728],[7,233512960]],"read_bytes_per_token":1701675008,"files":["North-Mini-Code-1.0-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"IQ3_XXS","bytes":12993338944,"gpu_bytes":12982910976,"mapped_bytes":12982910976,"out_bytes":369106944,"layer_bytes":[[1,21061632],[5,282271744],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[1,278601728],[1,242425856],[1,246095872],[7,282271744]],"read_bytes_per_token":1764458496,"files":["North-Mini-Code-1.0-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q3_K_M","bytes":14209048128,"gpu_bytes":14198620160,"mapped_bytes":14198620160,"out_bytes":440410112,"layer_bytes":[[1,23568384],[5,301146112],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[1,297869312],[1,271130624],[1,274407424],[7,301146112]],"read_bytes_per_token":1918484480,"files":["North-Mini-Code-1.0-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"IQ4_XS","bytes":16583843392,"gpu_bytes":16573415424,"mapped_bytes":16573415424,"out_bytes":440410112,"layer_bytes":[[1,24911872],[5,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[1,336797696],[2,334372864],[8,336797696]],"read_bytes_per_token":2134523904,"files":["North-Mini-Code-1.0-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q4_0","bytes":17521204800,"gpu_bytes":17510776832,"mapped_bytes":17510776832,"out_bytes":440410112,"layer_bytes":[[1,24846336],[5,367206400],[1,365043712],[1,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[1,354623488],[2,352460800],[8,354623488]],"read_bytes_per_token":2151759872,"files":["North-Mini-Code-1.0-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q4_K_M","bytes":18744024640,"gpu_bytes":18733596672,"mapped_bytes":18733596672,"out_bytes":440410112,"layer_bytes":[[1,27123712],[5,407576576],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[1,405413888],[1,353509376],[1,355672064],[7,407576576]],"read_bytes_per_token":2277507072,"files":["North-Mini-Code-1.0-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q5_K_M","bytes":21845253696,"gpu_bytes":21834825728,"mapped_bytes":21834825728,"out_bytes":440410112,"layer_bytes":[[1,29810688],[5,459022336],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[1,457908224],[1,431169536],[1,432283648],[7,459022336]],"read_bytes_per_token":2547580928,"files":["North-Mini-Code-1.0-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q6_K","bytes":26402856512,"gpu_bytes":26392428544,"mapped_bytes":26392428544,"out_bytes":440410112,"layer_bytes":[[1,35545088],[5,565321728],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[1,563290112],[1,514531328],[1,516562944],[7,565321728]],"read_bytes_per_token":3000008704,"files":["North-Mini-Code-1.0-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"Q8_0","bytes":32437263936,"gpu_bytes":32426835968,"mapped_bytes":32426835968,"out_bytes":570433536,"layer_bytes":[[1,40116224],[48,662839296]],"read_bytes_per_token":3549052928,"files":["North-Mini-Code-1.0-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"},{"quant":"BF16","bytes":61004406272,"gpu_bytes":60993978368,"mapped_bytes":60993978368,"out_bytes":1073750016,"layer_bytes":[[1,75505664],[48,1246765056]],"read_bytes_per_token":6635798528,"files":["North-Mini-Code-1.0-bf16/North-Mini-Code-1.0-bf16-00001-of-00002.gguf","North-Mini-Code-1.0-bf16/North-Mini-Code-1.0-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"}],"original":{"bytes":60970901384,"repo":"CohereLabs/North-Mini-Code-1.0","sha":"d11e61a842617a22dc328552fa5bb86231ee4f37","dtypes":{"BF16":30484303872}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:03:55+00:00","url":"https://huggingface.co/CohereLabs/North-Mini-Code-1.0/tree/d11e61a842617a22dc328552fa5bb86231ee4f37"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:03:55+00:00","url":"https://huggingface.co/bartowski/North-Mini-Code-1.0-GGUF/tree/6ff6563002170723a6f7a672bf4c99775be6c0dd"}]},{"id":"nouscoder-14b","name":"NousCoder-14B","repo":"NousResearch/NousCoder-14B","sha":"bea270969fc7edea385a15a492ebeec5cbc6d6a8","publisher":"NousResearch","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":81920,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"NousResearch_NousCoder-14B-Q4_K_M.gguf","repo":"bartowski/NousResearch_NousCoder-14B-GGUF","sha":"d65069f866af4df2b81ad979c846b409c72ebb2a"}},"gguf":{"repo":"bartowski/NousResearch_NousCoder-14B-GGUF","sha":"d65069f866af4df2b81ad979c846b409c72ebb2a"},"weights":[{"quant":"IQ2_M","bytes":5322942592,"gpu_bytes":4982722560,"mapped_bytes":5316981760,"out_bytes":534835200,"layer_bytes":[[5,119727104],[35,109978624]],"read_bytes_per_token":4982722560,"files":["NousResearch_NousCoder-14B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q2_K","bytes":5753985152,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["NousResearch_NousCoder-14B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"IQ3_XXS","bytes":5942667392,"gpu_bytes":5602447360,"mapped_bytes":5936706560,"out_bytes":534835200,"layer_bytes":[[40,126690304]],"read_bytes_per_token":5602447360,"files":["NousResearch_NousCoder-14B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q3_K_M","bytes":7321314432,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["NousResearch_NousCoder-14B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"IQ4_XS","bytes":8110731392,"gpu_bytes":7691504640,"mapped_bytes":8104770560,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["NousResearch_NousCoder-14B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q4_0","bytes":8543002752,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["NousResearch_NousCoder-14B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q4_K_M","bytes":9001754752,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["NousResearch_NousCoder-14B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q5_K_M","bytes":10514571392,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["NousResearch_NousCoder-14B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q6_K","bytes":12121939072,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["NousResearch_NousCoder-14B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"Q8_0","bytes":15698535552,"gpu_bytes":14866042880,"mapped_bytes":15692574720,"out_bytes":826552320,"layer_bytes":[[40,350987264]],"read_bytes_per_token":14866042880,"files":["NousResearch_NousCoder-14B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"},{"quant":"BF16","bytes":29543424864,"gpu_bytes":27981639680,"mapped_bytes":29537464320,"out_bytes":1555845120,"layer_bytes":[[40,660644864]],"read_bytes_per_token":27981639680,"files":["NousResearch_NousCoder-14B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"}],"original":{"bytes":29536665656,"repo":"NousResearch/NousCoder-14B","sha":"bea270969fc7edea385a15a492ebeec5cbc6d6a8","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:34+00:00","url":"https://huggingface.co/NousResearch/NousCoder-14B/tree/bea270969fc7edea385a15a492ebeec5cbc6d6a8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:34+00:00","url":"https://huggingface.co/bartowski/NousResearch_NousCoder-14B-GGUF/tree/d65069f866af4df2b81ad979c846b409c72ebb2a"}]},{"id":"nvidia-nemotron-3-5-lightning-30b-a3b-base-bf16","name":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16","repo":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16","sha":"434456c9a6753f29d24e23c95d622aaf17111b3b","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":31577940288,"params_active":3227754816,"params_repo":null,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":53,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":262144,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":true,"gguf_source":{"file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q4_K_M.gguf","repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF","sha":"b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"}},"gguf":{"repo":"mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF","sha":"b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},"weights":[{"quant":"Q2_K","bytes":18655798304,"gpu_bytes":17702916864,"mapped_bytes":18647910656,"out_bytes":374352384,"layer_bytes":[[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240]],"read_bytes_per_token":1954118400,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},{"quant":"Q3_K_M","bytes":20680125728,"gpu_bytes":19643158272,"mapped_bytes":20672238080,"out_bytes":374352384,"layer_bytes":[[1,20461312],[1,852623360],[1,20461312],[1,812088320],[1,20461312],[1,13300224],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13300224],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320]],"read_bytes_per_token":2106452736,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},{"quant":"IQ4_XS","bytes":18717998624,"gpu_bytes":17761063680,"mapped_bytes":18710110976,"out_bytes":374352384,"layer_bytes":[[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240]],"read_bytes_per_token":2012265216,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},{"quant":"Q4_0","bytes":18809842208,"gpu_bytes":17852111616,"mapped_bytes":18801954560,"out_bytes":374352384,"layer_bytes":[[1,21923584],[1,771553280],[1,21923584],[1,771553280],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240]],"read_bytes_per_token":2027232000,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},{"quant":"Q4_K_M","bytes":25430730272,"gpu_bytes":24021802752,"mapped_bytes":25422842624,"out_bytes":374352384,"layer_bytes":[[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,14977536],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14977536],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640]],"read_bytes_per_token":2490836736,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},{"quant":"Q5_K_M","bytes":27040745504,"gpu_bytes":25565349120,"mapped_bytes":27032857856,"out_bytes":374352384,"layer_bytes":[[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,17084928],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,17084928],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680]],"read_bytes_per_token":2664922368,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"},{"quant":"Q6_K","bytes":34921138976,"gpu_bytes":33125929728,"mapped_bytes":34913251328,"out_bytes":374352384,"layer_bytes":[[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880]],"read_bytes_per_token":3378199296,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"}],"original":{"bytes":65827374264,"repo":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16","sha":"434456c9a6753f29d24e23c95d622aaf17111b3b","dtypes":{"BF16":32913263168,"F32":3072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:18:14+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16/tree/434456c9a6753f29d24e23c95d622aaf17111b3b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:18:14+00:00","url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Base-BF16-i1-GGUF/tree/b5c0bdffcca8f3f996ec5370bf55ee63e0ee5d4f"}]},{"id":"nvidia-nemotron-3-5-lightning-30b-a3b-bf16","name":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","repo":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","sha":"a9904d24bcc1d289a1950fa9d2b978c47cf903b9","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":31577940288,"params_active":3227754816,"params_repo":null,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":53,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":262144,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":true,"gguf_source":{"file":"NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_M.gguf","repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","sha":"f0eec2267ae843d9eb21ea3926ab0046da0a8628"}},"gguf":{"repo":"bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF","sha":"f0eec2267ae843d9eb21ea3926ab0046da0a8628"},"weights":[{"quant":"IQ2_M","bytes":18854537184,"gpu_bytes":17896796928,"mapped_bytes":18846639872,"out_bytes":374352384,"layer_bytes":[[1,21923584],[1,740996096],[1,21923584],[1,740996096],[1,19257088],[1,16095744],[1,740996096],[1,19257088],[1,733512704],[1,21923584],[1,733512704],[1,19257088],[1,16095744],[1,740996096],[1,19257088],[1,733512704],[1,21923584],[1,733512704],[1,19257088],[1,16353792],[1,740996096],[1,19257088],[1,733512704],[1,21923584],[1,733512704],[1,19257088],[1,16095744],[1,740996096],[1,19257088],[1,733512704],[1,21923584],[1,733512704],[1,19257088],[1,16095744],[1,740996096],[1,19257088],[1,733512704],[1,21923584],[1,733512704],[1,19257088],[1,740996096],[1,19257088],[1,16353792],[1,733512704],[1,21923584],[1,733512704],[1,21923584],[1,740996096],[1,21923584],[1,740996096],[1,21923584],[1,740996096]],"read_bytes_per_token":2147998464,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q2_K","bytes":18913200096,"gpu_bytes":17955459840,"mapped_bytes":18905302784,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,19343104],[1,13859328],[1,740996096],[1,19343104],[1,733512704],[1,27428608],[1,733512704],[1,19343104],[1,13859328],[1,740996096],[1,19343104],[1,733512704],[1,27428608],[1,733512704],[1,19343104],[1,19364352],[1,740996096],[1,19343104],[1,733512704],[1,27428608],[1,733512704],[1,19343104],[1,13859328],[1,740996096],[1,19343104],[1,733512704],[1,27428608],[1,733512704],[1,19343104],[1,13859328],[1,740996096],[1,19343104],[1,733512704],[1,27428608],[1,733512704],[1,19343104],[1,740996096],[1,19343104],[1,19364352],[1,733512704],[1,27428608],[1,733512704],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096]],"read_bytes_per_token":2206661376,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q3_K_M","bytes":19819636704,"gpu_bytes":18861896448,"mapped_bytes":19811739392,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,820818944],[1,27428608],[1,820818944],[1,20461312],[1,13859328],[1,820818944],[1,20461312],[1,734759936],[1,27428608],[1,734759936],[1,20461312],[1,13859328],[1,820818944],[1,20461312],[1,734759936],[1,27428608],[1,734759936],[1,20461312],[1,19364352],[1,820818944],[1,20461312],[1,734759936],[1,27428608],[1,734759936],[1,20461312],[1,13859328],[1,820818944],[1,20461312],[1,734759936],[1,27428608],[1,734759936],[1,20461312],[1,13859328],[1,820818944],[1,20461312],[1,734759936],[1,27428608],[1,734759936],[1,20461312],[1,820818944],[1,20461312],[1,19364352],[1,734759936],[1,27428608],[1,734759936],[1,27428608],[1,820818944],[1,27428608],[1,820818944],[1,27428608],[1,820818944]],"read_bytes_per_token":2276205312,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"IQ4_XS","bytes":18918361056,"gpu_bytes":17960620800,"mapped_bytes":18910463744,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,21579520],[1,15235584],[1,740996096],[1,21579520],[1,731018240],[1,27428608],[1,731018240],[1,21579520],[1,15235584],[1,740996096],[1,21579520],[1,731018240],[1,27428608],[1,731018240],[1,21579520],[1,20740608],[1,740996096],[1,21579520],[1,731018240],[1,27428608],[1,731018240],[1,21579520],[1,15235584],[1,740996096],[1,21579520],[1,731018240],[1,27428608],[1,731018240],[1,21579520],[1,15235584],[1,740996096],[1,21579520],[1,731018240],[1,27428608],[1,731018240],[1,21579520],[1,740996096],[1,21579520],[1,20740608],[1,731018240],[1,27428608],[1,731018240],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096]],"read_bytes_per_token":2211822336,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q4_0","bytes":19063900128,"gpu_bytes":18106159872,"mapped_bytes":19056002816,"out_bytes":374352384,"layer_bytes":[[1,27428608],[1,780907520],[1,27428608],[1,780907520],[1,21923584],[1,13859328],[1,780907520],[1,21923584],[1,733512704],[1,27428608],[1,733512704],[1,21923584],[1,13859328],[1,740996096],[1,21923584],[1,733512704],[1,27428608],[1,733512704],[1,21923584],[1,19364352],[1,740996096],[1,21923584],[1,733512704],[1,27428608],[1,733512704],[1,21923584],[1,13859328],[1,740996096],[1,21923584],[1,733512704],[1,27428608],[1,733512704],[1,21923584],[1,13859328],[1,740996096],[1,21923584],[1,733512704],[1,27428608],[1,733512704],[1,21923584],[1,740996096],[1,21923584],[1,19364352],[1,733512704],[1,27428608],[1,733512704],[1,27428608],[1,740996096],[1,27428608],[1,740996096],[1,27428608],[1,740996096]],"read_bytes_per_token":2243239680,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q4_K_M","bytes":25477403616,"gpu_bytes":24475623168,"mapped_bytes":25469506304,"out_bytes":374352384,"layer_bytes":[[1,30890752],[1,1140110336],[1,30890752],[1,1140110336],[1,25385728],[1,16611840],[1,1140110336],[1,25385728],[1,900641792],[1,30890752],[1,900641792],[1,25385728],[1,16611840],[1,1140110336],[1,25385728],[1,900641792],[1,30890752],[1,900641792],[1,25385728],[1,20740608],[1,1140110336],[1,25385728],[1,900641792],[1,30890752],[1,900641792],[1,25385728],[1,16611840],[1,1140110336],[1,25385728],[1,900641792],[1,30890752],[1,900641792],[1,25385728],[1,16611840],[1,1140110336],[1,25385728],[1,900641792],[1,30890752],[1,900641792],[1,25385728],[1,1140110336],[1,25385728],[1,20740608],[1,900641792],[1,30890752],[1,900641792],[1,30890752],[1,1140110336],[1,30890752],[1,1140110336],[1,30890752],[1,1140110336]],"read_bytes_per_token":2716413696,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q5_K_M","bytes":26964179424,"gpu_bytes":25940378880,"mapped_bytes":26956282112,"out_bytes":374352384,"layer_bytes":[[1,32621824],[1,1180021760],[1,32621824],[1,1180021760],[1,28493056],[1,18762240],[1,1180021760],[1,28493056],[1,980464640],[1,32621824],[1,980464640],[1,28493056],[1,18762240],[1,1180021760],[1,28493056],[1,980464640],[1,32621824],[1,980464640],[1,28493056],[1,22202880],[1,1180021760],[1,28493056],[1,980464640],[1,32621824],[1,980464640],[1,28493056],[1,18762240],[1,1180021760],[1,28493056],[1,980464640],[1,32621824],[1,980464640],[1,28493056],[1,18762240],[1,1180021760],[1,28493056],[1,980464640],[1,32621824],[1,980464640],[1,28493056],[1,1180021760],[1,28493056],[1,22202880],[1,980464640],[1,32621824],[1,980464640],[1,32621824],[1,1180021760],[1,32621824],[1,1180021760],[1,32621824],[1,1180021760]],"read_bytes_per_token":2849749248,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q6_K","bytes":34305161184,"gpu_bytes":33171260160,"mapped_bytes":34297263872,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,38610688],[1,1379578880],[1,41277184],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880]],"read_bytes_per_token":3423529728,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"Q8_0","bytes":35004643296,"gpu_bytes":33203258112,"mapped_bytes":34996745984,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880]],"read_bytes_per_token":3455527680,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"},{"quant":"BF16","bytes":65852184928,"gpu_bytes":62468965632,"mapped_bytes":65844287744,"out_bytes":704653824,"layer_bytes":[[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080]],"read_bytes_per_token":6473237760,"files":["NVIDIA-Nemotron-3.5-Lightning-30B-A3B-bf16/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-bf16-00001-of-00002.gguf","NVIDIA-Nemotron-3.5-Lightning-30B-A3B-bf16/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"}],"original":{"bytes":65827374264,"repo":"nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","sha":"a9904d24bcc1d289a1950fa9d2b978c47cf903b9","dtypes":{"BF16":32913263168,"F32":3072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:18:23+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16/tree/a9904d24bcc1d289a1950fa9d2b978c47cf903b9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:18:23+00:00","url":"https://huggingface.co/bartowski/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-GGUF/tree/f0eec2267ae843d9eb21ea3926ab0046da0a8628"}]},{"id":"nvidia-nemotron-3-5-super-vl-120b-a12b-bf16","name":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16","repo":"nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16","sha":"1f8953f7f0935358e3605150d22bc15df062061c","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":120668707840,"params_active":12233366528,"params_repo":124453395976,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":88,"n_layers_all":88,"layers":[[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":8,"v_elems":256,"window":null}],"state_elems":43171840,"max_context":1048576,"vocab_size":131072,"hidden_size":4096,"moe":{"active":22,"experts":512},"cross_checked":false,"gguf_source":{"file":"NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_0.gguf","repo":"ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","sha":"3c91ad1be60865386af92e8147dafb32470b097d"}},"gguf":{"repo":"ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF","sha":"3c91ad1be60865386af92e8147dafb32470b097d"},"weights":[{"quant":"Q4_0","bytes":71803752384,"gpu_bytes":71225405440,"mapped_bytes":71795830784,"out_bytes":440418304,"layer_bytes":[[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,37896192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248],[1,116680192],[1,1645365248]],"read_bytes_per_token":10532515840,"files":["NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q4_0.gguf"],"source_url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF/tree/3c91ad1be60865386af92e8147dafb32470b097d"},{"quant":"Q8_0","bytes":128472993728,"gpu_bytes":127894646784,"mapped_bytes":128465072128,"out_bytes":570441728,"layer_bytes":[[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696]],"read_bytes_per_token":13252521984,"files":["NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-Q8_0.gguf"],"source_url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF/tree/3c91ad1be60865386af92e8147dafb32470b097d"},{"quant":"BF16","bytes":241518661568,"gpu_bytes":240436998144,"mapped_bytes":241510739968,"out_bytes":1073758208,"layer_bytes":[[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,71319552],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216],[1,219407872],[1,5750409216]],"read_bytes_per_token":24640057344,"files":["NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16.gguf"],"source_url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF/tree/3c91ad1be60865386af92e8147dafb32470b097d"}],"original":{"bytes":248913061416,"repo":"nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16","sha":"1f8953f7f0935358e3605150d22bc15df062061c","dtypes":{"BF16":124453374976,"F32":20998,"I64":2}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:21:50+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-BF16/tree/1f8953f7f0935358e3605150d22bc15df062061c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:21:50+00:00","url":"https://huggingface.co/ggml-org/NVIDIA-Nemotron-3.5-Super-VL-120B-A12B-GGUF/tree/3c91ad1be60865386af92e8147dafb32470b097d"}]},{"id":"nvidia-nemotron-3-nano-30b-a3b-bf16","name":"NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","repo":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","sha":"bf77c3174f68ad409e1c2aa60daeb46e32d1c606","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":31577940288,"params_active":3227754816,"params_repo":31577937344,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":52,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":262144,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":true,"gguf_source":{"file":"Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf","repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","sha":"9ad8b366c308f931b2a96b9306f0b41aef9cd405"}},"gguf":{"repo":"unsloth/Nemotron-3-Nano-30B-A3B-GGUF","sha":"9ad8b366c308f931b2a96b9306f0b41aef9cd405"},"weights":[{"quant":"Q3_K_M","bytes":20007397152,"gpu_bytes":19757280000,"mapped_bytes":19999501056,"out_bytes":374352384,"layer_bytes":[[1,20461312],[1,856988672],[1,20461312],[1,817077248],[1,20461312],[1,13300224],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,13300224],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,13257216],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,13257216],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,13257216],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,13257216],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248],[1,20461312],[1,817077248]],"read_bytes_per_token":2220574464,"files":["Nemotron-3-Nano-30B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"IQ4_XS","bytes":18168955680,"gpu_bytes":17918838528,"mapped_bytes":18161059584,"out_bytes":374352384,"layer_bytes":[[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,12827136],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,12827136],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,12827136],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,12827136],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,12827136],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,12827136],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016],[1,21579520],[1,737878016]],"read_bytes_per_token":2170040064,"files":["Nemotron-3-Nano-30B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"Q4_0","bytes":18214716192,"gpu_bytes":18008639232,"mapped_bytes":18206820096,"out_bytes":374352384,"layer_bytes":[[1,21923584],[1,777789440],[1,21923584],[1,777789440],[1,21923584],[1,13171200],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,13171200],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,13171200],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,13171200],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,13171200],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,13171200],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016],[1,21923584],[1,737878016]],"read_bytes_per_token":2183759616,"files":["Nemotron-3-Nano-30B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"Q4_K_M","bytes":24574373664,"gpu_bytes":24324256512,"mapped_bytes":24566477568,"out_bytes":374352384,"layer_bytes":[[1,25385728],[1,1136992256],[1,25385728],[1,1136992256],[1,25385728],[1,14719488],[1,897523712],[1,25385728],[1,1136992256],[1,25385728],[1,897523712],[1,25385728],[1,14719488],[1,897523712],[1,25385728],[1,897523712],[1,25385728],[1,1136992256],[1,25385728],[1,14977536],[1,1136992256],[1,25385728],[1,897523712],[1,25385728],[1,897523712],[1,25385728],[1,14719488],[1,897523712],[1,25385728],[1,1136992256],[1,25385728],[1,897523712],[1,25385728],[1,14719488],[1,897523712],[1,25385728],[1,897523712],[1,25385728],[1,1136992256],[1,25385728],[1,897523712],[1,25385728],[1,14977536],[1,897523712],[1,25385728],[1,1136992256],[1,25385728],[1,1136992256],[1,25385728],[1,1136992256],[1,25385728],[1,1136992256]],"read_bytes_per_token":2565047040,"files":["Nemotron-3-Nano-30B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"Q5_K_M","bytes":26149294368,"gpu_bytes":25877157120,"mapped_bytes":26141398272,"out_bytes":374352384,"layer_bytes":[[1,28493056],[1,1180021760],[1,28493056],[1,1180021760],[1,28493056],[1,16869888],[1,980464640],[1,28493056],[1,1180021760],[1,28493056],[1,980464640],[1,28493056],[1,16869888],[1,980464640],[1,28493056],[1,980464640],[1,28493056],[1,1180021760],[1,28493056],[1,17084928],[1,1180021760],[1,28493056],[1,980464640],[1,28493056],[1,980464640],[1,28493056],[1,16869888],[1,980464640],[1,28493056],[1,1180021760],[1,28493056],[1,980464640],[1,28493056],[1,16869888],[1,980464640],[1,28493056],[1,980464640],[1,28493056],[1,1180021760],[1,28493056],[1,980464640],[1,28493056],[1,17084928],[1,980464640],[1,28493056],[1,1180021760],[1,28493056],[1,1180021760],[1,28493056],[1,1180021760],[1,28493056],[1,1180021760]],"read_bytes_per_token":2786527488,"files":["Nemotron-3-Nano-30B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"Q6_K","bytes":33508167456,"gpu_bytes":33125929728,"mapped_bytes":33500271360,"out_bytes":374352384,"layer_bytes":[[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880]],"read_bytes_per_token":3378199296,"files":["Nemotron-3-Nano-30B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"Q8_0","bytes":33585495840,"gpu_bytes":33203258112,"mapped_bytes":33577599744,"out_bytes":374352384,"layer_bytes":[[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,24869376],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880],[1,41277184],[1,1379578880]],"read_bytes_per_token":3455527680,"files":["Nemotron-3-Nano-30B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"},{"quant":"BF16","bytes":63181504736,"gpu_bytes":62468965632,"mapped_bytes":63173608704,"out_bytes":704653824,"layer_bytes":[[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,46803456],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080],[1,77565184],[1,2595630080]],"read_bytes_per_token":6473237760,"files":["BF16/Nemotron-3-Nano-30B-A3B-BF16-00001-of-00002.gguf","BF16/Nemotron-3-Nano-30B-A3B-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"}],"original":{"bytes":63156694272,"repo":"nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16","sha":"bf77c3174f68ad409e1c2aa60daeb46e32d1c606","dtypes":{"BF16":31577934400,"F32":5888}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:20:53+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-BF16/tree/bf77c3174f68ad409e1c2aa60daeb46e32d1c606"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:20:53+00:00","url":"https://huggingface.co/unsloth/Nemotron-3-Nano-30B-A3B-GGUF/tree/9ad8b366c308f931b2a96b9306f0b41aef9cd405"}]},{"id":"nvidia-nemotron-3-nano-4b-bf16","name":"NVIDIA-Nemotron-3-Nano-4B-BF16","repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","sha":"dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3973556832,"params_active":null,"params_repo":3973556832,"arch":{"gguf_arch":"nemotron_h","n_layers":42,"n_layers_all":42,"layers":[[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[2,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[2,"recurrent",0,0,null,1012224],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[3,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1012224],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":4,"v_elems":1024,"window":null}],"state_elems":21256704,"max_context":262144,"vocab_size":131072,"hidden_size":3136,"moe":null,"cross_checked":true,"gguf_source":{"file":"NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf","repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","sha":"8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"}},"gguf":{"repo":"unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF","sha":"8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},"weights":[{"quant":"Q3_K_M","bytes":2464924832,"gpu_bytes":2225827072,"mapped_bytes":2457038080,"out_bytes":436744448,"layer_bytes":[[1,44663552],[1,49185024],[1,44663552],[1,49185024],[1,44663552],[1,44267776],[2,44663552],[1,44267776],[1,44663552],[1,44267776],[1,44663552],[1,22290688],[1,44267776],[1,44663552],[1,44267776],[1,44663552],[1,22290688],[1,44267776],[1,44663552],[1,44267776],[1,44663552],[1,44267776],[1,44663552],[1,22089984],[1,44267776],[1,44663552],[1,44267776],[1,44663552],[1,44267776],[2,44663552],[1,22089984],[1,44267776],[3,44663552],[1,44267776],[1,44663552],[1,44267776],[1,44663552],[1,44267776]],"read_bytes_per_token":2225827072,"files":["NVIDIA-Nemotron-3-Nano-4B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"IQ4_XS","bytes":2544779936,"gpu_bytes":2254301952,"mapped_bytes":2536893184,"out_bytes":436744448,"layer_bytes":[[1,47674112],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,43038464],[2,47674112],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,21186816],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,21186816],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,21186816],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,43038464],[2,47674112],[1,21186816],[1,43038464],[3,47674112],[1,43038464],[1,47674112],[1,43038464],[1,47674112],[1,43038464]],"read_bytes_per_token":2254301952,"files":["NVIDIA-Nemotron-3-Nano-4B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"Q4_0","bytes":2528598176,"gpu_bytes":2289500416,"mapped_bytes":2520711424,"out_bytes":436744448,"layer_bytes":[[1,47674112],[1,46726400],[1,47674112],[1,46726400],[1,47674112],[1,46726400],[2,47674112],[1,46726400],[1,47674112],[1,46726400],[1,47674112],[1,21688576],[1,44267776],[1,47674112],[1,44267776],[1,47674112],[1,21688576],[1,44267776],[1,47674112],[1,44267776],[1,47674112],[1,44267776],[1,47674112],[1,21688576],[1,44267776],[1,47674112],[1,44267776],[1,47674112],[1,44267776],[2,47674112],[1,21688576],[1,44267776],[3,47674112],[1,44267776],[1,47674112],[1,44267776],[1,47674112],[1,44267776]],"read_bytes_per_token":2289500416,"files":["NVIDIA-Nemotron-3-Nano-4B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"Q4_K_M","bytes":2900295712,"gpu_bytes":2609817728,"mapped_bytes":2892408960,"out_bytes":436744448,"layer_bytes":[[1,54535680],[1,59326848],[1,54535680],[1,59326848],[1,54535680],[1,59326848],[2,54535680],[1,59326848],[1,54535680],[1,59326848],[1,54535680],[1,24498432],[1,49185024],[1,54535680],[1,49185024],[1,54535680],[1,24498432],[1,59326848],[1,54535680],[1,49185024],[1,54535680],[1,49185024],[1,54535680],[1,25702656],[1,59326848],[1,54535680],[1,49185024],[1,54535680],[1,49185024],[2,54535680],[1,25702656],[1,59326848],[3,54535680],[1,49185024],[1,54535680],[1,49185024],[1,54535680],[1,59326848]],"read_bytes_per_token":2609817728,"files":["NVIDIA-Nemotron-3-Nano-4B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"Q5_K_M","bytes":3159586464,"gpu_bytes":2843418368,"mapped_bytes":3151699712,"out_bytes":436744448,"layer_bytes":[[1,61165184],[1,61785472],[1,61165184],[1,61785472],[1,61165184],[1,61785472],[2,61165184],[1,61785472],[1,61165184],[1,61785472],[1,61165184],[1,27910400],[1,56560896],[1,61165184],[1,56560896],[1,61165184],[1,27910400],[1,61785472],[1,61165184],[1,56560896],[1,61165184],[1,56560896],[1,61165184],[1,28913920],[1,61785472],[1,61165184],[1,56560896],[1,61165184],[1,56560896],[2,61165184],[1,28913920],[1,61785472],[3,61165184],[1,56560896],[1,61165184],[1,56560896],[1,61165184],[1,61785472]],"read_bytes_per_token":2843418368,"files":["NVIDIA-Nemotron-3-Nano-4B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"Q6_K","bytes":4056162592,"gpu_bytes":3611543936,"mapped_bytes":4048275840,"out_bytes":436744448,"layer_bytes":[[1,84152064],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,74078592],[2,84152064],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,37067520],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,37067520],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,37067520],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,74078592],[2,84152064],[1,37067520],[1,74078592],[3,84152064],[1,74078592],[1,84152064],[1,74078592],[1,84152064],[1,74078592]],"read_bytes_per_token":3611543936,"files":["NVIDIA-Nemotron-3-Nano-4B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"Q8_0","bytes":4233679008,"gpu_bytes":3789060352,"mapped_bytes":4225792256,"out_bytes":436744448,"layer_bytes":[[1,84152064],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,83605760],[2,84152064],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,40956160],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,40956160],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,40956160],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,83605760],[2,84152064],[1,40956160],[1,83605760],[3,84152064],[1,83605760],[1,84152064],[1,83605760],[1,84152064],[1,83605760]],"read_bytes_per_token":3789060352,"files":["NVIDIA-Nemotron-3-Nano-4B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"},{"quant":"BF16","bytes":7957647392,"gpu_bytes":7127677312,"mapped_bytes":7949760896,"out_bytes":822096128,"layer_bytes":[[1,158193024],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,157364480],[2,158193024],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,77082880],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,77082880],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,77082880],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,157364480],[2,158193024],[1,77082880],[1,157364480],[3,158193024],[1,157364480],[1,158193024],[1,157364480],[1,158193024],[1,157364480]],"read_bytes_per_token":7127677312,"files":["NVIDIA-Nemotron-3-Nano-4B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"}],"original":{"bytes":7947142640,"repo":"nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16","sha":"dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f","dtypes":{"BF16":3973556832}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:21:22+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16/tree/dfaf35de3e30f1867dd8dbc38a7fc9fb52d3914f"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:21:22+00:00","url":"https://huggingface.co/unsloth/NVIDIA-Nemotron-3-Nano-4B-GGUF/tree/8e81be55c5aa3d63bb82b6ceec62d50805d9e1bb"}]},{"id":"nvidia-nemotron-3-super-120b-a12b-base-bf16","name":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","repo":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","sha":"b4cc202094ea3644bc4461c9fe58ec8b6a3695eb","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":120668707840,"params_active":12233366528,"params_repo":123611012096,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":88,"n_layers_all":88,"layers":[[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":8,"v_elems":256,"window":null}],"state_elems":43171840,"max_context":1048576,"vocab_size":131072,"hidden_size":4096,"moe":{"active":22,"experts":512},"cross_checked":true,"gguf_source":{"file":"NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_K_M.gguf","repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","sha":"6e621872141b256740e7064494226fccd67b9e0d"}},"gguf":{"repo":"mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF","sha":"6e621872141b256740e7064494226fccd67b9e0d"},"weights":[{"quant":"IQ2_XXS","bytes":48896524256,"gpu_bytes":48712454144,"mapped_bytes":48888614912,"out_bytes":369115136,"layer_bytes":[[1,28505600],[1,1179527168],[1,28505600],[1,1179527168],[1,28505600],[1,1179527168],[1,28505600],[1,9527296],[1,1179527168],[1,28505600],[1,1179527168],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,9527296],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880],[1,28505600],[1,1177978880]],"read_bytes_per_token":4457222144,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"IQ2_M","bytes":52915560416,"gpu_bytes":52676964352,"mapped_bytes":52907651072,"out_bytes":369115136,"layer_bytes":[[1,35354112],[1,1271744512],[1,35354112],[1,1271744512],[1,35354112],[1,1271744512],[1,35354112],[1,13524992],[1,1271744512],[1,35354112],[1,1271744512],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,13524992],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064],[1,35354112],[1,1269336064]],"read_bytes_per_token":5049905152,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"Q2_K","bytes":53500780512,"gpu_bytes":53316710400,"mapped_bytes":53492871168,"out_bytes":440418304,"layer_bytes":[[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,13524992],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128],[1,36210176],[1,1282992128]],"read_bytes_per_token":5268172800,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"IQ3_XXS","bytes":56830238688,"gpu_bytes":56591642624,"mapped_bytes":56822329344,"out_bytes":369115136,"layer_bytes":[[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,13336576],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248],[1,42202624],[1,1360693248]],"read_bytes_per_token":5592756224,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"Q3_K_M","bytes":67227983840,"gpu_bytes":66989387776,"mapped_bytes":67220074496,"out_bytes":440418304,"layer_bytes":[[1,47339008],[1,1699129344],[1,47339008],[1,1699129344],[1,47339008],[1,1608296448],[1,47339008],[1,17833984],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17833984],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17702912],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17702912],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17702912],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17702912],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17702912],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,17702912],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448],[1,47339008],[1,1608296448]],"read_bytes_per_token":6549385216,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"IQ4_XS","bytes":66330566624,"gpu_bytes":66037444608,"mapped_bytes":66322657280,"out_bytes":440418304,"layer_bytes":[[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,18956288],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560]],"read_bytes_per_token":7030468608,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"Q4_0","bytes":68767653856,"gpu_bytes":68457754624,"mapped_bytes":68759744512,"out_bytes":440418304,"layer_bytes":[[1,61892096],[1,1712801792],[1,61892096],[1,1712801792],[1,61892096],[1,1712801792],[1,61892096],[1,20070400],[1,1712801792],[1,61892096],[1,1712801792],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,20070400],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152],[1,61892096],[1,1623345152]],"read_bytes_per_token":7343386624,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"Q4_K_M","bytes":86051069920,"gpu_bytes":85741170688,"mapped_bytes":86043160576,"out_bytes":440418304,"layer_bytes":[[1,61892096],[1,2333665280],[1,61892096],[1,2333665280],[1,61892096],[1,2333665280],[1,61892096],[1,20340736],[1,2333665280],[1,61892096],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,20070400],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,20070400],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,20340736],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,20070400],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,20070400],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,20340736],[1,2333665280],[1,61892096],[1,1799505920],[1,61892096],[1,1799505920],[1,61892096],[1,2333665280],[1,61892096],[1,20340736],[1,2333665280],[1,61892096],[1,2333665280],[1,61892096],[1,2333665280],[1,61892096],[1,2333665280],[1,61892096],[1,2333665280]],"read_bytes_per_token":8189145088,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"},{"quant":"Q5_K_M","bytes":95716319200,"gpu_bytes":95339311104,"mapped_bytes":95708409856,"out_bytes":440418304,"layer_bytes":[[1,75589120],[1,2513627136],[1,75589120],[1,2513627136],[1,75589120],[1,2513627136],[1,75589120],[1,24666112],[1,2513627136],[1,75589120],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,24526848],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,24526848],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,24666112],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,24526848],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,24526848],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,24666112],[1,2513627136],[1,75589120],[1,2070300672],[1,75589120],[1,2070300672],[1,75589120],[1,2513627136],[1,75589120],[1,24666112],[1,2513627136],[1,75589120],[1,2513627136],[1,75589120],[1,2513627136],[1,75589120],[1,2513627136],[1,75589120],[1,2513627136]],"read_bytes_per_token":9357717504,"files":["NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"}],"original":{"bytes":247227652064,"repo":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16","sha":"b4cc202094ea3644bc4461c9fe58ec8b6a3695eb","dtypes":{"BF16":123611012096,"F32":20992}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:59+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16/tree/b4cc202094ea3644bc4461c9fe58ec8b6a3695eb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:59+00:00","url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-3-Super-120B-A12B-Base-BF16-i1-GGUF/tree/6e621872141b256740e7064494226fccd67b9e0d"}]},{"id":"nvidia-nemotron-3-super-120b-a12b-bf16","name":"NVIDIA-Nemotron-3-Super-120B-A12B-BF16","repo":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","sha":"2dc98e2afe4face0e4ce40972a915c45368bd34a","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":120668707840,"params_active":12233366528,"params_repo":123611012096,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":88,"n_layers_all":88,"layers":[[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1079296],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":8,"v_elems":256,"window":null}],"state_elems":43171840,"max_context":262144,"vocab_size":131072,"hidden_size":4096,"moe":{"active":22,"experts":512},"cross_checked":true,"gguf_source":{"file":"nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M-00001-of-00003.gguf","repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","sha":"3aa25691977903b99c15280b71b0fe4860f05bfa"}},"gguf":{"repo":"bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF","sha":"3aa25691977903b99c15280b71b0fe4860f05bfa"},"weights":[{"quant":"IQ2_XXS","bytes":50155833984,"gpu_bytes":49971752960,"mapped_bytes":50147913728,"out_bytes":369115136,"layer_bytes":[[1,38729216],[1,1213417472],[1,38729216],[1,1213417472],[1,38729216],[1,1213417472],[1,38729216],[1,20340736],[1,1213417472],[1,38729216],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,20070400],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,1213417472],[1,28505600],[1,20070400],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,20340736],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,20070400],[1,1191397376],[1,38729216],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,1213417472],[1,28505600],[1,20070400],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,20340736],[1,1213417472],[1,28505600],[1,1191397376],[1,28505600],[1,1191397376],[1,38729216],[1,1213417472],[1,38729216],[1,20340736],[1,1213417472],[1,38729216],[1,1213417472],[1,38729216],[1,1213417472],[1,38729216],[1,1213417472],[1,38729216],[1,1213417472]],"read_bytes_per_token":5716520960,"files":["nvidia_Nemotron-3-Super-120B-A12B-IQ2_XXS/nvidia_Nemotron-3-Super-120B-A12B-IQ2_XXS-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-IQ2_XXS/nvidia_Nemotron-3-Super-120B-A12B-IQ2_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"IQ2_M","bytes":54003321472,"gpu_bytes":53764714496,"mapped_bytes":53995401216,"out_bytes":369115136,"layer_bytes":[[1,43480576],[1,1302022144],[1,43480576],[1,1302022144],[1,43480576],[1,1302022144],[1,43480576],[1,22437888],[1,1302022144],[1,43480576],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,22167552],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,1302022144],[1,35354112],[1,22167552],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,22437888],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,22167552],[1,1280002048],[1,43480576],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,1302022144],[1,35354112],[1,22167552],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,22437888],[1,1302022144],[1,35354112],[1,1280002048],[1,35354112],[1,1280002048],[1,43480576],[1,1302022144],[1,43480576],[1,22437888],[1,1302022144],[1,43480576],[1,1302022144],[1,43480576],[1,1302022144],[1,43480576],[1,1302022144],[1,43480576],[1,1302022144]],"read_bytes_per_token":6137655296,"files":["nvidia_Nemotron-3-Super-120B-A12B-IQ2_M/nvidia_Nemotron-3-Super-120B-A12B-IQ2_M-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-IQ2_M/nvidia_Nemotron-3-Super-120B-A12B-IQ2_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q2_K","bytes":54819768960,"gpu_bytes":54635687936,"mapped_bytes":54811848704,"out_bytes":440418304,"layer_bytes":[[1,60851712],[1,1313097728],[1,60851712],[1,1313097728],[1,60851712],[1,1313097728],[1,60851712],[1,25444352],[1,1313097728],[1,60851712],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,17186816],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,1313097728],[1,36210176],[1,17186816],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,25444352],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,17186816],[1,1291077632],[1,60851712],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,1313097728],[1,36210176],[1,17186816],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,25444352],[1,1313097728],[1,36210176],[1,1291077632],[1,36210176],[1,1291077632],[1,60851712],[1,1313097728],[1,60851712],[1,25444352],[1,1313097728],[1,60851712],[1,1313097728],[1,60851712],[1,1313097728],[1,60851712],[1,1313097728],[1,60851712],[1,1313097728]],"read_bytes_per_token":6587150336,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q2_K/nvidia_Nemotron-3-Super-120B-A12B-Q2_K-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q2_K/nvidia_Nemotron-3-Super-120B-A12B-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"IQ3_XXS","bytes":61634038368,"gpu_bytes":61395431424,"mapped_bytes":61626118144,"out_bytes":369115136,"layer_bytes":[[1,65009152],[1,1566787584],[1,65009152],[1,1566787584],[1,65009152],[1,1566787584],[1,65009152],[1,25444352],[1,1566787584],[1,65009152],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,18104320],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,1566787584],[1,42202624],[1,18104320],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,25444352],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,18104320],[1,1368606720],[1,65009152],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,1566787584],[1,42202624],[1,18104320],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,25444352],[1,1566787584],[1,42202624],[1,1368606720],[1,42202624],[1,1368606720],[1,65009152],[1,1566787584],[1,65009152],[1,25444352],[1,1566787584],[1,65009152],[1,1566787584],[1,65009152],[1,1566787584],[1,65009152],[1,1566787584],[1,65009152],[1,1566787584]],"read_bytes_per_token":7024717824,"files":["nvidia_Nemotron-3-Super-120B-A12B-IQ3_XXS/nvidia_Nemotron-3-Super-120B-A12B-IQ3_XXS-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-IQ3_XXS/nvidia_Nemotron-3-Super-120B-A12B-IQ3_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q3_K_M","bytes":64650726016,"gpu_bytes":64412119040,"mapped_bytes":64642805760,"out_bytes":440418304,"layer_bytes":[[1,68572672],[1,1633241088],[1,68572672],[1,1633241088],[1,68572672],[1,1633241088],[1,68572672],[1,25444352],[1,1633241088],[1,68572672],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,18890752],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,1633241088],[1,47339008],[1,18890752],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,25444352],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,18890752],[1,1440565248],[1,68572672],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,1633241088],[1,47339008],[1,18890752],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,25444352],[1,1633241088],[1,47339008],[1,1440565248],[1,47339008],[1,1440565248],[1,68572672],[1,1633241088],[1,68572672],[1,25444352],[1,1633241088],[1,68572672],[1,1633241088],[1,68572672],[1,1633241088],[1,68572672],[1,1633241088],[1,68572672],[1,1633241088]],"read_bytes_per_token":7512535040,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q3_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q3_K_M-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q3_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"IQ4_XS","bytes":67204303456,"gpu_bytes":66911170560,"mapped_bytes":67196383232,"out_bytes":440418304,"layer_bytes":[[1,76293632],[1,1601062912],[1,76293632],[1,1601062912],[1,76293632],[1,1601062912],[1,76293632],[1,27541504],[1,1601062912],[1,76293632],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,22691840],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,1601062912],[1,58467840],[1,22691840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,27541504],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,22691840],[1,1577666560],[1,76293632],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,1601062912],[1,58467840],[1,22691840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,27541504],[1,1601062912],[1,58467840],[1,1577666560],[1,58467840],[1,1577666560],[1,76293632],[1,1601062912],[1,76293632],[1,27541504],[1,1601062912],[1,76293632],[1,1601062912],[1,76293632],[1,1601062912],[1,76293632],[1,1601062912],[1,76293632],[1,1601062912]],"read_bytes_per_token":7904194560,"files":["nvidia_Nemotron-3-Super-120B-A12B-IQ4_XS/nvidia_Nemotron-3-Super-120B-A12B-IQ4_XS-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-IQ4_XS/nvidia_Nemotron-3-Super-120B-A12B-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q4_0","bytes":70993726080,"gpu_bytes":70683815936,"mapped_bytes":70985805824,"out_bytes":440418304,"layer_bytes":[[1,78669312],[1,1733445632],[1,78669312],[1,1733445632],[1,78669312],[1,1733445632],[1,78669312],[1,25444352],[1,1733445632],[1,78669312],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,21118976],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,1733445632],[1,61892096],[1,21118976],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,25444352],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,21118976],[1,1628850176],[1,78669312],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,1733445632],[1,61892096],[1,21118976],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,25444352],[1,1733445632],[1,61892096],[1,1628850176],[1,61892096],[1,1628850176],[1,78669312],[1,1733445632],[1,78669312],[1,25444352],[1,1733445632],[1,78669312],[1,1733445632],[1,78669312],[1,1733445632],[1,78669312],[1,1733445632],[1,78669312],[1,1733445632]],"read_bytes_per_token":8305012736,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q4_0/nvidia_Nemotron-3-Super-120B-A12B-Q4_0-00001-of-00002.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q4_0/nvidia_Nemotron-3-Super-120B-A12B-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q4_K_M","bytes":86981954304,"gpu_bytes":86672044032,"mapped_bytes":86974033920,"out_bytes":440418304,"layer_bytes":[[1,78669312],[1,2350008320],[1,78669312],[1,2350008320],[1,78669312],[1,2350008320],[1,78669312],[1,27541504],[1,2350008320],[1,78669312],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,23216128],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,2350008320],[1,61892096],[1,23216128],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,27541504],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,23216128],[1,1810860032],[1,78669312],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,2350008320],[1,61892096],[1,23216128],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,27541504],[1,2350008320],[1,61892096],[1,1810860032],[1,61892096],[1,1810860032],[1,78669312],[1,2350008320],[1,78669312],[1,27541504],[1,2350008320],[1,78669312],[1,2350008320],[1,78669312],[1,2350008320],[1,78669312],[1,2350008320],[1,78669312],[1,2350008320]],"read_bytes_per_token":9120018432,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M-00001-of-00003.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M-00002-of-00003.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q5_K_M","bytes":96602573536,"gpu_bytes":96225554432,"mapped_bytes":96594653184,"out_bytes":440418304,"layer_bytes":[[1,88172032],[1,2527217664],[1,88172032],[1,2527217664],[1,88172032],[1,2527217664],[1,88172032],[1,29769728],[1,2527217664],[1,88172032],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,27541504],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,2527217664],[1,75589120],[1,27541504],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,29769728],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,27541504],[1,2086815744],[1,88172032],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,2527217664],[1,75589120],[1,27541504],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,29769728],[1,2527217664],[1,75589120],[1,2086815744],[1,75589120],[1,2086815744],[1,88172032],[1,2527217664],[1,88172032],[1,29769728],[1,2527217664],[1,88172032],[1,2527217664],[1,88172032],[1,2527217664],[1,88172032],[1,2527217664],[1,88172032],[1,2527217664]],"read_bytes_per_token":10243960832,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M-00001-of-00003.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M-00002-of-00003.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M/nvidia_Nemotron-3-Super-120B-A12B-Q5_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q6_K","bytes":113563978496,"gpu_bytes":113115656192,"mapped_bytes":113556058112,"out_bytes":440418304,"layer_bytes":[[1,98268672],[1,2715502592],[1,98268672],[1,2715502592],[1,98268672],[1,2715502592],[1,98268672],[1,37896192],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,33832960],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,33832960],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,37896192],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,33832960],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,33832960],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,37896192],[1,2715502592],[1,90142208],[1,2715502592],[1,90142208],[1,2715502592],[1,98268672],[1,2715502592],[1,98268672],[1,37896192],[1,2715502592],[1,98268672],[1,2715502592],[1,98268672],[1,2715502592],[1,98268672],[1,2715502592],[1,98268672],[1,2715502592]],"read_bytes_per_token":11539361792,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q6_K/nvidia_Nemotron-3-Super-120B-A12B-Q6_K-00001-of-00003.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q6_K/nvidia_Nemotron-3-Super-120B-A12B-Q6_K-00002-of-00003.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q6_K/nvidia_Nemotron-3-Super-120B-A12B-Q6_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"},{"quant":"Q8_0","bytes":128472992608,"gpu_bytes":127894646784,"mapped_bytes":128465072128,"out_bytes":570441728,"layer_bytes":[[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,37896192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696],[1,116680192],[1,3058845696]],"read_bytes_per_token":13252521984,"files":["nvidia_Nemotron-3-Super-120B-A12B-Q8_0/nvidia_Nemotron-3-Super-120B-A12B-Q8_0-00001-of-00004.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q8_0/nvidia_Nemotron-3-Super-120B-A12B-Q8_0-00002-of-00004.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q8_0/nvidia_Nemotron-3-Super-120B-A12B-Q8_0-00003-of-00004.gguf","nvidia_Nemotron-3-Super-120B-A12B-Q8_0/nvidia_Nemotron-3-Super-120B-A12B-Q8_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"}],"original":{"bytes":247227650480,"repo":"nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16","sha":"2dc98e2afe4face0e4ce40972a915c45368bd34a","dtypes":{"BF16":123611012096,"F32":20992}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:21:18+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Super-120B-A12B-BF16/tree/2dc98e2afe4face0e4ce40972a915c45368bd34a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:21:18+00:00","url":"https://huggingface.co/bartowski/nvidia_Nemotron-3-Super-120B-A12B-GGUF/tree/3aa25691977903b99c15280b71b0fe4860f05bfa"}]},{"id":"nvidia-nemotron-labs-3-elastic-30b-a3b-bf16","name":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16","repo":"nvidia/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16","sha":"4bcc4326801e1ef6b8ec1c281edd69cb2e041964","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":31577940288,"params_active":3227754816,"params_repo":31577937344,"arch":{"gguf_arch":"nemotron_h_moe","n_layers":52,"n_layers_all":52,"layers":[[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"full",256,256,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,542720],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":6,"v_elems":256,"window":null}],"state_elems":12482560,"max_context":262144,"vocab_size":131072,"hidden_size":2688,"moe":{"active":6,"experts":128},"cross_checked":true,"gguf_source":{"file":"NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_K_M.gguf","repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","sha":"1206a6473645eafa20d5526106715f7a5b89ee4d"}},"gguf":{"repo":"mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF","sha":"1206a6473645eafa20d5526106715f7a5b89ee4d"},"weights":[{"quant":"IQ2_M","bytes":17907532576,"gpu_bytes":17701454592,"mapped_bytes":17899635456,"out_bytes":374352384,"layer_bytes":[[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,11794944],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240],[1,19257088],[1,731018240]],"read_bytes_per_token":1952656128,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"Q2_K","bytes":17908994848,"gpu_bytes":17702916864,"mapped_bytes":17901097728,"out_bytes":374352384,"layer_bytes":[[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,11708928],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240],[1,19343104],[1,731018240]],"read_bytes_per_token":1954118400,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"IQ3_XXS","bytes":17922843424,"gpu_bytes":17716765440,"mapped_bytes":17914946304,"out_bytes":374352384,"layer_bytes":[[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,11708928],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240],[1,19945216],[1,731018240]],"read_bytes_per_token":1967966976,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"Q3_K_M","bytes":19849236256,"gpu_bytes":19643158272,"mapped_bytes":19841339136,"out_bytes":374352384,"layer_bytes":[[1,20461312],[1,852623360],[1,20461312],[1,812088320],[1,20461312],[1,13300224],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13300224],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,13257216],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320],[1,20461312],[1,812088320]],"read_bytes_per_token":2106452736,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"IQ4_XS","bytes":17967141664,"gpu_bytes":17761063680,"mapped_bytes":17959244544,"out_bytes":374352384,"layer_bytes":[[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,12827136],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240],[1,21579520],[1,731018240]],"read_bytes_per_token":2012265216,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"Q4_0","bytes":18058189600,"gpu_bytes":17852111616,"mapped_bytes":18050292480,"out_bytes":374352384,"layer_bytes":[[1,21923584],[1,771553280],[1,21923584],[1,771553280],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,13171200],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240],[1,21923584],[1,731018240]],"read_bytes_per_token":2027232000,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"Q4_K_M","bytes":24515131168,"gpu_bytes":24265012992,"mapped_bytes":24507234048,"out_bytes":374352384,"layer_bytes":[[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,14977536],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14719488],[1,893158400],[1,25385728],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,893158400],[1,25385728],[1,14977536],[1,893158400],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640],[1,25385728],[1,1136368640]],"read_bytes_per_token":2505803520,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"Q5_K_M","bytes":26040162592,"gpu_bytes":25768024320,"mapped_bytes":26032265472,"out_bytes":374352384,"layer_bytes":[[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,17084928],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,16869888],[1,974228480],[1,28493056],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,974228480],[1,28493056],[1,17084928],[1,974228480],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680],[1,28493056],[1,1176903680]],"read_bytes_per_token":2677394688,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"},{"quant":"Q6_K","bytes":33508168480,"gpu_bytes":33125929728,"mapped_bytes":33500271360,"out_bytes":374352384,"layer_bytes":[[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,22202880],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880],[1,38610688],[1,1379578880]],"read_bytes_per_token":3378199296,"files":["NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"}],"original":{"bytes":63156689024,"repo":"nvidia/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16","sha":"4bcc4326801e1ef6b8ec1c281edd69cb2e041964","dtypes":{"BF16":31577937344,"F32":2944}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:53:04+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16/tree/4bcc4326801e1ef6b8ec1c281edd69cb2e041964"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:53:04+00:00","url":"https://huggingface.co/mradermacher/NVIDIA-Nemotron-Labs-3-Elastic-30B-A3B-BF16-i1-GGUF/tree/1206a6473645eafa20d5526106715f7a5b89ee4d"}]},{"id":"nvidia-nemotron-nano-9b-v2","name":"NVIDIA-Nemotron-Nano-9B-v2","repo":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","sha":"6533e8de2c68e4536bf7c411d7a3ce5734111476","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8888227328,"params_active":null,"params_repo":8888227328,"arch":{"gguf_arch":"nemotron_h","n_layers":56,"n_layers_all":56,"layers":[[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[2,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"full",1024,1024,null,0],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[2,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0],[1,"recurrent",0,0,null,1347584],[1,"shared",0,0,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":4,"v_elems":1024,"window":null}],"state_elems":36384768,"max_context":131072,"vocab_size":131072,"hidden_size":4480,"moe":null,"cross_checked":true,"gguf_source":{"file":"nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_K_M.gguf","repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","sha":"b2daccafb3d123ea94653720a0db1f5db9c698ff"}},"gguf":{"repo":"bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF","sha":"b2daccafb3d123ea94653720a0db1f5db9c698ff"},"weights":[{"quant":"IQ2_M","bytes":4996515680,"gpu_bytes":4658327552,"mapped_bytes":4988628992,"out_bytes":623920640,"layer_bytes":[[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[2,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,27937280],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,27937280],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,27937280],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,27937280],[1,79045120],[1,72093696],[1,79045120],[2,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120],[1,72093696],[1,79045120]],"read_bytes_per_token":4658327552,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q2_K","bytes":5006192480,"gpu_bytes":4668004352,"mapped_bytes":4998305792,"out_bytes":623920640,"layer_bytes":[[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[2,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,27937280],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,27937280],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,27937280],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,27937280],[1,79045120],[1,72452096],[1,79045120],[2,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120],[1,72452096],[1,79045120]],"read_bytes_per_token":4668004352,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"IQ3_XXS","bytes":5073930080,"gpu_bytes":4735741952,"mapped_bytes":5066043392,"out_bytes":623920640,"layer_bytes":[[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[2,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,27937280],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,27937280],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,27937280],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,27937280],[1,79045120],[1,74960896],[1,79045120],[2,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120],[1,74960896],[1,79045120]],"read_bytes_per_token":4735741952,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q3_K_M","bytes":5379734880,"gpu_bytes":5041546752,"mapped_bytes":5371848192,"out_bytes":623920640,"layer_bytes":[[1,77111296],[1,92216320],[1,77111296],[1,92216320],[1,77111296],[1,92216320],[2,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,31843840],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,31843840],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,31557120],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,31557120],[1,87825920],[1,77111296],[1,87825920],[2,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920],[1,77111296],[1,87825920]],"read_bytes_per_token":5041546752,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"IQ4_XS","bytes":5267107680,"gpu_bytes":4928919552,"mapped_bytes":5259220992,"out_bytes":623920640,"layer_bytes":[[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[2,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,30266880],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,30266880],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,30266880],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,30266880],[1,79045120],[1,81770496],[1,79045120],[2,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120],[1,81770496],[1,79045120]],"read_bytes_per_token":4928919552,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q4_0","bytes":5339414880,"gpu_bytes":5001226752,"mapped_bytes":5331528192,"out_bytes":623920640,"layer_bytes":[[1,83204096],[1,83435520],[1,83204096],[1,83435520],[1,83204096],[1,83435520],[2,83204096],[1,83435520],[1,83204096],[1,83435520],[1,83204096],[1,83435520],[1,83204096],[1,30983680],[1,83435520],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,30983680],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,30983680],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,30983680],[1,79045120],[1,83204096],[1,79045120],[2,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120],[1,83204096],[1,79045120]],"read_bytes_per_token":5001226752,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q4_K_M","bytes":6525629280,"gpu_bytes":6114040832,"mapped_bytes":6517742592,"out_bytes":623920640,"layer_bytes":[[1,95891456],[1,122949120],[1,95891456],[1,122949120],[1,95891456],[1,122949120],[2,95891456],[1,122949120],[1,95891456],[1,122949120],[1,95891456],[1,122949120],[1,95891456],[1,34997760],[1,122949120],[1,95891456],[1,96606720],[1,95891456],[1,96606720],[1,95891456],[1,34997760],[1,122949120],[1,95891456],[1,96606720],[1,95891456],[1,96606720],[1,95891456],[1,122949120],[1,95891456],[1,36718080],[1,96606720],[1,95891456],[1,96606720],[1,95891456],[1,122949120],[1,95891456],[1,96606720],[1,95891456],[1,36718080],[1,96606720],[1,95891456],[1,122949120],[2,95891456],[1,96606720],[1,95891456],[1,96606720],[1,95891456],[1,122949120],[1,95891456],[1,96606720],[1,95891456],[1,96606720],[1,95891456],[1,122949120]],"read_bytes_per_token":6114040832,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q5_K_M","bytes":7069805920,"gpu_bytes":6621517312,"mapped_bytes":7061919232,"out_bytes":623920640,"layer_bytes":[[1,107969536],[1,127339520],[1,107969536],[1,127339520],[1,107969536],[1,127339520],[2,107969536],[1,127339520],[1,107969536],[1,127339520],[1,107969536],[1,127339520],[1,107969536],[1,39872000],[1,127339520],[1,107969536],[1,105387520],[1,107969536],[1,105387520],[1,107969536],[1,39872000],[1,127339520],[1,107969536],[1,105387520],[1,107969536],[1,105387520],[1,107969536],[1,127339520],[1,107969536],[1,41305600],[1,105387520],[1,107969536],[1,105387520],[1,107969536],[1,127339520],[1,107969536],[1,105387520],[1,107969536],[1,41305600],[1,105387520],[1,107969536],[1,127339520],[2,107969536],[1,105387520],[1,107969536],[1,105387520],[1,107969536],[1,127339520],[1,107969536],[1,105387520],[1,107969536],[1,105387520],[1,107969536],[1,127339520]],"read_bytes_per_token":6621517312,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q6_K","bytes":9135892320,"gpu_bytes":8504102912,"mapped_bytes":9128005632,"out_bytes":623920640,"layer_bytes":[[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[2,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,52953600],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,52953600],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,52953600],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,52953600],[1,149291520],[1,145780736],[1,149291520],[2,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520],[1,145780736],[1,149291520]],"read_bytes_per_token":8504102912,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"Q8_0","bytes":9458093920,"gpu_bytes":8826304512,"mapped_bytes":9450207232,"out_bytes":623920640,"layer_bytes":[[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[2,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,58508800],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,58508800],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,58508800],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,58508800],[1,149291520],[1,156891136],[1,149291520],[2,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520],[1,156891136],[1,149291520]],"read_bytes_per_token":8826304512,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"},{"quant":"BF16","bytes":17788743232,"gpu_bytes":16606451712,"mapped_bytes":17780856832,"out_bytes":1174423040,"layer_bytes":[[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[2,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,110118400],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,110118400],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,110118400],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,110118400],[1,281003520],[1,295054336],[1,281003520],[2,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520],[1,295054336],[1,281003520]],"read_bytes_per_token":16606451712,"files":["nvidia_NVIDIA-Nemotron-Nano-9B-v2-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"}],"original":{"bytes":17776492512,"repo":"nvidia/NVIDIA-Nemotron-Nano-9B-v2","sha":"6533e8de2c68e4536bf7c411d7a3ce5734111476","dtypes":{"BF16":8888227328}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:04+00:00","url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-Nano-9B-v2/tree/6533e8de2c68e4536bf7c411d7a3ce5734111476"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:04+00:00","url":"https://huggingface.co/bartowski/nvidia_NVIDIA-Nemotron-Nano-9B-v2-GGUF/tree/b2daccafb3d123ea94653720a0db1f5db9c698ff"}]},{"id":"olmo-3-1-32b-instruct","name":"Olmo-3.1-32B-Instruct","repo":"allenai/Olmo-3.1-32B-Instruct","sha":"ac0587e4a7744a551c059d8cd17ba220bc940dae","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3.1-32B-Instruct-Q4_K_M.gguf","repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","sha":"8560671d3678feb9071a684b7110b2df87b49473"}},"gguf":{"repo":"unsloth/Olmo-3.1-32B-Instruct-GGUF","sha":"8560671d3678feb9071a684b7110b2df87b49473"},"weights":[{"quant":"Q2_K","bytes":12005942016,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3.1-32B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"Q3_K_M","bytes":15600962752,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3.1-32B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"IQ4_XS","bytes":17348184096,"gpu_bytes":17055797760,"mapped_bytes":17344598400,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3.1-32B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"Q4_0","bytes":18341709856,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3.1-32B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"Q4_K_M","bytes":19482036256,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3.1-32B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"Q5_K_M","bytes":22859714336,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3.1-32B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"Q6_K","bytes":26448497312,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3.1-32B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"Q8_0","bytes":34254798240,"gpu_bytes":33705700224,"mapped_bytes":34251212544,"out_bytes":545532800,"layer_bytes":[[64,518127616]],"read_bytes_per_token":33705700224,"files":["Olmo-3.1-32B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"},{"quant":"BF16","bytes":64472737344,"gpu_bytes":63442305024,"mapped_bytes":64469151744,"out_bytes":1026867200,"layer_bytes":[[64,975241216]],"read_bytes_per_token":63442305024,"files":["BF16/Olmo-3.1-32B-Instruct-BF16-00001-of-00002.gguf","BF16/Olmo-3.1-32B-Instruct-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"}],"original":{"bytes":64467127296,"repo":"allenai/Olmo-3.1-32B-Instruct","sha":"ac0587e4a7744a551c059d8cd17ba220bc940dae","dtypes":{"BF16":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:13+00:00","url":"https://huggingface.co/allenai/Olmo-3.1-32B-Instruct/tree/ac0587e4a7744a551c059d8cd17ba220bc940dae"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:13+00:00","url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Instruct-GGUF/tree/8560671d3678feb9071a684b7110b2df87b49473"}]},{"id":"olmo-3-1-32b-instruct-dpo","name":"Olmo-3.1-32B-Instruct-DPO","repo":"allenai/Olmo-3.1-32B-Instruct-DPO","sha":"fc84a4f699916fcf585aa54371f47897fa934d5c","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3.1-32B-Instruct-DPO.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF","sha":"67374542867d6eba6996f3cfa9e598178ec89adc"}},"gguf":{"repo":"mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF","sha":"67374542867d6eba6996f3cfa9e598178ec89adc"},"weights":[{"quant":"IQ2_XXS","bytes":8756307840,"gpu_bytes":8584255104,"mapped_bytes":8752722144,"out_bytes":352999040,"layer_bytes":[[8,137322496],[56,127369216]],"read_bytes_per_token":8584255104,"files":["Olmo-3.1-32B-Instruct-DPO.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"IQ2_M","bytes":10965569856,"gpu_bytes":10741372544,"mapped_bytes":10961984160,"out_bytes":352999040,"layer_bytes":[[8,175865856],[56,160382976]],"read_bytes_per_token":10741372544,"files":["Olmo-3.1-32B-Instruct-DPO.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"Q2_K","bytes":12005942016,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3.1-32B-Instruct-DPO.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"IQ3_XXS","bytes":12540399936,"gpu_bytes":12316202624,"mapped_bytes":12536814240,"out_bytes":352999040,"layer_bytes":[[64,186925056]],"read_bytes_per_token":12316202624,"files":["Olmo-3.1-32B-Instruct-DPO.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"Q3_K_M","bytes":15600962752,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3.1-32B-Instruct-DPO.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"IQ4_XS","bytes":17332139616,"gpu_bytes":17055797760,"mapped_bytes":17328553920,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3.1-32B-Instruct-DPO.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"Q4_0","bytes":18341709856,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3.1-32B-Instruct-DPO.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"Q4_K_M","bytes":19482036256,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3.1-32B-Instruct-DPO.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"Q5_K_M","bytes":22859714336,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3.1-32B-Instruct-DPO.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"},{"quant":"Q6_K","bytes":26448497312,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3.1-32B-Instruct-DPO.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"}],"original":{"bytes":128934171528,"repo":"allenai/Olmo-3.1-32B-Instruct-DPO","sha":"fc84a4f699916fcf585aa54371f47897fa934d5c","dtypes":{"F32":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:24+00:00","url":"https://huggingface.co/allenai/Olmo-3.1-32B-Instruct-DPO/tree/fc84a4f699916fcf585aa54371f47897fa934d5c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:24+00:00","url":"https://huggingface.co/mradermacher/Olmo-3.1-32B-Instruct-DPO-i1-GGUF/tree/67374542867d6eba6996f3cfa9e598178ec89adc"}]},{"id":"olmo-3-1-32b-think","name":"Olmo-3.1-32B-Think","repo":"allenai/Olmo-3.1-32B-Think","sha":"97ade57a9cc55ed48bcd76be4b7a3b6fee61b80d","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3.1-32B-Think-Q4_K_M.gguf","repo":"unsloth/Olmo-3.1-32B-Think-GGUF","sha":"ab0479715aec8599e0feb19db58ed1c31255a6b0"}},"gguf":{"repo":"unsloth/Olmo-3.1-32B-Think-GGUF","sha":"ab0479715aec8599e0feb19db58ed1c31255a6b0"},"weights":[{"quant":"Q2_K","bytes":12005940576,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3.1-32B-Think-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"Q3_K_M","bytes":15600961312,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3.1-32B-Think-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"IQ4_XS","bytes":17348182656,"gpu_bytes":17055797760,"mapped_bytes":17344598400,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3.1-32B-Think-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"Q4_0","bytes":18341708416,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3.1-32B-Think-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"Q4_K_M","bytes":19482034816,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3.1-32B-Think-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"Q5_K_M","bytes":22859712896,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3.1-32B-Think-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"Q6_K","bytes":26448495872,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3.1-32B-Think-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"Q8_0","bytes":34254796800,"gpu_bytes":33705700224,"mapped_bytes":34251212544,"out_bytes":545532800,"layer_bytes":[[64,518127616]],"read_bytes_per_token":33705700224,"files":["Olmo-3.1-32B-Think-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"},{"quant":"BF16","bytes":64472735904,"gpu_bytes":63442305024,"mapped_bytes":64469151744,"out_bytes":1026867200,"layer_bytes":[[64,975241216]],"read_bytes_per_token":63442305024,"files":["BF16/Olmo-3.1-32B-Think-BF16-00001-of-00002.gguf","BF16/Olmo-3.1-32B-Think-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"}],"original":{"bytes":64467127296,"repo":"allenai/Olmo-3.1-32B-Think","sha":"97ade57a9cc55ed48bcd76be4b7a3b6fee61b80d","dtypes":{"BF16":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:21+00:00","url":"https://huggingface.co/allenai/Olmo-3.1-32B-Think/tree/97ade57a9cc55ed48bcd76be4b7a3b6fee61b80d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:21+00:00","url":"https://huggingface.co/unsloth/Olmo-3.1-32B-Think-GGUF/tree/ab0479715aec8599e0feb19db58ed1c31255a6b0"}]},{"id":"olmo-3-1-7b-rl-zero-code","name":"Olmo-3.1-7B-RL-Zero-Code","repo":"allenai/Olmo-3.1-7B-RL-Zero-Code","sha":"1ca3bb30f0e51b7ef05f7d0fefcf0e6b14eefc90","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3.1-7B-RL-Zero-Code.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF","sha":"3e615cb544756c2e40118c10cd409db37f846eb8"}},"gguf":{"repo":"mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF","sha":"3e615cb544756c2e40118c10cd409db37f846eb8"},"weights":[{"quant":"IQ2_XXS","bytes":2142857152,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"IQ2_M","bytes":2676060032,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"Q2_K","bytes":2857912960,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"IQ3_XXS","bytes":2901700480,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"Q3_K_M","bytes":3651457600,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"IQ4_XS","bytes":4001192448,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"Q4_0","bytes":4227675392,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"Q4_K_M","bytes":4471600384,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"Q5_K_M","bytes":5208711424,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"},{"quant":"Q6_K","bytes":5991891904,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3.1-7B-RL-Zero-Code.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3.1-7B-RL-Zero-Code","sha":"1ca3bb30f0e51b7ef05f7d0fefcf0e6b14eefc90","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:25+00:00","url":"https://huggingface.co/allenai/Olmo-3.1-7B-RL-Zero-Code/tree/1ca3bb30f0e51b7ef05f7d0fefcf0e6b14eefc90"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:25+00:00","url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Code-i1-GGUF/tree/3e615cb544756c2e40118c10cd409db37f846eb8"}]},{"id":"olmo-3-1-7b-rl-zero-math","name":"Olmo-3.1-7B-RL-Zero-Math","repo":"allenai/Olmo-3.1-7B-RL-Zero-Math","sha":"364820b002fc8e81d11a81c7fc9dd6b49c83cd05","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3.1-7B-RL-Zero-Math.Q4_K_M.gguf","repo":"mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF","sha":"62148c7405722dd49171ed08119a536686d26f33"}},"gguf":{"repo":"mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF","sha":"62148c7405722dd49171ed08119a536686d26f33"},"weights":[{"quant":"Q2_K","bytes":2857912672,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3.1-7B-RL-Zero-Math.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"Q3_K_M","bytes":3651457312,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3.1-7B-RL-Zero-Math.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"IQ4_XS","bytes":4029372640,"gpu_bytes":3807605952,"mapped_bytes":4025810880,"out_bytes":336950464,"layer_bytes":[[4,114622464],[28,107577344]],"read_bytes_per_token":3807605952,"files":["Olmo-3.1-7B-RL-Zero-Math.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"Q4_K_M","bytes":4471600096,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3.1-7B-RL-Zero-Math.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"Q5_K_M","bytes":5208711136,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3.1-7B-RL-Zero-Math.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"Q6_K","bytes":5991891616,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3.1-7B-RL-Zero-Math.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"Q8_0","bytes":7759250720,"gpu_bytes":7319279104,"mapped_bytes":7755688960,"out_bytes":436426240,"layer_bytes":[[32,215089152]],"read_bytes_per_token":7319279104,"files":["Olmo-3.1-7B-RL-Zero-Math.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"},{"quant":"F16","bytes":14600640800,"gpu_bytes":13775601664,"mapped_bytes":14597079040,"out_bytes":821493760,"layer_bytes":[[32,404815872]],"read_bytes_per_token":13775601664,"files":["Olmo-3.1-7B-RL-Zero-Math.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3.1-7B-RL-Zero-Math","sha":"364820b002fc8e81d11a81c7fc9dd6b49c83cd05","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:36+00:00","url":"https://huggingface.co/allenai/Olmo-3.1-7B-RL-Zero-Math/tree/364820b002fc8e81d11a81c7fc9dd6b49c83cd05"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:36+00:00","url":"https://huggingface.co/mradermacher/Olmo-3.1-7B-RL-Zero-Math-GGUF/tree/62148c7405722dd49171ed08119a536686d26f33"}]},{"id":"olmo-3-1125-32b","name":"Olmo-3-1125-32B","repo":"allenai/Olmo-3-1125-32B","sha":"c2b61dae89a1ad10e4ad5653d0e46b590902607b","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-1125-32B.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-1125-32B-i1-GGUF","sha":"576af10d8987b1a81e65d9978d14c14ba61637bf"}},"gguf":{"repo":"mradermacher/Olmo-3-1125-32B-i1-GGUF","sha":"576af10d8987b1a81e65d9978d14c14ba61637bf"},"weights":[{"quant":"IQ2_XXS","bytes":8756304640,"gpu_bytes":8584255104,"mapped_bytes":8752722144,"out_bytes":352999040,"layer_bytes":[[8,137322496],[56,127369216]],"read_bytes_per_token":8584255104,"files":["Olmo-3-1125-32B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"IQ2_M","bytes":10965566656,"gpu_bytes":10741372544,"mapped_bytes":10961984160,"out_bytes":352999040,"layer_bytes":[[8,175865856],[56,160382976]],"read_bytes_per_token":10741372544,"files":["Olmo-3-1125-32B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"Q2_K","bytes":12005938816,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3-1125-32B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"IQ3_XXS","bytes":12540396736,"gpu_bytes":12316202624,"mapped_bytes":12536814240,"out_bytes":352999040,"layer_bytes":[[64,186925056]],"read_bytes_per_token":12316202624,"files":["Olmo-3-1125-32B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"Q3_K_M","bytes":15600959552,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3-1125-32B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"IQ4_XS","bytes":17332136416,"gpu_bytes":17055797760,"mapped_bytes":17328553920,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3-1125-32B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"Q4_0","bytes":18341706656,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3-1125-32B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"Q4_K_M","bytes":19482033056,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3-1125-32B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"Q5_K_M","bytes":22859711136,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3-1125-32B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"},{"quant":"Q6_K","bytes":26448494112,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3-1125-32B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"}],"original":{"bytes":64467127296,"repo":"allenai/Olmo-3-1125-32B","sha":"c2b61dae89a1ad10e4ad5653d0e46b590902607b","dtypes":{"BF16":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T00:09:14+00:00","url":"https://huggingface.co/allenai/Olmo-3-1125-32B/tree/c2b61dae89a1ad10e4ad5653d0e46b590902607b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T00:09:14+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-1125-32B-i1-GGUF/tree/576af10d8987b1a81e65d9978d14c14ba61637bf"}]},{"id":"olmo-3-32b-think","name":"Olmo-3-32B-Think","repo":"allenai/Olmo-3-32B-Think","sha":"f2edda15216e738ef2bb73771e11890e152b2112","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-32B-Think-Q4_K_M.gguf","repo":"unsloth/Olmo-3-32B-Think-GGUF","sha":"4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"}},"gguf":{"repo":"unsloth/Olmo-3-32B-Think-GGUF","sha":"4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},"weights":[{"quant":"Q2_K","bytes":12005940096,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3-32B-Think-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"Q3_K_M","bytes":15600960832,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3-32B-Think-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"IQ4_XS","bytes":17348182176,"gpu_bytes":17055797760,"mapped_bytes":17344598400,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3-32B-Think-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"Q4_0","bytes":18341707936,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3-32B-Think-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"Q4_K_M","bytes":19482034336,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3-32B-Think-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"Q5_K_M","bytes":22859712416,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3-32B-Think-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"Q6_K","bytes":26448495392,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3-32B-Think-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"Q8_0","bytes":34254796320,"gpu_bytes":33705700224,"mapped_bytes":34251212544,"out_bytes":545532800,"layer_bytes":[[64,518127616]],"read_bytes_per_token":33705700224,"files":["Olmo-3-32B-Think-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"},{"quant":"BF16","bytes":64472735488,"gpu_bytes":63442305024,"mapped_bytes":64469151744,"out_bytes":1026867200,"layer_bytes":[[64,975241216]],"read_bytes_per_token":63442305024,"files":["BF16/Olmo-3-32B-Think-BF16-00001-of-00002.gguf","BF16/Olmo-3-32B-Think-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"}],"original":{"bytes":64467127296,"repo":"allenai/Olmo-3-32B-Think","sha":"f2edda15216e738ef2bb73771e11890e152b2112","dtypes":{"BF16":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:03+00:00","url":"https://huggingface.co/allenai/Olmo-3-32B-Think/tree/f2edda15216e738ef2bb73771e11890e152b2112"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:03+00:00","url":"https://huggingface.co/unsloth/Olmo-3-32B-Think-GGUF/tree/4cfefcbb7a9526e8e566c8212e0c72c7f68b0f38"}]},{"id":"olmo-3-32b-think-dpo","name":"Olmo-3-32B-Think-DPO","repo":"allenai/Olmo-3-32B-Think-DPO","sha":"97604023f2602a7dfe6d31b1fc229985e0002022","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-32B-Think-DPO.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF","sha":"43d1586287b3745eb81cbfb7d79d469fba9b0d93"}},"gguf":{"repo":"mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF","sha":"43d1586287b3745eb81cbfb7d79d469fba9b0d93"},"weights":[{"quant":"IQ2_XXS","bytes":8756306240,"gpu_bytes":8584255104,"mapped_bytes":8752722144,"out_bytes":352999040,"layer_bytes":[[8,137322496],[56,127369216]],"read_bytes_per_token":8584255104,"files":["Olmo-3-32B-Think-DPO.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"IQ2_M","bytes":10965568256,"gpu_bytes":10741372544,"mapped_bytes":10961984160,"out_bytes":352999040,"layer_bytes":[[8,175865856],[56,160382976]],"read_bytes_per_token":10741372544,"files":["Olmo-3-32B-Think-DPO.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"Q2_K","bytes":12005940416,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3-32B-Think-DPO.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"IQ3_XXS","bytes":12540398336,"gpu_bytes":12316202624,"mapped_bytes":12536814240,"out_bytes":352999040,"layer_bytes":[[64,186925056]],"read_bytes_per_token":12316202624,"files":["Olmo-3-32B-Think-DPO.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"Q3_K_M","bytes":15600961152,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3-32B-Think-DPO.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"IQ4_XS","bytes":17332138016,"gpu_bytes":17055797760,"mapped_bytes":17328553920,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3-32B-Think-DPO.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"Q4_0","bytes":18341708256,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3-32B-Think-DPO.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"Q4_K_M","bytes":19482034656,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3-32B-Think-DPO.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"Q5_K_M","bytes":22859712736,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3-32B-Think-DPO.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"},{"quant":"Q6_K","bytes":26448495712,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3-32B-Think-DPO.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"}],"original":{"bytes":64467127296,"repo":"allenai/Olmo-3-32B-Think-DPO","sha":"97604023f2602a7dfe6d31b1fc229985e0002022","dtypes":{"BF16":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:41:55+00:00","url":"https://huggingface.co/allenai/Olmo-3-32B-Think-DPO/tree/97604023f2602a7dfe6d31b1fc229985e0002022"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:41:55+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-DPO-i1-GGUF/tree/43d1586287b3745eb81cbfb7d79d469fba9b0d93"}]},{"id":"olmo-3-32b-think-sft","name":"Olmo-3-32B-Think-SFT","repo":"allenai/Olmo-3-32B-Think-SFT","sha":"a6d7f3cf497c7049712c13a664c65c7992f2da0c","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32233522176,"params_active":null,"params_repo":32233522176,"arch":{"gguf_arch":"olmo2","n_layers":64,"n_layers_all":64,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":48,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-32B-Think-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF","sha":"a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"}},"gguf":{"repo":"mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF","sha":"a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},"weights":[{"quant":"IQ2_XXS","bytes":8756306240,"gpu_bytes":8584255104,"mapped_bytes":8752722144,"out_bytes":352999040,"layer_bytes":[[8,137322496],[56,127369216]],"read_bytes_per_token":8584255104,"files":["Olmo-3-32B-Think-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"IQ2_M","bytes":10965568256,"gpu_bytes":10741372544,"mapped_bytes":10961984160,"out_bytes":352999040,"layer_bytes":[[8,175865856],[56,160382976]],"read_bytes_per_token":10741372544,"files":["Olmo-3-32B-Think-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"Q2_K","bytes":12005940416,"gpu_bytes":11833889280,"mapped_bytes":12002356320,"out_bytes":421188096,"layer_bytes":[[64,178323456]],"read_bytes_per_token":11833889280,"files":["Olmo-3-32B-Think-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"IQ3_XXS","bytes":12540398336,"gpu_bytes":12316202624,"mapped_bytes":12536814240,"out_bytes":352999040,"layer_bytes":[[64,186925056]],"read_bytes_per_token":12316202624,"files":["Olmo-3-32B-Think-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"Q3_K_M","bytes":15600961152,"gpu_bytes":15376765440,"mapped_bytes":15597377056,"out_bytes":421188096,"layer_bytes":[[2,250904576],[2,250249216],[60,232554496]],"read_bytes_per_token":15376765440,"files":["Olmo-3-32B-Think-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"IQ4_XS","bytes":17332138016,"gpu_bytes":17055797760,"mapped_bytes":17328553920,"out_bytes":421188096,"layer_bytes":[[64,259915776]],"read_bytes_per_token":17055797760,"files":["Olmo-3-32B-Think-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"Q4_0","bytes":18341708256,"gpu_bytes":18049323520,"mapped_bytes":18338124160,"out_bytes":421188096,"layer_bytes":[[8,283181056],[56,274333696]],"read_bytes_per_token":18049323520,"files":["Olmo-3-32B-Think-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"Q4_K_M","bytes":19482034656,"gpu_bytes":19189649920,"mapped_bytes":19478450560,"out_bytes":421188096,"layer_bytes":[[8,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[1,312180736],[2,274333696],[9,312180736]],"read_bytes_per_token":19189649920,"files":["Olmo-3-32B-Think-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"Q5_K_M","bytes":22859712736,"gpu_bytes":22503150080,"mapped_bytes":22856128640,"out_bytes":421188096,"layer_bytes":[[8,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[1,354779136],[2,335282176],[9,354779136]],"read_bytes_per_token":22503150080,"files":["Olmo-3-32B-Think-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"},{"quant":"Q6_K","bytes":26448495712,"gpu_bytes":26023744000,"mapped_bytes":26444911616,"out_bytes":421188096,"layer_bytes":[[64,400039936]],"read_bytes_per_token":26023744000,"files":["Olmo-3-32B-Think-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"}],"original":{"bytes":64467127176,"repo":"allenai/Olmo-3-32B-Think-SFT","sha":"a6d7f3cf497c7049712c13a664c65c7992f2da0c","dtypes":{"BF16":32233522176}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:41:56+00:00","url":"https://huggingface.co/allenai/Olmo-3-32B-Think-SFT/tree/a6d7f3cf497c7049712c13a664c65c7992f2da0c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:41:56+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-32B-Think-SFT-i1-GGUF/tree/a2bbcf25b0100c0d6fa6f28244e19f4baa3cfc08"}]},{"id":"olmo-3-7b-instruct","name":"Olmo-3-7B-Instruct","repo":"allenai/Olmo-3-7B-Instruct","sha":"6e5971d9eba42665f5bd5a0fcf047f299ce1dccc","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-Instruct-Q4_K_M.gguf","repo":"unsloth/Olmo-3-7B-Instruct-GGUF","sha":"a2a9ae53f5a95087616b3f45ca96e9d2631344ee"}},"gguf":{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","sha":"a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},"weights":[{"quant":"Q2_K","bytes":2857914624,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"Q3_K_M","bytes":3651459264,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"IQ4_XS","bytes":4014029696,"gpu_bytes":3779425472,"mapped_bytes":4010465984,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"Q4_0","bytes":4227677056,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"Q4_K_M","bytes":4471602048,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"Q5_K_M","bytes":5208713088,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"Q6_K","bytes":5991893568,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"Q8_0","bytes":7759252672,"gpu_bytes":7319279104,"mapped_bytes":7755688960,"out_bytes":436426240,"layer_bytes":[[32,215089152]],"read_bytes_per_token":7319279104,"files":["Olmo-3-7B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"},{"quant":"BF16","bytes":14600642496,"gpu_bytes":13775601664,"mapped_bytes":14597079040,"out_bytes":821493760,"layer_bytes":[[32,404815872]],"read_bytes_per_token":13775601664,"files":["Olmo-3-7B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-Instruct","sha":"6e5971d9eba42665f5bd5a0fcf047f299ce1dccc","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:22:50+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-Instruct/tree/6e5971d9eba42665f5bd5a0fcf047f299ce1dccc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:22:50+00:00","url":"https://huggingface.co/unsloth/Olmo-3-7B-Instruct-GGUF/tree/a2a9ae53f5a95087616b3f45ca96e9d2631344ee"}]},{"id":"olmo-3-7b-instruct-dpo","name":"Olmo-3-7B-Instruct-DPO","repo":"allenai/Olmo-3-7B-Instruct-DPO","sha":"b33130b7de49f0c2553b5c2b3bc8409ff3e627d1","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-Instruct-DPO.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF","sha":"0ff645daccd39f2af70c32e2138f2b7b422a0cf2"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF","sha":"0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},"weights":[{"quant":"IQ2_XXS","bytes":2142859040,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-Instruct-DPO.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"IQ2_M","bytes":2676061920,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-Instruct-DPO.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"Q2_K","bytes":2857914848,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-Instruct-DPO.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"IQ3_XXS","bytes":2901702368,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-Instruct-DPO.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"Q3_K_M","bytes":3651459488,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-Instruct-DPO.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"IQ4_XS","bytes":4001194336,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-Instruct-DPO.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"Q4_0","bytes":4227677280,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-Instruct-DPO.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"Q4_K_M","bytes":4471602272,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-Instruct-DPO.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"Q5_K_M","bytes":5208713312,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-Instruct-DPO.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"},{"quant":"Q6_K","bytes":5991893792,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-Instruct-DPO.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-Instruct-DPO","sha":"b33130b7de49f0c2553b5c2b3bc8409ff3e627d1","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:41:57+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-Instruct-DPO/tree/b33130b7de49f0c2553b5c2b3bc8409ff3e627d1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:41:57+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-DPO-i1-GGUF/tree/0ff645daccd39f2af70c32e2138f2b7b422a0cf2"}]},{"id":"olmo-3-7b-instruct-sft","name":"Olmo-3-7B-Instruct-SFT","repo":"allenai/Olmo-3-7B-Instruct-SFT","sha":"e1452fc572d51966ff4aaeb25118b891eb93e549","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-Instruct-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF","sha":"a0095106d9672e550daf7256631617901cc62270"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF","sha":"a0095106d9672e550daf7256631617901cc62270"},"weights":[{"quant":"IQ2_XXS","bytes":2142859008,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-Instruct-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"IQ2_M","bytes":2676061888,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-Instruct-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"Q2_K","bytes":2857914816,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-Instruct-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"IQ3_XXS","bytes":2901702336,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-Instruct-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"Q3_K_M","bytes":3651459456,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-Instruct-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"IQ4_XS","bytes":4001194304,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-Instruct-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"Q4_0","bytes":4227677248,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-Instruct-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"Q4_K_M","bytes":4471602240,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-Instruct-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"Q5_K_M","bytes":5208713280,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-Instruct-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"},{"quant":"Q6_K","bytes":5991893760,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-Instruct-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-Instruct-SFT","sha":"e1452fc572d51966ff4aaeb25118b891eb93e549","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:41:57+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-Instruct-SFT/tree/e1452fc572d51966ff4aaeb25118b891eb93e549"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:41:57+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-Instruct-SFT-i1-GGUF/tree/a0095106d9672e550daf7256631617901cc62270"}]},{"id":"olmo-3-7b-rl-zero-code","name":"Olmo-3-7B-RL-Zero-Code","repo":"allenai/Olmo-3-7B-RL-Zero-Code","sha":"a961af69d75f9c52b3ae4db7b1664d890229b7ca","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-RL-Zero-Code.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF","sha":"839d17381cffaac7df29bac7735e8ea8ff5e0e39"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF","sha":"839d17381cffaac7df29bac7735e8ea8ff5e0e39"},"weights":[{"quant":"IQ2_XXS","bytes":2142858240,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-RL-Zero-Code.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"IQ2_M","bytes":2676061120,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-RL-Zero-Code.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"Q2_K","bytes":2857914048,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-RL-Zero-Code.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"IQ3_XXS","bytes":2901701568,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-RL-Zero-Code.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"Q3_K_M","bytes":3651458688,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-RL-Zero-Code.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"IQ4_XS","bytes":4001193536,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-RL-Zero-Code.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"Q4_0","bytes":4227676480,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-RL-Zero-Code.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"Q4_K_M","bytes":4471601472,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-RL-Zero-Code.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"Q5_K_M","bytes":5208712512,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-RL-Zero-Code.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"},{"quant":"Q6_K","bytes":5991892992,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-RL-Zero-Code.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-RL-Zero-Code","sha":"a961af69d75f9c52b3ae4db7b1664d890229b7ca","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:09+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-RL-Zero-Code/tree/a961af69d75f9c52b3ae4db7b1664d890229b7ca"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:09+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Code-i1-GGUF/tree/839d17381cffaac7df29bac7735e8ea8ff5e0e39"}]},{"id":"olmo-3-7b-rl-zero-general","name":"Olmo-3-7B-RL-Zero-General","repo":"allenai/Olmo-3-7B-RL-Zero-General","sha":"24e5814cb36944d3eb36a49679d02c2b3bb46195","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-RL-Zero-General.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF","sha":"adf58e81ef5a4f33772d1dd095dd05889228d3df"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF","sha":"adf58e81ef5a4f33772d1dd095dd05889228d3df"},"weights":[{"quant":"IQ2_XXS","bytes":2142858272,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-RL-Zero-General.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"IQ2_M","bytes":2676061152,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-RL-Zero-General.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"Q2_K","bytes":2857914080,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-RL-Zero-General.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"IQ3_XXS","bytes":2901701600,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-RL-Zero-General.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"Q3_K_M","bytes":3651458720,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-RL-Zero-General.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"IQ4_XS","bytes":4001193568,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-RL-Zero-General.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"Q4_0","bytes":4227676512,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-RL-Zero-General.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"Q4_K_M","bytes":4471601504,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-RL-Zero-General.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"Q5_K_M","bytes":5208712544,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-RL-Zero-General.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"},{"quant":"Q6_K","bytes":5991893024,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-RL-Zero-General.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-RL-Zero-General","sha":"24e5814cb36944d3eb36a49679d02c2b3bb46195","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:09+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-RL-Zero-General/tree/24e5814cb36944d3eb36a49679d02c2b3bb46195"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:09+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-General-i1-GGUF/tree/adf58e81ef5a4f33772d1dd095dd05889228d3df"}]},{"id":"olmo-3-7b-rl-zero-if","name":"Olmo-3-7B-RL-Zero-IF","repo":"allenai/Olmo-3-7B-RL-Zero-IF","sha":"3cae007c5324a9a06ee6780f03b848bc7b8fd440","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-RLZero-IF.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF","sha":"8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF","sha":"8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},"weights":[{"quant":"IQ2_XXS","bytes":2142858240,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-RLZero-IF.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"IQ2_M","bytes":2676061120,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-RLZero-IF.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"Q2_K","bytes":2857914048,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-RLZero-IF.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"IQ3_XXS","bytes":2901701568,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-RLZero-IF.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"Q3_K_M","bytes":3651458688,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-RLZero-IF.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"IQ4_XS","bytes":4001193536,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-RLZero-IF.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"Q4_0","bytes":4227676480,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-RLZero-IF.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"Q4_K_M","bytes":4471601472,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-RLZero-IF.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"Q5_K_M","bytes":5208712512,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-RLZero-IF.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"},{"quant":"Q6_K","bytes":5991892992,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-RLZero-IF.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-RL-Zero-IF","sha":"3cae007c5324a9a06ee6780f03b848bc7b8fd440","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:10+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-RL-Zero-IF/tree/3cae007c5324a9a06ee6780f03b848bc7b8fd440"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:10+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-IF-i1-GGUF/tree/8afd2eba33a3c9b0a947a89f33bbb618afe34cbf"}]},{"id":"olmo-3-7b-rl-zero-math","name":"Olmo-3-7B-RL-Zero-Math","repo":"allenai/Olmo-3-7B-RL-Zero-Math","sha":"dee26a4074b88215cd1326472e1ab14d0259d892","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-RL-Zero-Math.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF","sha":"6454715c647f94b0937ddeb4812351fd80cbf722"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF","sha":"6454715c647f94b0937ddeb4812351fd80cbf722"},"weights":[{"quant":"IQ2_XXS","bytes":2142857024,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-RL-Zero-Math.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"IQ2_M","bytes":2676059904,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-RL-Zero-Math.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"Q2_K","bytes":2857912832,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-RL-Zero-Math.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"IQ3_XXS","bytes":2901700352,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-RL-Zero-Math.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"Q3_K_M","bytes":3651457472,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-RL-Zero-Math.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"IQ4_XS","bytes":4001192320,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-RL-Zero-Math.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"Q4_0","bytes":4227675264,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-RL-Zero-Math.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"Q4_K_M","bytes":4471600256,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-RL-Zero-Math.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"Q5_K_M","bytes":5208711296,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-RL-Zero-Math.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"},{"quant":"Q6_K","bytes":5991891776,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-RL-Zero-Math.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-RL-Zero-Math","sha":"dee26a4074b88215cd1326472e1ab14d0259d892","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:11+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-RL-Zero-Math/tree/dee26a4074b88215cd1326472e1ab14d0259d892"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:11+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-RL-Zero-Math-i1-GGUF/tree/6454715c647f94b0937ddeb4812351fd80cbf722"}]},{"id":"olmo-3-7b-rl-zero-mix","name":"Olmo-3-7B-RL-Zero-Mix","repo":"allenai/Olmo-3-7B-RL-Zero-Mix","sha":"73b2b1a50d94aec859e22c9b4a524416b5a3a739","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-RLZero-Mix.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF","sha":"ce7d00ef1c281df59c009f453ee8f13535294835"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF","sha":"ce7d00ef1c281df59c009f453ee8f13535294835"},"weights":[{"quant":"IQ2_XXS","bytes":2142858240,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-RLZero-Mix.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"IQ2_M","bytes":2676061120,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-RLZero-Mix.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"Q2_K","bytes":2857914048,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-RLZero-Mix.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"IQ3_XXS","bytes":2901701568,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-RLZero-Mix.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"Q3_K_M","bytes":3651458688,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-RLZero-Mix.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"IQ4_XS","bytes":4001193536,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-RLZero-Mix.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"Q4_0","bytes":4227676480,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-RLZero-Mix.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"Q4_K_M","bytes":4471601472,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-RLZero-Mix.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"Q5_K_M","bytes":5208712512,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-RLZero-Mix.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"},{"quant":"Q6_K","bytes":5991892992,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-RLZero-Mix.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-RL-Zero-Mix","sha":"73b2b1a50d94aec859e22c9b4a524416b5a3a739","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:22+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-RL-Zero-Mix/tree/73b2b1a50d94aec859e22c9b4a524416b5a3a739"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:22+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-RLZero-Mix-i1-GGUF/tree/ce7d00ef1c281df59c009f453ee8f13535294835"}]},{"id":"olmo-3-7b-think","name":"Olmo-3-7B-Think","repo":"allenai/Olmo-3-7B-Think","sha":"d97e442d7cc678210054dbcc9b440894d62c89a4","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-Think-Q4_K_M.gguf","repo":"unsloth/Olmo-3-7B-Think-GGUF","sha":"1dcda0d5e447e9da698330014e38a9080616f2df"}},"gguf":{"repo":"unsloth/Olmo-3-7B-Think-GGUF","sha":"1dcda0d5e447e9da698330014e38a9080616f2df"},"weights":[{"quant":"Q2_K","bytes":2857913536,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-Think-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"Q3_K_M","bytes":3651458176,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-Think-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"IQ4_XS","bytes":4014028608,"gpu_bytes":3779425472,"mapped_bytes":4010465984,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-Think-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"Q4_0","bytes":4227675968,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-Think-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"Q4_K_M","bytes":4471600960,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-Think-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"Q5_K_M","bytes":5208712000,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-Think-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"Q6_K","bytes":5991892480,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-Think-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"Q8_0","bytes":7759251584,"gpu_bytes":7319279104,"mapped_bytes":7755688960,"out_bytes":436426240,"layer_bytes":[[32,215089152]],"read_bytes_per_token":7319279104,"files":["Olmo-3-7B-Think-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"},{"quant":"BF16","bytes":14600641408,"gpu_bytes":13775601664,"mapped_bytes":14597079040,"out_bytes":821493760,"layer_bytes":[[32,404815872]],"read_bytes_per_token":13775601664,"files":["Olmo-3-7B-Think-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-Think","sha":"d97e442d7cc678210054dbcc9b440894d62c89a4","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:22:57+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-Think/tree/d97e442d7cc678210054dbcc9b440894d62c89a4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:22:57+00:00","url":"https://huggingface.co/unsloth/Olmo-3-7B-Think-GGUF/tree/1dcda0d5e447e9da698330014e38a9080616f2df"}]},{"id":"olmo-3-7b-think-dpo","name":"Olmo-3-7B-Think-DPO","repo":"allenai/Olmo-3-7B-Think-DPO","sha":"7b18bf927b430ff06376fdfa5610eb3b1b6a5c38","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-Think-DPO.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF","sha":"47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF","sha":"47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},"weights":[{"quant":"IQ2_XXS","bytes":2142858016,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-Think-DPO.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"IQ2_M","bytes":2676060896,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-Think-DPO.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"Q2_K","bytes":2857913824,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-Think-DPO.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"IQ3_XXS","bytes":2901701344,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-Think-DPO.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"Q3_K_M","bytes":3651458464,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-Think-DPO.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"IQ4_XS","bytes":4001193312,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-Think-DPO.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"Q4_0","bytes":4227676256,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-Think-DPO.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"Q4_K_M","bytes":4471601248,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-Think-DPO.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"Q5_K_M","bytes":5208712288,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-Think-DPO.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"},{"quant":"Q6_K","bytes":5991892768,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-Think-DPO.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-Think-DPO","sha":"7b18bf927b430ff06376fdfa5610eb3b1b6a5c38","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:42:23+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-Think-DPO/tree/7b18bf927b430ff06376fdfa5610eb3b1b6a5c38"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:42:23+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-DPO-i1-GGUF/tree/47524e1cb0e4f6c7d9f9e23f42dee768cf5e30d5"}]},{"id":"olmo-3-7b-think-sft","name":"Olmo-3-7B-Think-SFT","repo":"allenai/Olmo-3-7B-Think-SFT","sha":"6ff857587e040d6d523a3d5f3a56e918f5401d66","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T16:13:37+00:00","multimodal":false,"params_gguf":7298011136,"params_active":null,"params_repo":7298011136,"arch":{"gguf_arch":"olmo2","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0],[3,"swa",4096,4096,4096,0],[1,"full",4096,4096,null,0]],"kv_groups":[{"k_elems":4096,"kind":"full","layers":8,"v_elems":4096,"window":null},{"k_elems":4096,"kind":"swa","layers":24,"v_elems":4096,"window":4096}],"state_elems":0,"max_context":65536,"vocab_size":100278,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Olmo-3-7B-Think-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF","sha":"79b56c668f8e52a0817f55a13eaaf7a752a196b2"}},"gguf":{"repo":"mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF","sha":"79b56c668f8e52a0817f55a13eaaf7a752a196b2"},"weights":[{"quant":"IQ2_XXS","bytes":2142857920,"gpu_bytes":2004521472,"mapped_bytes":2139295104,"out_bytes":282399232,"layer_bytes":[[4,56590336],[28,53420032]],"read_bytes_per_token":2004521472,"files":["Olmo-3-7B-Think-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"IQ2_M","bytes":2676060800,"gpu_bytes":2496008704,"mapped_bytes":2672497984,"out_bytes":282399232,"layer_bytes":[[4,73490432],[28,68558848]],"read_bytes_per_token":2496008704,"files":["Olmo-3-7B-Think-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"Q2_K","bytes":2857913728,"gpu_bytes":2719577280,"mapped_bytes":2854350912,"out_bytes":336950464,"layer_bytes":[[32,74457088]],"read_bytes_per_token":2719577280,"files":["Olmo-3-7B-Think-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"IQ3_XXS","bytes":2901701248,"gpu_bytes":2721649152,"mapped_bytes":2898138432,"out_bytes":282399232,"layer_bytes":[[32,76226560]],"read_bytes_per_token":2721649152,"files":["Olmo-3-7B-Think-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"Q3_K_M","bytes":3651458368,"gpu_bytes":3471406272,"mapped_bytes":3647895552,"out_bytes":336950464,"layer_bytes":[[2,105201664],[30,97468416]],"read_bytes_per_token":3471406272,"files":["Olmo-3-7B-Think-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"IQ4_XS","bytes":4001193216,"gpu_bytes":3779425472,"mapped_bytes":3997630400,"out_bytes":336950464,"layer_bytes":[[32,107577344]],"read_bytes_per_token":3779425472,"files":["Olmo-3-7B-Think-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"Q4_0","bytes":4227676160,"gpu_bytes":3993072832,"mapped_bytes":4224113344,"out_bytes":336950464,"layer_bytes":[[4,116719616],[28,113901568]],"read_bytes_per_token":3993072832,"files":["Olmo-3-7B-Think-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"Q4_K_M","bytes":4471601152,"gpu_bytes":4236997824,"mapped_bytes":4468038336,"out_bytes":336950464,"layer_bytes":[[4,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[1,129851392],[2,113901568],[5,129851392]],"read_bytes_per_token":4236997824,"files":["Olmo-3-7B-Think-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"Q5_K_M","bytes":5208712192,"gpu_bytes":4922766528,"mapped_bytes":5205149376,"out_bytes":336950464,"layer_bytes":[[4,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[1,147415040],[2,139198464],[5,147415040]],"read_bytes_per_token":4922766528,"files":["Olmo-3-7B-Think-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"},{"quant":"Q6_K","bytes":5991892672,"gpu_bytes":5651395776,"mapped_bytes":5988329856,"out_bytes":336950464,"layer_bytes":[[32,166076416]],"read_bytes_per_token":5651395776,"files":["Olmo-3-7B-Think-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"}],"original":{"bytes":14596063712,"repo":"allenai/Olmo-3-7B-Think-SFT","sha":"6ff857587e040d6d523a3d5f3a56e918f5401d66","dtypes":{"BF16":7298011136}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:12:59+00:00","url":"https://huggingface.co/allenai/Olmo-3-7B-Think-SFT/tree/6ff857587e040d6d523a3d5f3a56e918f5401d66"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:12:59+00:00","url":"https://huggingface.co/mradermacher/Olmo-3-7B-Think-SFT-i1-GGUF/tree/79b56c668f8e52a0817f55a13eaaf7a752a196b2"}]},{"id":"olmocr-2-7b-1025","name":"olmOCR-2-7B-1025","repo":"allenai/olmOCR-2-7B-1025","sha":"e52d6f090b7a9007afffbbd6ce510876222fea93","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T16:14:31+00:00","multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"allenai_olmOCR-2-7B-1025-Q4_K_M.gguf","repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","sha":"42654d7abfe9a19d3cdb90b9a855ce26d265fd93"}},"gguf":{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","sha":"42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},"weights":[{"quant":"IQ2_M","bytes":2780341408,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["allenai_olmOCR-2-7B-1025-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q2_K","bytes":3015939232,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["allenai_olmOCR-2-7B-1025-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"IQ3_XXS","bytes":3114513568,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["allenai_olmOCR-2-7B-1025-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q3_K_M","bytes":3808390304,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["allenai_olmOCR-2-7B-1025-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"IQ4_XS","bytes":4218471584,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["allenai_olmOCR-2-7B-1025-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q4_0","bytes":4444120224,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["allenai_olmOCR-2-7B-1025-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q4_K_M","bytes":4683072672,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["allenai_olmOCR-2-7B-1025-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q5_K_M","bytes":5444830368,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["allenai_olmOCR-2-7B-1025-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q6_K","bytes":6254197920,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["allenai_olmOCR-2-7B-1025-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"Q8_0","bytes":8098524320,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["allenai_olmOCR-2-7B-1025-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"},{"quant":"BF16","bytes":15237852032,"gpu_bytes":14141904896,"mapped_bytes":15231899648,"out_bytes":1090009088,"layer_bytes":[[28,466139136]],"read_bytes_per_token":14141904896,"files":["allenai_olmOCR-2-7B-1025-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"}],"original":{"bytes":16584414416,"repo":"allenai/olmOCR-2-7B-1025","sha":"e52d6f090b7a9007afffbbd6ce510876222fea93","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:13:37+00:00","url":"https://huggingface.co/allenai/olmOCR-2-7B-1025/tree/e52d6f090b7a9007afffbbd6ce510876222fea93"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:13:37+00:00","url":"https://huggingface.co/bartowski/allenai_olmOCR-2-7B-1025-GGUF/tree/42654d7abfe9a19d3cdb90b9a855ce26d265fd93"}]},{"id":"optimind-sft","name":"OptiMind-SFT","repo":"microsoft/OptiMind-SFT","sha":"817e06666a39155f9352d00354b3227d230da46d","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":20914757184,"params_active":3608307264,"params_repo":20914757184,"arch":{"gguf_arch":"gpt-oss","n_layers":24,"n_layers_all":24,"layers":[[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0],[1,"swa",512,512,128,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":12,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":12,"v_elems":512,"window":128}],"state_elems":0,"max_context":131072,"vocab_size":201088,"hidden_size":2880,"moe":{"active":4,"experts":32},"cross_checked":true,"gguf_source":{"file":"OptiMind-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/OptiMind-SFT-i1-GGUF","sha":"ea5a23dd747a9fa5f1508e51757ecde4e21263d6"}},"gguf":{"repo":"mradermacher/OptiMind-SFT-i1-GGUF","sha":"ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},"weights":[{"quant":"IQ2_M","bytes":12065513536,"gpu_bytes":11726743296,"mapped_bytes":12052505856,"out_bytes":615340800,"layer_bytes":[[24,462975104]],"read_bytes_per_token":2297669376,"files":["OptiMind-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"Q2_K","bytes":12065513536,"gpu_bytes":11726743296,"mapped_bytes":12052505856,"out_bytes":615340800,"layer_bytes":[[24,462975104]],"read_bytes_per_token":2297669376,"files":["OptiMind-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"IQ3_XXS","bytes":12065513536,"gpu_bytes":11726743296,"mapped_bytes":12052505856,"out_bytes":615340800,"layer_bytes":[[24,462975104]],"read_bytes_per_token":2297669376,"files":["OptiMind-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"Q3_K_M","bytes":12916150336,"gpu_bytes":12577380096,"mapped_bytes":12903142656,"out_bytes":615340800,"layer_bytes":[[1,514400384],[1,497811584],[22,497719424]],"read_bytes_per_token":2437061376,"files":["OptiMind-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"IQ4_XS","bytes":12096479296,"gpu_bytes":11757709056,"mapped_bytes":12083471616,"out_bytes":615340800,"layer_bytes":[[24,464265344]],"read_bytes_per_token":2328635136,"files":["OptiMind-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"Q4_0","bytes":12148457536,"gpu_bytes":11809687296,"mapped_bytes":12135449856,"out_bytes":615340800,"layer_bytes":[[3,480946304],[21,464357504]],"read_bytes_per_token":2337067776,"files":["OptiMind-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"Q4_K_M","bytes":15805135936,"gpu_bytes":15393974016,"mapped_bytes":15792128256,"out_bytes":615340800,"layer_bytes":[[3,665819264],[2,565733504],[1,665819264],[2,565733504],[1,665819264],[2,565733504],[1,665819264],[2,565733504],[1,665819264],[2,565733504],[1,665819264],[2,565733504],[4,665819264]],"read_bytes_per_token":2829616896,"files":["OptiMind-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"Q5_K_M","bytes":16893061696,"gpu_bytes":16445703936,"mapped_bytes":16880054016,"out_bytes":615340800,"layer_bytes":[[3,701300864],[2,617896064],[1,701300864],[2,617896064],[1,701300864],[2,617896064],[1,701300864],[2,617896064],[1,701300864],[2,617896064],[1,701300864],[2,617896064],[4,701300864]],"read_bytes_per_token":3010434816,"files":["OptiMind-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"},{"quant":"Q6_K","bytes":22193344576,"gpu_bytes":21565007616,"mapped_bytes":22180336896,"out_bytes":615340800,"layer_bytes":[[24,872902784]],"read_bytes_per_token":3775178496,"files":["OptiMind-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"}],"original":{"bytes":41829561192,"repo":"microsoft/OptiMind-SFT","sha":"817e06666a39155f9352d00354b3227d230da46d","dtypes":{"BF16":20914757184}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:00+00:00","url":"https://huggingface.co/microsoft/OptiMind-SFT/tree/817e06666a39155f9352d00354b3227d230da46d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:00+00:00","url":"https://huggingface.co/mradermacher/OptiMind-SFT-i1-GGUF/tree/ea5a23dd747a9fa5f1508e51757ecde4e21263d6"}]},{"id":"phi-3-5-mini-instruct","name":"Phi-3.5-mini-instruct","repo":"microsoft/Phi-3.5-mini-instruct","sha":"2fe192450127e6a83f7441aef6e3ca586c338b77","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3821079648,"params_active":null,"params_repo":3821079552,"arch":{"gguf_arch":"phi3","n_layers":32,"n_layers_all":32,"layers":[[32,"full",3072,3072,null,0]],"kv_groups":[{"k_elems":3072,"kind":"full","layers":32,"v_elems":3072,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":32064,"hidden_size":3072,"moe":null,"cross_checked":true,"gguf_source":{"file":"Phi-3.5-mini-instruct-Q4_K_M.gguf","repo":"bartowski/Phi-3.5-mini-instruct-GGUF","sha":"6d70da17e749a471ccb62ade694486011a75cda3"}},"gguf":{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","sha":"6d70da17e749a471ccb62ade694486011a75cda3"},"weights":[{"quant":"IQ2_M","bytes":1316395296,"gpu_bytes":1273332096,"mapped_bytes":1315656576,"out_bytes":67731840,"layer_bytes":[[2,40083456],[8,37330944],[2,40083456],[20,37330944]],"read_bytes_per_token":1273332096,"files":["Phi-3.5-mini-instruct-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q2_K","bytes":1416204576,"gpu_bytes":1383145344,"mapped_bytes":1415465856,"out_bytes":80813952,"layer_bytes":[[32,40697856]],"read_bytes_per_token":1383145344,"files":["Phi-3.5-mini-instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q3_K_M","bytes":1955477280,"gpu_bytes":1912414080,"mapped_bytes":1954738560,"out_bytes":80813952,"layer_bytes":[[2,60186624],[30,57040896]],"read_bytes_per_token":1912414080,"files":["Phi-3.5-mini-instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"IQ4_XS","bytes":2059853088,"gpu_bytes":2006785920,"mapped_bytes":2059114368,"out_bytes":80813952,"layer_bytes":[[32,60186624]],"read_bytes_per_token":2006785920,"files":["Phi-3.5-mini-instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q4_0","bytes":2182468896,"gpu_bytes":2126323584,"mapped_bytes":2181730176,"out_bytes":80813952,"layer_bytes":[[2,65298432],[8,63725568],[2,65298432],[20,63725568]],"read_bytes_per_token":2126323584,"files":["Phi-3.5-mini-instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q4_K_M","bytes":2393232672,"gpu_bytes":2337087360,"mapped_bytes":2392493952,"out_bytes":80813952,"layer_bytes":[[3,73752576],[1,67264512],[1,73752576],[2,67264512],[1,73752576],[2,67264512],[2,73752576],[2,67264512],[1,73752576],[2,67264512],[1,73752576],[3,67264512],[1,73752576],[2,67264512],[1,73752576],[2,67264512],[5,73752576]],"read_bytes_per_token":2337087360,"files":["Phi-3.5-mini-instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q5_K_M","bytes":2815276320,"gpu_bytes":2746818432,"mapped_bytes":2814537600,"out_bytes":80813952,"layer_bytes":[[3,84983808],[1,81641472],[1,84983808],[2,81641472],[1,84983808],[2,81641472],[2,84983808],[2,81641472],[1,84983808],[2,81641472],[1,84983808],[3,81641472],[1,84983808],[2,81641472],[1,84983808],[2,81641472],[5,84983808]],"read_bytes_per_token":2746818432,"files":["Phi-3.5-mini-instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q6_K","bytes":3135853344,"gpu_bytes":3054313344,"mapped_bytes":3135114624,"out_bytes":80813952,"layer_bytes":[[32,92921856]],"read_bytes_per_token":3054313344,"files":["Phi-3.5-mini-instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"},{"quant":"Q8_0","bytes":4061222688,"gpu_bytes":3955827072,"mapped_bytes":4060483968,"out_bytes":104669568,"layer_bytes":[[32,120348672]],"read_bytes_per_token":3955827072,"files":["Phi-3.5-mini-instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"}],"original":{"bytes":7642181880,"repo":"microsoft/Phi-3.5-mini-instruct","sha":"2fe192450127e6a83f7441aef6e3ca586c338b77","dtypes":{"BF16":3821079552}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:30+00:00","url":"https://huggingface.co/microsoft/Phi-3.5-mini-instruct/tree/2fe192450127e6a83f7441aef6e3ca586c338b77"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:30+00:00","url":"https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/tree/6d70da17e749a471ccb62ade694486011a75cda3"}]},{"id":"phi-4","name":"phi-4","repo":"microsoft/phi-4","sha":"2db69c1c3e91a05d2c64a3185acfbaf36f744e25","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14659507200,"params_active":null,"params_repo":14659507200,"arch":{"gguf_arch":"llama","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1280,1280,null,0]],"kv_groups":[{"k_elems":1280,"kind":"full","layers":40,"v_elems":1280,"window":null}],"state_elems":0,"max_context":16384,"vocab_size":100352,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"phi-4-Q4_K_M.gguf","repo":"unsloth/phi-4-GGUF","sha":"5110b7771e8166d5530e73346a15aea096a8cb99"}},"gguf":{"repo":"unsloth/phi-4-GGUF","sha":"5110b7771e8166d5530e73346a15aea096a8cb99"},"weights":[{"quant":"Q2_K","bytes":5608795712,"gpu_bytes":5436641280,"mapped_bytes":5605232640,"out_bytes":421498880,"layer_bytes":[[40,125378560]],"read_bytes_per_token":5436641280,"files":["phi-4-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"},{"quant":"Q3_K_M","bytes":7190834752,"gpu_bytes":6966497280,"mapped_bytes":7187271680,"out_bytes":421498880,"layer_bytes":[[2,175298560],[38,163010560]],"read_bytes_per_token":6966497280,"files":["phi-4-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"},{"quant":"Q4_K_M","bytes":8890306112,"gpu_bytes":8597729280,"mapped_bytes":8886743040,"out_bytes":421498880,"layer_bytes":[[5,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[1,217077760],[2,191733760],[6,217077760]],"read_bytes_per_token":8597729280,"files":["phi-4-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"},{"quant":"Q5_K_M","bytes":10412707392,"gpu_bytes":10055905280,"mapped_bytes":10409144320,"out_bytes":421498880,"layer_bytes":[[5,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[1,247388160],[2,234332160],[6,247388160]],"read_bytes_per_token":10055905280,"files":["phi-4-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"},{"quant":"Q6_K","bytes":12030258752,"gpu_bytes":11605217280,"mapped_bytes":12026695680,"out_bytes":421498880,"layer_bytes":[[40,279592960]],"read_bytes_per_token":11605217280,"files":["phi-4-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"},{"quant":"Q8_0","bytes":15580507712,"gpu_bytes":15031029760,"mapped_bytes":15576944640,"out_bytes":545935360,"layer_bytes":[[40,362127360]],"read_bytes_per_token":15031029760,"files":["phi-4-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"},{"quant":"F16","bytes":29323406912,"gpu_bytes":28292239360,"mapped_bytes":29319843840,"out_bytes":1027624960,"layer_bytes":[[40,681615360]],"read_bytes_per_token":28292239360,"files":["phi-4-F16.gguf"],"source_url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"}],"original":{"bytes":29319042992,"repo":"microsoft/phi-4","sha":"2db69c1c3e91a05d2c64a3185acfbaf36f744e25","dtypes":{"BF16":14659507200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:48+00:00","url":"https://huggingface.co/microsoft/phi-4/tree/2db69c1c3e91a05d2c64a3185acfbaf36f744e25"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:48+00:00","url":"https://huggingface.co/unsloth/phi-4-GGUF/tree/5110b7771e8166d5530e73346a15aea096a8cb99"}]},{"id":"phi-4-mini-instruct","name":"Phi-4-mini-instruct","repo":"microsoft/Phi-4-mini-instruct","sha":"cfbefacb99257ffa30c83adab238a50856ac3083","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3836021856,"params_active":null,"params_repo":3836021760,"arch":{"gguf_arch":"phi3","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":200064,"hidden_size":3072,"moe":null,"cross_checked":true,"gguf_source":{"file":"Phi-4-mini-instruct-Q4_K_M.gguf","repo":"unsloth/Phi-4-mini-instruct-GGUF","sha":"78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"}},"gguf":{"repo":"unsloth/Phi-4-mini-instruct-GGUF","sha":"78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},"weights":[{"quant":"Q2_K","bytes":1682635744,"gpu_bytes":1674384768,"mapped_bytes":1674384768,"out_bytes":504173952,"layer_bytes":[[32,36569088]],"read_bytes_per_token":1674384768,"files":["Phi-4-mini-instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},{"quant":"Q3_K_M","bytes":2117532640,"gpu_bytes":2109281664,"mapped_bytes":2109281664,"out_bytes":504173952,"layer_bytes":[[2,53108736],[30,49963008]],"read_bytes_per_token":2109281664,"files":["Phi-4-mini-instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},{"quant":"Q4_K_M","bytes":2491874272,"gpu_bytes":2483623296,"mapped_bytes":2483623296,"out_bytes":504173952,"layer_bytes":[[4,65101824],[2,58613760],[1,65101824],[2,58613760],[1,65101824],[2,58613760],[1,65101824],[2,58613760],[1,65101824],[2,58613760],[1,65101824],[2,58613760],[1,65101824],[2,58613760],[1,65101824],[2,58613760],[5,65101824]],"read_bytes_per_token":2483623296,"files":["Phi-4-mini-instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},{"quant":"Q5_K_M","bytes":2848127968,"gpu_bytes":2839876992,"mapped_bytes":2839876992,"out_bytes":504173952,"layer_bytes":[[4,74661888],[2,71319552],[1,74661888],[2,71319552],[1,74661888],[2,71319552],[1,74661888],[2,71319552],[1,74661888],[2,71319552],[1,74661888],[2,71319552],[1,74661888],[2,71319552],[1,74661888],[2,71319552],[5,74661888]],"read_bytes_per_token":2839876992,"files":["Phi-4-mini-instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},{"quant":"Q6_K","bytes":3155622880,"gpu_bytes":3147371904,"mapped_bytes":3147371904,"out_bytes":504173952,"layer_bytes":[[32,82599936]],"read_bytes_per_token":3147371904,"files":["Phi-4-mini-instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},{"quant":"Q8_0","bytes":4084611040,"gpu_bytes":4076360064,"mapped_bytes":4076360064,"out_bytes":653021568,"layer_bytes":[[32,106979328]],"read_bytes_per_token":4076360064,"files":["Phi-4-mini-instruct.Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"},{"quant":"BF16","bytes":7680694240,"gpu_bytes":7672443264,"mapped_bytes":7672443264,"out_bytes":1229205888,"layer_bytes":[[32,201351168]],"read_bytes_per_token":7672443264,"files":["Phi-4-mini-instruct.BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"}],"original":{"bytes":7672066216,"repo":"microsoft/Phi-4-mini-instruct","sha":"cfbefacb99257ffa30c83adab238a50856ac3083","dtypes":{"BF16":3836021760}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:51+00:00","url":"https://huggingface.co/microsoft/Phi-4-mini-instruct/tree/cfbefacb99257ffa30c83adab238a50856ac3083"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:51+00:00","url":"https://huggingface.co/unsloth/Phi-4-mini-instruct-GGUF/tree/78eb92a46fc37e6b524df991ed9aca9bc6aa7b80"}]},{"id":"qwen-agentworld-35b-a3b","name":"Qwen-AgentWorld-35B-A3B","repo":"Qwen/Qwen-AgentWorld-35B-A3B","sha":"60d2b0434a53d2e62a7c00a489586815d94ebffb","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":34660610688,"params_active":2946429568,"params_repo":34660610688,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Qwen-AgentWorld-35B-A3B-Q8_0.gguf","repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","sha":"3a305abf5cfd119ee999dfe929c433746edd8d63"}},"gguf":{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","sha":"3a305abf5cfd119ee999dfe929c433746edd8d63"},"weights":[{"quant":"Q8_0","bytes":36903140608,"gpu_bytes":36351805952,"mapped_bytes":36892150272,"out_bytes":540352512,"layer_bytes":[[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040]],"read_bytes_per_token":3195832832,"files":["Qwen-AgentWorld-35B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/tree/3a305abf5cfd119ee999dfe929c433746edd8d63"},{"quant":"BF16","bytes":69376638464,"gpu_bytes":68348529152,"mapped_bytes":69365647872,"out_bytes":1017126912,"layer_bytes":[[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920]],"read_bytes_per_token":5937285632,"files":["BF16/Qwen-AgentWorld-35B-A3B-BF16-00001-of-00002.gguf","BF16/Qwen-AgentWorld-35B-A3B-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/tree/3a305abf5cfd119ee999dfe929c433746edd8d63"}],"original":{"bytes":69321314576,"repo":"Qwen/Qwen-AgentWorld-35B-A3B","sha":"60d2b0434a53d2e62a7c00a489586815d94ebffb","dtypes":{"BF16":34660610688}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:14:46+00:00","url":"https://huggingface.co/Qwen/Qwen-AgentWorld-35B-A3B/tree/60d2b0434a53d2e62a7c00a489586815d94ebffb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:14:46+00:00","url":"https://huggingface.co/unsloth/Qwen-AgentWorld-35B-A3B-GGUF/tree/3a305abf5cfd119ee999dfe929c433746edd8d63"}]},{"id":"qwen2-5-14b-instruct","name":"Qwen2.5-14B-Instruct","repo":"Qwen/Qwen2.5-14B-Instruct","sha":"cf98f3b3bbb457ad9e2bb7baf9a0125b6b88caa8","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14770033664,"params_active":null,"params_repo":14770033664,"arch":{"gguf_arch":"qwen2","n_layers":48,"n_layers_all":48,"layers":[[48,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":48,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf","repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","sha":"b466e1f8c07172155743e8e1307507d8a4f91fbd"}},"gguf":{"repo":"Qwen/Qwen2.5-14B-Instruct-GGUF","sha":"b466e1f8c07172155743e8e1307507d8a4f91fbd"},"weights":[{"quant":"Q2_K","bytes":5770497600,"gpu_bytes":5509062656,"mapped_bytes":5764530176,"out_bytes":638689280,"layer_bytes":[[48,101466112]],"read_bytes_per_token":5509062656,"files":["qwen2.5-14b-instruct-q2_k-00001-of-00002.gguf","qwen2.5-14b-instruct-q2_k-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"},{"quant":"Q3_K_M","bytes":7339204160,"gpu_bytes":6998695936,"mapped_bytes":7333236736,"out_bytes":638689280,"layer_bytes":[[2,141422592],[1,140767232],[45,131919872]],"read_bytes_per_token":6998695936,"files":["qwen2.5-14b-instruct-q3_k_m-00001-of-00002.gguf","qwen2.5-14b-instruct-q3_k_m-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"},{"quant":"Q4_0","bytes":8517725856,"gpu_bytes":8073814016,"mapped_bytes":8511758336,"out_bytes":638689280,"layer_bytes":[[48,154898432]],"read_bytes_per_token":8073814016,"files":["qwen2.5-14b-instruct-q4_0-00001-of-00003.gguf","qwen2.5-14b-instruct-q4_0-00002-of-00003.gguf","qwen2.5-14b-instruct-q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"},{"quant":"Q4_K_M","bytes":8988110496,"gpu_bytes":8544198656,"mapped_bytes":8982142976,"out_bytes":638689280,"layer_bytes":[[5,174497792],[1,154898432],[1,156250112],[1,173146112],[1,154898432],[1,156250112],[1,174497792],[1,173146112],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[1,174497792],[2,154898432],[7,174497792]],"read_bytes_per_token":8544198656,"files":["qwen2.5-14b-instruct-q4_k_m-00001-of-00003.gguf","qwen2.5-14b-instruct-q4_k_m-00002-of-00003.gguf","qwen2.5-14b-instruct-q4_k_m-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"},{"quant":"Q5_K_M","bytes":10508873376,"gpu_bytes":9967640576,"mapped_bytes":10502905856,"out_bytes":638689280,"layer_bytes":[[5,199401472],[1,189304832],[1,190001152],[1,198705152],[1,189304832],[1,190001152],[1,199401472],[1,198705152],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[1,199401472],[2,189304832],[7,199401472]],"read_bytes_per_token":9967640576,"files":["qwen2.5-14b-instruct-q5_k_m-00001-of-00003.gguf","qwen2.5-14b-instruct-q5_k_m-00002-of-00003.gguf","qwen2.5-14b-instruct-q5_k_m-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"},{"quant":"Q6_K","bytes":12124684064,"gpu_bytes":11480047616,"mapped_bytes":12118716416,"out_bytes":638689280,"layer_bytes":[[48,225861632]],"read_bytes_per_token":11480047616,"files":["qwen2.5-14b-instruct-q6_k-00001-of-00004.gguf","qwen2.5-14b-instruct-q6_k-00002-of-00004.gguf","qwen2.5-14b-instruct-q6_k-00003-of-00004.gguf","qwen2.5-14b-instruct-q6_k-00004-of-00004.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"},{"quant":"Q8_0","bytes":15701597984,"gpu_bytes":14868402176,"mapped_bytes":15695630336,"out_bytes":827248640,"layer_bytes":[[48,292524032]],"read_bytes_per_token":14868402176,"files":["qwen2.5-14b-instruct-q8_0-00001-of-00004.gguf","qwen2.5-14b-instruct-q8_0-00002-of-00004.gguf","qwen2.5-14b-instruct-q8_0-00003-of-00004.gguf","qwen2.5-14b-instruct-q8_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"}],"original":{"bytes":29540134000,"repo":"Qwen/Qwen2.5-14B-Instruct","sha":"cf98f3b3bbb457ad9e2bb7baf9a0125b6b88caa8","dtypes":{"BF16":14770033664}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:05+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct/tree/cf98f3b3bbb457ad9e2bb7baf9a0125b6b88caa8"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:05+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-14B-Instruct-GGUF/tree/b466e1f8c07172155743e8e1307507d8a4f91fbd"}]},{"id":"qwen2-5-32b-instruct","name":"Qwen2.5-32B-Instruct","repo":"Qwen/Qwen2.5-32B-Instruct","sha":"5ede1c97bbab6ce5cda5812749b4c0bdf79b18dd","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32763876352,"params_active":null,"params_repo":32763876352,"arch":{"gguf_arch":"qwen2","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf","repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","sha":"a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"}},"gguf":{"repo":"Qwen/Qwen2.5-32B-Instruct-GGUF","sha":"a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},"weights":[{"quant":"Q2_K","bytes":12313098784,"gpu_bytes":12051652608,"mapped_bytes":12307120128,"out_bytes":638689280,"layer_bytes":[[64,178327552]],"read_bytes_per_token":12051652608,"files":["qwen2.5-32b-instruct-q2_k-00001-of-00004.gguf","qwen2.5-32b-instruct-q2_k-00002-of-00004.gguf","qwen2.5-32b-instruct-q2_k-00003-of-00004.gguf","qwen2.5-32b-instruct-q2_k-00004-of-00004.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},{"quant":"Q3_K_M","bytes":15935048320,"gpu_bytes":15594528768,"mapped_bytes":15929069568,"out_bytes":638689280,"layer_bytes":[[2,250908672],[2,250253312],[60,232558592]],"read_bytes_per_token":15594528768,"files":["qwen2.5-32b-instruct-q3_k_m-00001-of-00005.gguf","qwen2.5-32b-instruct-q3_k_m-00002-of-00005.gguf","qwen2.5-32b-instruct-q3_k_m-00003-of-00005.gguf","qwen2.5-32b-instruct-q3_k_m-00004-of-00005.gguf","qwen2.5-32b-instruct-q3_k_m-00005-of-00005.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},{"quant":"Q4_0","bytes":18640231072,"gpu_bytes":18196307968,"mapped_bytes":18634252288,"out_bytes":638689280,"layer_bytes":[[64,274337792]],"read_bytes_per_token":18196307968,"files":["qwen2.5-32b-instruct-q4_0-00001-of-00005.gguf","qwen2.5-32b-instruct-q4_0-00002-of-00005.gguf","qwen2.5-32b-instruct-q4_0-00003-of-00005.gguf","qwen2.5-32b-instruct-q4_0-00004-of-00005.gguf","qwen2.5-32b-instruct-q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},{"quant":"Q4_K_M","bytes":19851336384,"gpu_bytes":19407413248,"mapped_bytes":19845357568,"out_bytes":638689280,"layer_bytes":[[7,312184832],[1,310833152],[1,274337792],[1,275689472],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[9,312184832]],"read_bytes_per_token":19407413248,"files":["qwen2.5-32b-instruct-q4_k_m-00001-of-00005.gguf","qwen2.5-32b-instruct-q4_k_m-00002-of-00005.gguf","qwen2.5-32b-instruct-q4_k_m-00003-of-00005.gguf","qwen2.5-32b-instruct-q4_k_m-00004-of-00005.gguf","qwen2.5-32b-instruct-q4_k_m-00005-of-00005.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},{"quant":"Q5_K_M","bytes":23262157568,"gpu_bytes":22720913408,"mapped_bytes":23256178688,"out_bytes":638689280,"layer_bytes":[[7,354783232],[1,354086912],[1,335286272],[1,335982592],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[9,354783232]],"read_bytes_per_token":22720913408,"files":["qwen2.5-32b-instruct-q5_k_m-00001-of-00006.gguf","qwen2.5-32b-instruct-q5_k_m-00002-of-00006.gguf","qwen2.5-32b-instruct-q5_k_m-00003-of-00006.gguf","qwen2.5-32b-instruct-q5_k_m-00004-of-00006.gguf","qwen2.5-32b-instruct-q5_k_m-00005-of-00006.gguf","qwen2.5-32b-instruct-q5_k_m-00006-of-00006.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},{"quant":"Q6_K","bytes":26886155104,"gpu_bytes":26241507328,"mapped_bytes":26880176128,"out_bytes":638689280,"layer_bytes":[[64,400044032]],"read_bytes_per_token":26241507328,"files":["qwen2.5-32b-instruct-q6_k-00001-of-00007.gguf","qwen2.5-32b-instruct-q6_k-00002-of-00007.gguf","qwen2.5-32b-instruct-q6_k-00003-of-00007.gguf","qwen2.5-32b-instruct-q6_k-00004-of-00007.gguf","qwen2.5-32b-instruct-q6_k-00005-of-00007.gguf","qwen2.5-32b-instruct-q6_k-00006-of-00007.gguf","qwen2.5-32b-instruct-q6_k-00007-of-00007.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"},{"quant":"Q8_0","bytes":34820885632,"gpu_bytes":33987678208,"mapped_bytes":34814906368,"out_bytes":827248640,"layer_bytes":[[64,518131712]],"read_bytes_per_token":33987678208,"files":["qwen2.5-32b-instruct-q8_0-00001-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00002-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00003-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00004-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00005-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00006-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00007-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00008-of-00009.gguf","qwen2.5-32b-instruct-q8_0-00009-of-00009.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"}],"original":{"bytes":65527841856,"repo":"Qwen/Qwen2.5-32B-Instruct","sha":"5ede1c97bbab6ce5cda5812749b4c0bdf79b18dd","dtypes":{"BF16":32763876352}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:10+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct/tree/5ede1c97bbab6ce5cda5812749b4c0bdf79b18dd"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:10+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-32B-Instruct-GGUF/tree/a15e3cc10f8bbb2c0af6f8f1f34a32e3b060c09d"}]},{"id":"qwen2-5-3b-instruct","name":"Qwen2.5-3B-Instruct","repo":"Qwen/Qwen2.5-3B-Instruct","sha":"aa8e72537993ba99e69dfaafa59ed015b17504d1","publisher":"Qwen","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3397103616,"params_active":null,"params_repo":3085938688,"arch":{"gguf_arch":"qwen2","n_layers":36,"n_layers_all":36,"layers":[[36,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":36,"v_elems":256,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-3b-instruct-q4_k_m.gguf","repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","sha":"7dabda4d13d513e3e842b20f0d435c732f172cbe"}},"gguf":{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","sha":"7dabda4d13d513e3e842b20f0d435c732f172cbe"},"weights":[{"quant":"Q2_K","bytes":1376856480,"gpu_bytes":1268799488,"mapped_bytes":1370900480,"out_bytes":255260672,"layer_bytes":[[36,28153856]],"read_bytes_per_token":1268799488,"files":["qwen2.5-3b-instruct-q2_k.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"},{"quant":"Q3_K_M","bytes":1724178848,"gpu_bytes":1584519168,"mapped_bytes":1718222848,"out_bytes":255260672,"layer_bytes":[[2,39647232],[34,36763648]],"read_bytes_per_token":1584519168,"files":["qwen2.5-3b-instruct-q3_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"},{"quant":"Q4_0","bytes":1997879712,"gpu_bytes":1816893440,"mapped_bytes":1991923712,"out_bytes":255260672,"layer_bytes":[[36,43378688]],"read_bytes_per_token":1816893440,"files":["qwen2.5-3b-instruct-q4_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"},{"quant":"Q4_K_M","bytes":2104932768,"gpu_bytes":1923946496,"mapped_bytes":2098976768,"out_bytes":255260672,"layer_bytes":[[3,49326080],[1,43513856],[1,49190912],[1,43378688],[1,43513856],[1,49190912],[1,43378688],[1,43513856],[2,49326080],[2,43378688],[1,49326080],[2,43378688],[1,49326080],[3,43378688],[1,49190912],[2,43378688],[1,49326080],[2,43378688],[1,49326080],[2,43378688],[6,49326080]],"read_bytes_per_token":1923946496,"files":["qwen2.5-3b-instruct-q4_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"},{"quant":"Q5_K_M","bytes":2438740384,"gpu_bytes":2218858496,"mapped_bytes":2432784384,"out_bytes":255260672,"layer_bytes":[[3,56076288],[1,53082112],[1,56006656],[1,53012480],[1,53082112],[1,56006656],[1,53012480],[1,53082112],[2,56076288],[2,53012480],[1,56076288],[2,53012480],[1,56076288],[3,53012480],[1,56006656],[2,53012480],[1,56076288],[2,53012480],[1,56076288],[2,53012480],[6,56076288]],"read_bytes_per_token":2218858496,"files":["qwen2.5-3b-instruct-q5_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"},{"quant":"Q6_K","bytes":2793410976,"gpu_bytes":2532202496,"mapped_bytes":2787454976,"out_bytes":255260672,"layer_bytes":[[36,63248384]],"read_bytes_per_token":2532202496,"files":["qwen2.5-3b-instruct-q6_k.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"},{"quant":"Q8_0","bytes":3616088480,"gpu_bytes":3279519744,"mapped_bytes":3610132480,"out_bytes":330620928,"layer_bytes":[[36,81913856]],"read_bytes_per_token":3279519744,"files":["qwen2.5-3b-instruct-q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"}],"original":{"bytes":6171926992,"repo":"Qwen/Qwen2.5-3B-Instruct","sha":"aa8e72537993ba99e69dfaafa59ed015b17504d1","dtypes":{"BF16":3085938688}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:41+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct/tree/aa8e72537993ba99e69dfaafa59ed015b17504d1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:41+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-3B-Instruct-GGUF/tree/7dabda4d13d513e3e842b20f0d435c732f172cbe"}]},{"id":"qwen2-5-72b-instruct","name":"Qwen2.5-72B-Instruct","repo":"Qwen/Qwen2.5-72B-Instruct","sha":"495f39366efef23836d0cfae4fbe635880d2be31","publisher":"Qwen","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":72957861888,"params_active":null,"params_repo":72706203648,"arch":{"gguf_arch":"qwen2","n_layers":80,"n_layers_all":80,"layers":[[80,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":80,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":8192,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-72b-instruct-q4_k_m-00001-of-00012.gguf","repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","sha":"7ca3bc388f97b264c4283bc9bf1055e2abc38441"}},"gguf":{"repo":"Qwen/Qwen2.5-72B-Instruct-GGUF","sha":"7ca3bc388f97b264c4283bc9bf1055e2abc38441"},"weights":[{"quant":"Q2_K","bytes":27329259168,"gpu_bytes":26914521088,"mapped_bytes":27323269120,"out_bytes":1021902848,"layer_bytes":[[80,323657728]],"read_bytes_per_token":26914521088,"files":["qwen2.5-72b-instruct-q2_k-00001-of-00007.gguf","qwen2.5-72b-instruct-q2_k-00002-of-00007.gguf","qwen2.5-72b-instruct-q2_k-00003-of-00007.gguf","qwen2.5-72b-instruct-q2_k-00004-of-00007.gguf","qwen2.5-72b-instruct-q2_k-00005-of-00007.gguf","qwen2.5-72b-instruct-q2_k-00006-of-00007.gguf","qwen2.5-72b-instruct-q2_k-00007-of-00007.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"},{"quant":"Q3_K_M","bytes":35472140224,"gpu_bytes":34930884608,"mapped_bytes":35466149888,"out_bytes":1021902848,"layer_bytes":[[5,452370432],[75,421961728]],"read_bytes_per_token":34930884608,"files":["qwen2.5-72b-instruct-q3_k_m-00001-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00002-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00003-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00004-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00005-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00006-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00007-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00008-of-00009.gguf","qwen2.5-72b-instruct-q3_k_m-00009-of-00009.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"},{"quant":"Q4_0","bytes":41373296800,"gpu_bytes":40666595328,"mapped_bytes":41367306240,"out_bytes":1021902848,"layer_bytes":[[80,495558656]],"read_bytes_per_token":40666595328,"files":["qwen2.5-72b-instruct-q4_0-00001-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00002-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00003-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00004-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00005-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00006-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00007-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00008-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00009-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00010-of-00011.gguf","qwen2.5-72b-instruct-q4_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"},{"quant":"Q4_K_M","bytes":44010465472,"gpu_bytes":43303763968,"mapped_bytes":44004474880,"out_bytes":1021902848,"layer_bytes":[[9,560439296],[1,559325184],[1,497721344],[1,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[1,560439296],[2,496607232],[11,560439296]],"read_bytes_per_token":43303763968,"files":["qwen2.5-72b-instruct-q4_k_m-00001-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00002-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00003-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00004-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00005-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00006-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00007-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00008-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00009-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00010-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00011-of-00012.gguf","qwen2.5-72b-instruct-q4_k_m-00012-of-00012.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"},{"quant":"Q5_K_M","bytes":51673983488,"gpu_bytes":50811568128,"mapped_bytes":51667992576,"out_bytes":1021902848,"layer_bytes":[[9,639082496],[1,637968384],[1,606773248],[1,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[1,639082496],[2,605659136],[11,639082496]],"read_bytes_per_token":50811568128,"files":["qwen2.5-72b-instruct-q5_k_m-00001-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00002-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00003-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00004-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00005-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00006-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00007-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00008-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00009-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00010-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00011-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00012-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00013-of-00014.gguf","qwen2.5-72b-instruct-q5_k_m-00014-of-00014.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"},{"quant":"Q6_K","bytes":59861035808,"gpu_bytes":58833174528,"mapped_bytes":59855044608,"out_bytes":1021902848,"layer_bytes":[[80,722640896]],"read_bytes_per_token":58833174528,"files":["qwen2.5-72b-instruct-q6_k-00001-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00002-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00003-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00004-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00005-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00006-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00007-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00008-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00009-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00010-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00011-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00012-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00013-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00014-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00015-of-00016.gguf","qwen2.5-72b-instruct-q6_k-00016-of-00016.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"},{"quant":"Q8_0","bytes":77530000800,"gpu_bytes":76200443904,"mapped_bytes":77524008960,"out_bytes":1323597824,"layer_bytes":[[80,935960576]],"read_bytes_per_token":76200443904,"files":["qwen2.5-72b-instruct-q8_0-00001-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00002-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00003-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00004-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00005-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00006-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00007-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00008-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00009-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00010-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00011-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00012-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00013-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00014-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00015-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00016-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00017-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00018-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00019-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00020-of-00021.gguf","qwen2.5-72b-instruct-q8_0-00021-of-00021.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"}],"original":{"bytes":145412519312,"repo":"Qwen/Qwen2.5-72B-Instruct","sha":"495f39366efef23836d0cfae4fbe635880d2be31","dtypes":{"BF16":72706203648}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:12+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct/tree/495f39366efef23836d0cfae4fbe635880d2be31"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:12+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-72B-Instruct-GGUF/tree/7ca3bc388f97b264c4283bc9bf1055e2abc38441"}]},{"id":"qwen2-5-7b-instruct","name":"Qwen2.5-7B-Instruct","repo":"Qwen/Qwen2.5-7B-Instruct","sha":"a09a35458c702b33eeacc393d103063234e8bc28","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7615616512,"params_active":null,"params_repo":7615616512,"arch":{"gguf_arch":"qwen2","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf","repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","sha":"bb5d59e06d9551d752d08b292a50eb208b07ab1f"}},"gguf":{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","sha":"bb5d59e06d9551d752d08b292a50eb208b07ab1f"},"weights":[{"quant":"Q2_K","bytes":3015940000,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["qwen2.5-7b-instruct-q2_k.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"},{"quant":"Q3_K_M","bytes":3808391072,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["qwen2.5-7b-instruct-q3_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"},{"quant":"Q4_0","bytes":4431390848,"gpu_bytes":4118876160,"mapped_bytes":4425437184,"out_bytes":447082496,"layer_bytes":[[28,131135488]],"read_bytes_per_token":4118876160,"files":["qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf","qwen2.5-7b-instruct-q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"},{"quant":"Q4_K_M","bytes":4683073632,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[1,131135488],[1,148639744],[1,131135488],[1,131608576],[1,131135488],[1,131608576],[1,148639744],[1,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf","qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"},{"quant":"Q5_K_M","bytes":5444831360,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[1,160266240],[1,169283584],[1,160266240],[1,160509952],[1,160266240],[1,160509952],[1,169283584],[1,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf","qwen2.5-7b-instruct-q5_k_m-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"},{"quant":"Q6_K","bytes":6254198880,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf","qwen2.5-7b-instruct-q6_k-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"},{"quant":"Q8_0","bytes":8098525408,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["qwen2.5-7b-instruct-q8_0-00001-of-00003.gguf","qwen2.5-7b-instruct-q8_0-00002-of-00003.gguf","qwen2.5-7b-instruct-q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"}],"original":{"bytes":15231271888,"repo":"Qwen/Qwen2.5-7B-Instruct","sha":"a09a35458c702b33eeacc393d103063234e8bc28","dtypes":{"BF16":7615616512}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:32:53+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct/tree/a09a35458c702b33eeacc393d103063234e8bc28"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:32:53+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-7B-Instruct-GGUF/tree/bb5d59e06d9551d752d08b292a50eb208b07ab1f"}]},{"id":"qwen2-5-coder-32b-instruct","name":"Qwen2.5-Coder-32B-Instruct","repo":"Qwen/Qwen2.5-Coder-32B-Instruct","sha":"381fc969f78efac66bc87ff7ddeadb7e73c218a7","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32763876352,"params_active":null,"params_repo":32763876352,"arch":{"gguf_arch":"qwen2","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-coder-32b-instruct-q4_k_m-00001-of-00003.gguf","repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","sha":"9d3053fce650fe1cdbdb75998c2a87add9d178ef"}},"gguf":{"repo":"Qwen/Qwen2.5-Coder-32B-Instruct-GGUF","sha":"9d3053fce650fe1cdbdb75998c2a87add9d178ef"},"weights":[{"quant":"Q2_K","bytes":12313098560,"gpu_bytes":12051652608,"mapped_bytes":12307120128,"out_bytes":638689280,"layer_bytes":[[64,178327552]],"read_bytes_per_token":12051652608,"files":["qwen2.5-coder-32b-instruct-q2_k-00001-of-00002.gguf","qwen2.5-coder-32b-instruct-q2_k-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"},{"quant":"Q3_K_M","bytes":15935048000,"gpu_bytes":15594528768,"mapped_bytes":15929069568,"out_bytes":638689280,"layer_bytes":[[2,250908672],[2,250253312],[60,232558592]],"read_bytes_per_token":15594528768,"files":["qwen2.5-coder-32b-instruct-q3_k_m-00001-of-00002.gguf","qwen2.5-coder-32b-instruct-q3_k_m-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"},{"quant":"Q4_0","bytes":18640230816,"gpu_bytes":18196307968,"mapped_bytes":18634252288,"out_bytes":638689280,"layer_bytes":[[64,274337792]],"read_bytes_per_token":18196307968,"files":["qwen2.5-coder-32b-instruct-q4_0-00001-of-00003.gguf","qwen2.5-coder-32b-instruct-q4_0-00002-of-00003.gguf","qwen2.5-coder-32b-instruct-q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"},{"quant":"Q4_K_M","bytes":19851336128,"gpu_bytes":19407413248,"mapped_bytes":19845357568,"out_bytes":638689280,"layer_bytes":[[7,312184832],[1,310833152],[1,274337792],[1,275689472],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[9,312184832]],"read_bytes_per_token":19407413248,"files":["qwen2.5-coder-32b-instruct-q4_k_m-00001-of-00003.gguf","qwen2.5-coder-32b-instruct-q4_k_m-00002-of-00003.gguf","qwen2.5-coder-32b-instruct-q4_k_m-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"},{"quant":"Q5_K_M","bytes":23262157216,"gpu_bytes":22720913408,"mapped_bytes":23256178688,"out_bytes":638689280,"layer_bytes":[[7,354783232],[1,354086912],[1,335286272],[1,335982592],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[9,354783232]],"read_bytes_per_token":22720913408,"files":["qwen2.5-coder-32b-instruct-q5_k_m-00001-of-00003.gguf","qwen2.5-coder-32b-instruct-q5_k_m-00002-of-00003.gguf","qwen2.5-coder-32b-instruct-q5_k_m-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"},{"quant":"Q6_K","bytes":26886154816,"gpu_bytes":26241507328,"mapped_bytes":26880176128,"out_bytes":638689280,"layer_bytes":[[64,400044032]],"read_bytes_per_token":26241507328,"files":["qwen2.5-coder-32b-instruct-q6_k-00001-of-00004.gguf","qwen2.5-coder-32b-instruct-q6_k-00002-of-00004.gguf","qwen2.5-coder-32b-instruct-q6_k-00003-of-00004.gguf","qwen2.5-coder-32b-instruct-q6_k-00004-of-00004.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"},{"quant":"Q8_0","bytes":34820885152,"gpu_bytes":33987678208,"mapped_bytes":34814906368,"out_bytes":827248640,"layer_bytes":[[64,518131712]],"read_bytes_per_token":33987678208,"files":["qwen2.5-coder-32b-instruct-q8_0-00001-of-00005.gguf","qwen2.5-coder-32b-instruct-q8_0-00002-of-00005.gguf","qwen2.5-coder-32b-instruct-q8_0-00003-of-00005.gguf","qwen2.5-coder-32b-instruct-q8_0-00004-of-00005.gguf","qwen2.5-coder-32b-instruct-q8_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"}],"original":{"bytes":65527841688,"repo":"Qwen/Qwen2.5-Coder-32B-Instruct","sha":"381fc969f78efac66bc87ff7ddeadb7e73c218a7","dtypes":{"BF16":32763876352}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:17+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct/tree/381fc969f78efac66bc87ff7ddeadb7e73c218a7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:17+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-Coder-32B-Instruct-GGUF/tree/9d3053fce650fe1cdbdb75998c2a87add9d178ef"}]},{"id":"qwen2-5-coder-7b-instruct","name":"Qwen2.5-Coder-7B-Instruct","repo":"Qwen/Qwen2.5-Coder-7B-Instruct","sha":"c03e6d358207e414f1eca0bb1891e29f1db0e242","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":7615616512,"params_active":null,"params_repo":7615616512,"arch":{"gguf_arch":"qwen2","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwen2.5-coder-7b-instruct-q4_k_m-00001-of-00002.gguf","repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","sha":"13fb94bfda8c8cf22497dc57b78f391a9acb426a"}},"gguf":{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","sha":"13fb94bfda8c8cf22497dc57b78f391a9acb426a"},"weights":[{"quant":"Q2_K","bytes":3015940032,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["qwen2.5-coder-7b-instruct-q2_k.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"},{"quant":"Q3_K_M","bytes":3808391104,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["qwen2.5-coder-7b-instruct-q3_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"},{"quant":"Q4_0","bytes":4431390848,"gpu_bytes":4118876160,"mapped_bytes":4425437184,"out_bytes":447082496,"layer_bytes":[[28,131135488]],"read_bytes_per_token":4118876160,"files":["qwen2.5-coder-7b-instruct-q4_0-00001-of-00002.gguf","qwen2.5-coder-7b-instruct-q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"},{"quant":"Q4_K_M","bytes":4683073664,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[1,131135488],[1,148639744],[1,131135488],[1,131608576],[1,131135488],[1,131608576],[1,148639744],[1,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["qwen2.5-coder-7b-instruct-q4_k_m-00001-of-00002.gguf","qwen2.5-coder-7b-instruct-q4_k_m-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"},{"quant":"Q5_K_M","bytes":5444831360,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[1,160266240],[1,169283584],[1,160266240],[1,160509952],[1,160266240],[1,160509952],[1,169283584],[1,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["qwen2.5-coder-7b-instruct-q5_k_m-00001-of-00002.gguf","qwen2.5-coder-7b-instruct-q5_k_m-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"},{"quant":"Q6_K","bytes":6254198912,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["qwen2.5-coder-7b-instruct-q6_k-00001-of-00002.gguf","qwen2.5-coder-7b-instruct-q6_k-00002-of-00002.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"},{"quant":"Q8_0","bytes":8098525440,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["qwen2.5-coder-7b-instruct-q8_0-00001-of-00003.gguf","qwen2.5-coder-7b-instruct-q8_0-00002-of-00003.gguf","qwen2.5-coder-7b-instruct-q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"}],"original":{"bytes":15231271864,"repo":"Qwen/Qwen2.5-Coder-7B-Instruct","sha":"c03e6d358207e414f1eca0bb1891e29f1db0e242","dtypes":{"BF16":7615616512}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:39+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct/tree/c03e6d358207e414f1eca0bb1891e29f1db0e242"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:39+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF/tree/13fb94bfda8c8cf22497dc57b78f391a9acb426a"}]},{"id":"qwen2-5-vl-7b-instruct","name":"Qwen2.5-VL-7B-Instruct","repo":"Qwen/Qwen2.5-VL-7B-Instruct","sha":"cc594898137f460bfe9f0759e9844b3ce807cfb5","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen2.5-VL-7B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","sha":"68bb8bc4b7df5289c143aaec0ab477a7d4051aab"}},"gguf":{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","sha":"68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},"weights":[{"quant":"Q2_K","bytes":3015938944,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["Qwen2.5-VL-7B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"Q3_K_M","bytes":3808390016,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["Qwen2.5-VL-7B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"IQ4_XS","bytes":4235502464,"gpu_bytes":3922989056,"mapped_bytes":4229550080,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["Qwen2.5-VL-7B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"Q4_0","bytes":4444119936,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["Qwen2.5-VL-7B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"Q4_K_M","bytes":4683072384,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["Qwen2.5-VL-7B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"Q5_K_M","bytes":5444830080,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["Qwen2.5-VL-7B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"Q6_K","bytes":6254197632,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["Qwen2.5-VL-7B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"Q8_0","bytes":8098524032,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["Qwen2.5-VL-7B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"},{"quant":"BF16","bytes":15237851776,"gpu_bytes":14141904896,"mapped_bytes":15231899648,"out_bytes":1090009088,"layer_bytes":[[28,466139136]],"read_bytes_per_token":14141904896,"files":["Qwen2.5-VL-7B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"}],"original":{"bytes":16584414560,"repo":"Qwen/Qwen2.5-VL-7B-Instruct","sha":"cc594898137f460bfe9f0759e9844b3ce807cfb5","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:33:26+00:00","url":"https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct/tree/cc594898137f460bfe9f0759e9844b3ce807cfb5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:33:26+00:00","url":"https://huggingface.co/unsloth/Qwen2.5-VL-7B-Instruct-GGUF/tree/68bb8bc4b7df5289c143aaec0ab477a7d4051aab"}]},{"id":"qwen2-5-vl-7b-surg-cholect50","name":"Qwen2.5-VL-7B-Surg-CholecT50","repo":"nvidia/Qwen2.5-VL-7B-Surg-CholecT50","sha":"c1a01db98c72f4fca5ec671405325c4c841dcafd","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen2.5-VL-7B-Surg-CholecT50.Q4_K_M.gguf","repo":"mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF","sha":"4c15aedaa641bbb7b080b5f451841ee15661aeda"}},"gguf":{"repo":"mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF","sha":"4c15aedaa641bbb7b080b5f451841ee15661aeda"},"weights":[{"quant":"Q2_K","bytes":3015941312,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["Qwen2.5-VL-7B-Surg-CholecT50.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"Q3_K_M","bytes":3808392384,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["Qwen2.5-VL-7B-Surg-CholecT50.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"IQ4_XS","bytes":4250299584,"gpu_bytes":3954814976,"mapped_bytes":4244344832,"out_bytes":447082496,"layer_bytes":[[3,134748160],[25,124139520]],"read_bytes_per_token":3954814976,"files":["Qwen2.5-VL-7B-Surg-CholecT50.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"Q4_K_M","bytes":4683074752,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["Qwen2.5-VL-7B-Surg-CholecT50.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"Q5_K_M","bytes":5444832448,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["Qwen2.5-VL-7B-Surg-CholecT50.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"Q6_K","bytes":6254200000,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["Qwen2.5-VL-7B-Surg-CholecT50.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"Q8_0","bytes":8098526400,"gpu_bytes":7513511936,"mapped_bytes":8092571648,"out_bytes":579074048,"layer_bytes":[[28,247658496]],"read_bytes_per_token":7513511936,"files":["Qwen2.5-VL-7B-Surg-CholecT50.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"},{"quant":"F16","bytes":15237854400,"gpu_bytes":14141904896,"mapped_bytes":15231899648,"out_bytes":1090009088,"layer_bytes":[[28,466139136]],"read_bytes_per_token":14141904896,"files":["Qwen2.5-VL-7B-Surg-CholecT50.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"}],"original":{"bytes":16584414544,"repo":"nvidia/Qwen2.5-VL-7B-Surg-CholecT50","sha":"c1a01db98c72f4fca5ec671405325c4c841dcafd","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:10+00:00","url":"https://huggingface.co/nvidia/Qwen2.5-VL-7B-Surg-CholecT50/tree/c1a01db98c72f4fca5ec671405325c4c841dcafd"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:10+00:00","url":"https://huggingface.co/mradermacher/Qwen2.5-VL-7B-Surg-CholecT50-GGUF/tree/4c15aedaa641bbb7b080b5f451841ee15661aeda"}]},{"id":"qwen3-0-6b","name":"Qwen3-0.6B","repo":"Qwen/Qwen3-0.6B","sha":"c1899de289a04d12100db370d81485cdf75e47ca","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":751632384,"params_active":null,"params_repo":751632384,"arch":{"gguf_arch":"qwen3","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-0.6B-Q4_0.gguf","repo":"ggml-org/Qwen3-0.6B-GGUF","sha":"b5f37287796e5be0ea3dab2e7430873fb3f73e49"}},"gguf":{"repo":"ggml-org/Qwen3-0.6B-GGUF","sha":"b5f37287796e5be0ea3dab2e7430873fb3f73e49"},"weights":[{"quant":"Q4_0","bytes":428970080,"gpu_bytes":335503360,"mapped_bytes":423018496,"out_bytes":87519232,"layer_bytes":[[28,8856576]],"read_bytes_per_token":335503360,"files":["Qwen3-0.6B-Q4_0.gguf"],"source_url":"https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/tree/b5f37287796e5be0ea3dab2e7430873fb3f73e49"},{"quant":"Q8_0","bytes":804753632,"gpu_bytes":633495552,"mapped_bytes":798801920,"out_bytes":165310464,"layer_bytes":[[28,16720896]],"read_bytes_per_token":633495552,"files":["Qwen3-0.6B-Q8_0.gguf"],"source_url":"https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/tree/b5f37287796e5be0ea3dab2e7430873fb3f73e49"},{"quant":"BF16","bytes":1509347552,"gpu_bytes":1192230912,"mapped_bytes":1503395840,"out_bytes":311169024,"layer_bytes":[[28,31466496]],"read_bytes_per_token":1192230912,"files":["Qwen3-0.6B-BF16.gguf"],"source_url":"https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/tree/b5f37287796e5be0ea3dab2e7430873fb3f73e49"}],"original":{"bytes":1503300328,"repo":"Qwen/Qwen3-0.6B","sha":"c1899de289a04d12100db370d81485cdf75e47ca","dtypes":{"BF16":751632384}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:32+00:00","url":"https://huggingface.co/Qwen/Qwen3-0.6B/tree/c1899de289a04d12100db370d81485cdf75e47ca"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:32+00:00","url":"https://huggingface.co/ggml-org/Qwen3-0.6B-GGUF/tree/b5f37287796e5be0ea3dab2e7430873fb3f73e49"}]},{"id":"qwen3-1-7b","name":"Qwen3-1.7B","repo":"Qwen/Qwen3-1.7B","sha":"70d244cc86ccca08cf5af4e1e306ecf908b1ad5e","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1720574976,"params_active":null,"params_repo":2031739904,"arch":{"gguf_arch":"qwen3","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-1.7B-Q4_K_M.gguf","repo":"unsloth/Qwen3-1.7B-GGUF","sha":"d7f544eead698dbd1f15126ef60b45a1e1933222"}},"gguf":{"repo":"unsloth/Qwen3-1.7B-GGUF","sha":"d7f544eead698dbd1f15126ef60b45a1e1933222"},"weights":[{"quant":"Q2_K","bytes":777796160,"gpu_bytes":771844096,"mapped_bytes":771844096,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["Qwen3-1.7B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"Q3_K_M","bytes":939539008,"gpu_bytes":933586944,"mapped_bytes":933586944,"out_bytes":255260672,"layer_bytes":[[1,25986048],[1,24413184],[26,24151040]],"read_bytes_per_token":933586944,"files":["Qwen3-1.7B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"IQ4_XS","bytes":1010383424,"gpu_bytes":1004431360,"mapped_bytes":1004431360,"out_bytes":255260672,"layer_bytes":[[28,26756096]],"read_bytes_per_token":1004431360,"files":["Qwen3-1.7B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"Q4_0","bytes":1056782912,"gpu_bytes":1050830848,"mapped_bytes":1050830848,"out_bytes":255260672,"layer_bytes":[[3,29115392],[25,28328960]],"read_bytes_per_token":1050830848,"files":["Qwen3-1.7B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"Q4_K_M","bytes":1107409472,"gpu_bytes":1101457408,"mapped_bytes":1101457408,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["Qwen3-1.7B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"Q5_K_M","bytes":1257880128,"gpu_bytes":1251928064,"mapped_bytes":1251928064,"out_bytes":255260672,"layer_bytes":[[3,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[5,36570112]],"read_bytes_per_token":1251928064,"files":["Qwen3-1.7B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"Q6_K","bytes":1417755200,"gpu_bytes":1411803136,"mapped_bytes":1411803136,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["Qwen3-1.7B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"Q8_0","bytes":1834426944,"gpu_bytes":1828474880,"mapped_bytes":1828474880,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["Qwen3-1.7B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"},{"quant":"BF16","bytes":3447349568,"gpu_bytes":3441397760,"mapped_bytes":3441397760,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["Qwen3-1.7B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"}],"original":{"bytes":4063515592,"repo":"Qwen/Qwen3-1.7B","sha":"70d244cc86ccca08cf5af4e1e306ecf908b1ad5e","dtypes":{"BF16":2031739904}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:36+00:00","url":"https://huggingface.co/Qwen/Qwen3-1.7B/tree/70d244cc86ccca08cf5af4e1e306ecf908b1ad5e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:36+00:00","url":"https://huggingface.co/unsloth/Qwen3-1.7B-GGUF/tree/d7f544eead698dbd1f15126ef60b45a1e1933222"}]},{"id":"qwen3-14b","name":"Qwen3-14B","repo":"Qwen/Qwen3-14B","sha":"40c069824f4251a91eefaf281ebe4c544efd3e18","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-14B-Q4_K_M.gguf","repo":"Qwen/Qwen3-14B-GGUF","sha":"530227a7d994db8eca5ab5ced2fb692b614357fd"}},"gguf":{"repo":"Qwen/Qwen3-14B-GGUF","sha":"530227a7d994db8eca5ab5ced2fb692b614357fd"},"weights":[{"quant":"Q4_K_M","bytes":9001752960,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["Qwen3-14B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-14B-GGUF/tree/530227a7d994db8eca5ab5ced2fb692b614357fd"},{"quant":"Q5_K_M","bytes":10514569568,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["Qwen3-14B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-14B-GGUF/tree/530227a7d994db8eca5ab5ced2fb692b614357fd"},{"quant":"Q6_K","bytes":12121937248,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["Qwen3-14B-Q6_K.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-14B-GGUF/tree/530227a7d994db8eca5ab5ced2fb692b614357fd"},{"quant":"Q8_0","bytes":15698533728,"gpu_bytes":14866042880,"mapped_bytes":15692574720,"out_bytes":826552320,"layer_bytes":[[40,350987264]],"read_bytes_per_token":14866042880,"files":["Qwen3-14B-Q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-14B-GGUF/tree/530227a7d994db8eca5ab5ced2fb692b614357fd"}],"original":{"bytes":29536665640,"repo":"Qwen/Qwen3-14B","sha":"40c069824f4251a91eefaf281ebe4c544efd3e18","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:57+00:00","url":"https://huggingface.co/Qwen/Qwen3-14B/tree/40c069824f4251a91eefaf281ebe4c544efd3e18"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:57+00:00","url":"https://huggingface.co/Qwen/Qwen3-14B-GGUF/tree/530227a7d994db8eca5ab5ced2fb692b614357fd"}]},{"id":"qwen3-235b-a22b","name":"Qwen3-235B-A22B","repo":"Qwen/Qwen3-235B-A22B","sha":"8efa61729e24bd65b1d152b5ab5409052aa80e65","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":235093634560,"params_active":21568433664,"params_repo":235093634560,"arch":{"gguf_arch":"qwen3moe","n_layers":94,"n_layers_all":94,"layers":[[94,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":94,"v_elems":512,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00001-of-00005.gguf","repo":"Qwen/Qwen3-235B-A22B-GGUF","sha":"211e807ecd6d37446a747409108783e39a04e80f"}},"gguf":{"repo":"Qwen/Qwen3-235B-A22B-GGUF","sha":"211e807ecd6d37446a747409108783e39a04e80f"},"weights":[{"quant":"Q4_K_M","bytes":142154074176,"gpu_bytes":141798008832,"mapped_bytes":142148069376,"out_bytes":510521344,"layer_bytes":[[11,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[12,1609352192]],"read_bytes_per_token":13086615552,"files":["Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00001-of-00005.gguf","Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00002-of-00005.gguf","Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00003-of-00005.gguf","Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00004-of-00005.gguf","Q4_K_M/Qwen3-235B-A22B-Q4_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-GGUF/tree/211e807ecd6d37446a747409108783e39a04e80f"},{"quant":"Q5_K_M","bytes":166814156992,"gpu_bytes":166380300288,"mapped_bytes":166808152064,"out_bytes":510521344,"layer_bytes":[[11,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[12,1819329536]],"read_bytes_per_token":15397152768,"files":["Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00001-of-00006.gguf","Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00002-of-00006.gguf","Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00003-of-00006.gguf","Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00004-of-00006.gguf","Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00005-of-00006.gguf","Q5_K_M/Qwen3-235B-A22B-Q5_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-GGUF/tree/211e807ecd6d37446a747409108783e39a04e80f"},{"quant":"Q6_K","bytes":193015494944,"gpu_bytes":192498984960,"mapped_bytes":193009489920,"out_bytes":510521344,"layer_bytes":[[94,2042430464]],"read_bytes_per_token":17852098560,"files":["Q6_K/Qwen3-235B-A22B-Q6_K-00001-of-00007.gguf","Q6_K/Qwen3-235B-A22B-Q6_K-00002-of-00007.gguf","Q6_K/Qwen3-235B-A22B-Q6_K-00003-of-00007.gguf","Q6_K/Qwen3-235B-A22B-Q6_K-00004-of-00007.gguf","Q6_K/Qwen3-235B-A22B-Q6_K-00005-of-00007.gguf","Q6_K/Qwen3-235B-A22B-Q6_K-00006-of-00007.gguf","Q6_K/Qwen3-235B-A22B-Q6_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-GGUF/tree/211e807ecd6d37446a747409108783e39a04e80f"},{"quant":"Q8_0","bytes":249940105792,"gpu_bytes":249272875008,"mapped_bytes":249934100480,"out_bytes":661241856,"layer_bytes":[[94,2644804608]],"read_bytes_per_token":23063574528,"files":["Q8_0/Qwen3-235B-A22B-Q8_0-00001-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00002-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00003-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00004-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00005-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00006-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00007-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00008-of-00009.gguf","Q8_0/Qwen3-235B-A22B-Q8_0-00009-of-00009.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-GGUF/tree/211e807ecd6d37446a747409108783e39a04e80f"}],"original":{"bytes":470191875096,"repo":"Qwen/Qwen3-235B-A22B","sha":"8efa61729e24bd65b1d152b5ab5409052aa80e65","dtypes":{"BF16":235093634560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:32:20+00:00","url":"https://huggingface.co/Qwen/Qwen3-235B-A22B/tree/8efa61729e24bd65b1d152b5ab5409052aa80e65"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:32:20+00:00","url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-GGUF/tree/211e807ecd6d37446a747409108783e39a04e80f"}]},{"id":"qwen3-235b-a22b-instruct-2507","name":"Qwen3-235B-A22B-Instruct-2507","repo":"Qwen/Qwen3-235B-A22B-Instruct-2507","sha":"ac9c66cc9b46af7306746a9250f23d47083d689e","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":235093634560,"params_active":21568433664,"params_repo":235093634560,"arch":{"gguf_arch":"qwen3moe","n_layers":94,"n_layers_all":94,"layers":[[94,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":94,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Qwen3-235B-A22B-Instruct-2507-Q4_K_M-00001-of-00003.gguf","repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","sha":"437d6915c5c512869e4cf8b16b840bbe3fb172bc"}},"gguf":{"repo":"unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF","sha":"437d6915c5c512869e4cf8b16b840bbe3fb172bc"},"weights":[{"quant":"Q2_K","bytes":85691001472,"gpu_bytes":85480794112,"mapped_bytes":85684996096,"out_bytes":510521344,"layer_bytes":[[94,903939072]],"read_bytes_per_token":8414390272,"files":["Q2_K/Qwen3-235B-A22B-Instruct-2507-Q2_K-00001-of-00002.gguf","Q2_K/Qwen3-235B-A22B-Instruct-2507-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"Q3_K_M","bytes":112447380192,"gpu_bytes":112173967360,"mapped_bytes":112441374720,"out_bytes":510521344,"layer_bytes":[[2,1283474432],[3,1283212288],[89,1182548992]],"read_bytes_per_token":10795018240,"files":["Q3_K_M/Qwen3-235B-A22B-Instruct-2507-Q3_K_M-00001-of-00003.gguf","Q3_K_M/Qwen3-235B-A22B-Instruct-2507-Q3_K_M-00002-of-00003.gguf","Q3_K_M/Qwen3-235B-A22B-Instruct-2507-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"IQ4_XS","bytes":125479521056,"gpu_bytes":125123454976,"mapped_bytes":125473515520,"out_bytes":510521344,"layer_bytes":[[2,1348961280],[23,1323795456],[1,1348961280],[19,1323795456],[1,1348961280],[13,1323795456],[1,1348961280],[19,1323795456],[1,1348961280],[13,1323795456],[1,1348961280]],"read_bytes_per_token":11853654016,"files":["IQ4_XS/Qwen3-235B-A22B-Instruct-2507-IQ4_XS-00001-of-00003.gguf","IQ4_XS/Qwen3-235B-A22B-Instruct-2507-IQ4_XS-00002-of-00003.gguf","IQ4_XS/Qwen3-235B-A22B-Instruct-2507-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"Q4_0","bytes":133132421888,"gpu_bytes":132776355840,"mapped_bytes":133126416384,"out_bytes":510521344,"layer_bytes":[[11,1451525120],[83,1401193472]],"read_bytes_per_token":12499445760,"files":["Q4_0/Qwen3-235B-A22B-Instruct-2507-Q4_0-00001-of-00003.gguf","Q4_0/Qwen3-235B-A22B-Instruct-2507-Q4_0-00002-of-00003.gguf","Q4_0/Qwen3-235B-A22B-Instruct-2507-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"Q4_K_M","bytes":142154074880,"gpu_bytes":141798008832,"mapped_bytes":142148069376,"out_bytes":510521344,"layer_bytes":[[11,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[12,1609352192]],"read_bytes_per_token":13086615552,"files":["Q4_K_M/Qwen3-235B-A22B-Instruct-2507-Q4_K_M-00001-of-00003.gguf","Q4_K_M/Qwen3-235B-A22B-Instruct-2507-Q4_K_M-00002-of-00003.gguf","Q4_K_M/Qwen3-235B-A22B-Instruct-2507-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"Q5_K_M","bytes":166814157632,"gpu_bytes":166380300288,"mapped_bytes":166808152064,"out_bytes":510521344,"layer_bytes":[[11,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[12,1819329536]],"read_bytes_per_token":15397152768,"files":["Q5_K_M/Qwen3-235B-A22B-Instruct-2507-Q5_K_M-00001-of-00004.gguf","Q5_K_M/Qwen3-235B-A22B-Instruct-2507-Q5_K_M-00002-of-00004.gguf","Q5_K_M/Qwen3-235B-A22B-Instruct-2507-Q5_K_M-00003-of-00004.gguf","Q5_K_M/Qwen3-235B-A22B-Instruct-2507-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"Q6_K","bytes":193015495552,"gpu_bytes":192498984960,"mapped_bytes":193009489920,"out_bytes":510521344,"layer_bytes":[[94,2042430464]],"read_bytes_per_token":17852098560,"files":["Q6_K/Qwen3-235B-A22B-Instruct-2507-Q6_K-00001-of-00004.gguf","Q6_K/Qwen3-235B-A22B-Instruct-2507-Q6_K-00002-of-00004.gguf","Q6_K/Qwen3-235B-A22B-Instruct-2507-Q6_K-00003-of-00004.gguf","Q6_K/Qwen3-235B-A22B-Instruct-2507-Q6_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"Q8_0","bytes":249940106336,"gpu_bytes":249272875008,"mapped_bytes":249934100480,"out_bytes":661241856,"layer_bytes":[[94,2644804608]],"read_bytes_per_token":23063574528,"files":["Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00001-of-00006.gguf","Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00002-of-00006.gguf","Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00003-of-00006.gguf","Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00004-of-00006.gguf","Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00005-of-00006.gguf","Q8_0/Qwen3-235B-A22B-Instruct-2507-Q8_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"},{"quant":"BF16","bytes":470293437664,"gpu_bytes":469042771968,"mapped_bytes":470287431680,"out_bytes":1244676096,"layer_bytes":[[94,4976575488]],"read_bytes_per_token":43237029888,"files":["BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00001-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00002-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00003-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00004-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00005-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00006-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00007-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00008-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00009-of-00010.gguf","BF16/Qwen3-235B-A22B-Instruct-2507-BF16-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"}],"original":{"bytes":470191875040,"repo":"Qwen/Qwen3-235B-A22B-Instruct-2507","sha":"ac9c66cc9b46af7306746a9250f23d47083d689e","dtypes":{"BF16":235093634560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:51+00:00","url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Instruct-2507/tree/ac9c66cc9b46af7306746a9250f23d47083d689e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:51+00:00","url":"https://huggingface.co/unsloth/Qwen3-235B-A22B-Instruct-2507-GGUF/tree/437d6915c5c512869e4cf8b16b840bbe3fb172bc"}]},{"id":"qwen3-30b-a3b","name":"Qwen3-30B-A3B","repo":"Qwen/Qwen3-30B-A3B","sha":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":30532122624,"params_active":3041867776,"params_repo":30532122624,"arch":{"gguf_arch":"qwen3moe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Qwen3-30B-A3B-Q4_K_M.gguf","repo":"Qwen/Qwen3-30B-A3B-GGUF","sha":"e4d4bafdfb96a411a163846265362aceb0b9c63a"}},"gguf":{"repo":"Qwen/Qwen3-30B-A3B-GGUF","sha":"e4d4bafdfb96a411a163846265362aceb0b9c63a"},"weights":[{"quant":"Q4_K_M","bytes":18556685824,"gpu_bytes":18375686144,"mapped_bytes":18550716416,"out_bytes":255260672,"layer_bytes":[[6,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[7,403596288]],"read_bytes_per_token":1919596544,"files":["Qwen3-30B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-GGUF/tree/e4d4bafdfb96a411a163846265362aceb0b9c63a"},{"quant":"Q5_K_M","bytes":21725580800,"gpu_bytes":21505685504,"mapped_bytes":21719611392,"out_bytes":255260672,"layer_bytes":[[6,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[7,456156160]],"read_bytes_per_token":2218440704,"files":["Qwen3-30B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-GGUF/tree/e4d4bafdfb96a411a163846265362aceb0b9c63a"},{"quant":"Q6_K","bytes":25092531712,"gpu_bytes":24831309824,"mapped_bytes":25086562304,"out_bytes":255260672,"layer_bytes":[[48,512001024]],"read_bytes_per_token":2535962624,"files":["Qwen3-30B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-GGUF/tree/e4d4bafdfb96a411a163846265362aceb0b9c63a"},{"quant":"Q8_0","bytes":32483931648,"gpu_bytes":32147349504,"mapped_bytes":32477962240,"out_bytes":330620928,"layer_bytes":[[48,662848512]],"read_bytes_per_token":3269566464,"files":["Qwen3-30B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-GGUF/tree/e4d4bafdfb96a411a163846265362aceb0b9c63a"}],"original":{"bytes":61066575648,"repo":"Qwen/Qwen3-30B-A3B","sha":"ad44e777bcd18fa416d9da3bd8f70d33ebb85d39","dtypes":{"BF16":30532122624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:32:18+00:00","url":"https://huggingface.co/Qwen/Qwen3-30B-A3B/tree/ad44e777bcd18fa416d9da3bd8f70d33ebb85d39"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:32:18+00:00","url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-GGUF/tree/e4d4bafdfb96a411a163846265362aceb0b9c63a"}]},{"id":"qwen3-30b-a3b-instruct-2507","name":"Qwen3-30B-A3B-Instruct-2507","repo":"Qwen/Qwen3-30B-A3B-Instruct-2507","sha":"0d7cf23991f47feeb3a57ecb4c9cee8ea4a17bfe","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":30532122624,"params_active":3041867776,"params_repo":30532122624,"arch":{"gguf_arch":"qwen3moe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf","repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","sha":"eea7b2be5805a5f151f8847ede8e5f9a9284bf77"}},"gguf":{"repo":"unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF","sha":"eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},"weights":[{"quant":"Q2_K","bytes":11258610080,"gpu_bytes":11150538752,"mapped_bytes":11252639744,"out_bytes":255260672,"layer_bytes":[[48,226984960]],"read_bytes_per_token":1312274432,"files":["Qwen3-30B-A3B-Instruct-2507-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"Q3_K_M","bytes":14711847328,"gpu_bytes":14572173312,"mapped_bytes":14705876992,"out_bytes":255260672,"layer_bytes":[[2,321987584],[1,321856512],[45,296690688]],"read_bytes_per_token":1619638272,"files":["Qwen3-30B-A3B-Instruct-2507-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"IQ4_XS","bytes":16378073504,"gpu_bytes":16197072896,"mapped_bytes":16372103168,"out_bytes":255260672,"layer_bytes":[[48,332121088]],"read_bytes_per_token":1758181376,"files":["Qwen3-30B-A3B-Instruct-2507-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"Q4_0","bytes":17379987872,"gpu_bytes":17198987264,"mapped_bytes":17374017536,"out_bytes":255260672,"layer_bytes":[[6,364004352],[42,351421440]],"read_bytes_per_token":1839970304,"files":["Qwen3-30B-A3B-Instruct-2507-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"Q4_K_M","bytes":18556686752,"gpu_bytes":18375686144,"mapped_bytes":18550716416,"out_bytes":255260672,"layer_bytes":[[6,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[7,403596288]],"read_bytes_per_token":1919596544,"files":["Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"Q5_K_M","bytes":21725581728,"gpu_bytes":21505685504,"mapped_bytes":21719611392,"out_bytes":255260672,"layer_bytes":[[6,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[7,456156160]],"read_bytes_per_token":2218440704,"files":["Qwen3-30B-A3B-Instruct-2507-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"Q6_K","bytes":25092532640,"gpu_bytes":24831309824,"mapped_bytes":25086562304,"out_bytes":255260672,"layer_bytes":[[48,512001024]],"read_bytes_per_token":2535962624,"files":["Qwen3-30B-A3B-Instruct-2507-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"Q8_0","bytes":32483932576,"gpu_bytes":32147349504,"mapped_bytes":32477962240,"out_bytes":330620928,"layer_bytes":[[48,662848512]],"read_bytes_per_token":3269566464,"files":["Qwen3-30B-A3B-Instruct-2507-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"},{"quant":"BF16","bytes":61095803232,"gpu_bytes":60467503104,"mapped_bytes":61089832960,"out_bytes":622338048,"layer_bytes":[[48,1246774272]],"read_bytes_per_token":6109323264,"files":["BF16/Qwen3-30B-A3B-Instruct-2507-BF16-00001-of-00002.gguf","BF16/Qwen3-30B-A3B-Instruct-2507-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"}],"original":{"bytes":61066575656,"repo":"Qwen/Qwen3-30B-A3B-Instruct-2507","sha":"0d7cf23991f47feeb3a57ecb4c9cee8ea4a17bfe","dtypes":{"BF16":30532122624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:07:55+00:00","url":"https://huggingface.co/Qwen/Qwen3-30B-A3B-Instruct-2507/tree/0d7cf23991f47feeb3a57ecb4c9cee8ea4a17bfe"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:07:55+00:00","url":"https://huggingface.co/unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF/tree/eea7b2be5805a5f151f8847ede8e5f9a9284bf77"}]},{"id":"qwen3-32b","name":"Qwen3-32B","repo":"Qwen/Qwen3-32B","sha":"9216db5781bf21249d130ec9da846c4624c16137","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32762123264,"params_active":null,"params_repo":32762123264,"arch":{"gguf_arch":"qwen3","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-32B-Q4_K_M.gguf","repo":"Qwen/Qwen3-32B-GGUF","sha":"938a7432affaec9157f883a87164e2646ae17555"}},"gguf":{"repo":"Qwen/Qwen3-32B-GGUF","sha":"938a7432affaec9157f883a87164e2646ae17555"},"weights":[{"quant":"Q4_K_M","bytes":19762149024,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["Qwen3-32B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-32B-GGUF/tree/938a7432affaec9157f883a87164e2646ae17555"},{"quant":"Q5_K_M","bytes":23214831232,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["Qwen3-32B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-32B-GGUF/tree/938a7432affaec9157f883a87164e2646ae17555"},{"quant":"Q6_K","bytes":26883306112,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["Qwen3-32B-Q6_K.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-32B-GGUF/tree/938a7432affaec9157f883a87164e2646ae17555"},{"quant":"Q8_0","bytes":34817718912,"gpu_bytes":33985212416,"mapped_bytes":34811744256,"out_bytes":826552320,"layer_bytes":[[64,518104064]],"read_bytes_per_token":33985212416,"files":["Qwen3-32B-Q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-32B-GGUF/tree/938a7432affaec9157f883a87164e2646ae17555"}],"original":{"bytes":65524328560,"repo":"Qwen/Qwen3-32B","sha":"9216db5781bf21249d130ec9da846c4624c16137","dtypes":{"BF16":32762123264}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:32:04+00:00","url":"https://huggingface.co/Qwen/Qwen3-32B/tree/9216db5781bf21249d130ec9da846c4624c16137"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:32:04+00:00","url":"https://huggingface.co/Qwen/Qwen3-32B-GGUF/tree/938a7432affaec9157f883a87164e2646ae17555"}]},{"id":"qwen3-4b","name":"Qwen3-4B","repo":"Qwen/Qwen3-4B","sha":"1cfa9a7208912126459214e8b04321603b3df60c","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4022468096,"params_active":null,"params_repo":4022468096,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-4B-Q4_K_M.gguf","repo":"Qwen/Qwen3-4B-GGUF","sha":"bc640142c66e1fdd12af0bd68f40445458f3869b"}},"gguf":{"repo":"Qwen/Qwen3-4B-GGUF","sha":"bc640142c66e1fdd12af0bd68f40445458f3869b"},"weights":[{"quant":"Q4_K_M","bytes":2497280256,"gpu_bytes":2491323904,"mapped_bytes":2491323904,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["Qwen3-4B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-4B-GGUF/tree/bc640142c66e1fdd12af0bd68f40445458f3869b"},{"quant":"Q5_K_M","bytes":2889513184,"gpu_bytes":2883556864,"mapped_bytes":2883556864,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["Qwen3-4B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-4B-GGUF/tree/bc640142c66e1fdd12af0bd68f40445458f3869b"},{"quant":"Q6_K","bytes":3306260704,"gpu_bytes":3300304384,"mapped_bytes":3300304384,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["Qwen3-4B-Q6_K.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-4B-GGUF/tree/bc640142c66e1fdd12af0bd68f40445458f3869b"},{"quant":"Q8_0","bytes":4280404704,"gpu_bytes":4274448384,"mapped_bytes":4274448384,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["Qwen3-4B-Q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-4B-GGUF/tree/bc640142c66e1fdd12af0bd68f40445458f3869b"}],"original":{"bytes":8044982000,"repo":"Qwen/Qwen3-4B","sha":"1cfa9a7208912126459214e8b04321603b3df60c","dtypes":{"BF16":4022468096}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:55+00:00","url":"https://huggingface.co/Qwen/Qwen3-4B/tree/1cfa9a7208912126459214e8b04321603b3df60c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:55+00:00","url":"https://huggingface.co/Qwen/Qwen3-4B-GGUF/tree/bc640142c66e1fdd12af0bd68f40445458f3869b"}]},{"id":"qwen3-4b-instruct-2507","name":"Qwen3-4B-Instruct-2507","repo":"Qwen/Qwen3-4B-Instruct-2507","sha":"cdbee75f17c01a7cc42f958dc650907174af0554","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4022468096,"params_active":null,"params_repo":4022468096,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-4B-Instruct-2507-Q4_K_M.gguf","repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","sha":"a06e946bb6b655725eafa393f4a9745d460374c9"}},"gguf":{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","sha":"a06e946bb6b655725eafa393f4a9745d460374c9"},"weights":[{"quant":"Q2_K","bytes":1669500000,"gpu_bytes":1663542784,"mapped_bytes":1663542784,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["Qwen3-4B-Instruct-2507-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"Q3_K_M","bytes":2075618400,"gpu_bytes":2069661184,"mapped_bytes":2069661184,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["Qwen3-4B-Instruct-2507-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"IQ4_XS","bytes":2270751840,"gpu_bytes":2264794624,"mapped_bytes":2264794624,"out_bytes":319075840,"layer_bytes":[[36,54047744]],"read_bytes_per_token":2264794624,"files":["Qwen3-4B-Instruct-2507-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"Q4_0","bytes":2375773280,"gpu_bytes":2369816064,"mapped_bytes":2369816064,"out_bytes":319075840,"layer_bytes":[[4,58348544],[32,56792064]],"read_bytes_per_token":2369816064,"files":["Qwen3-4B-Instruct-2507-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"Q4_K_M","bytes":2497281120,"gpu_bytes":2491323904,"mapped_bytes":2491323904,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["Qwen3-4B-Instruct-2507-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"Q5_K_M","bytes":2889514080,"gpu_bytes":2883556864,"mapped_bytes":2883556864,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["Qwen3-4B-Instruct-2507-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"Q6_K","bytes":3306261600,"gpu_bytes":3300304384,"mapped_bytes":3300304384,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["Qwen3-4B-Instruct-2507-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"Q8_0","bytes":4280405600,"gpu_bytes":4274448384,"mapped_bytes":4274448384,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["Qwen3-4B-Instruct-2507-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"},{"quant":"F16","bytes":8051285344,"gpu_bytes":8045328384,"mapped_bytes":8045328384,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["Qwen3-4B-Instruct-2507-F16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"}],"original":{"bytes":8044982000,"repo":"Qwen/Qwen3-4B-Instruct-2507","sha":"cdbee75f17c01a7cc42f958dc650907174af0554","dtypes":{"BF16":4022468096}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:08:56+00:00","url":"https://huggingface.co/Qwen/Qwen3-4B-Instruct-2507/tree/cdbee75f17c01a7cc42f958dc650907174af0554"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:08:56+00:00","url":"https://huggingface.co/unsloth/Qwen3-4B-Instruct-2507-GGUF/tree/a06e946bb6b655725eafa393f4a9745d460374c9"}]},{"id":"qwen3-5-0-8b","name":"Qwen3.5-0.8B","repo":"Qwen/Qwen3.5-0.8B","sha":"2fc06364715b967f1860aea9cf38778875588b17","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":752393024,"params_active":null,"params_repo":873438784,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248320,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-0.8B-Q4_K_M.gguf","repo":"unsloth/Qwen3.5-0.8B-GGUF","sha":"6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"}},"gguf":{"repo":"unsloth/Qwen3.5-0.8B-GGUF","sha":"6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},"weights":[{"quant":"Q3_K_M","bytes":470167808,"gpu_bytes":459205888,"mapped_bytes":459205888,"out_bytes":208592896,"layer_bytes":[[1,11438720],[2,10979968],[1,8796160],[3,10979968],[1,8796160],[3,10979968],[1,8730624],[3,10979968],[1,8730624],[3,10979968],[1,8730624],[3,10979968],[1,8730624]],"read_bytes_per_token":459205888,"files":["Qwen3.5-0.8B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"IQ4_XS","bytes":492605696,"gpu_bytes":481643776,"mapped_bytes":481643776,"out_bytes":208592896,"layer_bytes":[[3,11889280],[1,9840640],[3,11889280],[1,9840640],[3,11889280],[1,9840640],[3,11889280],[1,9840640],[3,11889280],[1,9840640],[3,11889280],[1,9840640]],"read_bytes_per_token":481643776,"files":["Qwen3.5-0.8B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"Q4_0","bytes":507154688,"gpu_bytes":496192768,"mapped_bytes":496192768,"out_bytes":208592896,"layer_bytes":[[3,12724864],[1,10332160],[3,12495488],[1,10332160],[3,12495488],[1,10332160],[3,12495488],[1,10332160],[3,12495488],[1,10332160],[3,12495488],[1,10332160]],"read_bytes_per_token":496192768,"files":["Qwen3.5-0.8B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"Q4_K_M","bytes":532517120,"gpu_bytes":521555200,"mapped_bytes":521555200,"out_bytes":208592896,"layer_bytes":[[3,14228096],[1,10467328],[1,13281920],[1,14228096],[1,13281920],[1,10467328],[1,14228096],[2,13281920],[1,11413504],[2,13281920],[1,14228096],[1,10332160],[1,13281920],[1,14228096],[1,13281920],[1,10332160],[3,14228096],[1,11413504]],"read_bytes_per_token":521555200,"files":["Qwen3.5-0.8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"Q5_K_M","bytes":590057728,"gpu_bytes":579095808,"mapped_bytes":579095808,"out_bytes":208592896,"layer_bytes":[[3,16521856],[1,12695552],[1,16034432],[1,16521856],[1,16034432],[1,12695552],[1,16521856],[2,16034432],[1,13182976],[2,16034432],[1,16521856],[1,12625920],[1,16034432],[1,16521856],[1,16034432],[1,12625920],[3,16521856],[1,13182976]],"read_bytes_per_token":579095808,"files":["Qwen3.5-0.8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"Q6_K","bytes":639029504,"gpu_bytes":628067584,"mapped_bytes":628067584,"out_bytes":208592896,"layer_bytes":[[3,18283136],[1,15063040],[3,18283136],[1,15063040],[3,18283136],[1,15063040],[3,18283136],[1,15063040],[3,18283136],[1,15063040],[3,18283136],[1,15063040]],"read_bytes_per_token":628067584,"files":["Qwen3.5-0.8B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"Q8_0","bytes":811843840,"gpu_bytes":800881920,"mapped_bytes":800881920,"out_bytes":270176256,"layer_bytes":[[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200],[3,22981248],[1,19507200]],"read_bytes_per_token":800881920,"files":["Qwen3.5-0.8B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"},{"quant":"BF16","bytes":1516744736,"gpu_bytes":1505783040,"mapped_bytes":1505783040,"out_bytes":508563456,"layer_bytes":[[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400],[3,43164288],[1,36710400]],"read_bytes_per_token":1505783040,"files":["Qwen3.5-0.8B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"}],"original":{"bytes":1746942600,"repo":"Qwen/Qwen3.5-0.8B","sha":"2fc06364715b967f1860aea9cf38778875588b17","dtypes":{"BF16":873436192,"F32":2592}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:04:15+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-0.8B/tree/2fc06364715b967f1860aea9cf38778875588b17"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:04:15+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF/tree/6ab461498e2023f6e3c1baea90a8f0fe38ab64d0"}]},{"id":"qwen3-5-0-8b-base","name":"Qwen3.5-0.8B-Base","repo":"Qwen/Qwen3.5-0.8B-Base","sha":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":752393024,"params_active":null,"params_repo":873438784,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248320,"hidden_size":1024,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-0.8B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3.5-0.8B-Base-i1-GGUF","sha":"0adcee13f1a32c38fdbdb93e21d57e76b5640836"}},"gguf":{"repo":"mradermacher/Qwen3.5-0.8B-Base-i1-GGUF","sha":"0adcee13f1a32c38fdbdb93e21d57e76b5640836"},"weights":[{"quant":"IQ2_XXS","bytes":352301952,"gpu_bytes":341339904,"mapped_bytes":341339904,"out_bytes":174821376,"layer_bytes":[[3,7832448],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864],[3,7574400],[1,4900864]],"read_bytes_per_token":341339904,"files":["Qwen3.5-0.8B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"IQ2_M","bytes":377934720,"gpu_bytes":366972672,"mapped_bytes":366972672,"out_bytes":174821376,"layer_bytes":[[3,8928128],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352],[3,8526720],[1,6244352]],"read_bytes_per_token":366972672,"files":["Qwen3.5-0.8B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"Q2_K","bytes":422327680,"gpu_bytes":411365632,"mapped_bytes":411365632,"out_bytes":208592896,"layer_bytes":[[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968],[3,9018496],[1,6739968]],"read_bytes_per_token":411365632,"files":["Qwen3.5-0.8B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"IQ3_XXS","bytes":398001024,"gpu_bytes":387038976,"mapped_bytes":387038976,"out_bytes":174821376,"layer_bytes":[[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480],[3,9479040],[1,6932480]],"read_bytes_per_token":387038976,"files":["Qwen3.5-0.8B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"Q3_K_M","bytes":466222976,"gpu_bytes":455260928,"mapped_bytes":455260928,"out_bytes":208592896,"layer_bytes":[[1,11925888],[1,11467136],[1,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624],[3,10680704],[1,8730624]],"read_bytes_per_token":455260928,"files":["Qwen3.5-0.8B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"IQ4_XS","bytes":504088960,"gpu_bytes":493126912,"mapped_bytes":493126912,"out_bytes":208592896,"layer_bytes":[[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640],[3,12527232],[1,9840640]],"read_bytes_per_token":493126912,"files":["Qwen3.5-0.8B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"Q4_0","bytes":502141312,"gpu_bytes":491179264,"mapped_bytes":491179264,"out_bytes":208592896,"layer_bytes":[[3,12446336],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160],[3,12216960],[1,10332160]],"read_bytes_per_token":491179264,"files":["Qwen3.5-0.8B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"Q4_K_M","bytes":529297792,"gpu_bytes":518335744,"mapped_bytes":518335744,"out_bytes":208592896,"layer_bytes":[[3,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[1,14785152],[2,12216960],[1,11413504],[2,12216960],[1,14785152],[1,10332160],[1,12216960],[1,14785152],[1,12216960],[1,10332160],[3,14785152],[1,11413504]],"read_bytes_per_token":518335744,"files":["Qwen3.5-0.8B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"Q5_K_M","bytes":577999232,"gpu_bytes":567037184,"mapped_bytes":567037184,"out_bytes":208592896,"layer_bytes":[[3,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[1,16231040],[2,14908032],[1,13182976],[2,14908032],[1,16231040],[1,12625920],[1,14908032],[1,16231040],[1,14908032],[1,12625920],[3,16231040],[1,13182976]],"read_bytes_per_token":567037184,"files":["Qwen3.5-0.8B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"},{"quant":"Q6_K","bytes":629744512,"gpu_bytes":618782464,"mapped_bytes":618782464,"out_bytes":208592896,"layer_bytes":[[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040],[3,17767296],[1,15063040]],"read_bytes_per_token":618782464,"files":["Qwen3.5-0.8B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"}],"original":{"bytes":1746942600,"repo":"Qwen/Qwen3.5-0.8B-Base","sha":"dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68","dtypes":{"BF16":873436192,"F32":2592}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:05:12+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-0.8B-Base/tree/dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:05:12+00:00","url":"https://huggingface.co/mradermacher/Qwen3.5-0.8B-Base-i1-GGUF/tree/0adcee13f1a32c38fdbdb93e21d57e76b5640836"}]},{"id":"qwen3-5-122b-a10b","name":"Qwen3.5-122B-A10B","repo":"Qwen/Qwen3.5-122B-A10B","sha":"dc4d348443bc740c68e2d77492492c11606384d5","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":122111526912,"params_active":9008449536,"params_repo":125086497008,"arch":{"gguf_arch":"qwen35moe","n_layers":48,"n_layers_all":49,"layers":[[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":12,"v_elems":512,"window":null}],"state_elems":39075840,"max_context":262144,"vocab_size":248320,"hidden_size":3072,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Qwen_Qwen3.5-122B-A10B-Q4_K_M/Qwen_Qwen3.5-122B-A10B-Q4_K_M-00001-of-00002.gguf","repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","sha":"fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"}},"gguf":{"repo":"bartowski/Qwen_Qwen3.5-122B-A10B-GGUF","sha":"fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},"weights":[{"quant":"IQ2_XXS","bytes":36303984768,"gpu_bytes":33360482304,"mapped_bytes":36292984832,"out_bytes":524464128,"layer_bytes":[[3,714609664],[1,705873920],[1,714609664],[1,697209856],[1,667325440],[1,675584000],[1,689443840],[2,667325440],[1,680302592],[1,684725248],[1,667325440],[1,672044032],[1,675989504],[1,684725248],[1,672044032],[1,667325440],[1,675584000],[1,689443840],[2,667325440],[1,680302592],[1,684725248],[1,667325440],[1,672044032],[1,675989504],[1,684725248],[1,672044032],[1,667325440],[1,675584000],[1,689443840],[2,667325440],[1,680302592],[1,684725248],[1,667325440],[1,672044032],[1,675989504],[1,684725248],[2,689443840],[1,705468416],[3,714609664],[1,705873920]],"read_bytes_per_token":4129591296,"files":["Qwen_Qwen3.5-122B-A10B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"IQ2_M","bytes":44443961472,"gpu_bytes":41422983168,"mapped_bytes":44432961536,"out_bytes":524464128,"layer_bytes":[[3,930092032],[1,922929152],[1,930092032],[1,914265088],[1,821466112],[1,829724672],[1,842011648],[2,821466112],[1,834443264],[1,837293056],[1,821466112],[1,826184704],[1,830130176],[1,837293056],[1,826184704],[1,821466112],[1,829724672],[1,842011648],[2,821466112],[1,834443264],[1,837293056],[1,821466112],[1,826184704],[1,830130176],[1,837293056],[1,826184704],[1,821466112],[1,829724672],[1,842011648],[2,821466112],[1,834443264],[1,837293056],[1,821466112],[1,826184704],[1,830130176],[1,837293056],[2,842011648],[1,922523648],[3,930092032],[1,922929152]],"read_bytes_per_token":4500393984,"files":["Qwen_Qwen3.5-122B-A10B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q2_K","bytes":46391154816,"gpu_bytes":43447652352,"mapped_bytes":46380154880,"out_bytes":625778688,"layer_bytes":[[3,945722368],[1,946509824],[1,945722368],[1,927241216],[1,840733696],[1,835229696],[1,945722368],[2,840733696],[1,921737216],[1,859214848],[1,840733696],[1,927241216],[1,860002304],[1,859214848],[1,927241216],[1,840733696],[1,835229696],[1,945722368],[2,840733696],[1,921737216],[1,859214848],[1,840733696],[1,927241216],[1,860002304],[1,859214848],[1,927241216],[1,840733696],[1,835229696],[1,945722368],[2,840733696],[1,921737216],[1,859214848],[1,840733696],[1,927241216],[1,860002304],[1,859214848],[2,945722368],[1,921737216],[3,945722368],[1,946509824]],"read_bytes_per_token":4684419072,"files":["Qwen_Qwen3.5-122B-A10B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"IQ3_XXS","bytes":54482508096,"gpu_bytes":51461529600,"mapped_bytes":54471507968,"out_bytes":524464128,"layer_bytes":[[3,1146852352],[1,1141544960],[1,1146852352],[1,1129747456],[1,980325376],[1,970102784],[1,1146852352],[2,980325376],[1,1119524864],[1,997430272],[1,980325376],[1,1129747456],[1,992122880],[1,997430272],[1,1129747456],[1,980325376],[1,970102784],[1,1146852352],[2,980325376],[1,1119524864],[1,997430272],[1,980325376],[1,1129747456],[1,992122880],[1,997430272],[1,1129747456],[1,980325376],[1,970102784],[1,1146852352],[2,980325376],[1,1119524864],[1,997430272],[1,980325376],[1,1129747456],[1,992122880],[1,997430272],[2,1146852352],[1,1119524864],[3,1146852352],[1,1141544960]],"read_bytes_per_token":5091926016,"files":["Qwen_Qwen3.5-122B-A10B-IQ3_XXS/Qwen_Qwen3.5-122B-A10B-IQ3_XXS-00001-of-00002.gguf","Qwen_Qwen3.5-122B-A10B-IQ3_XXS/Qwen_Qwen3.5-122B-A10B-IQ3_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q3_K_M","bytes":59222198592,"gpu_bytes":56201220096,"mapped_bytes":59211198464,"out_bytes":625778688,"layer_bytes":[[3,1223529472],[1,1217042432],[1,1223529472],[1,1207604224],[1,1097110528],[1,1086887936],[1,1223529472],[2,1097110528],[1,1197381632],[1,1113035776],[1,1097110528],[1,1207604224],[1,1106548736],[1,1113035776],[1,1207604224],[1,1097110528],[1,1086887936],[1,1223529472],[2,1097110528],[1,1197381632],[1,1113035776],[1,1097110528],[1,1207604224],[1,1106548736],[1,1113035776],[1,1207604224],[1,1097110528],[1,1086887936],[1,1223529472],[2,1097110528],[1,1197381632],[1,1113035776],[1,1097110528],[1,1207604224],[1,1106548736],[1,1113035776],[2,1223529472],[1,1197381632],[3,1223529472],[1,1217042432]],"read_bytes_per_token":5443325952,"files":["Qwen_Qwen3.5-122B-A10B-Q3_K_M/Qwen_Qwen3.5-122B-A10B-Q3_K_M-00001-of-00002.gguf","Qwen_Qwen3.5-122B-A10B-Q3_K_M/Qwen_Qwen3.5-122B-A10B-Q3_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"IQ4_XS","bytes":68474190144,"gpu_bytes":65375735808,"mapped_bytes":68463190016,"out_bytes":625778688,"layer_bytes":[[3,1358599168],[1,1358600192],[1,1358599168],[1,1345229824],[1,1340216320],[1,1339037696],[1,1358599168],[2,1340216320],[1,1344051200],[1,1353585664],[1,1340216320],[1,1345229824],[1,1353586688],[1,1353585664],[1,1345229824],[1,1340216320],[1,1339037696],[1,1358599168],[2,1340216320],[1,1344051200],[1,1353585664],[1,1340216320],[1,1345229824],[1,1353586688],[1,1353585664],[1,1345229824],[1,1340216320],[1,1339037696],[1,1358599168],[2,1340216320],[1,1344051200],[1,1353585664],[1,1340216320],[1,1345229824],[1,1353586688],[1,1353585664],[2,1358599168],[1,1344051200],[3,1358599168],[1,1358600192]],"read_bytes_per_token":5694984192,"files":["Qwen_Qwen3.5-122B-A10B-IQ4_XS/Qwen_Qwen3.5-122B-A10B-IQ4_XS-00001-of-00002.gguf","Qwen_Qwen3.5-122B-A10B-IQ4_XS/Qwen_Qwen3.5-122B-A10B-IQ4_XS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q4_0","bytes":72517482816,"gpu_bytes":69395189760,"mapped_bytes":72506482688,"out_bytes":625778688,"layer_bytes":[[3,1486394368],[1,1481283584],[1,1486394368],[1,1473811456],[1,1419940864],[1,1414436864],[1,1436062720],[2,1419940864],[1,1417975808],[1,1432523776],[1,1419940864],[1,1423479808],[1,1427412992],[1,1432523776],[1,1423479808],[1,1419940864],[1,1414436864],[1,1436062720],[2,1419940864],[1,1417975808],[1,1432523776],[1,1419940864],[1,1423479808],[1,1427412992],[1,1432523776],[1,1423479808],[1,1419940864],[1,1414436864],[1,1436062720],[2,1419940864],[1,1417975808],[1,1432523776],[1,1419940864],[1,1423479808],[1,1427412992],[1,1432523776],[2,1436062720],[1,1417975808],[3,1436062720],[1,1430951936]],"read_bytes_per_token":5911252992,"files":["Qwen_Qwen3.5-122B-A10B-Q4_0/Qwen_Qwen3.5-122B-A10B-Q4_0-00001-of-00002.gguf","Qwen_Qwen3.5-122B-A10B-Q4_0/Qwen_Qwen3.5-122B-A10B-Q4_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q4_K_M","bytes":77616511296,"gpu_bytes":74494218240,"mapped_bytes":77605511168,"out_bytes":625778688,"layer_bytes":[[3,1653412864],[1,1641715712],[1,1653412864],[1,1640829952],[1,1430926336],[1,1418835968],[1,1653412864],[2,1430926336],[1,1628739584],[1,1443509248],[1,1430926336],[1,1640829952],[1,1431812096],[1,1443509248],[1,1640829952],[1,1430926336],[1,1418835968],[1,1653412864],[2,1430926336],[1,1628739584],[1,1443509248],[1,1430926336],[1,1640829952],[1,1431812096],[1,1443509248],[1,1640829952],[1,1430926336],[1,1418835968],[1,1653412864],[2,1430926336],[1,1628739584],[1,1443509248],[1,1430926336],[1,1640829952],[1,1431812096],[1,1443509248],[2,1653412864],[1,1628739584],[3,1653412864],[1,1641715712]],"read_bytes_per_token":6475714560,"files":["Qwen_Qwen3.5-122B-A10B-Q4_K_M/Qwen_Qwen3.5-122B-A10B-Q4_K_M-00001-of-00002.gguf","Qwen_Qwen3.5-122B-A10B-Q4_K_M/Qwen_Qwen3.5-122B-A10B-Q4_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q5_K_M","bytes":90429454752,"gpu_bytes":87211806720,"mapped_bytes":90418454528,"out_bytes":625778688,"layer_bytes":[[3,1867027456],[1,1846384640],[1,1867027456],[1,1857590272],[1,1750635520],[1,1732745216],[1,1867027456],[2,1750635520],[1,1839699968],[1,1760072704],[1,1750635520],[1,1857590272],[1,1739429888],[1,1760072704],[1,1857590272],[1,1750635520],[1,1732745216],[1,1867027456],[2,1750635520],[1,1839699968],[1,1760072704],[1,1750635520],[1,1857590272],[1,1739429888],[1,1760072704],[1,1857590272],[1,1750635520],[1,1732745216],[1,1867027456],[2,1750635520],[1,1839699968],[1,1760072704],[1,1750635520],[1,1857590272],[1,1739429888],[1,1760072704],[2,1867027456],[1,1839699968],[3,1867027456],[1,1846384640]],"read_bytes_per_token":7491194880,"files":["Qwen_Qwen3.5-122B-A10B-Q5_K_M/Qwen_Qwen3.5-122B-A10B-Q5_K_M-00001-of-00003.gguf","Qwen_Qwen3.5-122B-A10B-Q5_K_M/Qwen_Qwen3.5-122B-A10B-Q5_K_M-00002-of-00003.gguf","Qwen_Qwen3.5-122B-A10B-Q5_K_M/Qwen_Qwen3.5-122B-A10B-Q5_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q6_K","bytes":108407548352,"gpu_bytes":105088585728,"mapped_bytes":108396548096,"out_bytes":625778688,"layer_bytes":[[3,2279314432],[1,2273613824],[1,2279314432],[1,2273219584],[1,2078184448],[1,2066388992],[1,2279314432],[2,2078184448],[1,2261424128],[1,2084279296],[1,2078184448],[1,2273219584],[1,2078578688],[1,2084279296],[1,2273219584],[1,2078184448],[1,2066388992],[1,2279314432],[2,2078184448],[1,2261424128],[1,2084279296],[1,2078184448],[1,2273219584],[1,2078578688],[1,2084279296],[1,2273219584],[1,2078184448],[1,2066388992],[1,2279314432],[2,2078184448],[1,2261424128],[1,2084279296],[1,2078184448],[1,2273219584],[1,2078578688],[1,2084279296],[2,2279314432],[1,2261424128],[3,2279314432],[1,2273613824]],"read_bytes_per_token":8399917056,"files":["Qwen_Qwen3.5-122B-A10B-Q6_K/Qwen_Qwen3.5-122B-A10B-Q6_K-00001-of-00003.gguf","Qwen_Qwen3.5-122B-A10B-Q6_K/Qwen_Qwen3.5-122B-A10B-Q6_K-00002-of-00003.gguf","Qwen_Qwen3.5-122B-A10B-Q6_K/Qwen_Qwen3.5-122B-A10B-Q6_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"},{"quant":"Q8_0","bytes":132595714592,"gpu_bytes":129092001792,"mapped_bytes":132584714240,"out_bytes":810528768,"layer_bytes":[[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096],[3,2675479552],[1,2663684096]],"read_bytes_per_token":9730498560,"files":["Qwen_Qwen3.5-122B-A10B-Q8_0/Qwen_Qwen3.5-122B-A10B-Q8_0-00001-of-00004.gguf","Qwen_Qwen3.5-122B-A10B-Q8_0/Qwen_Qwen3.5-122B-A10B-Q8_0-00002-of-00004.gguf","Qwen_Qwen3.5-122B-A10B-Q8_0/Qwen_Qwen3.5-122B-A10B-Q8_0-00003-of-00004.gguf","Qwen_Qwen3.5-122B-A10B-Q8_0/Qwen_Qwen3.5-122B-A10B-Q8_0-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"}],"original":{"bytes":250173250864,"repo":"Qwen/Qwen3.5-122B-A10B","sha":"dc4d348443bc740c68e2d77492492c11606384d5","dtypes":{"BF16":125086490096,"F32":6912}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:06:23+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-122B-A10B/tree/dc4d348443bc740c68e2d77492492c11606384d5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:06:23+00:00","url":"https://huggingface.co/bartowski/Qwen_Qwen3.5-122B-A10B-GGUF/tree/fec8b222a2eddc3346d6b6d7f7c85efea93cd6bf"}]},{"id":"qwen3-5-27b","name":"Qwen3.5-27B","repo":"Qwen/Qwen3.5-27B","sha":"fc05daec18b0a78c049392ed2e771dde82bdf654","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27781427952,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":64,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-27B-Q4_K_M.gguf","repo":"unsloth/Qwen3.5-27B-GGUF","sha":"3221f178a6b842d04f1fb42f1c413534adcc0a6a"}},"gguf":{"repo":"unsloth/Qwen3.5-27B-GGUF","sha":"3221f178a6b842d04f1fb42f1c413534adcc0a6a"},"weights":[{"quant":"Q3_K_M","bytes":13505116064,"gpu_bytes":12947818496,"mapped_bytes":13494122496,"out_bytes":1042964480,"layer_bytes":[[3,199302016],[1,188499968],[3,188160896],[1,177358848],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488],[3,188160896],[1,176703488]],"read_bytes_per_token":12947818496,"files":["Qwen3.5-27B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"IQ4_XS","bytes":14977484704,"gpu_bytes":14251329536,"mapped_bytes":14966491136,"out_bytes":1042964480,"layer_bytes":[[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088],[3,208968576],[1,198617088]],"read_bytes_per_token":14251329536,"files":["Qwen3.5-27B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"Q4_0","bytes":15721973664,"gpu_bytes":14995818496,"mapped_bytes":15710980096,"out_bytes":1042964480,"layer_bytes":[[3,225516416],[1,215001088],[3,225516416],[1,215001088],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528],[3,219945856],[1,209430528]],"read_bytes_per_token":14995818496,"files":["Qwen3.5-27B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"Q4_K_M","bytes":16740812704,"gpu_bytes":16014657536,"mapped_bytes":16729819136,"out_bytes":1042964480,"layer_bytes":[[3,249478016],[1,233760768],[3,249478016],[1,233760768],[2,226499456],[1,249478016],[1,210782208],[1,226499456],[1,249478016],[1,226499456],[1,210782208],[1,249478016],[2,226499456],[1,233760768],[2,226499456],[1,249478016],[1,210782208],[1,226499456],[1,249478016],[1,226499456],[1,210782208],[1,249478016],[2,226499456],[1,233760768],[2,226499456],[1,249478016],[1,209430528],[1,226499456],[1,249478016],[1,226499456],[1,209430528],[1,249478016],[2,226499456],[1,233760768],[2,226499456],[1,249478016],[1,209430528],[1,226499456],[1,249478016],[1,226499456],[1,209430528],[1,249478016],[2,226499456],[1,233760768],[3,249478016],[1,232409088],[3,249478016],[1,232409088]],"read_bytes_per_token":16014657536,"files":["Qwen3.5-27B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"Q5_K_M","bytes":19608995744,"gpu_bytes":18723915776,"mapped_bytes":19598002176,"out_bytes":1042964480,"layer_bytes":[[3,286833536],[1,268494848],[3,286833536],[1,268494848],[2,274996096],[1,286833536],[1,256657408],[1,274996096],[1,286833536],[1,274996096],[1,256657408],[1,286833536],[2,274996096],[1,268494848],[2,274996096],[1,286833536],[1,256657408],[1,274996096],[1,286833536],[1,274996096],[1,256657408],[1,286833536],[2,274996096],[1,268494848],[2,274996096],[1,286833536],[1,255961088],[1,274996096],[1,286833536],[1,274996096],[1,255961088],[1,286833536],[2,274996096],[1,268494848],[2,274996096],[1,286833536],[1,255961088],[1,274996096],[1,286833536],[1,274996096],[1,255961088],[1,286833536],[2,274996096],[1,268494848],[3,286833536],[1,267798528],[3,286833536],[1,267798528]],"read_bytes_per_token":18723915776,"files":["Qwen3.5-27B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"Q6_K","bytes":22453933984,"gpu_bytes":21399996416,"mapped_bytes":22442940416,"out_bytes":1042964480,"layer_bytes":[[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808],[3,322304896],[1,305399808]],"read_bytes_per_token":21399996416,"files":["Qwen3.5-27B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"Q8_0","bytes":28595763104,"gpu_bytes":27233908736,"mapped_bytes":28584769536,"out_bytes":1350881280,"layer_bytes":[[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768]],"read_bytes_per_token":27233908736,"files":["Qwen3.5-27B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"},{"quant":"BF16","bytes":53808281472,"gpu_bytes":51254491136,"mapped_bytes":53797287936,"out_bytes":2542817280,"layer_bytes":[[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968]],"read_bytes_per_token":51254491136,"files":["BF16/Qwen3.5-27B-BF16-00001-of-00002.gguf","BF16/Qwen3.5-27B-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"}],"original":{"bytes":55563022432,"repo":"Qwen/Qwen3.5-27B","sha":"fc05daec18b0a78c049392ed2e771dde82bdf654","dtypes":{"BF16":27781419504,"F32":8448}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:08:05+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-27B/tree/fc05daec18b0a78c049392ed2e771dde82bdf654"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:08:05+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-27B-GGUF/tree/3221f178a6b842d04f1fb42f1c413534adcc0a6a"}]},{"id":"qwen3-5-2b","name":"Qwen3.5-2B","repo":"Qwen/Qwen3.5-2B","sha":"15852e8c16360a2fea060d615a32b45270f8a8fc","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1881825088,"params_active":null,"params_repo":2274069824,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-2B-Q4_K_M.gguf","repo":"unsloth/Qwen3.5-2B-GGUF","sha":"f6d5376be1edb4d416d56da11e5397a961aca8ae"}},"gguf":{"repo":"unsloth/Qwen3.5-2B-GGUF","sha":"f6d5376be1edb4d416d56da11e5397a961aca8ae"},"weights":[{"quant":"Q3_K_M","bytes":1107149056,"gpu_bytes":1096187136,"mapped_bytes":1096187136,"out_bytes":417185792,"layer_bytes":[[1,30888576],[2,29315712],[1,25044992],[3,29315712],[1,25044992],[3,29315712],[1,24913920],[3,29315712],[1,24913920],[3,29315712],[1,24913920],[3,29315712],[1,24913920]],"read_bytes_per_token":1096187136,"files":["Qwen3.5-2B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"IQ4_XS","bytes":1172996352,"gpu_bytes":1162034432,"mapped_bytes":1162034432,"out_bytes":417185792,"layer_bytes":[[3,32035456],[1,28035072],[3,32035456],[1,28035072],[3,32035456],[1,28035072],[3,32035456],[1,28035072],[3,32035456],[1,28035072],[3,32035456],[1,28035072]],"read_bytes_per_token":1162034432,"files":["Qwen3.5-2B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"Q4_0","bytes":1214873856,"gpu_bytes":1203911936,"mapped_bytes":1203911936,"out_bytes":417185792,"layer_bytes":[[3,34525824],[1,29509632],[3,33739392],[1,29509632],[3,33739392],[1,29509632],[3,33739392],[1,29509632],[3,33739392],[1,29509632],[3,33739392],[1,29509632]],"read_bytes_per_token":1203911936,"files":["Qwen3.5-2B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"Q4_K_M","bytes":1280835840,"gpu_bytes":1269873920,"mapped_bytes":1269873920,"out_bytes":417185792,"layer_bytes":[[3,38556288],[1,29779968],[1,35312256],[1,38556288],[1,35312256],[1,29779968],[1,38556288],[2,35312256],[1,33024000],[2,35312256],[1,38556288],[1,29509632],[1,35312256],[1,38556288],[1,35312256],[1,29509632],[3,38556288],[1,33024000]],"read_bytes_per_token":1269873920,"files":["Qwen3.5-2B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"Q5_K_M","bytes":1435238656,"gpu_bytes":1424276736,"mapped_bytes":1424276736,"out_bytes":417185792,"layer_bytes":[[3,44454528],[1,36202496],[1,42783360],[1,44454528],[1,42783360],[1,36202496],[1,44454528],[2,42783360],[1,37873664],[2,42783360],[1,44454528],[1,36063232],[1,42783360],[1,44454528],[1,42783360],[1,36063232],[3,44454528],[1,37873664]],"read_bytes_per_token":1424276736,"files":["Qwen3.5-2B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"Q6_K","bytes":1574961408,"gpu_bytes":1563999488,"mapped_bytes":1563999488,"out_bytes":417185792,"layer_bytes":[[3,49369728],[1,43026432],[3,49369728],[1,43026432],[3,49369728],[1,43026432],[3,49369728],[1,43026432],[3,49369728],[1,43026432],[3,49369728],[1,43026432]],"read_bytes_per_token":1563999488,"files":["Qwen3.5-2B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"Q8_0","bytes":2012012800,"gpu_bytes":2001050880,"mapped_bytes":2001050880,"out_bytes":540352512,"layer_bytes":[[3,62575232],[1,55724032],[3,62575232],[1,55724032],[3,62575232],[1,55724032],[3,62575232],[1,55724032],[3,62575232],[1,55724032],[3,62575232],[1,55724032]],"read_bytes_per_token":2001050880,"files":["Qwen3.5-2B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"},{"quant":"BF16","bytes":3775709216,"gpu_bytes":3764747520,"mapped_bytes":3764747520,"out_bytes":1017126912,"layer_bytes":[[3,117686912],[1,104876032],[3,117686912],[1,104876032],[3,117686912],[1,104876032],[3,117686912],[1,104876032],[3,117686912],[1,104876032],[3,117686912],[1,104876032]],"read_bytes_per_token":3764747520,"files":["Qwen3.5-2B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"}],"original":{"bytes":4548221488,"repo":"Qwen/Qwen3.5-2B","sha":"15852e8c16360a2fea060d615a32b45270f8a8fc","dtypes":{"BF16":2274067232,"F32":2592}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:09:04+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-2B/tree/15852e8c16360a2fea060d615a32b45270f8a8fc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:09:04+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-2B-GGUF/tree/f6d5376be1edb4d416d56da11e5397a961aca8ae"}]},{"id":"qwen3-5-2b-base","name":"Qwen3.5-2B-Base","repo":"Qwen/Qwen3.5-2B-Base","sha":"b1485b2fa6dfa1287294f269f5fb618e03d52d7c","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1881825088,"params_active":null,"params_repo":2274069824,"arch":{"gguf_arch":"qwen35","n_layers":24,"n_layers_all":24,"layers":[[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,280576],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":6,"v_elems":512,"window":null}],"state_elems":5050368,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-2B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3.5-2B-Base-i1-GGUF","sha":"209c5e51cc8ceee9b70facbcf36c57d7968ba543"}},"gguf":{"repo":"mradermacher/Qwen3.5-2B-Base-i1-GGUF","sha":"209c5e51cc8ceee9b70facbcf36c57d7968ba543"},"weights":[{"quant":"IQ2_XXS","bytes":790275456,"gpu_bytes":779313408,"mapped_bytes":779313408,"out_bytes":349642752,"layer_bytes":[[3,19989632],[1,13854720],[3,19104896],[1,13854720],[3,19104896],[1,13854720],[3,19104896],[1,13854720],[3,19104896],[1,13854720],[3,19104896],[1,13854720]],"read_bytes_per_token":779313408,"files":["Qwen3.5-2B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"IQ2_M","bytes":865748352,"gpu_bytes":854786304,"mapped_bytes":854786304,"out_bytes":349642752,"layer_bytes":[[3,23368832],[1,17524736],[3,21992576],[1,17524736],[3,21992576],[1,17524736],[3,21992576],[1,17524736],[3,21992576],[1,17524736],[3,21992576],[1,17524736]],"read_bytes_per_token":854786304,"files":["Qwen3.5-2B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"Q2_K","bytes":968542592,"gpu_bytes":957580544,"mapped_bytes":957580544,"out_bytes":417185792,"layer_bytes":[[3,23631488],[1,19171328],[3,23631488],[1,19171328],[3,23631488],[1,19171328],[3,23631488],[1,19171328],[3,23631488],[1,19171328],[3,23631488],[1,19171328]],"read_bytes_per_token":957580544,"files":["Qwen3.5-2B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"IQ3_XXS","bytes":927753600,"gpu_bytes":916791552,"mapped_bytes":916791552,"out_bytes":349642752,"layer_bytes":[[3,24880256],[1,19884032],[3,24880256],[1,19884032],[3,24880256],[1,19884032],[3,24880256],[1,19884032],[3,24880256],[1,19884032],[3,24880256],[1,19884032]],"read_bytes_per_token":916791552,"files":["Qwen3.5-2B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"Q3_K_M","bytes":1099259264,"gpu_bytes":1088297216,"mapped_bytes":1088297216,"out_bytes":417185792,"layer_bytes":[[1,31862912],[1,30290048],[1,28717184],[1,24913920],[3,28717184],[1,24913920],[3,28717184],[1,24913920],[3,28717184],[1,24913920],[3,28717184],[1,24913920],[3,28717184],[1,24913920]],"read_bytes_per_token":1088297216,"files":["Qwen3.5-2B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"IQ4_XS","bytes":1195962752,"gpu_bytes":1185000704,"mapped_bytes":1185000704,"out_bytes":417185792,"layer_bytes":[[3,33311360],[1,28035072],[3,33311360],[1,28035072],[3,33311360],[1,28035072],[3,33311360],[1,28035072],[3,33311360],[1,28035072],[3,33311360],[1,28035072]],"read_bytes_per_token":1185000704,"files":["Qwen3.5-2B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"Q4_0","bytes":1204846976,"gpu_bytes":1193884928,"mapped_bytes":1193884928,"out_bytes":417185792,"layer_bytes":[[3,33968768],[1,29509632],[3,33182336],[1,29509632],[3,33182336],[1,29509632],[3,33182336],[1,29509632],[3,33182336],[1,29509632],[3,33182336],[1,29509632]],"read_bytes_per_token":1193884928,"files":["Qwen3.5-2B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"Q4_K_M","bytes":1274397056,"gpu_bytes":1263435008,"mapped_bytes":1263435008,"out_bytes":417185792,"layer_bytes":[[3,39670400],[1,29509632],[1,33182336],[1,39670400],[1,33182336],[1,29509632],[1,39670400],[2,33182336],[1,33024000],[2,33182336],[1,39670400],[1,29509632],[1,33182336],[1,39670400],[1,33182336],[1,29509632],[3,39670400],[1,33024000]],"read_bytes_per_token":1263435008,"files":["Qwen3.5-2B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"Q5_K_M","bytes":1411121536,"gpu_bytes":1400159488,"mapped_bytes":1400159488,"out_bytes":417185792,"layer_bytes":[[3,43872896],[1,36063232],[1,40530560],[1,43872896],[1,40530560],[1,36063232],[1,43872896],[2,40530560],[1,37873664],[2,40530560],[1,43872896],[1,36063232],[1,40530560],[1,43872896],[1,40530560],[1,36063232],[3,43872896],[1,37873664]],"read_bytes_per_token":1400159488,"files":["Qwen3.5-2B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"},{"quant":"Q6_K","bytes":1556391296,"gpu_bytes":1545429248,"mapped_bytes":1545429248,"out_bytes":417185792,"layer_bytes":[[3,48338048],[1,43026432],[3,48338048],[1,43026432],[3,48338048],[1,43026432],[3,48338048],[1,43026432],[3,48338048],[1,43026432],[3,48338048],[1,43026432]],"read_bytes_per_token":1545429248,"files":["Qwen3.5-2B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"}],"original":{"bytes":4548221488,"repo":"Qwen/Qwen3.5-2B-Base","sha":"b1485b2fa6dfa1287294f269f5fb618e03d52d7c","dtypes":{"BF16":2274067232,"F32":2592}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:39:38+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-2B-Base/tree/b1485b2fa6dfa1287294f269f5fb618e03d52d7c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:39:38+00:00","url":"https://huggingface.co/mradermacher/Qwen3.5-2B-Base-i1-GGUF/tree/209c5e51cc8ceee9b70facbcf36c57d7968ba543"}]},{"id":"qwen3-5-35b-a3b","name":"Qwen3.5-35B-A3B","repo":"Qwen/Qwen3.5-35B-A3B","sha":"59d61f3ce65a6d9863b86d2e96597125219dc754","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":35951822704,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Qwen3.5-35B-A3B-Q4_K_M.gguf","repo":"unsloth/Qwen3.5-35B-A3B-GGUF","sha":"bc014a17be43adabd7066b7a86075ff935c6a4e2"}},"gguf":{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","sha":"bc014a17be43adabd7066b7a86075ff935c6a4e2"},"weights":[{"quant":"Q3_K_M","bytes":16356375168,"gpu_bytes":15928207872,"mapped_bytes":16345385472,"out_bytes":417185792,"layer_bytes":[[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256],[3,389513984],[1,382560256]],"read_bytes_per_token":2438277632,"files":["Qwen3.5-35B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"},{"quant":"Q4_K_M","bytes":22016023168,"gpu_bytes":21464689152,"mapped_bytes":22005033472,"out_bytes":417185792,"layer_bytes":[[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288],[3,527926016],[1,520972288]],"read_bytes_per_token":2611292672,"files":["Qwen3.5-35B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"},{"quant":"Q5_K_M","bytes":26249607808,"gpu_bytes":25698273792,"mapped_bytes":26238618112,"out_bytes":540352512,"layer_bytes":[[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736],[3,630686464],[1,623732736]],"read_bytes_per_token":2862909952,"files":["Qwen3.5-35B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"},{"quant":"Q6_K","bytes":28852861568,"gpu_bytes":28301527552,"mapped_bytes":28841871872,"out_bytes":540352512,"layer_bytes":[[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152],[3,695894784],[1,688433152]],"read_bytes_per_token":2703165952,"files":["Qwen3.5-35B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"},{"quant":"Q8_0","bytes":36903139968,"gpu_bytes":36351805952,"mapped_bytes":36892150272,"out_bytes":540352512,"layer_bytes":[[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040],[3,897024768],[1,890071040]],"read_bytes_per_token":3195832832,"files":["Qwen3.5-35B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"},{"quant":"BF16","bytes":69376637824,"gpu_bytes":68348529152,"mapped_bytes":69365647872,"out_bytes":1017126912,"layer_bytes":[[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920]],"read_bytes_per_token":5937285632,"files":["BF16/Qwen3.5-35B-A3B-BF16-00001-of-00002.gguf","BF16/Qwen3.5-35B-A3B-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"}],"original":{"bytes":71903878016,"repo":"Qwen/Qwen3.5-35B-A3B","sha":"59d61f3ce65a6d9863b86d2e96597125219dc754","dtypes":{"BF16":35951817904,"F32":4800}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:09:55+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B/tree/59d61f3ce65a6d9863b86d2e96597125219dc754"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:09:55+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-35B-A3B-GGUF/tree/bc014a17be43adabd7066b7a86075ff935c6a4e2"}]},{"id":"qwen3-5-35b-a3b-base","name":"Qwen3.5-35B-A3B-Base","repo":"Qwen/Qwen3.5-35B-A3B-Base","sha":"0f0813072d2358973511097385626f21fcb6d422","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":35951822704,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":40,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Qwen3.5-35B-A3B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","sha":"b7c56547560d3a584780bb471e41449fed4c6446"}},"gguf":{"repo":"mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF","sha":"b7c56547560d3a584780bb471e41449fed4c6446"},"weights":[{"quant":"IQ2_XXS","bytes":9344299648,"gpu_bytes":9166438912,"mapped_bytes":9333309952,"out_bytes":349642752,"layer_bytes":[[2,238315264],[1,238241536],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056],[3,219367168],[1,217901056]],"read_bytes_per_token":1066385920,"files":["Qwen3.5-35B-A3B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"IQ2_M","bytes":11537339008,"gpu_bytes":11307827712,"mapped_bytes":11526349312,"out_bytes":349642752,"layer_bytes":[[2,301475584],[1,301360896],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216],[3,272000768],[1,270985216]],"read_bytes_per_token":1226949120,"files":["Qwen3.5-35B-A3B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"Q2_K","bytes":12821629568,"gpu_bytes":12643768832,"mapped_bytes":12810639872,"out_bytes":417185792,"layer_bytes":[[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984],[3,305949440],[1,304809984]],"read_bytes_per_token":1347983872,"files":["Qwen3.5-35B-A3B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"IQ3_XXS","bytes":13533319808,"gpu_bytes":13303808512,"mapped_bytes":13522330112,"out_bytes":349642752,"layer_bytes":[[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472],[3,324634368],[1,321513472]],"read_bytes_per_token":1357906432,"files":["Qwen3.5-35B-A3B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"Q3_K_M","bytes":16760832640,"gpu_bytes":16531321344,"mapped_bytes":16749842944,"out_bytes":417185792,"layer_bytes":[[2,435814144],[1,402128640],[1,398395392],[3,402128640],[1,398395392],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320],[3,402128640],[1,398264320]],"read_bytes_per_token":1676145152,"files":["Qwen3.5-35B-A3B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"IQ4_XS","bytes":18650135168,"gpu_bytes":18368973312,"mapped_bytes":18639145472,"out_bytes":417185792,"layer_bytes":[[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248],[3,449639168],[1,446261248]],"read_bytes_per_token":1790986752,"files":["Qwen3.5-35B-A3B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"Q4_0","bytes":19799267968,"gpu_bytes":19502213632,"mapped_bytes":19788278272,"out_bytes":417185792,"layer_bytes":[[3,492798720],[1,489056256],[1,492798720],[2,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504],[3,475955968],[1,472213504]],"read_bytes_per_token":1867786752,"files":["Qwen3.5-35B-A3B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"Q4_K_M","bytes":21169117824,"gpu_bytes":20872063488,"mapped_bytes":21158128128,"out_bytes":417185792,"layer_bytes":[[3,547529472],[1,541960192],[1,547529472],[2,478053120],[1,541960192],[2,478053120],[1,547529472],[1,472483840],[1,478053120],[1,547529472],[1,478053120],[1,472483840],[1,547529472],[2,478053120],[1,541960192],[2,478053120],[1,547529472],[1,472213504],[1,478053120],[1,547529472],[1,478053120],[1,472213504],[1,547529472],[2,478053120],[1,541960192],[2,478053120],[1,547529472],[1,541689856],[3,547529472],[1,541689856]],"read_bytes_per_token":1978034688,"files":["Qwen3.5-35B-A3B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"Q5_K_M","bytes":24764783232,"gpu_bytes":24404158976,"mapped_bytes":24753793536,"out_bytes":417185792,"layer_bytes":[[3,619242240],[1,612608000],[1,619242240],[2,583451392],[1,612608000],[2,583451392],[1,619242240],[1,576817152],[1,583451392],[1,619242240],[1,583451392],[1,576817152],[1,619242240],[2,583451392],[1,612608000],[2,583451392],[1,619242240],[1,576677888],[1,583451392],[1,619242240],[1,583451392],[1,576677888],[1,619242240],[2,583451392],[1,612608000],[2,583451392],[1,619242240],[1,612468736],[3,619242240],[1,612468736]],"read_bytes_per_token":2259544576,"files":["Qwen3.5-35B-A3B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"},{"quant":"Q6_K","bytes":28514153088,"gpu_bytes":28085985792,"mapped_bytes":28503163392,"out_bytes":417185792,"layer_bytes":[[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296],[3,693069568],[1,687671296]],"read_bytes_per_token":2487624192,"files":["Qwen3.5-35B-A3B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"}],"original":{"bytes":71903877960,"repo":"Qwen/Qwen3.5-35B-A3B-Base","sha":"0f0813072d2358973511097385626f21fcb6d422","dtypes":{"BF16":35951817904,"F32":4800}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:10:46+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-35B-A3B-Base/tree/0f0813072d2358973511097385626f21fcb6d422"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:10:46+00:00","url":"https://huggingface.co/mradermacher/Qwen3.5-35B-A3B-Base-i1-GGUF/tree/b7c56547560d3a584780bb471e41449fed4c6446"}]},{"id":"qwen3-5-397b-a17b","name":"Qwen3.5-397B-A17B","repo":"Qwen/Qwen3.5-397B-A17B","sha":"8472618112abcbd45acbcdc58436aff4233c23f7","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":396346350336,"params_active":16331922176,"params_repo":403397928944,"arch":{"gguf_arch":"qwen35moe","n_layers":60,"n_layers_all":60,"layers":[[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,1085440],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":15,"v_elems":512,"window":null}],"state_elems":48844800,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":{"active":10,"experts":512},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf","repo":"unsloth/Qwen3.5-397B-A17B-GGUF","sha":"da33c16fa4440f831149fcf53b98a22bc07785e5"}},"gguf":{"repo":"unsloth/Qwen3.5-397B-A17B-GGUF","sha":"da33c16fa4440f831149fcf53b98a22bc07785e5"},"weights":[{"quant":"Q3_K_M","bytes":177409522016,"gpu_bytes":176564153344,"mapped_bytes":177398508544,"out_bytes":834371584,"layer_bytes":[[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208],[3,2932360192],[1,2918238208]],"read_bytes_per_token":12726774784,"files":["Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00001-of-00005.gguf","Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00002-of-00005.gguf","Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00003-of-00005.gguf","Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00004-of-00005.gguf","Q3_K_M/Qwen3.5-397B-A17B-Q3_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"},{"quant":"Q4_K_M","bytes":244093630912,"gpu_bytes":243001928704,"mapped_bytes":244082617344,"out_bytes":834371584,"layer_bytes":[[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464],[3,4039656448],[1,4025534464]],"read_bytes_per_token":14024387584,"files":["Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf","Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00006.gguf","Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00006.gguf","Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00006.gguf","Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00006.gguf","Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"},{"quant":"Q5_K_M","bytes":293664979584,"gpu_bytes":292573277184,"mapped_bytes":293653965824,"out_bytes":1080705024,"layer_bytes":[[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048],[3,4861740032],[1,4847618048]],"read_bytes_per_token":15234100224,"files":["Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf","Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"},{"quant":"Q6_K","bytes":326595345056,"gpu_bytes":325503642624,"mapped_bytes":326584331264,"out_bytes":1080705024,"layer_bytes":[[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192],[3,5411849216],[1,5392648192]],"read_bytes_per_token":14607412224,"files":["Q6_K/Qwen3.5-397B-A17B-Q6_K-00001-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00002-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00003-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00004-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00005-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00006-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00007-of-00008.gguf","Q6_K/Qwen3.5-397B-A17B-Q6_K-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"},{"quant":"Q8_0","bytes":421507365824,"gpu_bytes":420415663104,"mapped_bytes":421496351744,"out_bytes":1080705024,"layer_bytes":[[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480],[3,6992446464],[1,6978324480]],"read_bytes_per_token":17731021824,"files":["Q8_0/Qwen3.5-397B-A17B-Q8_0-00001-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00002-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00003-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00004-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00005-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00006-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00007-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00008-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00009-of-00010.gguf","Q8_0/Qwen3.5-397B-A17B-Q8_0-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"},{"quant":"BF16","bytes":792961318816,"gpu_bytes":790916066304,"mapped_bytes":792950303744,"out_bytes":2034253824,"layer_bytes":[[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720],[3,13154632704],[1,13128222720]],"read_bytes_per_token":32921447424,"files":["BF16/Qwen3.5-397B-A17B-BF16-00001-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00002-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00003-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00004-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00005-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00006-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00007-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00008-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00009-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00010-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00011-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00012-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00013-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00014-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00015-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00016-of-00017.gguf","BF16/Qwen3.5-397B-A17B-BF16-00017-of-00017.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"}],"original":{"bytes":806796241352,"repo":"Qwen/Qwen3.5-397B-A17B","sha":"8472618112abcbd45acbcdc58436aff4233c23f7","dtypes":{"BF16":403397920304,"F32":8640}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:58:25+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-397B-A17B/tree/8472618112abcbd45acbcdc58436aff4233c23f7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:58:25+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-397B-A17B-GGUF/tree/da33c16fa4440f831149fcf53b98a22bc07785e5"}]},{"id":"qwen3-5-4b","name":"Qwen3.5-4B","repo":"Qwen/Qwen3.5-4B","sha":"851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4205751296,"params_active":null,"params_repo":4659865088,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-4B-Q4_K_M.gguf","repo":"unsloth/Qwen3.5-4B-GGUF","sha":"e87f176479d0855a907a41277aca2f8ee7a09523"}},"gguf":{"repo":"unsloth/Qwen3.5-4B-GGUF","sha":"e87f176479d0855a907a41277aca2f8ee7a09523"},"weights":[{"quant":"Q3_K_M","bytes":2293388448,"gpu_bytes":2282420224,"mapped_bytes":2282420224,"out_bytes":521482240,"layer_bytes":[[2,59022080],[1,56072960],[1,51406848],[3,56072960],[1,51406848],[3,56072960],[1,51079168],[3,56072960],[1,51079168],[3,56072960],[1,51079168],[3,56072960],[1,51079168],[3,56072960],[1,51079168],[3,56072960],[1,51079168]],"read_bytes_per_token":2282420224,"files":["Qwen3.5-4B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"IQ4_XS","bytes":2477053088,"gpu_bytes":2466084864,"mapped_bytes":2466084864,"out_bytes":521482240,"layer_bytes":[[3,61848320],[1,57530368],[3,61848320],[1,57530368],[3,61848320],[1,57530368],[3,61848320],[1,57530368],[3,61848320],[1,57530368],[3,61848320],[1,57530368],[3,61848320],[1,57530368],[3,61848320],[1,57530368]],"read_bytes_per_token":2466084864,"files":["Qwen3.5-4B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"Q4_0","bytes":2583221408,"gpu_bytes":2572253184,"mapped_bytes":2572253184,"out_bytes":521482240,"layer_bytes":[[3,66517760],[1,61954048],[3,65043200],[1,60479488],[3,65043200],[1,60479488],[3,65043200],[1,60479488],[3,65043200],[1,60479488],[3,65043200],[1,60479488],[3,65043200],[1,60479488],[3,65043200],[1,60479488]],"read_bytes_per_token":2572253184,"files":["Qwen3.5-4B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"Q4_K_M","bytes":2740937888,"gpu_bytes":2729969664,"mapped_bytes":2729969664,"out_bytes":521482240,"layer_bytes":[[3,73747200],[1,67237888],[2,67664640],[1,73747200],[1,61155328],[1,67664640],[1,73747200],[1,67664640],[1,61155328],[1,73747200],[2,67664640],[1,67237888],[2,67664640],[1,73747200],[1,60479488],[1,67664640],[1,73747200],[1,67664640],[1,60479488],[1,73747200],[2,67664640],[1,67237888],[3,73747200],[1,66562048]],"read_bytes_per_token":2729969664,"files":["Qwen3.5-4B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"Q5_K_M","bytes":3143656608,"gpu_bytes":3132688384,"mapped_bytes":3132688384,"out_bytes":521482240,"layer_bytes":[[3,85134080],[1,77395968],[2,82000640],[1,85134080],[1,74262528],[1,82000640],[1,85134080],[1,82000640],[1,74262528],[1,85134080],[2,82000640],[1,77395968],[2,82000640],[1,85134080],[1,73914368],[1,82000640],[1,85134080],[1,82000640],[1,73914368],[1,85134080],[2,82000640],[1,77395968],[3,85134080],[1,77047808]],"read_bytes_per_token":3132688384,"files":["Qwen3.5-4B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"Q6_K","bytes":3525956768,"gpu_bytes":3514988544,"mapped_bytes":3514988544,"out_bytes":521482240,"layer_bytes":[[3,95333120],[1,88188928],[3,95333120],[1,88188928],[3,95333120],[1,88188928],[3,95333120],[1,88188928],[3,95333120],[1,88188928],[3,95333120],[1,88188928],[3,95333120],[1,88188928],[3,95333120],[1,88188928]],"read_bytes_per_token":3514988544,"files":["Qwen3.5-4B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"Q8_0","bytes":4482403488,"gpu_bytes":4471435264,"mapped_bytes":4471435264,"out_bytes":675440640,"layer_bytes":[[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008]],"read_bytes_per_token":4471435264,"files":["Qwen3.5-4B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"},{"quant":"BF16","bytes":8424393632,"gpu_bytes":8413425664,"mapped_bytes":8413425664,"out_bytes":1271408640,"layer_bytes":[[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608]],"read_bytes_per_token":8413425664,"files":["Qwen3.5-4B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"}],"original":{"bytes":9319828096,"repo":"Qwen/Qwen3.5-4B","sha":"851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a","dtypes":{"BF16":4659861248,"F32":3840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:58:30+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-4B/tree/851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:58:30+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-4B-GGUF/tree/e87f176479d0855a907a41277aca2f8ee7a09523"}]},{"id":"qwen3-5-4b-base","name":"Qwen3.5-4B-Base","repo":"Qwen/Qwen3.5-4B-Base","sha":"1001bb4d826a52d1f399e183466143f4da7b741b","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4205751296,"params_active":null,"params_repo":4659865088,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-4B-Base.Q4_K_M.gguf","repo":"mradermacher/Qwen3.5-4B-Base-GGUF","sha":"4fb54fe7d3a51951fddba9fab026259f83d577fc"}},"gguf":{"repo":"mradermacher/Qwen3.5-4B-Base-GGUF","sha":"4fb54fe7d3a51951fddba9fab026259f83d577fc"},"weights":[{"quant":"Q2_K","bytes":1915470848,"gpu_bytes":1904502784,"mapped_bytes":1904502784,"out_bytes":521482240,"layer_bytes":[[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608],[3,44504320],[1,39364608]],"read_bytes_per_token":1904502784,"files":["Qwen3.5-4B-Base.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"Q3_K_M","bytes":2262064128,"gpu_bytes":2251096064,"mapped_bytes":2251096064,"out_bytes":521482240,"layer_bytes":[[2,60147200],[1,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168],[3,54576640],[1,51079168]],"read_bytes_per_token":2251096064,"files":["Qwen3.5-4B-Base.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"IQ4_XS","bytes":2529031168,"gpu_bytes":2518063104,"mapped_bytes":2518063104,"out_bytes":521482240,"layer_bytes":[[3,67086080],[1,61216768],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368],[3,63399680],[1,57530368]],"read_bytes_per_token":2518063104,"files":["Qwen3.5-4B-Base.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"Q4_K_M","bytes":2708804608,"gpu_bytes":2697836544,"mapped_bytes":2697836544,"out_bytes":521482240,"layer_bytes":[[3,75139840],[1,67237888],[2,63650560],[1,75139840],[1,60479488],[1,63650560],[1,75139840],[1,63650560],[1,60479488],[1,75139840],[2,63650560],[1,67237888],[2,63650560],[1,75139840],[1,60479488],[1,63650560],[1,75139840],[1,63650560],[1,60479488],[1,75139840],[2,63650560],[1,67237888],[3,75139840],[1,67237888]],"read_bytes_per_token":2697836544,"files":["Qwen3.5-4B-Base.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"Q5_K_M","bytes":3074987008,"gpu_bytes":3064018944,"mapped_bytes":3064018944,"out_bytes":521482240,"layer_bytes":[[3,83680000],[1,77395968],[2,77761280],[1,83680000],[1,73914368],[1,77761280],[1,83680000],[1,77761280],[1,73914368],[1,83680000],[2,77761280],[1,77395968],[2,77761280],[1,83680000],[1,73914368],[1,77761280],[1,83680000],[1,77761280],[1,73914368],[1,83680000],[2,77761280],[1,77395968],[3,83680000],[1,77395968]],"read_bytes_per_token":3064018944,"files":["Qwen3.5-4B-Base.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"Q6_K","bytes":3464055808,"gpu_bytes":3453087744,"mapped_bytes":3453087744,"out_bytes":521482240,"layer_bytes":[[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928],[3,92753920],[1,88188928]],"read_bytes_per_token":3453087744,"files":["Qwen3.5-4B-Base.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"Q8_0","bytes":4482403328,"gpu_bytes":4471435264,"mapped_bytes":4471435264,"out_bytes":675440640,"layer_bytes":[[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008],[3,120093440],[1,114219008]],"read_bytes_per_token":4471435264,"files":["Qwen3.5-4B-Base.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"},{"quant":"F16","bytes":8424393728,"gpu_bytes":8413425664,"mapped_bytes":8413425664,"out_bytes":1271408640,"layer_bytes":[[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608]],"read_bytes_per_token":8413425664,"files":["Qwen3.5-4B-Base.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"}],"original":{"bytes":9319828056,"repo":"Qwen/Qwen3.5-4B-Base","sha":"1001bb4d826a52d1f399e183466143f4da7b741b","dtypes":{"BF16":4659861248,"F32":3840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:39:49+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-4B-Base/tree/1001bb4d826a52d1f399e183466143f4da7b741b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:39:49+00:00","url":"https://huggingface.co/mradermacher/Qwen3.5-4B-Base-GGUF/tree/4fb54fe7d3a51951fddba9fab026259f83d577fc"}]},{"id":"qwen3-5-9b","name":"Qwen3.5-9B","repo":"Qwen/Qwen3.5-9B","sha":"c202236235762e1c871ad0ccb60c8ee5ba337b9a","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":9653104368,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-9B-Q4_K_M.gguf","repo":"unsloth/Qwen3.5-9B-GGUF","sha":"3885219b6810b007914f3a7950a8d1b469d598a5"}},"gguf":{"repo":"unsloth/Qwen3.5-9B-GGUF","sha":"3885219b6810b007914f3a7950a8d1b469d598a5"},"weights":[{"quant":"Q3_K_M","bytes":4673643744,"gpu_bytes":4225632256,"mapped_bytes":4662675456,"out_bytes":834371584,"layer_bytes":[[2,113820416],[1,107528960],[1,100141056],[3,107528960],[1,100141056],[3,107528960],[1,99616768],[3,107528960],[1,99616768],[3,107528960],[1,99616768],[3,107528960],[1,99616768],[3,107528960],[1,99616768],[3,107528960],[1,99616768]],"read_bytes_per_token":4225632256,"files":["Qwen3.5-9B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"IQ4_XS","bytes":5168653536,"gpu_bytes":4585555968,"mapped_bytes":5157685248,"out_bytes":834371584,"layer_bytes":[[3,118932224],[1,112101376],[3,118932224],[1,112101376],[3,118932224],[1,112101376],[3,118932224],[1,112101376],[3,118932224],[1,112101376],[3,118932224],[1,112101376],[3,118932224],[1,112101376],[3,118932224],[1,112101376]],"read_bytes_per_token":4585555968,"files":["Qwen3.5-9B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"Q4_0","bytes":5379417312,"gpu_bytes":4796319744,"mapped_bytes":5368449024,"out_bytes":834371584,"layer_bytes":[[3,128369408],[1,121145344],[3,125223680],[1,117999616],[3,125223680],[1,117999616],[3,125223680],[1,117999616],[3,125223680],[1,117999616],[3,125223680],[1,117999616],[3,125223680],[1,117999616],[3,125223680],[1,117999616]],"read_bytes_per_token":4796319744,"files":["Qwen3.5-9B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"Q4_K_M","bytes":5680522464,"gpu_bytes":5097424896,"mapped_bytes":5669554176,"out_bytes":834371584,"layer_bytes":[[3,142394112],[1,132057088],[2,129417984],[1,142394112],[1,119080960],[1,129417984],[1,142394112],[1,129417984],[1,119080960],[1,142394112],[2,129417984],[1,132057088],[2,129417984],[1,142394112],[1,117999616],[1,129417984],[1,142394112],[1,129417984],[1,117999616],[1,142394112],[2,129417984],[1,132057088],[3,142394112],[1,130975744]],"read_bytes_per_token":5097424896,"files":["Qwen3.5-9B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"Q5_K_M","bytes":6577841376,"gpu_bytes":5867603968,"mapped_bytes":6566873088,"out_bytes":834371584,"layer_bytes":[[3,163758848],[1,151455744],[2,157074176],[1,163758848],[1,144771072],[1,157074176],[1,163758848],[1,157074176],[1,144771072],[1,163758848],[2,157074176],[1,151455744],[2,157074176],[1,163758848],[1,144214016],[1,157074176],[1,163758848],[1,157074176],[1,144214016],[1,163758848],[2,157074176],[1,151455744],[3,163758848],[1,150898688]],"read_bytes_per_token":5867603968,"files":["Qwen3.5-9B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"Q6_K","bytes":7458301152,"gpu_bytes":6612977664,"mapped_bytes":7447332864,"out_bytes":834371584,"layer_bytes":[[3,183419648],[1,172066816],[3,183419648],[1,172066816],[3,183419648],[1,172066816],[3,183419648],[1,172066816],[3,183419648],[1,172066816],[3,183419648],[1,172066816],[3,183419648],[1,172066816],[3,183419648],[1,172066816]],"read_bytes_per_token":6612977664,"files":["Qwen3.5-9B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"Q8_0","bytes":9527502048,"gpu_bytes":8435845120,"mapped_bytes":9516533760,"out_bytes":1080705024,"layer_bytes":[[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216]],"read_bytes_per_token":8435845120,"files":["Qwen3.5-9B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"},{"quant":"BF16","bytes":17920697312,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["Qwen3.5-9B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"}],"original":{"bytes":19306310880,"repo":"Qwen/Qwen3.5-9B","sha":"c202236235762e1c871ad0ccb60c8ee5ba337b9a","dtypes":{"BF16":9653100528,"F32":3840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T21:59:26+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-9B/tree/c202236235762e1c871ad0ccb60c8ee5ba337b9a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T21:59:26+00:00","url":"https://huggingface.co/unsloth/Qwen3.5-9B-GGUF/tree/3885219b6810b007914f3a7950a8d1b469d598a5"}]},{"id":"qwen3-5-9b-base","name":"Qwen3.5-9B-Base","repo":"Qwen/Qwen3.5-9B-Base","sha":"68c46c4b3498877f3ef123c856ecfde50c39f404","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":9653104368,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.5-9B-Base.Q4_K_M.gguf","repo":"mradermacher/Qwen3.5-9B-Base-GGUF","sha":"a750a7d23db1f1f0915476039b5fc71ce85d85eb"}},"gguf":{"repo":"mradermacher/Qwen3.5-9B-Base-GGUF","sha":"a750a7d23db1f1f0915476039b5fc71ce85d85eb"},"weights":[{"quant":"Q2_K","bytes":3827262528,"gpu_bytes":3482552320,"mapped_bytes":3816294400,"out_bytes":834371584,"layer_bytes":[[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400],[3,84792064],[1,76646400]],"read_bytes_per_token":3482552320,"files":["Qwen3.5-9B-Base.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"Q3_K_M","bytes":4623524928,"gpu_bytes":4175513600,"mapped_bytes":4612556800,"out_bytes":834371584,"layer_bytes":[[2,115620608],[1,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768],[3,105134848],[1,99616768]],"read_bytes_per_token":4175513600,"files":["Qwen3.5-9B-Base.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"IQ4_XS","bytes":5227897920,"gpu_bytes":4676585472,"mapped_bytes":5216929792,"out_bytes":834371584,"layer_bytes":[[3,129278720],[1,119965696],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376],[3,121414400],[1,112101376]],"read_bytes_per_token":4676585472,"files":["Qwen3.5-9B-Base.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"Q4_K_M","bytes":5629109312,"gpu_bytes":5046011904,"mapped_bytes":5618141184,"out_bytes":834371584,"layer_bytes":[[3,144622336],[1,132057088],[2,122995456],[1,144622336],[1,117999616],[1,122995456],[1,144622336],[1,122995456],[1,117999616],[1,144622336],[2,122995456],[1,132057088],[2,122995456],[1,144622336],[1,117999616],[1,122995456],[1,144622336],[1,122995456],[1,117999616],[1,144622336],[2,122995456],[1,132057088],[3,144622336],[1,132057088]],"read_bytes_per_token":5046011904,"files":["Qwen3.5-9B-Base.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"Q5_K_M","bytes":6467970112,"gpu_bytes":5757732864,"mapped_bytes":6457001984,"out_bytes":834371584,"layer_bytes":[[3,161432320],[1,151455744],[2,150291200],[1,161432320],[1,144214016],[1,150291200],[1,161432320],[1,150291200],[1,144214016],[1,161432320],[2,150291200],[1,151455744],[2,150291200],[1,161432320],[1,144214016],[1,150291200],[1,161432320],[1,150291200],[1,144214016],[1,161432320],[2,150291200],[1,151455744],[3,161432320],[1,151455744]],"read_bytes_per_token":5757732864,"files":["Qwen3.5-9B-Base.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"Q6_K","bytes":7359259712,"gpu_bytes":6513936384,"mapped_bytes":7348291584,"out_bytes":834371584,"layer_bytes":[[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816],[3,179292928],[1,172066816]],"read_bytes_per_token":6513936384,"files":["Qwen3.5-9B-Base.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"Q8_0","bytes":9527501888,"gpu_bytes":8435845120,"mapped_bytes":9516533760,"out_bytes":1080705024,"layer_bytes":[[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216],[3,232178432],[1,222857216]],"read_bytes_per_token":8435845120,"files":["Qwen3.5-9B-Base.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"},{"quant":"F16","bytes":17920697408,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["Qwen3.5-9B-Base.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"}],"original":{"bytes":19306310872,"repo":"Qwen/Qwen3.5-9B-Base","sha":"68c46c4b3498877f3ef123c856ecfde50c39f404","dtypes":{"BF16":9653100528,"F32":3840}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:39:52+00:00","url":"https://huggingface.co/Qwen/Qwen3.5-9B-Base/tree/68c46c4b3498877f3ef123c856ecfde50c39f404"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:39:52+00:00","url":"https://huggingface.co/mradermacher/Qwen3.5-9B-Base-GGUF/tree/a750a7d23db1f1f0915476039b5fc71ce85d85eb"}]},{"id":"qwen3-6-27b","name":"Qwen3.6-27B","repo":"Qwen/Qwen3.6-27B","sha":"6a9e13bd6fc8f0983b9b99948120bc37f49c13e9","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27781427952,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":64,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.6-27B-Q4_K_M.gguf","repo":"unsloth/Qwen3.6-27B-GGUF","sha":"82d411acf4a06cfb8d9b073a5211bf410bfc29bf"}},"gguf":{"repo":"unsloth/Qwen3.6-27B-GGUF","sha":"82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},"weights":[{"quant":"Q3_K_M","bytes":13586217184,"gpu_bytes":13028919296,"mapped_bytes":13575223296,"out_bytes":1042964480,"layer_bytes":[[2,207299456],[1,200745856],[1,187844608],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488],[3,189604736],[1,176703488]],"read_bytes_per_token":13028919296,"files":["Qwen3.6-27B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"IQ4_XS","bytes":15440005344,"gpu_bytes":14713849856,"mapped_bytes":15429011456,"out_bytes":1042964480,"layer_bytes":[[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088],[3,218604416],[1,198617088]],"read_bytes_per_token":14713849856,"files":["Qwen3.6-27B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"Q4_0","bytes":15791278304,"gpu_bytes":15065122816,"mapped_bytes":15780284416,"out_bytes":1042964480,"layer_bytes":[[3,226960256],[1,215001088],[3,226960256],[1,215001088],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528],[3,221389696],[1,209430528]],"read_bytes_per_token":15065122816,"files":["Qwen3.6-27B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"Q4_K_M","bytes":16817244384,"gpu_bytes":16091088896,"mapped_bytes":16806250496,"out_bytes":1042964480,"layer_bytes":[[3,257885056],[1,233760768],[3,257885056],[1,233760768],[2,221389696],[1,257885056],[1,209430528],[1,221389696],[1,257885056],[1,221389696],[1,209430528],[1,257885056],[2,221389696],[1,233760768],[2,221389696],[1,257885056],[1,209430528],[1,221389696],[1,257885056],[1,221389696],[1,209430528],[1,257885056],[2,221389696],[1,233760768],[2,221389696],[1,257885056],[1,209430528],[1,221389696],[1,257885056],[1,221389696],[1,209430528],[1,257885056],[2,221389696],[1,233760768],[2,221389696],[1,257885056],[1,209430528],[1,221389696],[1,257885056],[1,221389696],[1,209430528],[1,257885056],[2,221389696],[1,233760768],[3,257885056],[1,233760768],[3,257885056],[1,233760768]],"read_bytes_per_token":16091088896,"files":["Qwen3.6-27B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"Q5_K_M","bytes":19509790944,"gpu_bytes":18624710656,"mapped_bytes":19498797056,"out_bytes":1042964480,"layer_bytes":[[3,288277376],[1,268494848],[3,288277376],[1,268494848],[2,269476736],[1,288277376],[1,255961088],[1,269476736],[1,288277376],[1,269476736],[1,255961088],[1,288277376],[2,269476736],[1,268494848],[2,269476736],[1,288277376],[1,255961088],[1,269476736],[1,288277376],[1,269476736],[1,255961088],[1,288277376],[2,269476736],[1,268494848],[2,269476736],[1,288277376],[1,255961088],[1,269476736],[1,288277376],[1,269476736],[1,255961088],[1,288277376],[2,269476736],[1,268494848],[2,269476736],[1,288277376],[1,255961088],[1,269476736],[1,288277376],[1,269476736],[1,255961088],[1,288277376],[2,269476736],[1,268494848],[3,288277376],[1,268494848],[3,288277376],[1,268494848]],"read_bytes_per_token":18624710656,"files":["Qwen3.6-27B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"Q6_K","bytes":22523238624,"gpu_bytes":21469300736,"mapped_bytes":22512244736,"out_bytes":1042964480,"layer_bytes":[[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808],[3,323748736],[1,305399808]],"read_bytes_per_token":21469300736,"files":["Qwen3.6-27B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"Q8_0","bytes":28595763424,"gpu_bytes":27233908736,"mapped_bytes":28584769536,"out_bytes":1350881280,"layer_bytes":[[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768]],"read_bytes_per_token":27233908736,"files":["Qwen3.6-27B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"},{"quant":"BF16","bytes":53808281760,"gpu_bytes":51254491136,"mapped_bytes":53797287936,"out_bytes":2542817280,"layer_bytes":[[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968]],"read_bytes_per_token":51254491136,"files":["BF16/Qwen3.6-27B-BF16-00001-of-00002.gguf","BF16/Qwen3.6-27B-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"}],"original":{"bytes":55563006400,"repo":"Qwen/Qwen3.6-27B","sha":"6a9e13bd6fc8f0983b9b99948120bc37f49c13e9","dtypes":{"BF16":27781427952}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T22:00:20+00:00","url":"https://huggingface.co/Qwen/Qwen3.6-27B/tree/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T22:00:20+00:00","url":"https://huggingface.co/unsloth/Qwen3.6-27B-GGUF/tree/82d411acf4a06cfb8d9b073a5211bf410bfc29bf"}]},{"id":"qwen3-6-35b-a3b","name":"Qwen3.6-35B-A3B","repo":"Qwen/Qwen3.6-35B-A3B","sha":"995ad96eacd98c81ed38be0c5b274b04031597b0","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":34660610688,"params_active":2946429568,"params_repo":35951822704,"arch":{"gguf_arch":"qwen35moe","n_layers":40,"n_layers_all":41,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":10,"v_elems":512,"window":null}],"state_elems":16465920,"max_context":262144,"vocab_size":248320,"hidden_size":2048,"moe":{"active":8,"experts":256},"cross_checked":true,"gguf_source":{"file":"Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf","repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","sha":"5c2410d71524f4f72b023ce8daf7a80528226d5f"}},"gguf":{"repo":"bartowski/Qwen_Qwen3.6-35B-A3B-GGUF","sha":"5c2410d71524f4f72b023ce8daf7a80528226d5f"},"weights":[{"quant":"IQ2_XXS","bytes":10676139648,"gpu_bytes":9600322048,"mapped_bytes":10665148928,"out_bytes":349642752,"layer_bytes":[[3,242770688],[1,237078528],[1,235889408],[1,225927936],[1,232809216],[1,228419584],[2,225927936],[1,234382080],[1,226846720],[1,225927936],[1,227500800],[1,232809216],[1,227117056],[1,227500800],[1,225927936],[1,232809216],[1,228419584],[2,225927936],[1,234382080],[1,226846720],[1,225927936],[1,227500800],[1,232809216],[1,227117056],[1,227500800],[1,225927936],[1,232809216],[1,228419584],[2,225927936],[1,234382080],[1,228419584],[3,242770688],[1,237078528]],"read_bytes_per_token":1481984512,"files":["Qwen_Qwen3.6-35B-A3B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"IQ2_M","bytes":12964402816,"gpu_bytes":11836934656,"mapped_bytes":12953412096,"out_bytes":349642752,"layer_bytes":[[3,314598144],[1,309430272],[1,308241152],[1,277308160],[1,283665152],[1,279799808],[2,277308160],[1,285238016],[1,278226944],[1,277308160],[1,278881024],[1,283665152],[1,278497280],[1,278881024],[1,277308160],[1,283665152],[1,279799808],[2,277308160],[1,285238016],[1,278226944],[1,277308160],[1,278881024],[1,283665152],[1,278497280],[1,278881024],[1,277308160],[1,283665152],[1,279799808],[2,277308160],[1,285238016],[1,279799808],[3,314598144],[1,309430272]],"read_bytes_per_token":1585400320,"files":["Qwen_Qwen3.6-35B-A3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q2_K","bytes":13506778752,"gpu_bytes":12430961152,"mapped_bytes":13495788032,"out_bytes":417185792,"layer_bytes":[[3,318726912],[1,317679616],[1,312566528],[1,283730688],[1,289891072],[1,309422080],[2,283730688],[1,318726912],[1,280586240],[1,283730688],[1,312566528],[1,289891072],[1,288843776],[1,312566528],[1,283730688],[1,289891072],[1,309422080],[2,283730688],[1,318726912],[1,280586240],[1,283730688],[1,312566528],[1,289891072],[1,288843776],[1,312566528],[1,283730688],[1,289891072],[1,309422080],[2,283730688],[1,318726912],[1,309422080],[3,318726912],[1,317679616]],"read_bytes_per_token":1663396352,"files":["Qwen_Qwen3.6-35B-A3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"IQ3_XXS","bytes":15761446528,"gpu_bytes":14633978368,"mapped_bytes":15750455808,"out_bytes":349642752,"layer_bytes":[[3,386294528],[1,382691328],[1,380592896],[1,330785536],[1,336487168],[1,375351296],[2,330785536],[1,386294528],[1,325543936],[1,330785536],[1,380592896],[1,336487168],[1,332883968],[1,380592896],[1,330785536],[1,336487168],[1,375351296],[2,330785536],[1,386294528],[1,325543936],[1,330785536],[1,380592896],[1,336487168],[1,332883968],[1,380592896],[1,330785536],[1,336487168],[1,375351296],[2,330785536],[1,386294528],[1,375351296],[3,386294528],[1,382691328]],"read_bytes_per_token":1753532928,"files":["Qwen_Qwen3.6-35B-A3B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q3_K_M","bytes":17117951616,"gpu_bytes":15990483456,"mapped_bytes":17106960896,"out_bytes":417185792,"layer_bytes":[[3,411853568],[1,407857152],[1,406545152],[1,369713920],[1,375022336],[1,401303552],[2,369713920],[1,411853568],[1,364472320],[1,369713920],[1,406545152],[1,375022336],[1,371025920],[1,406545152],[1,369713920],[1,375022336],[1,401303552],[2,369713920],[1,411853568],[1,364472320],[1,369713920],[1,406545152],[1,375022336],[1,371025920],[1,406545152],[1,369713920],[1,375022336],[1,401303552],[2,369713920],[1,411853568],[1,401303552],[3,411853568],[1,407857152]],"read_bytes_per_token":1891068416,"files":["Qwen_Qwen3.6-35B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"IQ4_XS","bytes":19699553920,"gpu_bytes":18520435200,"mapped_bytes":19688563200,"out_bytes":417185792,"layer_bytes":[[3,456221440],[1,455043072],[1,451764992],[1,450093824],[1,454550272],[1,450193408],[2,450093824],[1,456221440],[1,448522240],[1,450093824],[1,451764992],[1,454550272],[1,453371904],[1,451764992],[1,450093824],[1,454550272],[1,450193408],[2,450093824],[1,456221440],[1,448522240],[1,450093824],[1,451764992],[1,454550272],[1,453371904],[1,451764992],[1,450093824],[1,454550272],[1,450193408],[2,450093824],[1,456221440],[1,450193408],[3,456221440],[1,455043072]],"read_bytes_per_token":1942448640,"files":["Qwen_Qwen3.6-35B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q4_0","bytes":20836243072,"gpu_bytes":19641231872,"mapped_bytes":20825252352,"out_bytes":417185792,"layer_bytes":[[3,498950912],[1,495937536],[1,494756608],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,473655296],[1,476799744],[1,477979392],[1,480994048],[1,477980672],[1,477979392],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,473655296],[1,476799744],[1,477979392],[1,480994048],[1,477980672],[1,477979392],[1,476799744],[1,480994048],[1,474834944],[2,476799744],[1,482173696],[1,474834944],[3,482173696],[1,479160320]],"read_bytes_per_token":2006804992,"files":["Qwen_Qwen3.6-35B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q4_K_M","bytes":22285080192,"gpu_bytes":21090068992,"mapped_bytes":22274089472,"out_bytes":417185792,"layer_bytes":[[3,555705088],[1,549414912],[1,551510784],[1,481542912],[1,485737216],[1,545089536],[2,481542912],[1,555705088],[1,475121664],[1,481542912],[1,551510784],[1,485737216],[1,479447040],[1,551510784],[1,481542912],[1,485737216],[1,545089536],[2,481542912],[1,555705088],[1,475121664],[1,481542912],[1,551510784],[1,485737216],[1,479447040],[1,551510784],[1,481542912],[1,485737216],[1,545089536],[2,481542912],[1,555705088],[1,545089536],[3,555705088],[1,549414912]],"read_bytes_per_token":2196040192,"files":["Qwen_Qwen3.6-35B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q5_K_M","bytes":25913185920,"gpu_bytes":24654604800,"mapped_bytes":25902195200,"out_bytes":417185792,"layer_bytes":[[3,627925760],[1,617637888],[1,624780032],[1,589128448],[1,592274176],[1,615409664],[2,589128448],[1,627925760],[1,579758080],[1,589128448],[1,624780032],[1,592274176],[1,581986304],[1,624780032],[1,589128448],[1,592274176],[1,615409664],[2,589128448],[1,627925760],[1,579758080],[1,589128448],[1,624780032],[1,592274176],[1,581986304],[1,624780032],[1,589128448],[1,592274176],[1,615409664],[2,589128448],[1,627925760],[1,615409664],[3,627925760],[1,617637888]],"read_bytes_per_token":2509990400,"files":["Qwen_Qwen3.6-35B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q6_K","bytes":30947309184,"gpu_bytes":29621185024,"mapped_bytes":30936318464,"out_bytes":417185792,"layer_bytes":[[3,765354752],[1,760047616],[1,763323136],[1,698311424],[1,700343040],[1,755984384],[2,698311424],[1,765354752],[1,690972672],[1,698311424],[1,763323136],[1,700343040],[1,695035904],[1,763323136],[1,698311424],[1,700343040],[1,755984384],[2,698311424],[1,765354752],[1,690972672],[1,698311424],[1,763323136],[1,700343040],[1,695035904],[1,763323136],[1,698311424],[1,700343040],[1,755984384],[2,698311424],[1,765354752],[1,755984384],[3,765354752],[1,760047616]],"read_bytes_per_token":2763221504,"files":["Qwen_Qwen3.6-35B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"Q8_0","bytes":37812647552,"gpu_bytes":36363356672,"mapped_bytes":37801656832,"out_bytes":540352512,"layer_bytes":[[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040],[3,897409792],[1,890071040]],"read_bytes_per_token":3207383552,"files":["Qwen_Qwen3.6-35B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"},{"quant":"BF16","bytes":71065941536,"gpu_bytes":68348529152,"mapped_bytes":71054950912,"out_bytes":1017126912,"layer_bytes":[[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920],[3,1686528768],[1,1673553920]],"read_bytes_per_token":5937285632,"files":["Qwen_Qwen3.6-35B-A3B-bf16/Qwen_Qwen3.6-35B-A3B-bf16-00001-of-00002.gguf","Qwen_Qwen3.6-35B-A3B-bf16/Qwen_Qwen3.6-35B-A3B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"}],"original":{"bytes":71903776776,"repo":"Qwen/Qwen3.6-35B-A3B","sha":"995ad96eacd98c81ed38be0c5b274b04031597b0","dtypes":{"BF16":35951822704}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T22:01:52+00:00","url":"https://huggingface.co/Qwen/Qwen3.6-35B-A3B/tree/995ad96eacd98c81ed38be0c5b274b04031597b0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T22:01:52+00:00","url":"https://huggingface.co/bartowski/Qwen_Qwen3.6-35B-A3B-GGUF/tree/5c2410d71524f4f72b023ce8daf7a80528226d5f"}]},{"id":"qwen3-8-2-4t-a95b","name":"Qwen3.8-2.4T-A95B","repo":"Qwen/Qwen3.8-2.4T-A95B","sha":"207bd685a7e3696cfaff12ded7c6a7ea0f88c996","publisher":"Qwen","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":2419804697984,"params_active":93253629312,"params_repo":2446182725504,"arch":{"gguf_arch":"qwen35moe","n_layers":92,"n_layers_all":93,"layers":[[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,2158592],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":23,"v_elems":1024,"window":null}],"state_elems":148942848,"max_context":262144,"vocab_size":248320,"hidden_size":8192,"moe":{"active":10,"experts":512},"cross_checked":true,"gguf_source":{"file":"Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00001-of-00056.gguf","repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","sha":"567d3e6ac26c5474b18311e619c04350fb9a5556"}},"gguf":{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","sha":"567d3e6ac26c5474b18311e619c04350fb9a5556"},"weights":[{"quant":"Q8_0","bytes":2600249563264,"gpu_bytes":2570038007296,"mapped_bytes":2600238505472,"out_bytes":2161410048,"layer_bytes":[[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256],[3,27916797440],[1,27896416256]],"read_bytes_per_token":100238874112,"files":["Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00001-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00002-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00003-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00004-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00005-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00006-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00007-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00008-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00009-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00010-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00011-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00012-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00013-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00014-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00015-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00016-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00017-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00018-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00019-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00020-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00021-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00022-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00023-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00024-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00025-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00026-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00027-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00028-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00029-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00030-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00031-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00032-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00033-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00034-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00035-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00036-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00037-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00038-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00039-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00040-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00041-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00042-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00043-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00044-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00045-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00046-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00047-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00048-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00049-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00050-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00051-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00052-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00053-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00054-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00055-of-00056.gguf","Q8_0/Qwen3.8-2.4T-A95B-Q8_0-00056-of-00056.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.8-2.4T-A95B-GGUF/tree/567d3e6ac26c5474b18311e619c04350fb9a5556"},{"quant":"BF16","bytes":4893172677568,"gpu_bytes":4836328592896,"mapped_bytes":4893161610752,"out_bytes":4068507648,"layer_bytes":[[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216],[3,52534085120],[1,52496009216]],"read_bytes_per_token":187294930432,"files":["BF16/Qwen3.8-2.4T-A95B-BF16-00001-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00002-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00003-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00004-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00005-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00006-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00007-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00008-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00009-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00010-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00011-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00012-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00013-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00014-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00015-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00016-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00017-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00018-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00019-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00020-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00021-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00022-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00023-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00024-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00025-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00026-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00027-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00028-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00029-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00030-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00031-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00032-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00033-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00034-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00035-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00036-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00037-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00038-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00039-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00040-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00041-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00042-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00043-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00044-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00045-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00046-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00047-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00048-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00049-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00050-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00051-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00052-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00053-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00054-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00055-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00056-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00057-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00058-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00059-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00060-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00061-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00062-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00063-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00064-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00065-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00066-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00067-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00068-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00069-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00070-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00071-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00072-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00073-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00074-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00075-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00076-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00077-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00078-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00079-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00080-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00081-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00082-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00083-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00084-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00085-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00086-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00087-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00088-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00089-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00090-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00091-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00092-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00093-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00094-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00095-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00096-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00097-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00098-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00099-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00100-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00101-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00102-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00103-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00104-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00105-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00106-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00107-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00108-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00109-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00110-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00111-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00112-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00113-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00114-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00115-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00116-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00117-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00118-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00119-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00120-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00121-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00122-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00123-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00124-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00125-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00126-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00127-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00128-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00129-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00130-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00131-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00132-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00133-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00134-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00135-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00136-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00137-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00138-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00139-of-00140.gguf","BF16/Qwen3.8-2.4T-A95B-BF16-00140-of-00140.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3.8-2.4T-A95B-GGUF/tree/567d3e6ac26c5474b18311e619c04350fb9a5556"}],"original":{"bytes":4892365649336,"repo":"Qwen/Qwen3.8-2.4T-A95B","sha":"207bd685a7e3696cfaff12ded7c6a7ea0f88c996","dtypes":{"BF16":2446182725504}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:15:31+00:00","url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B/tree/207bd685a7e3696cfaff12ded7c6a7ea0f88c996"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:15:31+00:00","url":"https://huggingface.co/unsloth/Qwen3.8-2.4T-A95B-GGUF/tree/567d3e6ac26c5474b18311e619c04350fb9a5556"}]},{"id":"qwen3-8-27b","name":"Qwen3.8-27B","repo":"Qwen/Qwen3.8-27B","sha":"1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27781427952,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":65,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3.8-27B-Q4_K_M.gguf","repo":"bartowski/Qwen3.8-27B-GGUF","sha":"87410e7b9a5c21e6ca70c0c9cc5237de909fe621"}},"gguf":{"repo":"bartowski/Qwen3.8-27B-GGUF","sha":"87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},"weights":[{"quant":"IQ2_XXS","bytes":8881268448,"gpu_bytes":8084985856,"mapped_bytes":8870273024,"out_bytes":874106880,"layer_bytes":[[1,154665856],[2,127878016],[1,118622208],[3,127878016],[1,118622208],[3,127878016],[1,115427328],[3,127878016],[1,115427328],[3,106251136],[1,107644928],[3,106251136],[1,107644928],[3,106251136],[1,107644928],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,108300288],[3,106251136],[1,108300288],[3,106251136],[1,108300288],[3,106251136],[1,171173888]],"read_bytes_per_token":8084985856,"files":["Qwen3.8-27B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"IQ2_M","bytes":10522248928,"gpu_bytes":9725966336,"mapped_bytes":10511253504,"out_bytes":874106880,"layer_bytes":[[1,187474816],[2,158843776],[1,138856448],[3,158843776],[1,138856448],[3,158843776],[1,138856448],[3,158843776],[1,138856448],[3,131400576],[1,129763328],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,135333888],[3,131400576],[1,135333888],[3,131400576],[1,129763328],[3,131400576],[1,197306368]],"read_bytes_per_token":9725966336,"files":["Qwen3.8-27B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q2_K","bytes":10821543648,"gpu_bytes":10025261056,"mapped_bytes":10810548224,"out_bytes":874106880,"layer_bytes":[[1,183542656],[2,163840896],[1,153561088],[3,163840896],[1,153561088],[3,163840896],[1,153561088],[3,163840896],[1,153561088],[1,140452736],[2,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,132671488],[3,135127936],[1,132671488],[3,135127936],[1,132671488],[3,135127936],[1,132671488],[1,138322816],[2,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,214018048]],"read_bytes_per_token":10025261056,"files":["Qwen3.8-27B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"IQ3_XXS","bytes":12320167648,"gpu_bytes":11355027456,"mapped_bytes":12309172224,"out_bytes":874106880,"layer_bytes":[[1,218645376],[2,183952256],[1,169248768],[3,183952256],[1,169248768],[3,183952256],[1,169248768],[3,183952256],[1,169248768],[1,162120576],[2,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,169945088],[3,154338176],[1,169945088],[3,154338176],[1,169945088],[3,154338176],[1,239863808]],"read_bytes_per_token":11355027456,"files":["Qwen3.8-27B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q3_K_M","bytes":13404051168,"gpu_bytes":12438910976,"mapped_bytes":13393055744,"out_bytes":874106880,"layer_bytes":[[1,228393856],[2,197714816],[1,195176448],[3,197714816],[1,195176448],[3,197714816],[1,195176448],[3,197714816],[1,195176448],[3,170804096],[1,172771328],[3,170804096],[1,172771328],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,174736256],[1,185305088],[3,174736256],[1,185305088],[3,174736256],[1,185305088],[3,174736256],[1,254240768]],"read_bytes_per_token":12438910976,"files":["Qwen3.8-27B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"IQ4_XS","bytes":15475951328,"gpu_bytes":14550542336,"mapped_bytes":15464955904,"out_bytes":1042964480,"layer_bytes":[[1,254075776],[2,214590336],[1,212461568],[3,214590336],[1,212461568],[3,214590336],[1,212461568],[3,214590336],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[1,210412416],[2,206480256],[1,212461568],[3,206480256],[1,212461568],[1,206480256],[2,205497216],[1,212461568],[3,205497216],[1,297371648]],"read_bytes_per_token":14550542336,"files":["Qwen3.8-27B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q4_0","bytes":16348767968,"gpu_bytes":15383627776,"mapped_bytes":16337772544,"out_bytes":1042964480,"layer_bytes":[[3,238756736],[1,231221248],[3,238756736],[1,231221248],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[3,233186176],[1,225650688],[3,233186176],[1,225650688]],"read_bytes_per_token":15383627776,"files":["Qwen3.8-27B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q4_K_M","bytes":17442399968,"gpu_bytes":16477259776,"mapped_bytes":17431404544,"out_bytes":1042964480,"layer_bytes":[[1,321086336],[2,277791616],[1,253380608],[3,277791616],[1,253380608],[3,277791616],[1,253380608],[3,277791616],[1,253380608],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[1,233677696],[2,225567616],[1,241543168],[3,225567616],[1,241543168],[3,225567616],[1,230402048],[3,225567616],[1,358729728]],"read_bytes_per_token":16477259776,"files":["Qwen3.8-27B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q5_K_M","bytes":20923877088,"gpu_bytes":19799812096,"mapped_bytes":20912881664,"out_bytes":1042964480,"layer_bytes":[[1,375399296],[2,341975936],[1,305113088],[3,341975936],[1,305113088],[3,341975936],[1,305113088],[3,341975936],[1,305113088],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[1,281273216],[2,277095296],[1,283527168],[3,277095296],[1,283527168],[3,277095296],[1,283527168],[3,277095296],[1,395552768]],"read_bytes_per_token":19799812096,"files":["Qwen3.8-27B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q6_K","bytes":23860565728,"gpu_bytes":22567643136,"mapped_bytes":23849570304,"out_bytes":1042964480,"layer_bytes":[[3,387236736],[1,358729728],[2,387236736],[1,365650816],[1,358729728],[3,365650816],[1,358729728],[3,365650816],[1,358729728],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[1,331367296],[2,323748736],[1,337143808],[3,323748736],[1,337143808],[3,323748736],[1,337143808],[3,323748736],[1,395552768]],"read_bytes_per_token":22567643136,"files":["Qwen3.8-27B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"Q8_0","bytes":29116388960,"gpu_bytes":27303213056,"mapped_bytes":29105393664,"out_bytes":1350881280,"layer_bytes":[[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768]],"read_bytes_per_token":27303213056,"files":["Qwen3.8-27B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"},{"quant":"BF16","bytes":54657734144,"gpu_bytes":51254491136,"mapped_bytes":54646738944,"out_bytes":2542817280,"layer_bytes":[[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968]],"read_bytes_per_token":51254491136,"files":["Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00001-of-00002.gguf","Qwen3.8-27B-bf16/Qwen3.8-27B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"}],"original":{"bytes":55563006776,"repo":"Qwen/Qwen3.8-27B","sha":"1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0","dtypes":{"BF16":27781427952}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T22:03:23+00:00","url":"https://huggingface.co/Qwen/Qwen3.8-27B/tree/1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T22:03:23+00:00","url":"https://huggingface.co/bartowski/Qwen3.8-27B-GGUF/tree/87410e7b9a5c21e6ca70c0c9cc5237de909fe621"}]},{"id":"qwen3-8-3-6-27b-blend","name":"Qwen3.8-3.6-27B-blend","repo":"JetBrains/Qwen3.8-3.6-27B-blend","sha":"604d0f174abc9f7a43b40049803188a4b1df442a","publisher":"JetBrains","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:02:11+00:00","multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27781427952,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":65,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"JetBrains-Qwen3.8-3.6-27B-blend-Q4_K_M.gguf","repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","sha":"b760c3f71340febcdb6fba9f35fedf4c9df3fead"}},"gguf":{"repo":"bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF","sha":"b760c3f71340febcdb6fba9f35fedf4c9df3fead"},"weights":[{"quant":"IQ2_XXS","bytes":8881269088,"gpu_bytes":8084985856,"mapped_bytes":8870273024,"out_bytes":874106880,"layer_bytes":[[1,154665856],[2,127878016],[1,118622208],[3,127878016],[1,118622208],[3,127878016],[1,115427328],[3,127878016],[1,115427328],[3,106251136],[1,107644928],[3,106251136],[1,107644928],[3,106251136],[1,107644928],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,107481088],[3,106251136],[1,108300288],[3,106251136],[1,108300288],[3,106251136],[1,108300288],[3,106251136],[1,171173888]],"read_bytes_per_token":8084985856,"files":["JetBrains-Qwen3.8-3.6-27B-blend-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"IQ2_M","bytes":10522249568,"gpu_bytes":9725966336,"mapped_bytes":10511253504,"out_bytes":874106880,"layer_bytes":[[1,187474816],[2,158843776],[1,138856448],[3,158843776],[1,138856448],[3,158843776],[1,138856448],[3,158843776],[1,138856448],[3,131400576],[1,129763328],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,129107968],[3,131400576],[1,135333888],[3,131400576],[1,135333888],[3,131400576],[1,129763328],[3,131400576],[1,197306368]],"read_bytes_per_token":9725966336,"files":["JetBrains-Qwen3.8-3.6-27B-blend-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q2_K","bytes":10821544288,"gpu_bytes":10025261056,"mapped_bytes":10810548224,"out_bytes":874106880,"layer_bytes":[[1,183542656],[2,163840896],[1,153561088],[3,163840896],[1,153561088],[3,163840896],[1,153561088],[3,163840896],[1,153561088],[1,140452736],[2,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,132671488],[3,135127936],[1,132671488],[3,135127936],[1,132671488],[3,135127936],[1,132671488],[1,138322816],[2,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,133326848],[3,135127936],[1,214018048]],"read_bytes_per_token":10025261056,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"IQ3_XXS","bytes":12320168288,"gpu_bytes":11355027456,"mapped_bytes":12309172224,"out_bytes":874106880,"layer_bytes":[[1,218645376],[2,183952256],[1,169248768],[3,183952256],[1,169248768],[3,183952256],[1,169248768],[3,183952256],[1,169248768],[1,162120576],[2,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,156018688],[3,154338176],[1,169945088],[3,154338176],[1,169945088],[3,154338176],[1,169945088],[3,154338176],[1,239863808]],"read_bytes_per_token":11355027456,"files":["JetBrains-Qwen3.8-3.6-27B-blend-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q3_K_M","bytes":13404051808,"gpu_bytes":12438910976,"mapped_bytes":13393055744,"out_bytes":874106880,"layer_bytes":[[1,228393856],[2,197714816],[1,195176448],[3,197714816],[1,195176448],[3,197714816],[1,195176448],[3,197714816],[1,195176448],[3,170804096],[1,172771328],[3,170804096],[1,172771328],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,170804096],[1,171501568],[3,174736256],[1,185305088],[3,174736256],[1,185305088],[3,174736256],[1,185305088],[3,174736256],[1,254240768]],"read_bytes_per_token":12438910976,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"IQ4_XS","bytes":15475951968,"gpu_bytes":14550542336,"mapped_bytes":15464955904,"out_bytes":1042964480,"layer_bytes":[[1,254075776],[2,214590336],[1,212461568],[3,214590336],[1,212461568],[3,214590336],[1,212461568],[3,214590336],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[3,205497216],[1,212461568],[1,210412416],[2,206480256],[1,212461568],[3,206480256],[1,212461568],[1,206480256],[2,205497216],[1,212461568],[3,205497216],[1,297371648]],"read_bytes_per_token":14550542336,"files":["JetBrains-Qwen3.8-3.6-27B-blend-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q4_0","bytes":16348768608,"gpu_bytes":15383627776,"mapped_bytes":16337772544,"out_bytes":1042964480,"layer_bytes":[[3,238756736],[1,231221248],[3,238756736],[1,231221248],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[3,233186176],[1,225650688],[3,233186176],[1,225650688]],"read_bytes_per_token":15383627776,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q4_K_M","bytes":17442400608,"gpu_bytes":16477259776,"mapped_bytes":17431404544,"out_bytes":1042964480,"layer_bytes":[[1,321086336],[2,277791616],[1,253380608],[3,277791616],[1,253380608],[3,277791616],[1,253380608],[3,277791616],[1,253380608],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[3,225567616],[1,230402048],[1,233677696],[2,225567616],[1,241543168],[3,225567616],[1,241543168],[3,225567616],[1,230402048],[3,225567616],[1,358729728]],"read_bytes_per_token":16477259776,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q5_K_M","bytes":20923877728,"gpu_bytes":19799812096,"mapped_bytes":20912881664,"out_bytes":1042964480,"layer_bytes":[[1,375399296],[2,341975936],[1,305113088],[3,341975936],[1,305113088],[3,341975936],[1,305113088],[3,341975936],[1,305113088],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[3,277095296],[1,271689728],[1,281273216],[2,277095296],[1,283527168],[3,277095296],[1,283527168],[3,277095296],[1,283527168],[3,277095296],[1,395552768]],"read_bytes_per_token":19799812096,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q6_K","bytes":23860566368,"gpu_bytes":22567643136,"mapped_bytes":23849570304,"out_bytes":1042964480,"layer_bytes":[[3,387236736],[1,358729728],[2,387236736],[1,365650816],[1,358729728],[3,365650816],[1,358729728],[3,365650816],[1,358729728],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[3,323748736],[1,315557888],[1,331367296],[2,323748736],[1,337143808],[3,323748736],[1,337143808],[3,323748736],[1,337143808],[3,323748736],[1,395552768]],"read_bytes_per_token":22567643136,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"Q8_0","bytes":29116389728,"gpu_bytes":27303213056,"mapped_bytes":29105393664,"out_bytes":1350881280,"layer_bytes":[[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768]],"read_bytes_per_token":27303213056,"files":["JetBrains-Qwen3.8-3.6-27B-blend-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"},{"quant":"BF16","bytes":54657734848,"gpu_bytes":51254491136,"mapped_bytes":54646738944,"out_bytes":2542817280,"layer_bytes":[[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968]],"read_bytes_per_token":51254491136,"files":["JetBrains-Qwen3.8-3.6-27B-blend-bf16/JetBrains-Qwen3.8-3.6-27B-blend-bf16-00001-of-00002.gguf","JetBrains-Qwen3.8-3.6-27B-blend-bf16/JetBrains-Qwen3.8-3.6-27B-blend-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"}],"original":{"bytes":55563006776,"repo":"JetBrains/Qwen3.8-3.6-27B-blend","sha":"604d0f174abc9f7a43b40049803188a4b1df442a","dtypes":{"BF16":27781427952}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-19T01:18:24+00:00","url":"https://huggingface.co/JetBrains/Qwen3.8-3.6-27B-blend/tree/604d0f174abc9f7a43b40049803188a4b1df442a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-19T01:18:24+00:00","url":"https://huggingface.co/bartowski/JetBrains-Qwen3.8-3.6-27B-blend-GGUF/tree/b760c3f71340febcdb6fba9f35fedf4c9df3fead"}]},{"id":"qwen3-8b","name":"Qwen3-8B","repo":"Qwen/Qwen3-8B","sha":"b968826d9c46dd6066d109eabc6255188de91218","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-8B-Q4_K_M.gguf","repo":"Qwen/Qwen3-8B-GGUF","sha":"7c41481f57cb95916b40956ab2f0b139b296d974"}},"gguf":{"repo":"Qwen/Qwen3-8B-GGUF","sha":"7c41481f57cb95916b40956ab2f0b139b296d974"},"weights":[{"quant":"Q4_K_M","bytes":5027783488,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Qwen3-8B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-8B-GGUF/tree/7c41481f57cb95916b40956ab2f0b139b296d974"},{"quant":"Q5_K_M","bytes":5851112224,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Qwen3-8B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-8B-GGUF/tree/7c41481f57cb95916b40956ab2f0b139b296d974"},{"quant":"Q6_K","bytes":6725899040,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Qwen3-8B-Q6_K.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-8B-GGUF/tree/7c41481f57cb95916b40956ab2f0b139b296d974"},{"quant":"Q8_0","bytes":8709518112,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["Qwen3-8B-Q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/Qwen3-8B-GGUF/tree/7c41481f57cb95916b40956ab2f0b139b296d974"}],"original":{"bytes":16381516776,"repo":"Qwen/Qwen3-8B","sha":"b968826d9c46dd6066d109eabc6255188de91218","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:31:57+00:00","url":"https://huggingface.co/Qwen/Qwen3-8B/tree/b968826d9c46dd6066d109eabc6255188de91218"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:31:57+00:00","url":"https://huggingface.co/Qwen/Qwen3-8B-GGUF/tree/7c41481f57cb95916b40956ab2f0b139b296d974"}]},{"id":"qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder-30B-A3B-Instruct","repo":"Qwen/Qwen3-Coder-30B-A3B-Instruct","sha":"b2cff646eb4bb1d68355c01b18ae02e7cf42d120","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":30532122624,"params_active":3041867776,"params_repo":30532122624,"arch":{"gguf_arch":"qwen3moe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","sha":"b17cb02dd882d5b6ab62fc777ad2995f19668350"}},"gguf":{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","sha":"b17cb02dd882d5b6ab62fc777ad2995f19668350"},"weights":[{"quant":"Q2_K","bytes":11258612896,"gpu_bytes":11150538752,"mapped_bytes":11252639744,"out_bytes":255260672,"layer_bytes":[[48,226984960]],"read_bytes_per_token":1312274432,"files":["Qwen3-Coder-30B-A3B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"Q3_K_M","bytes":14711850144,"gpu_bytes":14572173312,"mapped_bytes":14705876992,"out_bytes":255260672,"layer_bytes":[[2,321987584],[1,321856512],[45,296690688]],"read_bytes_per_token":1619638272,"files":["Qwen3-Coder-30B-A3B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"IQ4_XS","bytes":16378076320,"gpu_bytes":16197072896,"mapped_bytes":16372103168,"out_bytes":255260672,"layer_bytes":[[48,332121088]],"read_bytes_per_token":1758181376,"files":["Qwen3-Coder-30B-A3B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"Q4_0","bytes":17379990688,"gpu_bytes":17198987264,"mapped_bytes":17374017536,"out_bytes":255260672,"layer_bytes":[[6,364004352],[42,351421440]],"read_bytes_per_token":1839970304,"files":["Qwen3-Coder-30B-A3B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"Q4_K_M","bytes":18556689568,"gpu_bytes":18375686144,"mapped_bytes":18550716416,"out_bytes":255260672,"layer_bytes":[[6,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[7,403596288]],"read_bytes_per_token":1919596544,"files":["Qwen3-Coder-30B-A3B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"Q5_K_M","bytes":21725584544,"gpu_bytes":21505685504,"mapped_bytes":21719611392,"out_bytes":255260672,"layer_bytes":[[6,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[7,456156160]],"read_bytes_per_token":2218440704,"files":["Qwen3-Coder-30B-A3B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"Q6_K","bytes":25092535456,"gpu_bytes":24831309824,"mapped_bytes":25086562304,"out_bytes":255260672,"layer_bytes":[[48,512001024]],"read_bytes_per_token":2535962624,"files":["Qwen3-Coder-30B-A3B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"Q8_0","bytes":32483935392,"gpu_bytes":32147349504,"mapped_bytes":32477962240,"out_bytes":330620928,"layer_bytes":[[48,662848512]],"read_bytes_per_token":3269566464,"files":["Qwen3-Coder-30B-A3B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"},{"quant":"BF16","bytes":61095806048,"gpu_bytes":60467503104,"mapped_bytes":61089832960,"out_bytes":622338048,"layer_bytes":[[48,1246774272]],"read_bytes_per_token":6109323264,"files":["BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00001-of-00002.gguf","BF16/Qwen3-Coder-30B-A3B-Instruct-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"}],"original":{"bytes":61066575656,"repo":"Qwen/Qwen3-Coder-30B-A3B-Instruct","sha":"b2cff646eb4bb1d68355c01b18ae02e7cf42d120","dtypes":{"BF16":30532122624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:32:41+00:00","url":"https://huggingface.co/Qwen/Qwen3-Coder-30B-A3B-Instruct/tree/b2cff646eb4bb1d68355c01b18ae02e7cf42d120"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:32:41+00:00","url":"https://huggingface.co/unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF/tree/b17cb02dd882d5b6ab62fc777ad2995f19668350"}]},{"id":"qwen3-coder-480b-a35b-instruct","name":"Qwen3-Coder-480B-A35B-Instruct","repo":"Qwen/Qwen3-Coder-480B-A35B-Instruct","sha":"9d90cf8fca1bf7b7acca42d3fc9ae694a2194069","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":480154875392,"params_active":34541270528,"params_repo":480154875392,"arch":{"gguf_arch":"qwen3moe","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":6144,"moe":{"active":8,"experts":160},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00001-of-00006.gguf","repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","sha":"b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"}},"gguf":{"repo":"unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF","sha":"b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},"weights":[{"quant":"Q2_K","bytes":174656356544,"gpu_bytes":174344069120,"mapped_bytes":174650372096,"out_bytes":765782016,"layer_bytes":[[62,2799649792]],"read_bytes_per_token":13379133440,"files":["Q2_K/Qwen3-Coder-480B-A35B-Instruct-Q2_K-00001-of-00004.gguf","Q2_K/Qwen3-Coder-480B-A35B-Instruct-Q2_K-00002-of-00004.gguf","Q2_K/Qwen3-Coder-480B-A35B-Instruct-Q2_K-00003-of-00004.gguf","Q2_K/Qwen3-Coder-480B-A35B-Instruct-Q2_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"Q3_K_M","bytes":229248837984,"gpu_bytes":228841742336,"mapped_bytes":229242853376,"out_bytes":765782016,"layer_bytes":[[2,3978757120],[1,3977970688],[59,3663397888]],"read_bytes_per_token":17185366016,"files":["Q3_K_M/Qwen3-Coder-480B-A35B-Instruct-Q3_K_M-00001-of-00005.gguf","Q3_K_M/Qwen3-Coder-480B-A35B-Instruct-Q3_K_M-00002-of-00005.gguf","Q3_K_M/Qwen3-Coder-480B-A35B-Instruct-Q3_K_M-00003-of-00005.gguf","Q3_K_M/Qwen3-Coder-480B-A35B-Instruct-Q3_K_M-00004-of-00005.gguf","Q3_K_M/Qwen3-Coder-480B-A35B-Instruct-Q3_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"IQ4_XS","bytes":260538233248,"gpu_bytes":260007157760,"mapped_bytes":260532248576,"out_bytes":765782016,"layer_bytes":[[62,4181312512]],"read_bytes_per_token":19138764800,"files":["IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00001-of-00006.gguf","IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00002-of-00006.gguf","IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00003-of-00006.gguf","IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00004-of-00006.gguf","IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00005-of-00006.gguf","IQ4_XS/Qwen3-Coder-480B-A35B-Instruct-IQ4_XS-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"Q4_0","bytes":271646978496,"gpu_bytes":271115902976,"mapped_bytes":271640993792,"out_bytes":765782016,"layer_bytes":[[7,4500014080],[55,4342727680]],"read_bytes_per_token":19937386496,"files":["Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00001-of-00006.gguf","Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00002-of-00006.gguf","Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00003-of-00006.gguf","Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00004-of-00006.gguf","Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00005-of-00006.gguf","Q4_0/Qwen3-Coder-480B-A35B-Instruct-Q4_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"Q4_K_M","bytes":290058826208,"gpu_bytes":289527750656,"mapped_bytes":290052841472,"out_bytes":765782016,"layer_bytes":[[7,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[1,4993156096],[2,4342727680],[8,4993156096]],"read_bytes_per_token":20904206336,"files":["Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00001-of-00006.gguf","Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00002-of-00006.gguf","Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00003-of-00006.gguf","Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00004-of-00006.gguf","Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00005-of-00006.gguf","Q4_K_M/Qwen3-Coder-480B-A35B-Instruct-Q4_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"Q5_K_M","bytes":340493005408,"gpu_bytes":339845242880,"mapped_bytes":340487020544,"out_bytes":765782016,"layer_bytes":[[7,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[1,5641962496],[2,5306893312],[8,5641962496]],"read_bytes_per_token":24602009600,"files":["Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00001-of-00007.gguf","Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00002-of-00007.gguf","Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00003-of-00007.gguf","Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00004-of-00007.gguf","Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00005-of-00007.gguf","Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00006-of-00007.gguf","Q5_K_M/Qwen3-Coder-480B-A35B-Instruct-Q5_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"Q6_K","bytes":394079320928,"gpu_bytes":393307578368,"mapped_bytes":394073335808,"out_bytes":765782016,"layer_bytes":[[62,6331319296]],"read_bytes_per_token":28530925568,"files":["Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00001-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00002-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00003-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00004-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00005-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00006-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00007-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00008-of-00009.gguf","Q6_K/Qwen3-Coder-480B-A35B-Instruct-Q6_K-00009-of-00009.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"Q8_0","bytes":510351879264,"gpu_bytes":509354055680,"mapped_bytes":510345893888,"out_bytes":991862784,"layer_bytes":[[62,8199390208]],"read_bytes_per_token":36881438720,"files":["Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00001-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00002-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00003-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00004-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00005-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00006-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00007-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00008-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00009-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00010-of-00011.gguf","Q8_0/Qwen3-Coder-480B-A35B-Instruct-Q8_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"},{"quant":"BF16","bytes":960439201856,"gpu_bytes":958566225920,"mapped_bytes":960433215488,"out_bytes":1867014144,"layer_bytes":[[62,15430632448]],"read_bytes_per_token":69206005760,"files":["BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00001-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00002-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00003-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00004-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00005-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00006-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00007-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00008-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00009-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00010-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00011-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00012-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00013-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00014-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00015-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00016-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00017-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00018-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00019-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00020-of-00021.gguf","BF16/Qwen3-Coder-480B-A35B-Instruct-BF16-00021-of-00021.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"}],"original":{"bytes":960313541352,"repo":"Qwen/Qwen3-Coder-480B-A35B-Instruct","sha":"9d90cf8fca1bf7b7acca42d3fc9ae694a2194069","dtypes":{"BF16":480154875392}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:35:52+00:00","url":"https://huggingface.co/Qwen/Qwen3-Coder-480B-A35B-Instruct/tree/9d90cf8fca1bf7b7acca42d3fc9ae694a2194069"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:35:52+00:00","url":"https://huggingface.co/unsloth/Qwen3-Coder-480B-A35B-Instruct-GGUF/tree/b86deeefd82f1a3374c5536dfc1dd0ce27ac092d"}]},{"id":"qwen3-coder-next","name":"Qwen3-Coder-Next","repo":"Qwen/Qwen3-Coder-Next","sha":"a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":79674391296,"params_active":3563764480,"params_repo":79674391296,"arch":{"gguf_arch":"qwen3next","n_layers":48,"n_layers_all":48,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":12,"v_elems":512,"window":null}],"state_elems":19759104,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":10,"experts":512},"cross_checked":true,"gguf_source":{"file":"Qwen3-Coder-Next-Q4_K_M.gguf","repo":"unsloth/Qwen3-Coder-Next-GGUF","sha":"ce09c67b53bc8739eef83fe67b2f5d293c270632"}},"gguf":{"repo":"unsloth/Qwen3-Coder-Next-GGUF","sha":"ce09c67b53bc8739eef83fe67b2f5d293c270632"},"weights":[{"quant":"Q2_K","bytes":29224450080,"gpu_bytes":29116359680,"mapped_bytes":29218460672,"out_bytes":255260672,"layer_bytes":[[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744],[3,602049280],[1,598943744]],"read_bytes_per_token":1678533632,"files":["Qwen3-Coder-Next-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"Q3_K_M","bytes":38322487328,"gpu_bytes":38182794240,"mapped_bytes":38316497920,"out_bytes":255260672,"layer_bytes":[[3,854310656],[1,782354432],[3,787201792],[1,782354432],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360],[3,787201792],[1,782223360]],"read_bytes_per_token":2059613184,"files":["Qwen3-Coder-Next-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"IQ4_XS","bytes":42676135968,"gpu_bytes":42495116288,"mapped_bytes":42670146560,"out_bytes":255260672,"layer_bytes":[[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512],[3,881169152],[1,876480512]],"read_bytes_per_token":2226652160,"files":["Qwen3-Coder-Next-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"Q4_0","bytes":45330098208,"gpu_bytes":45149078528,"mapped_bytes":45324108800,"out_bytes":255260672,"layer_bytes":[[3,965845760],[1,961054720],[2,965845760],[1,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288],[3,932291328],[1,927500288]],"read_bytes_per_token":2314486784,"files":["Qwen3-Coder-Next-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"Q4_K_M","bytes":48528320544,"gpu_bytes":48347300864,"mapped_bytes":48522331136,"out_bytes":255260672,"layer_bytes":[[3,1072800512],[1,1066182656],[2,1072800512],[1,934388480],[1,927770624],[1,1072800512],[2,934388480],[1,1066182656],[2,934388480],[1,1072800512],[1,927770624],[1,934388480],[1,1072800512],[1,934388480],[1,927770624],[1,1072800512],[2,934388480],[1,1066182656],[2,934388480],[1,1072800512],[1,927500288],[1,934388480],[1,1072800512],[1,934388480],[1,927500288],[1,1072800512],[2,934388480],[1,1066182656],[2,934388480],[1,1072800512],[1,927500288],[1,934388480],[2,1072800512],[1,1065912320],[3,1072800512],[1,1066182656]],"read_bytes_per_token":2453095424,"files":["Qwen3-Coder-Next-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"Q5_K_M","bytes":56847886688,"gpu_bytes":56627971072,"mapped_bytes":56841896960,"out_bytes":255260672,"layer_bytes":[[3,1212031744],[1,1204283392],[2,1212031744],[1,1140728576],[1,1132980224],[1,1212031744],[2,1140728576],[1,1204283392],[2,1140728576],[1,1212031744],[1,1132980224],[1,1140728576],[1,1212031744],[1,1140728576],[1,1132980224],[1,1212031744],[2,1140728576],[1,1204283392],[2,1140728576],[1,1212031744],[1,1132840960],[1,1140728576],[1,1212031744],[1,1140728576],[1,1132840960],[1,1212031744],[2,1140728576],[1,1204283392],[2,1140728576],[1,1212031744],[1,1132840960],[1,1140728576],[2,1212031744],[1,1204144128],[3,1212031744],[1,1204283392]],"read_bytes_per_token":2837988352,"files":["Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00001-of-00003.gguf","Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00002-of-00003.gguf","Q5_K_M/Qwen3-Coder-Next-Q5_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"Q6_K","bytes":65613992288,"gpu_bytes":65352750080,"mapped_bytes":65608002560,"out_bytes":255260672,"layer_bytes":[[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280],[3,1358055168],[1,1350625280]],"read_bytes_per_token":3173504000,"files":["Q6_K/Qwen3-Coder-Next-Q6_K-00001-of-00003.gguf","Q6_K/Qwen3-Coder-Next-Q6_K-00002-of-00003.gguf","Q6_K/Qwen3-Coder-Next-Q6_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"Q8_0","bytes":84812255584,"gpu_bytes":84475653120,"mapped_bytes":84806265856,"out_bytes":330620928,"layer_bytes":[[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208],[3,1754759936],[1,1747806208]],"read_bytes_per_token":3938724864,"files":["Q8_0/Qwen3-Coder-Next-Q8_0-00001-of-00003.gguf","Q8_0/Qwen3-Coder-Next-Q8_0-00002-of-00003.gguf","Q8_0/Qwen3-Coder-Next-Q8_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"},{"quant":"BF16","bytes":159458415168,"gpu_bytes":158830095360,"mapped_bytes":159452425216,"out_bytes":622338048,"layer_bytes":[[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808],[3,3299238656],[1,3286263808]],"read_bytes_per_token":7231171584,"files":["BF16/Qwen3-Coder-Next-BF16-00001-of-00004.gguf","BF16/Qwen3-Coder-Next-BF16-00002-of-00004.gguf","BF16/Qwen3-Coder-Next-BF16-00003-of-00004.gguf","BF16/Qwen3-Coder-Next-BF16-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"}],"original":{"bytes":159358031480,"repo":"Qwen/Qwen3-Coder-Next","sha":"a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb","dtypes":{"BF16":79674391296}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:09:51+00:00","url":"https://huggingface.co/Qwen/Qwen3-Coder-Next/tree/a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:09:51+00:00","url":"https://huggingface.co/unsloth/Qwen3-Coder-Next-GGUF/tree/ce09c67b53bc8739eef83fe67b2f5d293c270632"}]},{"id":"qwen3-coder-next-base","name":"Qwen3-Coder-Next-Base","repo":"Qwen/Qwen3-Coder-Next-Base","sha":"1b6df59d5f75ab51edb9ad8cb3ea69c5d0aedd57","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":79674391296,"params_active":3563764480,"params_repo":79674391296,"arch":{"gguf_arch":"qwen3next","n_layers":48,"n_layers_all":48,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":12,"v_elems":512,"window":null}],"state_elems":19759104,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":10,"experts":512},"cross_checked":true,"gguf_source":{"file":"Qwen3-Coder-Next-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3-Coder-Next-Base-i1-GGUF","sha":"a0275a07ab21a26dfde849bf51c97a040d14cb35"}},"gguf":{"repo":"mradermacher/Qwen3-Coder-Next-Base-i1-GGUF","sha":"a0275a07ab21a26dfde849bf51c97a040d14cb35"},"weights":[{"quant":"IQ2_XXS","bytes":21013655648,"gpu_bytes":20905565184,"mapped_bytes":21007666176,"out_bytes":213934080,"layer_bytes":[[3,466900736],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160],[3,429078272],[1,427612160]],"read_bytes_per_token":1252482048,"files":["Qwen3-Coder-Next-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"IQ2_M","bytes":26056034400,"gpu_bytes":25916341248,"mapped_bytes":26050044928,"out_bytes":213934080,"layer_bytes":[[3,590878464],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968],[3,532043520],[1,531027968]],"read_bytes_per_token":1464105984,"files":["Qwen3-Coder-Next-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"Q2_K","bytes":29127915616,"gpu_bytes":29019825152,"mapped_bytes":29121926144,"out_bytes":255260672,"layer_bytes":[[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168],[3,599546624],[1,598407168]],"read_bytes_per_token":1581999104,"files":["Qwen3-Coder-Next-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"IQ3_XXS","bytes":30796597344,"gpu_bytes":30656904192,"mapped_bytes":30790607872,"out_bytes":213934080,"layer_bytes":[[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872],[3,635008768],[1,631887872]],"read_bytes_per_token":1639922688,"files":["Qwen3-Coder-Next-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"Q3_K_M","bytes":38273925216,"gpu_bytes":38134232064,"mapped_bytes":38267935744,"out_bytes":255260672,"layer_bytes":[[3,853143296],[1,782170112],[3,785903360],[1,782170112],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040],[3,785903360],[1,782039040]],"read_bytes_per_token":2011051008,"files":["Qwen3-Coder-Next-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"IQ4_XS","bytes":42604480608,"gpu_bytes":42433184768,"mapped_bytes":42598491136,"out_bytes":255260672,"layer_bytes":[[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312],[3,879551232],[1,876173312]],"read_bytes_per_token":2164720640,"files":["Qwen3-Coder-Next-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"Q4_0","bytes":45282715744,"gpu_bytes":45101696000,"mapped_bytes":45276726272,"out_bytes":255260672,"layer_bytes":[[3,964653824],[1,960911360],[2,964653824],[1,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392],[3,931033856],[1,927291392]],"read_bytes_per_token":2267104256,"files":["Qwen3-Coder-Next-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"Q4_K_M","bytes":48487032928,"gpu_bytes":48306013184,"mapped_bytes":48481043456,"out_bytes":255260672,"layer_bytes":[[3,1071813376],[1,1066244096],[2,1071813376],[1,933131008],[1,927561728],[1,1071813376],[2,933131008],[1,1066244096],[2,933131008],[1,1071813376],[1,927561728],[1,933131008],[1,1071813376],[1,933131008],[1,927561728],[1,1071813376],[2,933131008],[1,1066244096],[2,933131008],[1,1071813376],[1,927291392],[1,933131008],[1,1071813376],[1,933131008],[1,927291392],[1,1071813376],[2,933131008],[1,1066244096],[2,933131008],[1,1071813376],[1,927291392],[1,933131008],[2,1071813376],[1,1065973760],[3,1071813376],[1,1066244096]],"read_bytes_per_token":2411807744,"files":["Qwen3-Coder-Next-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"Q5_K_M","bytes":56790870112,"gpu_bytes":56570954752,"mapped_bytes":56784880640,"out_bytes":255260672,"layer_bytes":[[3,1210635008],[1,1204000768],[2,1210635008],[1,1139192576],[1,1132558336],[1,1210635008],[2,1139192576],[1,1204000768],[2,1139192576],[1,1210635008],[1,1132558336],[1,1139192576],[1,1210635008],[1,1139192576],[1,1132558336],[1,1210635008],[2,1139192576],[1,1204000768],[2,1139192576],[1,1210635008],[1,1132419072],[1,1139192576],[1,1210635008],[1,1139192576],[1,1132419072],[1,1210635008],[2,1139192576],[1,1204000768],[2,1139192576],[1,1210635008],[1,1132419072],[1,1139192576],[2,1210635008],[1,1203861504],[3,1210635008],[1,1204000768]],"read_bytes_per_token":2780972032,"files":["Qwen3-Coder-Next-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"},{"quant":"Q6_K","bytes":65528467552,"gpu_bytes":65267225600,"mapped_bytes":65522478080,"out_bytes":255260672,"layer_bytes":[[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232],[3,1355765504],[1,1350367232]],"read_bytes_per_token":3087979520,"files":["Qwen3-Coder-Next-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"}],"original":{"bytes":159358031480,"repo":"Qwen/Qwen3-Coder-Next-Base","sha":"1b6df59d5f75ab51edb9ad8cb3ea69c5d0aedd57","dtypes":{"BF16":79674391296}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:39:35+00:00","url":"https://huggingface.co/Qwen/Qwen3-Coder-Next-Base/tree/1b6df59d5f75ab51edb9ad8cb3ea69c5d0aedd57"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:39:35+00:00","url":"https://huggingface.co/mradermacher/Qwen3-Coder-Next-Base-i1-GGUF/tree/a0275a07ab21a26dfde849bf51c97a040d14cb35"}]},{"id":"qwen3-coder-reap-25b-a3b","name":"Qwen3-Coder-REAP-25B-A3B","repo":"cerebras/Qwen3-Coder-REAP-25B-A3B","sha":"cb22381beb50373af3a714b87f1d0b72b0eb6ad3","publisher":"cerebras","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":24867354624,"params_active":3039410176,"params_repo":24867354624,"arch":{"gguf_arch":"qwen3moe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":103},"cross_checked":true,"gguf_source":{"file":"cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M.gguf","repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","sha":"c279f99e1b6bd4b4afd300c07d4cb0614c67452b"}},"gguf":{"repo":"bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF","sha":"c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},"weights":[{"quant":"IQ2_XXS","bytes":6229328480,"gpu_bytes":6121254912,"mapped_bytes":6223355904,"out_bytes":213934080,"layer_bytes":[[6,149410816],[37,115237888],[5,149410816]],"read_bytes_per_token":1067753472,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"IQ2_M","bytes":8102029920,"gpu_bytes":7962353664,"mapped_bytes":8096057344,"out_bytes":213934080,"layer_bytes":[[6,196547584],[37,150983680],[5,196547584]],"read_bytes_per_token":1280385024,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q2_K","bytes":8945027680,"gpu_bytes":8836954112,"mapped_bytes":8939055104,"out_bytes":255260672,"layer_bytes":[[6,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[1,187012096],[2,170558464],[7,187012096]],"read_bytes_per_token":1412544512,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"IQ3_XXS","bytes":9995315808,"gpu_bytes":9855639552,"mapped_bytes":9989343232,"out_bytes":213934080,"layer_bytes":[[6,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[1,204665856],[2,197071872],[7,204665856]],"read_bytes_per_token":1450647552,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q3_K_M","bytes":11508613728,"gpu_bytes":11368937472,"mapped_bytes":11502641152,"out_bytes":255260672,"layer_bytes":[[2,242418688],[4,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[1,242287616],[2,220771328],[7,242287616]],"read_bytes_per_token":1647163392,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"IQ4_XS","bytes":13440072288,"gpu_bytes":13268793344,"mapped_bytes":13434099712,"out_bytes":255260672,"layer_bytes":[[48,271115264]],"read_bytes_per_token":1838004224,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q4_0","bytes":14377785952,"gpu_bytes":14196783104,"mapped_bytes":14371813376,"out_bytes":255260672,"layer_bytes":[[6,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[1,295511040],[2,285385728],[7,295511040]],"read_bytes_per_token":1869461504,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q4_K_M","bytes":15194004064,"gpu_bytes":15013001216,"mapped_bytes":15188031488,"out_bytes":255260672,"layer_bytes":[[6,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[1,328471552],[2,286434304],[7,328471552]],"read_bytes_per_token":1985263616,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q5_K_M","bytes":17716451936,"gpu_bytes":17496553472,"mapped_bytes":17710479360,"out_bytes":255260672,"layer_bytes":[[6,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[1,370021376],[2,348365824],[7,370021376]],"read_bytes_per_token":2227484672,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q6_K","bytes":20450030176,"gpu_bytes":20188805120,"mapped_bytes":20444057600,"out_bytes":255260672,"layer_bytes":[[48,415282176]],"read_bytes_per_token":2538321920,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"Q8_0","bytes":26457899616,"gpu_bytes":26121314304,"mapped_bytes":26451927040,"out_bytes":330620928,"layer_bytes":[[48,537306112]],"read_bytes_per_token":3259736064,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"},{"quant":"BF16","bytes":49761354048,"gpu_bytes":49133051904,"mapped_bytes":49755381760,"out_bytes":622338048,"layer_bytes":[[48,1010639872]],"read_bytes_per_token":6099492864,"files":["cerebras_Qwen3-Coder-REAP-25B-A3B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"}],"original":{"bytes":49736593312,"repo":"cerebras/Qwen3-Coder-REAP-25B-A3B","sha":"cb22381beb50373af3a714b87f1d0b72b0eb6ad3","dtypes":{"BF16":24867354624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:55+00:00","url":"https://huggingface.co/cerebras/Qwen3-Coder-REAP-25B-A3B/tree/cb22381beb50373af3a714b87f1d0b72b0eb6ad3"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:55+00:00","url":"https://huggingface.co/bartowski/cerebras_Qwen3-Coder-REAP-25B-A3B-GGUF/tree/c279f99e1b6bd4b4afd300c07d4cb0614c67452b"}]},{"id":"qwen3-coder-reap-363b-a35b","name":"Qwen3-Coder-REAP-363B-A35B","repo":"cerebras/Qwen3-Coder-REAP-363B-A35B","sha":"7b1697bdcc571584613cb43548adcc7ed376a673","publisher":"cerebras","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":363118556672,"params_active":34526033408,"params_repo":363118556672,"arch":{"gguf_arch":"qwen3moe","n_layers":62,"n_layers_all":62,"layers":[[62,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":62,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":6144,"moe":{"active":8,"experts":120},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Qwen3-Coder-REAP-363B-A35B-Q4_K_M-00001-of-00005.gguf","repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","sha":"b63426f7a76ab7d862d679b9463e7f6b174f98aa"}},"gguf":{"repo":"unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF","sha":"b63426f7a76ab7d862d679b9463e7f6b174f98aa"},"weights":[{"quant":"Q2_K","bytes":132236213760,"gpu_bytes":131923927040,"mapped_bytes":132230230016,"out_bytes":765782016,"layer_bytes":[[62,2115453952]],"read_bytes_per_token":13318184960,"files":["Q2_K/Qwen3-Coder-REAP-363B-A35B-Q2_K-00001-of-00003.gguf","Q2_K/Qwen3-Coder-REAP-363B-A35B-Q2_K-00002-of-00003.gguf","Q2_K/Qwen3-Coder-REAP-363B-A35B-Q2_K-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"Q3_K_M","bytes":173488842400,"gpu_bytes":173081747456,"mapped_bytes":173482858496,"out_bytes":765782016,"layer_bytes":[[2,3004564480],[1,3003778048],[59,2767848448]],"read_bytes_per_token":17124417536,"files":["Q3_K_M/Qwen3-Coder-REAP-363B-A35B-Q3_K_M-00001-of-00004.gguf","Q3_K_M/Qwen3-Coder-REAP-363B-A35B-Q3_K_M-00002-of-00004.gguf","Q3_K_M/Qwen3-Coder-REAP-363B-A35B-Q3_K_M-00003-of-00004.gguf","Q3_K_M/Qwen3-Coder-REAP-363B-A35B-Q3_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"IQ4_XS","bytes":197090864768,"gpu_bytes":196559790080,"mapped_bytes":197084880896,"out_bytes":765782016,"layer_bytes":[[62,3157967872]],"read_bytes_per_token":19077816320,"files":["IQ4_XS/Qwen3-Coder-REAP-363B-A35B-IQ4_XS-00001-of-00004.gguf","IQ4_XS/Qwen3-Coder-REAP-363B-A35B-IQ4_XS-00002-of-00004.gguf","IQ4_XS/Qwen3-Coder-REAP-363B-A35B-IQ4_XS-00003-of-00004.gguf","IQ4_XS/Qwen3-Coder-REAP-363B-A35B-IQ4_XS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"Q4_0","bytes":205486419744,"gpu_bytes":204955344896,"mapped_bytes":205480435712,"out_bytes":765782016,"layer_bytes":[[7,3398026240],[55,3280061440]],"read_bytes_per_token":19876438016,"files":["Q4_0/Qwen3-Coder-REAP-363B-A35B-Q4_0-00001-of-00005.gguf","Q4_0/Qwen3-Coder-REAP-363B-A35B-Q4_0-00002-of-00005.gguf","Q4_0/Qwen3-Coder-REAP-363B-A35B-Q4_0-00003-of-00005.gguf","Q4_0/Qwen3-Coder-REAP-363B-A35B-Q4_0-00004-of-00005.gguf","Q4_0/Qwen3-Coder-REAP-363B-A35B-Q4_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"Q4_K_M","bytes":219307470592,"gpu_bytes":218776395776,"mapped_bytes":219301486592,"out_bytes":765782016,"layer_bytes":[[7,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[1,3768288256],[2,3280061440],[8,3768288256]],"read_bytes_per_token":20843257856,"files":["Q4_K_M/Qwen3-Coder-REAP-363B-A35B-Q4_K_M-00001-of-00005.gguf","Q4_K_M/Qwen3-Coder-REAP-363B-A35B-Q4_K_M-00002-of-00005.gguf","Q4_K_M/Qwen3-Coder-REAP-363B-A35B-Q4_K_M-00003-of-00005.gguf","Q4_K_M/Qwen3-Coder-REAP-363B-A35B-Q4_K_M-00004-of-00005.gguf","Q4_K_M/Qwen3-Coder-REAP-363B-A35B-Q4_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"Q5_K_M","bytes":257473310624,"gpu_bytes":256825548800,"mapped_bytes":257467326464,"out_bytes":765782016,"layer_bytes":[[7,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[1,4259808256],[2,4008297472],[8,4259808256]],"read_bytes_per_token":24541061120,"files":["Q5_K_M/Qwen3-Coder-REAP-363B-A35B-Q5_K_M-00001-of-00006.gguf","Q5_K_M/Qwen3-Coder-REAP-363B-A35B-Q5_K_M-00002-of-00006.gguf","Q5_K_M/Qwen3-Coder-REAP-363B-A35B-Q5_K_M-00003-of-00006.gguf","Q5_K_M/Qwen3-Coder-REAP-363B-A35B-Q5_K_M-00004-of-00006.gguf","Q5_K_M/Qwen3-Coder-REAP-363B-A35B-Q5_K_M-00005-of-00006.gguf","Q5_K_M/Qwen3-Coder-REAP-363B-A35B-Q5_K_M-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"Q6_K","bytes":298024515584,"gpu_bytes":297252773888,"mapped_bytes":298018531328,"out_bytes":765782016,"layer_bytes":[[62,4782048256]],"read_bytes_per_token":28469977088,"files":["Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00001-of-00007.gguf","Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00002-of-00007.gguf","Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00003-of-00007.gguf","Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00004-of-00007.gguf","Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00005-of-00007.gguf","Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00006-of-00007.gguf","Q6_K/Qwen3-Coder-REAP-363B-A35B-Q6_K-00007-of-00007.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"Q8_0","bytes":385956030272,"gpu_bytes":384958208000,"mapped_bytes":385950046208,"out_bytes":991862784,"layer_bytes":[[62,6193005568]],"read_bytes_per_token":36820490240,"files":["Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00001-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00002-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00003-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00004-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00005-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00006-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00007-of-00008.gguf","Q8_0/Qwen3-Coder-REAP-363B-A35B-Q8_0-00008-of-00008.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"},{"quant":"BF16","bytes":726336088704,"gpu_bytes":724463114240,"mapped_bytes":726330103808,"out_bytes":1867014144,"layer_bytes":[[62,11654775808]],"read_bytes_per_token":69145057280,"files":["BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00001-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00002-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00003-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00004-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00005-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00006-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00007-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00008-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00009-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00010-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00011-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00012-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00013-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00014-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00015-of-00016.gguf","BF16/Qwen3-Coder-REAP-363B-A35B-BF16-00016-of-00016.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"}],"original":{"bytes":726239968312,"repo":"cerebras/Qwen3-Coder-REAP-363B-A35B","sha":"7b1697bdcc571584613cb43548adcc7ed376a673","dtypes":{"BF16":363118556672}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:59+00:00","url":"https://huggingface.co/cerebras/Qwen3-Coder-REAP-363B-A35B/tree/7b1697bdcc571584613cb43548adcc7ed376a673"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:59+00:00","url":"https://huggingface.co/unsloth/Qwen3-Coder-REAP-363B-A35B-GGUF/tree/b63426f7a76ab7d862d679b9463e7f6b174f98aa"}]},{"id":"qwen3-nemotron-14b-brrm","name":"Qwen3-Nemotron-14B-BRRM","repo":"nvidia/Qwen3-Nemotron-14B-BRRM","sha":"dcf5e5721dd59c12cf165420a8fe6d02d8823403","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-Nemotron-14B-BRRM.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF","sha":"247fb378c4cafc216e66ffe4eb2458ca8ef6d968"}},"gguf":{"repo":"mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF","sha":"247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},"weights":[{"quant":"IQ2_XXS","bytes":4299194080,"gpu_bytes":4037980160,"mapped_bytes":4293232640,"out_bytes":534835200,"layer_bytes":[[5,93062144],[35,86795264]],"read_bytes_per_token":4037980160,"files":["Qwen3-Nemotron-14B-BRRM.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"IQ2_M","bytes":5322943200,"gpu_bytes":4982722560,"mapped_bytes":5316981760,"out_bytes":534835200,"layer_bytes":[[5,119727104],[35,109978624]],"read_bytes_per_token":4982722560,"files":["Qwen3-Nemotron-14B-BRRM.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"Q2_K","bytes":5753985760,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["Qwen3-Nemotron-14B-BRRM.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"IQ3_XXS","bytes":5942668000,"gpu_bytes":5602447360,"mapped_bytes":5936706560,"out_bytes":534835200,"layer_bytes":[[40,126690304]],"read_bytes_per_token":5602447360,"files":["Qwen3-Nemotron-14B-BRRM.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"Q3_K_M","bytes":7321315040,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["Qwen3-Nemotron-14B-BRRM.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"IQ4_XS","bytes":8110732000,"gpu_bytes":7691504640,"mapped_bytes":8104770560,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["Qwen3-Nemotron-14B-BRRM.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"Q4_0","bytes":8543003360,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["Qwen3-Nemotron-14B-BRRM.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"Q4_K_M","bytes":9001755360,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["Qwen3-Nemotron-14B-BRRM.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"Q5_K_M","bytes":10514572000,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["Qwen3-Nemotron-14B-BRRM.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"},{"quant":"Q6_K","bytes":12121939680,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["Qwen3-Nemotron-14B-BRRM.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:10+00:00","url":"https://huggingface.co/nvidia/Qwen3-Nemotron-14B-BRRM/tree/dcf5e5721dd59c12cf165420a8fe6d02d8823403"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:10+00:00","url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-14B-BRRM-i1-GGUF/tree/247fb378c4cafc216e66ffe4eb2458ca8ef6d968"}]},{"id":"qwen3-nemotron-235b-a22b-genrm","name":"Qwen3-Nemotron-235B-A22B-GenRM","repo":"nvidia/Qwen3-Nemotron-235B-A22B-GenRM","sha":"b127d6abced0dd19b8d1f9678a881bfd30380d4b","publisher":"nvidia","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":235093634560,"params_active":21568433664,"params_repo":235093634560,"arch":{"gguf_arch":"qwen3moe","n_layers":94,"n_layers_all":94,"layers":[[94,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":94,"v_elems":512,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Qwen3-Nemotron-235B-A22B-GenRM.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF","sha":"73c2c0445f77df5d4dad1ba0f32d4f1f160af316"}},"gguf":{"repo":"mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF","sha":"73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},"weights":[{"quant":"IQ2_XXS","bytes":61797583392,"gpu_bytes":61587372032,"mapped_bytes":61791574016,"out_bytes":427868160,"layer_bytes":[[11,700630016],[83,644006912]],"read_bytes_per_token":6114424832,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"IQ2_M","bytes":77151910432,"gpu_bytes":76878493696,"mapped_bytes":77145901056,"out_bytes":427868160,"layer_bytes":[[11,891077632],[83,802997248]],"read_bytes_per_token":7774713856,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"Q2_K","bytes":85691005472,"gpu_bytes":85480794112,"mapped_bytes":85684996096,"out_bytes":510521344,"layer_bytes":[[94,903939072]],"read_bytes_per_token":8414390272,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"IQ3_XXS","bytes":90376550944,"gpu_bytes":90103134208,"mapped_bytes":90370541568,"out_bytes":427868160,"layer_bytes":[[94,953992192]],"read_bytes_per_token":8601253888,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"Q3_K_M","bytes":112447384096,"gpu_bytes":112173967360,"mapped_bytes":112441374720,"out_bytes":510521344,"layer_bytes":[[2,1283474432],[3,1283212288],[89,1182548992]],"read_bytes_per_token":10795018240,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"IQ4_XS","bytes":125283916320,"gpu_bytes":124947294208,"mapped_bytes":125277906944,"out_bytes":510521344,"layer_bytes":[[94,1323795456]],"read_bytes_per_token":11842643968,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"Q4_K_M","bytes":142154078752,"gpu_bytes":141798008832,"mapped_bytes":142148069376,"out_bytes":510521344,"layer_bytes":[[11,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[12,1609352192]],"read_bytes_per_token":13086615552,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"},{"quant":"Q6_K","bytes":193015499296,"gpu_bytes":192498984960,"mapped_bytes":193009489920,"out_bytes":510521344,"layer_bytes":[[94,2042430464]],"read_bytes_per_token":17852098560,"files":["Qwen3-Nemotron-235B-A22B-GenRM.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"}],"original":{"bytes":470191877928,"repo":"nvidia/Qwen3-Nemotron-235B-A22B-GenRM","sha":"b127d6abced0dd19b8d1f9678a881bfd30380d4b","dtypes":{"BF16":235093634560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:12+00:00","url":"https://huggingface.co/nvidia/Qwen3-Nemotron-235B-A22B-GenRM/tree/b127d6abced0dd19b8d1f9678a881bfd30380d4b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:12+00:00","url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-235B-A22B-GenRM-i1-GGUF/tree/73c2c0445f77df5d4dad1ba0f32d4f1f160af316"}]},{"id":"qwen3-nemotron-8b-brrm","name":"Qwen3-Nemotron-8B-BRRM","repo":"nvidia/Qwen3-Nemotron-8B-BRRM","sha":"00ddfb6911af0effda047a72202054acade78133","publisher":"nvidia","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-Nemotron-8B-BRRM.i1-Q4_K_M.gguf","repo":"mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF","sha":"7ad68e4d111fb81d9a77d53007e1145d6b800865"}},"gguf":{"repo":"mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF","sha":"7ad68e4d111fb81d9a77d53007e1145d6b800865"},"weights":[{"quant":"IQ2_XXS","bytes":2490113184,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["Qwen3-Nemotron-8B-BRRM.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"IQ2_M","bytes":3051916448,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["Qwen3-Nemotron-8B-BRRM.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"Q2_K","bytes":3281734816,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Qwen3-Nemotron-8B-BRRM.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"IQ3_XXS","bytes":3369634976,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["Qwen3-Nemotron-8B-BRRM.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"Q3_K_M","bytes":4124163232,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Qwen3-Nemotron-8B-BRRM.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"IQ4_XS","bytes":4561841312,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Qwen3-Nemotron-8B-BRRM.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"Q4_0","bytes":4787334304,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Qwen3-Nemotron-8B-BRRM.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"Q4_K_M","bytes":5027785888,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Qwen3-Nemotron-8B-BRRM.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"Q5_K_M","bytes":5851114656,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Qwen3-Nemotron-8B-BRRM.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"},{"quant":"Q6_K","bytes":6725901472,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Qwen3-Nemotron-8B-BRRM.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"}],"original":null,"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:23+00:00","url":"https://huggingface.co/nvidia/Qwen3-Nemotron-8B-BRRM/tree/00ddfb6911af0effda047a72202054acade78133"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:23+00:00","url":"https://huggingface.co/mradermacher/Qwen3-Nemotron-8B-BRRM-i1-GGUF/tree/7ad68e4d111fb81d9a77d53007e1145d6b800865"}]},{"id":"qwen3-next-80b-a3b-instruct","name":"Qwen3-Next-80B-A3B-Instruct","repo":"Qwen/Qwen3-Next-80B-A3B-Instruct","sha":"9c7f2fbe84465e40164a94cc16cd30b6999b0cc7","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":79674391296,"params_active":3563764480,"params_repo":81324862720,"arch":{"gguf_arch":"qwen3next","n_layers":48,"n_layers_all":48,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0],[3,"recurrent",0,0,null,548864],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":12,"v_elems":512,"window":null}],"state_elems":19759104,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":10,"experts":512},"cross_checked":true,"gguf_source":{"file":"Qwen3-Next-80B-A3B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","sha":"6688872b7a4e5eb8a121ceea08009530a024ba1d"}},"gguf":{"repo":"unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF","sha":"6688872b7a4e5eb8a121ceea08009530a024ba1d"},"weights":[{"quant":"Q2_K","bytes":29171165984,"gpu_bytes":29063078912,"mapped_bytes":29165179904,"out_bytes":255260672,"layer_bytes":[[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288],[3,600447744],[1,599308288]],"read_bytes_per_token":1625252864,"files":["Qwen3-Next-80B-A3B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"Q3_K_M","bytes":38299874080,"gpu_bytes":38160184320,"mapped_bytes":38293888000,"out_bytes":255260672,"layer_bytes":[[3,853561088],[1,782718976],[3,786452224],[1,782718976],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904],[3,786452224],[1,782587904]],"read_bytes_per_token":2037003264,"files":["Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"IQ4_XS","bytes":42644478752,"gpu_bytes":42463462400,"mapped_bytes":42638492672,"out_bytes":255260672,"layer_bytes":[[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096],[3,880182016],[1,876804096]],"read_bytes_per_token":2194998272,"files":["Qwen3-Next-80B-A3B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"Q4_0","bytes":45307878176,"gpu_bytes":45126861824,"mapped_bytes":45301892096,"out_bytes":255260672,"layer_bytes":[[3,965120768],[1,961378304],[2,965120768],[1,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872],[3,931566336],[1,927823872]],"read_bytes_per_token":2292270080,"files":["Qwen3-Next-80B-A3B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"Q4_K_M","bytes":48506100512,"gpu_bytes":48325084160,"mapped_bytes":48500114432,"out_bytes":255260672,"layer_bytes":[[3,1072075520],[1,1066506240],[2,1072075520],[1,933663488],[1,928094208],[1,1072075520],[2,933663488],[1,1066506240],[2,933663488],[1,1072075520],[1,928094208],[1,933663488],[1,1072075520],[1,933663488],[1,928094208],[1,1072075520],[2,933663488],[1,1066506240],[2,933663488],[1,1072075520],[1,927823872],[1,933663488],[1,1072075520],[1,933663488],[1,927823872],[1,1072075520],[2,933663488],[1,1066506240],[2,933663488],[1,1072075520],[1,927823872],[1,933663488],[2,1072075520],[1,1066235904],[3,1072075520],[1,1066506240]],"read_bytes_per_token":2430878720,"files":["Qwen3-Next-80B-A3B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"Q5_K_M","bytes":56807578592,"gpu_bytes":56587666432,"mapped_bytes":56801592320,"out_bytes":255260672,"layer_bytes":[[3,1210913536],[1,1204279296],[2,1210913536],[1,1139610368],[1,1132976128],[1,1210913536],[2,1139610368],[1,1204279296],[2,1139610368],[1,1210913536],[1,1132976128],[1,1139610368],[1,1210913536],[1,1139610368],[1,1132976128],[1,1210913536],[2,1139610368],[1,1204279296],[2,1139610368],[1,1210913536],[1,1132836864],[1,1139610368],[1,1210913536],[1,1139610368],[1,1132836864],[1,1210913536],[2,1139610368],[1,1204279296],[2,1139610368],[1,1210913536],[1,1132836864],[1,1139610368],[2,1210913536],[1,1204140032],[3,1210913536],[1,1204279296]],"read_bytes_per_token":2797683712,"files":["Q5_K_M/Qwen3-Next-80B-A3B-Instruct-Q5_K_M-00001-of-00002.gguf","Q5_K_M/Qwen3-Next-80B-A3B-Instruct-Q5_K_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"Q6_K","bytes":65540654048,"gpu_bytes":65279415296,"mapped_bytes":65534667776,"out_bytes":255260672,"layer_bytes":[[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184],[3,1356019456],[1,1350621184]],"read_bytes_per_token":3100169216,"files":["Q6_K/Qwen3-Next-80B-A3B-Instruct-Q6_K-00001-of-00002.gguf","Q6_K/Qwen3-Next-80B-A3B-Instruct-Q6_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"Q8_0","bytes":84812055520,"gpu_bytes":84475456512,"mapped_bytes":84806069248,"out_bytes":330620928,"layer_bytes":[[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112],[3,1754755840],[1,1747802112]],"read_bytes_per_token":3938528256,"files":["Q8_0/Qwen3-Next-80B-A3B-Instruct-Q8_0-00001-of-00002.gguf","Q8_0/Qwen3-Next-80B-A3B-Instruct-Q8_0-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"},{"quant":"BF16","bytes":159458215232,"gpu_bytes":158829898752,"mapped_bytes":159452228608,"out_bytes":622338048,"layer_bytes":[[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712],[3,3299234560],[1,3286259712]],"read_bytes_per_token":7230974976,"files":["BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00001-of-00004.gguf","BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00002-of-00004.gguf","BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00003-of-00004.gguf","BF16/Qwen3-Next-80B-A3B-Instruct-BF16-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"}],"original":{"bytes":162659161528,"repo":"Qwen/Qwen3-Next-80B-A3B-Instruct","sha":"9c7f2fbe84465e40164a94cc16cd30b6999b0cc7","dtypes":{"BF16":81324862720}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:02+00:00","url":"https://huggingface.co/Qwen/Qwen3-Next-80B-A3B-Instruct/tree/9c7f2fbe84465e40164a94cc16cd30b6999b0cc7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:02+00:00","url":"https://huggingface.co/unsloth/Qwen3-Next-80B-A3B-Instruct-GGUF/tree/6688872b7a4e5eb8a121ceea08009530a024ba1d"}]},{"id":"qwen3-vl-235b-a22b-instruct","name":"Qwen3-VL-235B-A22B-Instruct","repo":"Qwen/Qwen3-VL-235B-A22B-Instruct","sha":"710c13861be6c466e66de3f484069440b8f31389","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":235093634560,"params_active":21568433664,"params_repo":235670022896,"arch":{"gguf_arch":"qwen3vlmoe","n_layers":94,"n_layers_all":94,"layers":[[94,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":94,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Q4_K_M/Qwen3-VL-235B-A22B-Instruct-Q4_K_M-00001-of-00003.gguf","repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","sha":"37cfb2aeae01a1b10effb1716212c6dd75c80874"}},"gguf":{"repo":"unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF","sha":"37cfb2aeae01a1b10effb1716212c6dd75c80874"},"weights":[{"quant":"Q2_K","bytes":85691002784,"gpu_bytes":85480794112,"mapped_bytes":85684996096,"out_bytes":510521344,"layer_bytes":[[94,903939072]],"read_bytes_per_token":8414390272,"files":["Q2_K/Qwen3-VL-235B-A22B-Instruct-Q2_K-00001-of-00002.gguf","Q2_K/Qwen3-VL-235B-A22B-Instruct-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"Q3_K_M","bytes":112447381504,"gpu_bytes":112173967360,"mapped_bytes":112441374720,"out_bytes":510521344,"layer_bytes":[[2,1283474432],[3,1283212288],[89,1182548992]],"read_bytes_per_token":10795018240,"files":["Q3_K_M/Qwen3-VL-235B-A22B-Instruct-Q3_K_M-00001-of-00003.gguf","Q3_K_M/Qwen3-VL-235B-A22B-Instruct-Q3_K_M-00002-of-00003.gguf","Q3_K_M/Qwen3-VL-235B-A22B-Instruct-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"IQ4_XS","bytes":125303361600,"gpu_bytes":124947294208,"mapped_bytes":125297354752,"out_bytes":510521344,"layer_bytes":[[94,1323795456]],"read_bytes_per_token":11842643968,"files":["IQ4_XS/Qwen3-VL-235B-A22B-Instruct-IQ4_XS-00001-of-00003.gguf","IQ4_XS/Qwen3-VL-235B-A22B-Instruct-IQ4_XS-00002-of-00003.gguf","IQ4_XS/Qwen3-VL-235B-A22B-Instruct-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"Q4_0","bytes":133132423200,"gpu_bytes":132776355840,"mapped_bytes":133126416384,"out_bytes":510521344,"layer_bytes":[[11,1451525120],[83,1401193472]],"read_bytes_per_token":12499445760,"files":["Q4_0/Qwen3-VL-235B-A22B-Instruct-Q4_0-00001-of-00003.gguf","Q4_0/Qwen3-VL-235B-A22B-Instruct-Q4_0-00002-of-00003.gguf","Q4_0/Qwen3-VL-235B-A22B-Instruct-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"Q4_K_M","bytes":142154076192,"gpu_bytes":141798008832,"mapped_bytes":142148069376,"out_bytes":510521344,"layer_bytes":[[11,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[1,1609352192],[2,1401193472],[12,1609352192]],"read_bytes_per_token":13086615552,"files":["Q4_K_M/Qwen3-VL-235B-A22B-Instruct-Q4_K_M-00001-of-00003.gguf","Q4_K_M/Qwen3-VL-235B-A22B-Instruct-Q4_K_M-00002-of-00003.gguf","Q4_K_M/Qwen3-VL-235B-A22B-Instruct-Q4_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"Q5_K_M","bytes":166814158944,"gpu_bytes":166380300288,"mapped_bytes":166808152064,"out_bytes":510521344,"layer_bytes":[[11,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[1,1819329536],[2,1712096256],[12,1819329536]],"read_bytes_per_token":15397152768,"files":["Q5_K_M/Qwen3-VL-235B-A22B-Instruct-Q5_K_M-00001-of-00004.gguf","Q5_K_M/Qwen3-VL-235B-A22B-Instruct-Q5_K_M-00002-of-00004.gguf","Q5_K_M/Qwen3-VL-235B-A22B-Instruct-Q5_K_M-00003-of-00004.gguf","Q5_K_M/Qwen3-VL-235B-A22B-Instruct-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"Q6_K","bytes":193015496864,"gpu_bytes":192498984960,"mapped_bytes":193009489920,"out_bytes":510521344,"layer_bytes":[[94,2042430464]],"read_bytes_per_token":17852098560,"files":["Q6_K/Qwen3-VL-235B-A22B-Instruct-Q6_K-00001-of-00004.gguf","Q6_K/Qwen3-VL-235B-A22B-Instruct-Q6_K-00002-of-00004.gguf","Q6_K/Qwen3-VL-235B-A22B-Instruct-Q6_K-00003-of-00004.gguf","Q6_K/Qwen3-VL-235B-A22B-Instruct-Q6_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"Q8_0","bytes":249940107648,"gpu_bytes":249272875008,"mapped_bytes":249934100480,"out_bytes":661241856,"layer_bytes":[[94,2644804608]],"read_bytes_per_token":23063574528,"files":["Q8_0/Qwen3-VL-235B-A22B-Instruct-Q8_0-00001-of-00006.gguf","Q8_0/Qwen3-VL-235B-A22B-Instruct-Q8_0-00002-of-00006.gguf","Q8_0/Qwen3-VL-235B-A22B-Instruct-Q8_0-00003-of-00006.gguf","Q8_0/Qwen3-VL-235B-A22B-Instruct-Q8_0-00004-of-00006.gguf","Q8_0/Qwen3-VL-235B-A22B-Instruct-Q8_0-00005-of-00006.gguf","Q8_0/Qwen3-VL-235B-A22B-Instruct-Q8_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"},{"quant":"BF16","bytes":470293438976,"gpu_bytes":469042771968,"mapped_bytes":470287431680,"out_bytes":1244676096,"layer_bytes":[[94,4976575488]],"read_bytes_per_token":43237029888,"files":["BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00001-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00002-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00003-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00004-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00005-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00006-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00007-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00008-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00009-of-00010.gguf","BF16/Qwen3-VL-235B-A22B-Instruct-BF16-00010-of-00010.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"}],"original":{"bytes":471340223736,"repo":"Qwen/Qwen3-VL-235B-A22B-Instruct","sha":"710c13861be6c466e66de3f484069440b8f31389","dtypes":{"BF16":235670022896}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:11:18+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-235B-A22B-Instruct/tree/710c13861be6c466e66de3f484069440b8f31389"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:11:18+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-235B-A22B-Instruct-GGUF/tree/37cfb2aeae01a1b10effb1716212c6dd75c80874"}]},{"id":"qwen3-vl-2b-instruct","name":"Qwen3-VL-2B-Instruct","repo":"Qwen/Qwen3-VL-2B-Instruct","sha":"89644892e4d85e24eaac8bacfd4f463576704203","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1720574976,"params_active":null,"params_repo":2127532032,"arch":{"gguf_arch":"qwen3vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-2B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","sha":"8dcb98e52a1d1d02dce9249e5ab15bae8121c666"}},"gguf":{"repo":"unsloth/Qwen3-VL-2B-Instruct-GGUF","sha":"8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},"weights":[{"quant":"Q2_K","bytes":777797312,"gpu_bytes":771844096,"mapped_bytes":771844096,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["Qwen3-VL-2B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"Q3_K_M","bytes":939540160,"gpu_bytes":933586944,"mapped_bytes":933586944,"out_bytes":255260672,"layer_bytes":[[1,25986048],[1,24413184],[26,24151040]],"read_bytes_per_token":933586944,"files":["Qwen3-VL-2B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"IQ4_XS","bytes":1010384576,"gpu_bytes":1004431360,"mapped_bytes":1004431360,"out_bytes":255260672,"layer_bytes":[[28,26756096]],"read_bytes_per_token":1004431360,"files":["Qwen3-VL-2B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"Q4_0","bytes":1056784064,"gpu_bytes":1050830848,"mapped_bytes":1050830848,"out_bytes":255260672,"layer_bytes":[[3,29115392],[25,28328960]],"read_bytes_per_token":1050830848,"files":["Qwen3-VL-2B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"Q4_K_M","bytes":1107410624,"gpu_bytes":1101457408,"mapped_bytes":1101457408,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["Qwen3-VL-2B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"Q5_K_M","bytes":1257881280,"gpu_bytes":1251928064,"mapped_bytes":1251928064,"out_bytes":255260672,"layer_bytes":[[3,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[5,36570112]],"read_bytes_per_token":1251928064,"files":["Qwen3-VL-2B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"Q6_K","bytes":1417756352,"gpu_bytes":1411803136,"mapped_bytes":1411803136,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["Qwen3-VL-2B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"Q8_0","bytes":1834428096,"gpu_bytes":1828474880,"mapped_bytes":1828474880,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["Qwen3-VL-2B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"},{"quant":"BF16","bytes":3447350720,"gpu_bytes":3441397760,"mapped_bytes":3441397760,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["Qwen3-VL-2B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"}],"original":{"bytes":4255140312,"repo":"Qwen/Qwen3-VL-2B-Instruct","sha":"89644892e4d85e24eaac8bacfd4f463576704203","dtypes":{"BF16":2127532032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T18:12:54+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct/tree/89644892e4d85e24eaac8bacfd4f463576704203"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T18:12:54+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Instruct-GGUF/tree/8dcb98e52a1d1d02dce9249e5ab15bae8121c666"}]},{"id":"qwen3-vl-2b-thinking","name":"Qwen3-VL-2B-Thinking","repo":"Qwen/Qwen3-VL-2B-Thinking","sha":"33e0ad94c327808ebc7d3bbc97e78e600f1eeecd","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1720574976,"params_active":null,"params_repo":2127532032,"arch":{"gguf_arch":"qwen3vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-2B-Thinking-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","sha":"1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"}},"gguf":{"repo":"unsloth/Qwen3-VL-2B-Thinking-GGUF","sha":"1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},"weights":[{"quant":"Q2_K","bytes":777797792,"gpu_bytes":771844096,"mapped_bytes":771844096,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["Qwen3-VL-2B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"Q3_K_M","bytes":939540640,"gpu_bytes":933586944,"mapped_bytes":933586944,"out_bytes":255260672,"layer_bytes":[[1,25986048],[1,24413184],[26,24151040]],"read_bytes_per_token":933586944,"files":["Qwen3-VL-2B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"IQ4_XS","bytes":1010385056,"gpu_bytes":1004431360,"mapped_bytes":1004431360,"out_bytes":255260672,"layer_bytes":[[28,26756096]],"read_bytes_per_token":1004431360,"files":["Qwen3-VL-2B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"Q4_0","bytes":1056784544,"gpu_bytes":1050830848,"mapped_bytes":1050830848,"out_bytes":255260672,"layer_bytes":[[3,29115392],[25,28328960]],"read_bytes_per_token":1050830848,"files":["Qwen3-VL-2B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"Q4_K_M","bytes":1107411104,"gpu_bytes":1101457408,"mapped_bytes":1101457408,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["Qwen3-VL-2B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"Q5_K_M","bytes":1257881760,"gpu_bytes":1251928064,"mapped_bytes":1251928064,"out_bytes":255260672,"layer_bytes":[[3,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[5,36570112]],"read_bytes_per_token":1251928064,"files":["Qwen3-VL-2B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"Q6_K","bytes":1417756832,"gpu_bytes":1411803136,"mapped_bytes":1411803136,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["Qwen3-VL-2B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"Q8_0","bytes":1834428576,"gpu_bytes":1828474880,"mapped_bytes":1828474880,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["Qwen3-VL-2B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"},{"quant":"BF16","bytes":3447351168,"gpu_bytes":3441397760,"mapped_bytes":3441397760,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["Qwen3-VL-2B-Thinking-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"}],"original":{"bytes":4255140312,"repo":"Qwen/Qwen3-VL-2B-Thinking","sha":"33e0ad94c327808ebc7d3bbc97e78e600f1eeecd","dtypes":{"BF16":2127532032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T19:01:02+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-2B-Thinking/tree/33e0ad94c327808ebc7d3bbc97e78e600f1eeecd"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T19:01:02+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-2B-Thinking-GGUF/tree/1718fd9de24f2a91e72a5eaa87ea31b9dca69ac9"}]},{"id":"qwen3-vl-30b-a3b-instruct","name":"Qwen3-VL-30B-A3B-Instruct","repo":"Qwen/Qwen3-VL-30B-A3B-Instruct","sha":"9c4b90e1e4ba969fd3b5378b57d966d725f1b86c","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":30532122624,"params_active":3041867776,"params_repo":31070754032,"arch":{"gguf_arch":"qwen3vlmoe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","sha":"0af19e7479857aa7f3246466a4ad16c7e7299639"}},"gguf":{"repo":"unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF","sha":"0af19e7479857aa7f3246466a4ad16c7e7299639"},"weights":[{"quant":"Q2_K","bytes":11258611424,"gpu_bytes":11150538752,"mapped_bytes":11252639744,"out_bytes":255260672,"layer_bytes":[[48,226984960]],"read_bytes_per_token":1312274432,"files":["Qwen3-VL-30B-A3B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"Q3_K_M","bytes":14711848672,"gpu_bytes":14572173312,"mapped_bytes":14705876992,"out_bytes":255260672,"layer_bytes":[[2,321987584],[1,321856512],[45,296690688]],"read_bytes_per_token":1619638272,"files":["Qwen3-VL-30B-A3B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"IQ4_XS","bytes":16378074848,"gpu_bytes":16197072896,"mapped_bytes":16372103168,"out_bytes":255260672,"layer_bytes":[[48,332121088]],"read_bytes_per_token":1758181376,"files":["Qwen3-VL-30B-A3B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"Q4_0","bytes":17379989216,"gpu_bytes":17198987264,"mapped_bytes":17374017536,"out_bytes":255260672,"layer_bytes":[[6,364004352],[42,351421440]],"read_bytes_per_token":1839970304,"files":["Qwen3-VL-30B-A3B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"Q4_K_M","bytes":18556688096,"gpu_bytes":18375686144,"mapped_bytes":18550716416,"out_bytes":255260672,"layer_bytes":[[6,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[7,403596288]],"read_bytes_per_token":1919596544,"files":["Qwen3-VL-30B-A3B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"Q5_K_M","bytes":21725583072,"gpu_bytes":21505685504,"mapped_bytes":21719611392,"out_bytes":255260672,"layer_bytes":[[6,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[7,456156160]],"read_bytes_per_token":2218440704,"files":["Qwen3-VL-30B-A3B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"Q6_K","bytes":25092533984,"gpu_bytes":24831309824,"mapped_bytes":25086562304,"out_bytes":255260672,"layer_bytes":[[48,512001024]],"read_bytes_per_token":2535962624,"files":["Qwen3-VL-30B-A3B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"Q8_0","bytes":32483933920,"gpu_bytes":32147349504,"mapped_bytes":32477962240,"out_bytes":330620928,"layer_bytes":[[48,662848512]],"read_bytes_per_token":3269566464,"files":["Qwen3-VL-30B-A3B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"},{"quant":"BF16","bytes":61095804576,"gpu_bytes":60467503104,"mapped_bytes":61089832960,"out_bytes":622338048,"layer_bytes":[[48,1246774272]],"read_bytes_per_token":6109323264,"files":["BF16/Qwen3-VL-30B-A3B-Instruct-BF16-00001-of-00002.gguf","BF16/Qwen3-VL-30B-A3B-Instruct-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"}],"original":{"bytes":62141618016,"repo":"Qwen/Qwen3-VL-30B-A3B-Instruct","sha":"9c4b90e1e4ba969fd3b5378b57d966d725f1b86c","dtypes":{"BF16":31070754032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T19:02:04+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-30B-A3B-Instruct/tree/9c4b90e1e4ba969fd3b5378b57d966d725f1b86c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T19:02:04+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-30B-A3B-Instruct-GGUF/tree/0af19e7479857aa7f3246466a4ad16c7e7299639"}]},{"id":"qwen3-vl-32b-instruct","name":"Qwen3-VL-32B-Instruct","repo":"Qwen/Qwen3-VL-32B-Instruct","sha":"0cfaf48183f594c314753d30a4c4974bc75f3ccb","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":32762123264,"params_active":null,"params_repo":33357390064,"arch":{"gguf_arch":"qwen3vl","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-32B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","sha":"b9262a359f54dead8e2609f6146e2fc3398fd0d9"}},"gguf":{"repo":"unsloth/Qwen3-VL-32B-Instruct-GGUF","sha":"b9262a359f54dead8e2609f6146e2fc3398fd0d9"},"weights":[{"quant":"Q2_K","bytes":12344653600,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["Qwen3-VL-32B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"Q3_K_M","bytes":15971779360,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["Qwen3-VL-32B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"IQ4_XS","bytes":17714806560,"gpu_bytes":17271254016,"mapped_bytes":17708829696,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["Qwen3-VL-32B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"Q4_0","bytes":18703089440,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["Qwen3-VL-32B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"Q4_K_M","bytes":19762151200,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["Qwen3-VL-32B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"Q5_K_M","bytes":23214833440,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["Qwen3-VL-32B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"Q6_K","bytes":26883308320,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["Qwen3-VL-32B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"Q8_0","bytes":34817721120,"gpu_bytes":33985212416,"mapped_bytes":34811744256,"out_bytes":826552320,"layer_bytes":[[64,518104064]],"read_bytes_per_token":33985212416,"files":["Qwen3-VL-32B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"},{"quant":"BF16","bytes":65531577056,"gpu_bytes":63969775616,"mapped_bytes":65525600256,"out_bytes":1555845120,"layer_bytes":[[64,975217664]],"read_bytes_per_token":63969775616,"files":["BF16/Qwen3-VL-32B-Instruct-BF16-00001-of-00002.gguf","BF16/Qwen3-VL-32B-Instruct-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"}],"original":{"bytes":66714912872,"repo":"Qwen/Qwen3-VL-32B-Instruct","sha":"0cfaf48183f594c314753d30a4c4974bc75f3ccb","dtypes":{"BF16":33357390064}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T19:02:56+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-32B-Instruct/tree/0cfaf48183f594c314753d30a4c4974bc75f3ccb"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T19:02:56+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Instruct-GGUF/tree/b9262a359f54dead8e2609f6146e2fc3398fd0d9"}]},{"id":"qwen3-vl-32b-thinking","name":"Qwen3-VL-32B-Thinking","repo":"Qwen/Qwen3-VL-32B-Thinking","sha":"7edd10ffd1196091948fb245ff63e406ccb2d4d1","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:07:09+00:00","multimodal":true,"params_gguf":32762123264,"params_active":null,"params_repo":33357390064,"arch":{"gguf_arch":"qwen3vl","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-32B-Thinking-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","sha":"9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"}},"gguf":{"repo":"unsloth/Qwen3-VL-32B-Thinking-GGUF","sha":"9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},"weights":[{"quant":"Q2_K","bytes":12344653504,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["Qwen3-VL-32B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"Q3_K_M","bytes":15971779264,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["Qwen3-VL-32B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"IQ4_XS","bytes":17714806464,"gpu_bytes":17271254016,"mapped_bytes":17708829696,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["Qwen3-VL-32B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"Q4_0","bytes":18703089344,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["Qwen3-VL-32B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"Q4_K_M","bytes":19762151104,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["Qwen3-VL-32B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"Q5_K_M","bytes":23214833344,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["Qwen3-VL-32B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"Q6_K","bytes":26883308224,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["Qwen3-VL-32B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"Q8_0","bytes":34817721024,"gpu_bytes":33985212416,"mapped_bytes":34811744256,"out_bytes":826552320,"layer_bytes":[[64,518104064]],"read_bytes_per_token":33985212416,"files":["Qwen3-VL-32B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"},{"quant":"BF16","bytes":65531576960,"gpu_bytes":63969775616,"mapped_bytes":65525600256,"out_bytes":1555845120,"layer_bytes":[[64,975217664]],"read_bytes_per_token":63969775616,"files":["BF16/Qwen3-VL-32B-Thinking-BF16-00001-of-00002.gguf","BF16/Qwen3-VL-32B-Thinking-BF16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"}],"original":{"bytes":66714912872,"repo":"Qwen/Qwen3-VL-32B-Thinking","sha":"7edd10ffd1196091948fb245ff63e406ccb2d4d1","dtypes":{"BF16":33357390064}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T17:06:14+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-32B-Thinking/tree/7edd10ffd1196091948fb245ff63e406ccb2d4d1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T17:06:14+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-32B-Thinking-GGUF/tree/9ec869824c4414c9bdefc7f8436e1a5f4d1fb079"}]},{"id":"qwen3-vl-4b-instruct","name":"Qwen3-VL-4B-Instruct","repo":"Qwen/Qwen3-VL-4B-Instruct","sha":"ebb281ec70b05090aa6165b016eac8ec08e71b17","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4022468096,"params_active":null,"params_repo":4437815808,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-4B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","sha":"00c00da0690c4b14b5539b02c4ea5d7c9102b35e"}},"gguf":{"repo":"unsloth/Qwen3-VL-4B-Instruct-GGUF","sha":"00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},"weights":[{"quant":"Q2_K","bytes":1669501216,"gpu_bytes":1663542784,"mapped_bytes":1663542784,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["Qwen3-VL-4B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"Q3_K_M","bytes":2075619616,"gpu_bytes":2069661184,"mapped_bytes":2069661184,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["Qwen3-VL-4B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"IQ4_XS","bytes":2270753056,"gpu_bytes":2264794624,"mapped_bytes":2264794624,"out_bytes":319075840,"layer_bytes":[[36,54047744]],"read_bytes_per_token":2264794624,"files":["Qwen3-VL-4B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"Q4_0","bytes":2375774496,"gpu_bytes":2369816064,"mapped_bytes":2369816064,"out_bytes":319075840,"layer_bytes":[[4,58348544],[32,56792064]],"read_bytes_per_token":2369816064,"files":["Qwen3-VL-4B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"Q4_K_M","bytes":2497282336,"gpu_bytes":2491323904,"mapped_bytes":2491323904,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["Qwen3-VL-4B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"Q5_K_M","bytes":2889515296,"gpu_bytes":2883556864,"mapped_bytes":2883556864,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["Qwen3-VL-4B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"Q6_K","bytes":3306262816,"gpu_bytes":3300304384,"mapped_bytes":3300304384,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["Qwen3-VL-4B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"Q8_0","bytes":4280406816,"gpu_bytes":4274448384,"mapped_bytes":4274448384,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["Qwen3-VL-4B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"},{"quant":"BF16","bytes":8051286560,"gpu_bytes":8045328384,"mapped_bytes":8045328384,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["Qwen3-VL-4B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"}],"original":{"bytes":8875719344,"repo":"Qwen/Qwen3-VL-4B-Instruct","sha":"ebb281ec70b05090aa6165b016eac8ec08e71b17","dtypes":{"BF16":4437815808}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T19:03:57+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-4B-Instruct/tree/ebb281ec70b05090aa6165b016eac8ec08e71b17"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T19:03:57+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Instruct-GGUF/tree/00c00da0690c4b14b5539b02c4ea5d7c9102b35e"}]},{"id":"qwen3-vl-4b-thinking","name":"Qwen3-VL-4B-Thinking","repo":"Qwen/Qwen3-VL-4B-Thinking","sha":"1de27d8c51f12e819435303b9e84c4e25ba8401e","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4022468096,"params_active":null,"params_repo":4437815808,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-4B-Thinking-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","sha":"caf45addb53a3704ba67e3af0cf6624e987aa54a"}},"gguf":{"repo":"unsloth/Qwen3-VL-4B-Thinking-GGUF","sha":"caf45addb53a3704ba67e3af0cf6624e987aa54a"},"weights":[{"quant":"Q2_K","bytes":1669501696,"gpu_bytes":1663542784,"mapped_bytes":1663542784,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["Qwen3-VL-4B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"Q3_K_M","bytes":2075620096,"gpu_bytes":2069661184,"mapped_bytes":2069661184,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["Qwen3-VL-4B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"IQ4_XS","bytes":2270753536,"gpu_bytes":2264794624,"mapped_bytes":2264794624,"out_bytes":319075840,"layer_bytes":[[36,54047744]],"read_bytes_per_token":2264794624,"files":["Qwen3-VL-4B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"Q4_0","bytes":2375774976,"gpu_bytes":2369816064,"mapped_bytes":2369816064,"out_bytes":319075840,"layer_bytes":[[4,58348544],[32,56792064]],"read_bytes_per_token":2369816064,"files":["Qwen3-VL-4B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"Q4_K_M","bytes":2497282816,"gpu_bytes":2491323904,"mapped_bytes":2491323904,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["Qwen3-VL-4B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"Q5_K_M","bytes":2889515776,"gpu_bytes":2883556864,"mapped_bytes":2883556864,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["Qwen3-VL-4B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"Q6_K","bytes":3306263296,"gpu_bytes":3300304384,"mapped_bytes":3300304384,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["Qwen3-VL-4B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"Q8_0","bytes":4280407296,"gpu_bytes":4274448384,"mapped_bytes":4274448384,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["Qwen3-VL-4B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"},{"quant":"BF16","bytes":8051287008,"gpu_bytes":8045328384,"mapped_bytes":8045328384,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["Qwen3-VL-4B-Thinking-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"}],"original":{"bytes":8875719344,"repo":"Qwen/Qwen3-VL-4B-Thinking","sha":"1de27d8c51f12e819435303b9e84c4e25ba8401e","dtypes":{"BF16":4437815808}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T19:04:45+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-4B-Thinking/tree/1de27d8c51f12e819435303b9e84c4e25ba8401e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T19:04:45+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-4B-Thinking-GGUF/tree/caf45addb53a3704ba67e3af0cf6624e987aa54a"}]},{"id":"qwen3-vl-8b-instruct","name":"Qwen3-VL-8B-Instruct","repo":"Qwen/Qwen3-VL-8B-Instruct","sha":"0c351dd01ed87e9c1b53cbc748cba10e6187ff3b","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-8B-Instruct-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","sha":"b93a7ee713758252c555be4210c00540df954dc2"}},"gguf":{"repo":"unsloth/Qwen3-VL-8B-Instruct-GGUF","sha":"b93a7ee713758252c555be4210c00540df954dc2"},"weights":[{"quant":"Q2_K","bytes":3281734496,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Qwen3-VL-8B-Instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"Q3_K_M","bytes":4124162912,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Qwen3-VL-8B-Instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"IQ4_XS","bytes":4581288800,"gpu_bytes":4225269760,"mapped_bytes":4575330304,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Qwen3-VL-8B-Instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"Q4_0","bytes":4787333984,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Qwen3-VL-8B-Instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"Q4_K_M","bytes":5027785568,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Qwen3-VL-8B-Instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"Q5_K_M","bytes":5851114336,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Qwen3-VL-8B-Instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"Q6_K","bytes":6725901152,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Qwen3-VL-8B-Instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"Q8_0","bytes":8709520224,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["Qwen3-VL-8B-Instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"},{"quant":"BF16","bytes":16388045408,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["Qwen3-VL-8B-Instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"}],"original":{"bytes":17534339512,"repo":"Qwen/Qwen3-VL-8B-Instruct","sha":"0c351dd01ed87e9c1b53cbc748cba10e6187ff3b","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:03:24+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct/tree/0c351dd01ed87e9c1b53cbc748cba10e6187ff3b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:03:24+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF/tree/b93a7ee713758252c555be4210c00540df954dc2"}]},{"id":"qwen3-vl-8b-thinking","name":"Qwen3-VL-8B-Thinking","repo":"Qwen/Qwen3-VL-8B-Thinking","sha":"92f3c4b4feadd3a016ef468d103bb5f58b2a2c6b","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:08:06+00:00","multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Qwen3-VL-8B-Thinking-Q4_K_M.gguf","repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","sha":"894774171339940a7a7f162a39d8143fb5154cdd"}},"gguf":{"repo":"unsloth/Qwen3-VL-8B-Thinking-GGUF","sha":"894774171339940a7a7f162a39d8143fb5154cdd"},"weights":[{"quant":"Q2_K","bytes":3281734944,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Qwen3-VL-8B-Thinking-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"Q3_K_M","bytes":4124163360,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Qwen3-VL-8B-Thinking-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"IQ4_XS","bytes":4581289248,"gpu_bytes":4225269760,"mapped_bytes":4575330304,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Qwen3-VL-8B-Thinking-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"Q4_0","bytes":4787334432,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Qwen3-VL-8B-Thinking-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"Q4_K_M","bytes":5027786016,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Qwen3-VL-8B-Thinking-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"Q5_K_M","bytes":5851114784,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Qwen3-VL-8B-Thinking-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"Q6_K","bytes":6725901600,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Qwen3-VL-8B-Thinking-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"Q8_0","bytes":8709520672,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["Qwen3-VL-8B-Thinking-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"},{"quant":"BF16","bytes":16388045856,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["Qwen3-VL-8B-Thinking-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"}],"original":{"bytes":17534339512,"repo":"Qwen/Qwen3-VL-8B-Thinking","sha":"92f3c4b4feadd3a016ef468d103bb5f58b2a2c6b","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T17:07:09+00:00","url":"https://huggingface.co/Qwen/Qwen3-VL-8B-Thinking/tree/92f3c4b4feadd3a016ef468d103bb5f58b2a2c6b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T17:07:09+00:00","url":"https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF/tree/894774171339940a7a7f162a39d8143fb5154cdd"}]},{"id":"qwq-32b","name":"QwQ-32B","repo":"Qwen/QwQ-32B","sha":"976055f8c83f394f35dbd3ab09a285a984907bd0","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32763876352,"params_active":null,"params_repo":32763876352,"arch":{"gguf_arch":"qwen2","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":152064,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"qwq-32b-q4_k_m.gguf","repo":"Qwen/QwQ-32B-GGUF","sha":"8728e66249190b78dee8404869827328527f6b3b"}},"gguf":{"repo":"Qwen/QwQ-32B-GGUF","sha":"8728e66249190b78dee8404869827328527f6b3b"},"weights":[{"quant":"Q4_K_M","bytes":19851335840,"gpu_bytes":19407413248,"mapped_bytes":19845357568,"out_bytes":638689280,"layer_bytes":[[7,312184832],[1,310833152],[1,274337792],[1,275689472],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[1,312184832],[2,274337792],[9,312184832]],"read_bytes_per_token":19407413248,"files":["qwq-32b-q4_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/QwQ-32B-GGUF/tree/8728e66249190b78dee8404869827328527f6b3b"},{"quant":"Q5_K_M","bytes":23262156960,"gpu_bytes":22720913408,"mapped_bytes":23256178688,"out_bytes":638689280,"layer_bytes":[[7,354783232],[1,354086912],[1,335286272],[1,335982592],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[1,354783232],[2,335286272],[9,354783232]],"read_bytes_per_token":22720913408,"files":["qwq-32b-q5_k_m.gguf"],"source_url":"https://huggingface.co/Qwen/QwQ-32B-GGUF/tree/8728e66249190b78dee8404869827328527f6b3b"},{"quant":"Q6_K","bytes":26886154400,"gpu_bytes":26241507328,"mapped_bytes":26880176128,"out_bytes":638689280,"layer_bytes":[[64,400044032]],"read_bytes_per_token":26241507328,"files":["qwq-32b-q6_k.gguf"],"source_url":"https://huggingface.co/Qwen/QwQ-32B-GGUF/tree/8728e66249190b78dee8404869827328527f6b3b"},{"quant":"Q8_0","bytes":34820884640,"gpu_bytes":33987678208,"mapped_bytes":34814906368,"out_bytes":827248640,"layer_bytes":[[64,518131712]],"read_bytes_per_token":33987678208,"files":["qwq-32b-q8_0.gguf"],"source_url":"https://huggingface.co/Qwen/QwQ-32B-GGUF/tree/8728e66249190b78dee8404869827328527f6b3b"}],"original":{"bytes":65527841688,"repo":"Qwen/QwQ-32B","sha":"976055f8c83f394f35dbd3ab09a285a984907bd0","dtypes":{"BF16":32763876352}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:43+00:00","url":"https://huggingface.co/Qwen/QwQ-32B/tree/976055f8c83f394f35dbd3ab09a285a984907bd0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:43+00:00","url":"https://huggingface.co/Qwen/QwQ-32B-GGUF/tree/8728e66249190b78dee8404869827328527f6b3b"}]},{"id":"riva-translate-4b-instruct-v1-1","name":"Riva-Translate-4B-Instruct-v1.1","repo":"nvidia/Riva-Translate-4B-Instruct-v1.1","sha":"1eb944ce9f2717d7be6b7b7c2310f7c58b35d10b","publisher":"nvidia","license":null,"gated":false,"listed_at":null,"multimodal":false,"params_gguf":4179704832,"params_active":null,"params_repo":4179704832,"arch":{"gguf_arch":"llama","n_layers":34,"n_layers_all":34,"layers":[[34,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":34,"v_elems":1024,"window":null}],"state_elems":0,"max_context":8192,"vocab_size":131072,"hidden_size":3072,"moe":null,"cross_checked":true,"gguf_source":{"file":"Riva-Translate-4B-Instruct-v1.1.i1-Q4_K_M.gguf","repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF","sha":"274ef3579d6f7a133edb9035843f146c41ecd859"}},"gguf":{"repo":"mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF","sha":"274ef3579d6f7a133edb9035843f146c41ecd859"},"weights":[{"quant":"IQ2_XXS","bytes":1566817920,"gpu_bytes":1558935552,"mapped_bytes":1558935552,"out_bytes":276836352,"layer_bytes":[[34,37708800]],"read_bytes_per_token":1558935552,"files":["Riva-Translate-4B-Instruct-v1.1.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"IQ2_M","bytes":1786576512,"gpu_bytes":1778694144,"mapped_bytes":1778694144,"out_bytes":276836352,"layer_bytes":[[34,44172288]],"read_bytes_per_token":1778694144,"files":["Riva-Translate-4B-Instruct-v1.1.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"Q2_K","bytes":1858332288,"gpu_bytes":1850449920,"mapped_bytes":1850449920,"out_bytes":330313728,"layer_bytes":[[34,44709888]],"read_bytes_per_token":1850449920,"files":["Riva-Translate-4B-Instruct-v1.1.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"IQ3_XXS","bytes":1899380352,"gpu_bytes":1891497984,"mapped_bytes":1891497984,"out_bytes":276836352,"layer_bytes":[[34,47490048]],"read_bytes_per_token":1891497984,"files":["Riva-Translate-4B-Instruct-v1.1.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"Q3_K_M","bytes":2269679232,"gpu_bytes":2261796864,"mapped_bytes":2261796864,"out_bytes":330313728,"layer_bytes":[[2,58739712],[32,56687616]],"read_bytes_per_token":2261796864,"files":["Riva-Translate-4B-Instruct-v1.1.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"IQ4_XS","bytes":2390390400,"gpu_bytes":2382508032,"mapped_bytes":2382508032,"out_bytes":330313728,"layer_bytes":[[34,60358656]],"read_bytes_per_token":2382508032,"files":["Riva-Translate-4B-Instruct-v1.1.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"Q4_0","bytes":2470139520,"gpu_bytes":2462257152,"mapped_bytes":2462257152,"out_bytes":330313728,"layer_bytes":[[4,64167936],[30,62509056]],"read_bytes_per_token":2462257152,"files":["Riva-Translate-4B-Instruct-v1.1.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"Q4_K_M","bytes":2759300736,"gpu_bytes":2751418368,"mapped_bytes":2751418368,"out_bytes":330313728,"layer_bytes":[[4,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[2,65826816],[1,76591104],[1,65826816],[5,76591104]],"read_bytes_per_token":2751418368,"files":["Riva-Translate-4B-Instruct-v1.1.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"Q5_K_M","bytes":3140118144,"gpu_bytes":3132235776,"mapped_bytes":3132235776,"out_bytes":330313728,"layer_bytes":[[4,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[2,78053376],[1,86765568],[1,78053376],[5,86765568]],"read_bytes_per_token":3132235776,"files":["Riva-Translate-4B-Instruct-v1.1.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"},{"quant":"Q6_K","bytes":3655777920,"gpu_bytes":3647895552,"mapped_bytes":3647895552,"out_bytes":330313728,"layer_bytes":[[34,97575936]],"read_bytes_per_token":3647895552,"files":["Riva-Translate-4B-Instruct-v1.1.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"}],"original":{"bytes":8359445360,"repo":"nvidia/Riva-Translate-4B-Instruct-v1.1","sha":"1eb944ce9f2717d7be6b7b7c2310f7c58b35d10b","dtypes":{"BF16":4179704832}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:54:24+00:00","url":"https://huggingface.co/nvidia/Riva-Translate-4B-Instruct-v1.1/tree/1eb944ce9f2717d7be6b7b7c2310f7c58b35d10b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:54:24+00:00","url":"https://huggingface.co/mradermacher/Riva-Translate-4B-Instruct-v1.1-i1-GGUF/tree/274ef3579d6f7a133edb9035843f146c41ecd859"}]},{"id":"rlvr-8b-0926","name":"RLVR-8B-0926","repo":"stepfun-ai/RLVR-8B-0926","sha":"663711dcc998dd12f1413d55174d4129e716d40d","publisher":"stepfun-ai","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":327680,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"RLVR-8B-0926.i1-Q4_K_M.gguf","repo":"mradermacher/RLVR-8B-0926-i1-GGUF","sha":"99f0edb39a551badc12675cab51e7cc36a351a53"}},"gguf":{"repo":"mradermacher/RLVR-8B-0926-i1-GGUF","sha":"99f0edb39a551badc12675cab51e7cc36a351a53"},"weights":[{"quant":"IQ2_XXS","bytes":2490110752,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["RLVR-8B-0926.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"IQ2_M","bytes":3051914016,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["RLVR-8B-0926.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"Q2_K","bytes":3281732384,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["RLVR-8B-0926.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"IQ3_XXS","bytes":3369632544,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["RLVR-8B-0926.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"Q3_K_M","bytes":4124160800,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["RLVR-8B-0926.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"IQ4_XS","bytes":4561838880,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["RLVR-8B-0926.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"Q4_0","bytes":4787331872,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["RLVR-8B-0926.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"Q4_K_M","bytes":5027783456,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["RLVR-8B-0926.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"Q5_K_M","bytes":5851112224,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["RLVR-8B-0926.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"},{"quant":"Q6_K","bytes":6725899040,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["RLVR-8B-0926.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"}],"original":{"bytes":16381516632,"repo":"stepfun-ai/RLVR-8B-0926","sha":"663711dcc998dd12f1413d55174d4129e716d40d","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:24+00:00","url":"https://huggingface.co/stepfun-ai/RLVR-8B-0926/tree/663711dcc998dd12f1413d55174d4129e716d40d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:24+00:00","url":"https://huggingface.co/mradermacher/RLVR-8B-0926-i1-GGUF/tree/99f0edb39a551badc12675cab51e7cc36a351a53"}]},{"id":"rnj-1-instruct","name":"rnj-1-instruct","repo":"EssentialAI/rnj-1-instruct","sha":"5ef96d7a82b2bff8009192979432c9bc64e870cd","publisher":"EssentialAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8310501376,"params_active":null,"params_repo":8310501376,"arch":{"gguf_arch":"gemma3","n_layers":32,"n_layers_all":32,"layers":[[32,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":32,"v_elems":1024,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":128256,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"rnj-1-instruct-Q4_K_M.gguf","repo":"unsloth/rnj-1-instruct-GGUF","sha":"cc745e1175f4d4da27f59817a3d1f1cf8a45d169"}},"gguf":{"repo":"unsloth/rnj-1-instruct-GGUF","sha":"cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},"weights":[{"quant":"Q2_K","bytes":3299354304,"gpu_bytes":3291504640,"mapped_bytes":3291504640,"out_bytes":430956544,"layer_bytes":[[32,89392128]],"read_bytes_per_token":3291504640,"files":["rnj-1-instruct-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"Q3_K_M","bytes":4178060992,"gpu_bytes":4170211328,"mapped_bytes":4170211328,"out_bytes":430956544,"layer_bytes":[[2,125207552],[30,116294656]],"read_bytes_per_token":4170211328,"files":["rnj-1-instruct-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"IQ4_XS","bytes":4597491392,"gpu_bytes":4589641728,"mapped_bytes":4589641728,"out_bytes":430956544,"layer_bytes":[[32,129958912]],"read_bytes_per_token":4589641728,"files":["rnj-1-instruct-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"Q4_0","bytes":4836566720,"gpu_bytes":4828717056,"mapped_bytes":4828717056,"out_bytes":430956544,"layer_bytes":[[4,141100032],[28,136905728]],"read_bytes_per_token":4828717056,"files":["rnj-1-instruct-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"Q4_K_M","bytes":5113915072,"gpu_bytes":5106065408,"mapped_bytes":5106065408,"out_bytes":430956544,"layer_bytes":[[4,155288576],[2,136905728],[1,155288576],[2,136905728],[1,155288576],[2,136905728],[1,155288576],[2,136905728],[1,155288576],[2,136905728],[1,155288576],[2,136905728],[1,155288576],[2,136905728],[1,155288576],[2,136905728],[5,155288576]],"read_bytes_per_token":5106065408,"files":["rnj-1-instruct-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"Q5_K_M","bytes":5944387264,"gpu_bytes":5936537600,"mapped_bytes":5936537600,"out_bytes":430956544,"layer_bytes":[[4,176784384],[2,167314432],[1,176784384],[2,167314432],[1,176784384],[2,167314432],[1,176784384],[2,167314432],[1,176784384],[2,167314432],[1,176784384],[2,167314432],[1,176784384],[2,167314432],[1,176784384],[2,167314432],[5,176784384]],"read_bytes_per_token":5936537600,"files":["rnj-1-instruct-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"Q6_K","bytes":6826763968,"gpu_bytes":6818914304,"mapped_bytes":6818914304,"out_bytes":430956544,"layer_bytes":[[32,199623680]],"read_bytes_per_token":6818914304,"files":["rnj-1-instruct-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"Q8_0","bytes":8839333568,"gpu_bytes":8831483904,"mapped_bytes":8831483904,"out_bytes":558186496,"layer_bytes":[[32,258540544]],"read_bytes_per_token":8831483904,"files":["rnj-1-instruct-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"},{"quant":"BF16","bytes":16629925312,"gpu_bytes":16622075904,"mapped_bytes":16622075904,"out_bytes":1050689536,"layer_bytes":[[32,486605824]],"read_bytes_per_token":16622075904,"files":["rnj-1-instruct-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"}],"original":{"bytes":33242053880,"repo":"EssentialAI/rnj-1-instruct","sha":"5ef96d7a82b2bff8009192979432c9bc64e870cd","dtypes":{"F32":8310501376}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:30:19+00:00","url":"https://huggingface.co/EssentialAI/rnj-1-instruct/tree/5ef96d7a82b2bff8009192979432c9bc64e870cd"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:30:19+00:00","url":"https://huggingface.co/unsloth/rnj-1-instruct-GGUF/tree/cc745e1175f4d4da27f59817a3d1f1cf8a45d169"}]},{"id":"sera-32b","name":"SERA-32B","repo":"allenai/SERA-32B","sha":"b4f538362b11ec5274817c8f047c10f460c21063","publisher":"allenai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32762123264,"params_active":null,"params_repo":32762123264,"arch":{"gguf_arch":"qwen3","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"SERA-32B.i1-Q4_K_M.gguf","repo":"mradermacher/SERA-32B-i1-GGUF","sha":"362180b485d7bbb4a46b720740b76b029cf2069d"}},"gguf":{"repo":"mradermacher/SERA-32B-i1-GGUF","sha":"362180b485d7bbb4a46b720740b76b029cf2069d"},"weights":[{"quant":"IQ2_XXS","bytes":9019913568,"gpu_bytes":8758685696,"mapped_bytes":9013938176,"out_bytes":534835200,"layer_bytes":[[8,136561664],[56,127345664]],"read_bytes_per_token":8758685696,"files":["SERA-32B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"IQ2_M","bytes":11362861408,"gpu_bytes":11022626816,"mapped_bytes":11356886016,"out_bytes":534835200,"layer_bytes":[[8,176415744],[56,162079744]],"read_bytes_per_token":11022626816,"files":["SERA-32B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"Q2_K","bytes":12344652128,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["SERA-32B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"IQ3_XXS","bytes":12821037408,"gpu_bytes":12480802816,"mapped_bytes":12815062016,"out_bytes":534835200,"layer_bytes":[[64,186655744]],"read_bytes_per_token":12480802816,"files":["SERA-32B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"Q3_K_M","bytes":15971777888,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["SERA-32B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"IQ4_XS","bytes":17690495328,"gpu_bytes":17271254016,"mapped_bytes":17684519936,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["SERA-32B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"Q4_0","bytes":18703087968,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["SERA-32B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"Q4_K_M","bytes":19762149728,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["SERA-32B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"Q5_K_M","bytes":23214831968,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["SERA-32B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"},{"quant":"Q6_K","bytes":26883306848,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["SERA-32B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"}],"original":{"bytes":65524328120,"repo":"allenai/SERA-32B","sha":"b4f538362b11ec5274817c8f047c10f460c21063","dtypes":{"BF16":32762123264}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:23:36+00:00","url":"https://huggingface.co/allenai/SERA-32B/tree/b4f538362b11ec5274817c8f047c10f460c21063"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:23:36+00:00","url":"https://huggingface.co/mradermacher/SERA-32B-i1-GGUF/tree/362180b485d7bbb4a46b720740b76b029cf2069d"}]},{"id":"singguard-2b","name":"SingGuard-2b","repo":"inclusionAI/SingGuard-2b","sha":"401cda3fb88177750cb1ff995d45d787de234aa6","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":1720574976,"params_active":null,"params_repo":2127532032,"arch":{"gguf_arch":"qwen3vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"SingGuard-2b.Q4_K_M.gguf","repo":"mradermacher/SingGuard-2b-GGUF","sha":"439946d2f1cd71fefd8369eae5cc54ee795a316c"}},"gguf":{"repo":"mradermacher/SingGuard-2b-GGUF","sha":"439946d2f1cd71fefd8369eae5cc54ee795a316c"},"weights":[{"quant":"Q2_K","bytes":777803616,"gpu_bytes":771844096,"mapped_bytes":771844096,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["SingGuard-2b.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"Q3_K_M","bytes":939546464,"gpu_bytes":933586944,"mapped_bytes":933586944,"out_bytes":255260672,"layer_bytes":[[1,25986048],[1,24413184],[26,24151040]],"read_bytes_per_token":933586944,"files":["SingGuard-2b.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"IQ4_XS","bytes":1016289120,"gpu_bytes":1010329600,"mapped_bytes":1010329600,"out_bytes":255260672,"layer_bytes":[[3,28722176],[25,26756096]],"read_bytes_per_token":1010329600,"files":["SingGuard-2b.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"Q4_K_M","bytes":1107416928,"gpu_bytes":1101457408,"mapped_bytes":1101457408,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["SingGuard-2b.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"Q5_K_M","bytes":1257887584,"gpu_bytes":1251928064,"mapped_bytes":1251928064,"out_bytes":255260672,"layer_bytes":[[3,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[5,36570112]],"read_bytes_per_token":1251928064,"files":["SingGuard-2b.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"Q6_K","bytes":1417762656,"gpu_bytes":1411803136,"mapped_bytes":1411803136,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["SingGuard-2b.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"Q8_0","bytes":1834434400,"gpu_bytes":1828474880,"mapped_bytes":1828474880,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["SingGuard-2b.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"},{"quant":"F16","bytes":3447357280,"gpu_bytes":3441397760,"mapped_bytes":3441397760,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["SingGuard-2b.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"}],"original":{"bytes":4255140312,"repo":"inclusionAI/SingGuard-2b","sha":"401cda3fb88177750cb1ff995d45d787de234aa6","dtypes":{"BF16":2127532032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:46:36+00:00","url":"https://huggingface.co/inclusionAI/SingGuard-2b/tree/401cda3fb88177750cb1ff995d45d787de234aa6"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:46:36+00:00","url":"https://huggingface.co/mradermacher/SingGuard-2b-GGUF/tree/439946d2f1cd71fefd8369eae5cc54ee795a316c"}]},{"id":"smollm3-3b","name":"SmolLM3-3B","repo":"HuggingFaceTB/SmolLM3-3B","sha":"a07cc9a04f16550a088caea529712d1d335b0ac1","publisher":"HuggingFaceTB","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3075098624,"params_active":null,"params_repo":3075098624,"arch":{"gguf_arch":"smollm3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":36,"v_elems":512,"window":null}],"state_elems":0,"max_context":65536,"vocab_size":128256,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"SmolLM3-3B-Q4_K_M.gguf","repo":"unsloth/SmolLM3-3B-GGUF","sha":"a7bc17204c8a326d6bd6e466e076959eddae2025"}},"gguf":{"repo":"unsloth/SmolLM3-3B-GGUF","sha":"a7bc17204c8a326d6bd6e466e076959eddae2025"},"weights":[{"quant":"Q2_K","bytes":1253302816,"gpu_bytes":1245458432,"mapped_bytes":1245458432,"out_bytes":215478272,"layer_bytes":[[36,28610560]],"read_bytes_per_token":1245458432,"files":["SmolLM3-3B-Q2_K.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"Q3_K_M","bytes":1571070496,"gpu_bytes":1563226112,"mapped_bytes":1563226112,"out_bytes":215478272,"layer_bytes":[[2,40222720],[34,37273600]],"read_bytes_per_token":1563226112,"files":["SmolLM3-3B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"IQ4_XS","bytes":1723834912,"gpu_bytes":1715990528,"mapped_bytes":1715990528,"out_bytes":215478272,"layer_bytes":[[36,41680896]],"read_bytes_per_token":1715990528,"files":["SmolLM3-3B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"Q4_0","bytes":1811456544,"gpu_bytes":1803612160,"mapped_bytes":1803612160,"out_bytes":215478272,"layer_bytes":[[4,45367296],[32,43958272]],"read_bytes_per_token":1803612160,"files":["SmolLM3-3B-Q4_0.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"Q4_K_M","bytes":1915306528,"gpu_bytes":1907462144,"mapped_bytes":1907462144,"out_bytes":215478272,"layer_bytes":[[4,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[6,50040832]],"read_bytes_per_token":1907462144,"files":["SmolLM3-3B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"Q5_K_M","bytes":2213757472,"gpu_bytes":2205913088,"mapped_bytes":2205913088,"out_bytes":215478272,"layer_bytes":[[4,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[6,56856576]],"read_bytes_per_token":2205913088,"files":["SmolLM3-3B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"Q6_K","bytes":2530861600,"gpu_bytes":2523017216,"mapped_bytes":2523017216,"out_bytes":215478272,"layer_bytes":[[36,64098304]],"read_bytes_per_token":2523017216,"files":["SmolLM3-3B-Q6_K.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"Q8_0","bytes":3275575840,"gpu_bytes":3267731456,"mapped_bytes":3267731456,"out_bytes":279093248,"layer_bytes":[[36,83017728]],"read_bytes_per_token":3267731456,"files":["SmolLM3-3B-Q8_0.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"},{"quant":"BF16","bytes":6158340416,"gpu_bytes":6150496256,"mapped_bytes":6150496256,"out_bytes":525344768,"layer_bytes":[[36,156254208]],"read_bytes_per_token":6150496256,"files":["SmolLM3-3B-BF16.gguf"],"source_url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"}],"original":{"bytes":6150235008,"repo":"HuggingFaceTB/SmolLM3-3B","sha":"a07cc9a04f16550a088caea529712d1d335b0ac1","dtypes":{"BF16":3075098624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:34:55+00:00","url":"https://huggingface.co/HuggingFaceTB/SmolLM3-3B/tree/a07cc9a04f16550a088caea529712d1d335b0ac1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:34:55+00:00","url":"https://huggingface.co/unsloth/SmolLM3-3B-GGUF/tree/a7bc17204c8a326d6bd6e466e076959eddae2025"}]},{"id":"smollm3-3b-gsm8k-sft","name":"SmolLM3-3B-GSM8K-SFT","repo":"HuggingFaceTB/SmolLM3-3B-GSM8K-SFT","sha":"44034b1b8898ad2ad3c5a7034b5bbde1c0b87c0a","publisher":"HuggingFaceTB","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":3075098624,"params_active":null,"params_repo":3075098624,"arch":{"gguf_arch":"smollm3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":36,"v_elems":512,"window":null}],"state_elems":0,"max_context":65536,"vocab_size":128256,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"SmolLM3-3B-GSM8K-SFT.i1-Q4_K_M.gguf","repo":"mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF","sha":"47062bf80712be3e9e73f7ba51d22d2f68210fca"}},"gguf":{"repo":"mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF","sha":"47062bf80712be3e9e73f7ba51d22d2f68210fca"},"weights":[{"quant":"IQ2_XXS","bytes":931905280,"gpu_bytes":924065792,"mapped_bytes":924065792,"out_bytes":180592640,"layer_bytes":[[4,22061056],[32,20475904]],"read_bytes_per_token":924065792,"files":["SmolLM3-3B-GSM8K-SFT.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"IQ2_M","bytes":1125351168,"gpu_bytes":1117511680,"mapped_bytes":1117511680,"out_bytes":180592640,"layer_bytes":[[4,28217344],[32,25751552]],"read_bytes_per_token":1117511680,"files":["SmolLM3-3B-GSM8K-SFT.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"Q2_K","bytes":1253297920,"gpu_bytes":1245458432,"mapped_bytes":1245458432,"out_bytes":215478272,"layer_bytes":[[36,28610560]],"read_bytes_per_token":1245458432,"files":["SmolLM3-3B-GSM8K-SFT.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"IQ3_XXS","bytes":1267662592,"gpu_bytes":1259823104,"mapped_bytes":1259823104,"out_bytes":180592640,"layer_bytes":[[36,29978624]],"read_bytes_per_token":1259823104,"files":["SmolLM3-3B-GSM8K-SFT.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"Q3_K_M","bytes":1571065600,"gpu_bytes":1563226112,"mapped_bytes":1563226112,"out_bytes":215478272,"layer_bytes":[[2,40222720],[34,37273600]],"read_bytes_per_token":1563226112,"files":["SmolLM3-3B-GSM8K-SFT.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"IQ4_XS","bytes":1723830016,"gpu_bytes":1715990528,"mapped_bytes":1715990528,"out_bytes":215478272,"layer_bytes":[[36,41680896]],"read_bytes_per_token":1715990528,"files":["SmolLM3-3B-GSM8K-SFT.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"Q4_0","bytes":1811451648,"gpu_bytes":1803612160,"mapped_bytes":1803612160,"out_bytes":215478272,"layer_bytes":[[4,45367296],[32,43958272]],"read_bytes_per_token":1803612160,"files":["SmolLM3-3B-GSM8K-SFT.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"Q4_K_M","bytes":1915301632,"gpu_bytes":1907462144,"mapped_bytes":1907462144,"out_bytes":215478272,"layer_bytes":[[4,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[1,50040832],[2,43958272],[6,50040832]],"read_bytes_per_token":1907462144,"files":["SmolLM3-3B-GSM8K-SFT.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"Q5_K_M","bytes":2213752576,"gpu_bytes":2205913088,"mapped_bytes":2205913088,"out_bytes":215478272,"layer_bytes":[[4,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[1,56856576],[2,53723136],[6,56856576]],"read_bytes_per_token":2205913088,"files":["SmolLM3-3B-GSM8K-SFT.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"},{"quant":"Q6_K","bytes":2530856704,"gpu_bytes":2523017216,"mapped_bytes":2523017216,"out_bytes":215478272,"layer_bytes":[[36,64098304]],"read_bytes_per_token":2523017216,"files":["SmolLM3-3B-GSM8K-SFT.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"}],"original":{"bytes":6150235008,"repo":"HuggingFaceTB/SmolLM3-3B-GSM8K-SFT","sha":"44034b1b8898ad2ad3c5a7034b5bbde1c0b87c0a","dtypes":{"BF16":3075098624}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:52+00:00","url":"https://huggingface.co/HuggingFaceTB/SmolLM3-3B-GSM8K-SFT/tree/44034b1b8898ad2ad3c5a7034b5bbde1c0b87c0a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:52+00:00","url":"https://huggingface.co/mradermacher/SmolLM3-3B-GSM8K-SFT-i1-GGUF/tree/47062bf80712be3e9e73f7ba51d22d2f68210fca"}]},{"id":"solar-open-100b","name":"Solar-Open-100B","repo":"upstage/Solar-Open-100B","sha":"1f591439b14055004d1a5d1a975608953a022fea","publisher":"upstage","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":102651799552,"params_active":11249526784,"params_repo":102651793408,"arch":{"gguf_arch":"glm4moe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":48,"v_elems":1024,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":196608,"hidden_size":4096,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Solar-Open-100B.i1-Q4_K_M.gguf","repo":"mradermacher/Solar-Open-100B-i1-GGUF","sha":"b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"}},"gguf":{"repo":"mradermacher/Solar-Open-100B-i1-GGUF","sha":"b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},"weights":[{"quant":"IQ2_XXS","bytes":27175973280,"gpu_bytes":26903019520,"mapped_bytes":27167260672,"out_bytes":553664512,"layer_bytes":[[3,593527296],[45,545972736]],"read_bytes_per_token":3413278720,"files":["Solar-Open-100B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"IQ2_M","bytes":33814073760,"gpu_bytes":33459331072,"mapped_bytes":33805361152,"out_bytes":553664512,"layer_bytes":[[3,754885120],[45,680911360]],"read_bytes_per_token":4233551872,"files":["Solar-Open-100B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"Q2_K","bytes":37689463200,"gpu_bytes":37416509440,"mapped_bytes":37680750592,"out_bytes":660619264,"layer_bytes":[[48,765747712]],"read_bytes_per_token":4622295040,"files":["Solar-Open-100B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"IQ3_XXS","bytes":39679136160,"gpu_bytes":39324393472,"mapped_bytes":39670423552,"out_bytes":553664512,"layer_bytes":[[48,807723520]],"read_bytes_per_token":4642742272,"files":["Solar-Open-100B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"Q3_K_M","bytes":49329705376,"gpu_bytes":48974962688,"mapped_bytes":49320992768,"out_bytes":660619264,"layer_bytes":[[2,1086308864],[1,1085784576],[45,1001243136]],"read_bytes_per_token":5799845888,"files":["Solar-Open-100B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"IQ4_XS","bytes":54895415712,"gpu_bytes":54458884096,"mapped_bytes":54886703104,"out_bytes":660619264,"layer_bytes":[[48,1120797184]],"read_bytes_per_token":6329245696,"files":["Solar-Open-100B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"Q4_0","bytes":58299486624,"gpu_bytes":57837789184,"mapped_bytes":58290774016,"out_bytes":660619264,"layer_bytes":[[6,1228177920],[42,1185907200]],"read_bytes_per_token":6641065984,"files":["Solar-Open-100B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"Q4_K_M","bytes":62256615840,"gpu_bytes":61794918400,"mapped_bytes":62247903232,"out_bytes":660619264,"layer_bytes":[[6,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[1,1361355264],[2,1185907200],[7,1361355264]],"read_bytes_per_token":6941286400,"files":["Solar-Open-100B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"Q5_K_M","bytes":72942653856,"gpu_bytes":72380293120,"mapped_bytes":72933941248,"out_bytes":660619264,"layer_bytes":[[6,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[1,1539351040],[2,1448968704],[7,1539351040]],"read_bytes_per_token":8089477120,"files":["Solar-Open-100B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"},{"quant":"Q6_K","bytes":84296569248,"gpu_bytes":83627253760,"mapped_bytes":84287856640,"out_bytes":660619264,"layer_bytes":[[48,1728471552]],"read_bytes_per_token":9309429760,"files":["Solar-Open-100B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"}],"original":{"bytes":205305975840,"repo":"upstage/Solar-Open-100B","sha":"1f591439b14055004d1a5d1a975608953a022fea","dtypes":{"BF16":102651793408,"F32":6144}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:28:29+00:00","url":"https://huggingface.co/upstage/Solar-Open-100B/tree/1f591439b14055004d1a5d1a975608953a022fea"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:28:29+00:00","url":"https://huggingface.co/mradermacher/Solar-Open-100B-i1-GGUF/tree/b324d3dc6a2a1a82d77d52e20272b9c66cbbe569"}]},{"id":"spatial-ssrl-7b","name":"Spatial-SSRL-7B","repo":"internlm/Spatial-SSRL-7B","sha":"4f7440e12904173b26deae933c83f40f6ad4f4c5","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"Spatial-SSRL-7B.i1-Q4_K_M.gguf","repo":"mradermacher/Spatial-SSRL-7B-i1-GGUF","sha":"af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"}},"gguf":{"repo":"mradermacher/Spatial-SSRL-7B-i1-GGUF","sha":"af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},"weights":[{"quant":"IQ2_XXS","bytes":2273077152,"gpu_bytes":2088296448,"mapped_bytes":2267123712,"out_bytes":374700032,"layer_bytes":[[3,65462272],[25,60688384]],"read_bytes_per_token":2088296448,"files":["Spatial-SSRL-7B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"IQ2_M","bytes":2780342176,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["Spatial-SSRL-7B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"Q2_K","bytes":3015940000,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["Spatial-SSRL-7B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"IQ3_XXS","bytes":3114514336,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["Spatial-SSRL-7B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"Q3_K_M","bytes":3808391072,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["Spatial-SSRL-7B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"IQ4_XS","bytes":4218472352,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["Spatial-SSRL-7B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"Q4_0","bytes":4444120992,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["Spatial-SSRL-7B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"Q4_K_M","bytes":4683073440,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["Spatial-SSRL-7B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"Q5_K_M","bytes":5444831136,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["Spatial-SSRL-7B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"},{"quant":"Q6_K","bytes":6254198688,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["Spatial-SSRL-7B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"}],"original":{"bytes":16584414448,"repo":"internlm/Spatial-SSRL-7B","sha":"4f7440e12904173b26deae933c83f40f6ad4f4c5","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:48:06+00:00","url":"https://huggingface.co/internlm/Spatial-SSRL-7B/tree/4f7440e12904173b26deae933c83f40f6ad4f4c5"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:48:06+00:00","url":"https://huggingface.co/mradermacher/Spatial-SSRL-7B-i1-GGUF/tree/af218f6d757b4aab5a97aeb4b3fd0f2ac6ae3002"}]},{"id":"spatial-ssrl-qwen3vl-4b","name":"Spatial-SSRL-Qwen3VL-4B","repo":"internlm/Spatial-SSRL-Qwen3VL-4B","sha":"193be56f5393f617204f2ad99355aff2bd257720","publisher":"internlm","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4411424256,"params_active":null,"params_repo":4826771968,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Spatial-SSRL-Qwen3VL-4B.Q4_K_M.gguf","repo":"mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF","sha":"07c39315ddb03365d3b5a76924eb0e0a052bac58"}},"gguf":{"repo":"mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF","sha":"07c39315ddb03365d3b5a76924eb0e0a052bac58"},"weights":[{"quant":"Q2_K","bytes":1797127936,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["Spatial-SSRL-Qwen3VL-4B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"Q3_K_M","bytes":2242749696,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["Spatial-SSRL-Qwen3VL-4B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"IQ4_XS","bytes":2492951296,"gpu_bytes":2280359424,"mapped_bytes":2486992384,"out_bytes":319075840,"layer_bytes":[[4,57938944],[32,54047744]],"read_bytes_per_token":2280359424,"files":["Spatial-SSRL-Qwen3VL-4B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"Q4_K_M","bytes":2716070656,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["Spatial-SSRL-Qwen3VL-4B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"Q5_K_M","bytes":3156923136,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["Spatial-SSRL-Qwen3VL-4B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"Q6_K","bytes":3625328896,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["Spatial-SSRL-Qwen3VL-4B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"Q8_0","bytes":4693673216,"gpu_bytes":4274448384,"mapped_bytes":4687714304,"out_bytes":413276160,"layer_bytes":[[36,107254784]],"read_bytes_per_token":4274448384,"files":["Spatial-SSRL-Qwen3VL-4B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"},{"quant":"F16","bytes":8829199616,"gpu_bytes":8045328384,"mapped_bytes":8823240704,"out_bytes":777922560,"layer_bytes":[[36,201872384]],"read_bytes_per_token":8045328384,"files":["Spatial-SSRL-Qwen3VL-4B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"}],"original":{"bytes":9653631840,"repo":"internlm/Spatial-SSRL-Qwen3VL-4B","sha":"193be56f5393f617204f2ad99355aff2bd257720","dtypes":{"BF16":4826771968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:48:11+00:00","url":"https://huggingface.co/internlm/Spatial-SSRL-Qwen3VL-4B/tree/193be56f5393f617204f2ad99355aff2bd257720"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:48:11+00:00","url":"https://huggingface.co/mradermacher/Spatial-SSRL-Qwen3VL-4B-GGUF/tree/07c39315ddb03365d3b5a76924eb0e0a052bac58"}]},{"id":"step-3-5-flash","name":"Step-3.5-Flash","repo":"stepfun-ai/Step-3.5-Flash","sha":"ab446a3de5e171ea341227e24bb1f090e1b771f7","publisher":"stepfun-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":196956130432,"params_active":11459366016,"params_repo":199384301376,"arch":{"gguf_arch":"step35","n_layers":45,"n_layers_all":45,"layers":[[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":33,"v_elems":1024,"window":512}],"state_elems":0,"max_context":262144,"vocab_size":128896,"hidden_size":4096,"moe":{"active":8,"experts":288},"cross_checked":false,"gguf_source":{"file":"stepfun-ai_Step-3.5-Flash-Q4_K_M/stepfun-ai_Step-3.5-Flash-Q4_K_M-00001-of-00004.gguf","repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","sha":"a2943ef56a0a240bdfb9a2feee97a775f612476d"}},"gguf":{"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","sha":"a2943ef56a0a240bdfb9a2feee97a775f612476d"},"weights":[{"quant":"IQ2_XXS","bytes":48034597088,"gpu_bytes":47856082432,"mapped_bytes":48029318656,"out_bytes":362987776,"layer_bytes":[[1,122096640],[1,135892992],[1,91557888],[1,1373172864],[1,1359376512],[3,1373172864],[1,1032024192],[1,1045820544],[1,1054667904],[1,1045820544],[1,1032024192],[1,1054667904],[2,1045820544],[1,1040871552],[2,1045820544],[1,1054667904],[1,1032024192],[1,1045820544],[1,1054667904],[1,1045820544],[1,1032024192],[1,1054667904],[2,1045820544],[1,1040871552],[2,1045820544],[1,1054667904],[1,1032024192],[1,1045820544],[1,1054667904],[1,1045820544],[1,1032024192],[1,1054667904],[1,1045820544],[1,1054667904],[1,1359376512],[3,1373172864],[1,1359376512]],"read_bytes_per_token":4297580032,"files":["stepfun-ai_Step-3.5-Flash-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"IQ2_M","bytes":62949743040,"gpu_bytes":62717607424,"mapped_bytes":62944464384,"out_bytes":362987776,"layer_bytes":[[1,128404480],[1,145354752],[1,115077120],[1,1807307904],[1,1790357632],[3,1807307904],[1,1357820032],[1,1374770304],[1,1382634624],[1,1374770304],[1,1357820032],[1,1382634624],[2,1374770304],[1,1365684352],[2,1374770304],[1,1382634624],[1,1357820032],[1,1374770304],[1,1382634624],[1,1374770304],[1,1357820032],[1,1382634624],[2,1374770304],[1,1365684352],[2,1374770304],[1,1382634624],[1,1357820032],[1,1374770304],[1,1382634624],[1,1374770304],[1,1357820032],[1,1382634624],[1,1374770304],[1,1382634624],[1,1790357632],[3,1807307904],[1,1790357632]],"read_bytes_per_token":5121293824,"files":["stepfun-ai_Step-3.5-Flash-IQ2_M/stepfun-ai_Step-3.5-Flash-IQ2_M-00001-of-00002.gguf","stepfun-ai_Step-3.5-Flash-IQ2_M/stepfun-ai_Step-3.5-Flash-IQ2_M-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q2_K","bytes":69553669568,"gpu_bytes":69375154688,"mapped_bytes":69548390912,"out_bytes":433107200,"layer_bytes":[[1,91116544],[2,108198912],[1,1719238784],[1,1702156416],[3,1719238784],[1,1540937856],[1,1558020224],[1,1719238784],[1,1558020224],[1,1540937856],[1,1719238784],[2,1558020224],[1,1702156416],[2,1558020224],[1,1719238784],[1,1540937856],[1,1558020224],[1,1719238784],[1,1558020224],[1,1540937856],[1,1719238784],[2,1558020224],[1,1702156416],[2,1558020224],[1,1719238784],[1,1540937856],[1,1558020224],[1,1719238784],[1,1558020224],[1,1540937856],[1,1719238784],[1,1558020224],[1,1719238784],[1,1702156416],[3,1719238784],[1,1702156416]],"read_bytes_per_token":5551282688,"files":["stepfun-ai_Step-3.5-Flash-Q2_K/stepfun-ai_Step-3.5-Flash-Q2_K-00001-of-00002.gguf","stepfun-ai_Step-3.5-Flash-Q2_K/stepfun-ai_Step-3.5-Flash-Q2_K-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"IQ3_XXS","bytes":78190672320,"gpu_bytes":77958536704,"mapped_bytes":78185393664,"out_bytes":362987776,"layer_bytes":[[1,93752320],[2,110710784],[1,1884017792],[1,1867059328],[3,1884017792],[1,1787924608],[1,1804883072],[1,1884017792],[1,1804883072],[1,1787924608],[1,1884017792],[2,1804883072],[1,1867059328],[2,1804883072],[1,1884017792],[1,1787924608],[1,1804883072],[1,1884017792],[1,1804883072],[1,1787924608],[1,1884017792],[2,1804883072],[1,1867059328],[2,1804883072],[1,1884017792],[1,1787924608],[1,1804883072],[1,1884017792],[1,1804883072],[1,1787924608],[1,1884017792],[1,1804883072],[1,1884017792],[1,1867059328],[3,1884017792],[1,1867059328]],"read_bytes_per_token":5705096704,"files":["stepfun-ai_Step-3.5-Flash-IQ3_XXS/stepfun-ai_Step-3.5-Flash-IQ3_XXS-00001-of-00002.gguf","stepfun-ai_Step-3.5-Flash-IQ3_XXS/stepfun-ai_Step-3.5-Flash-IQ3_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q3_K_M","bytes":90232418848,"gpu_bytes":90000283136,"mapped_bytes":90227140096,"out_bytes":433107200,"layer_bytes":[[1,116341760],[1,135141376],[1,128849920],[1,2231639168],[1,2212839552],[3,2231639168],[1,2006401152],[1,2025200768],[1,2231639168],[1,2025200768],[1,2006401152],[1,2231639168],[2,2025200768],[1,2212839552],[2,2025200768],[1,2231639168],[1,2006401152],[1,2025200768],[1,2231639168],[1,2025200768],[1,2006401152],[1,2231639168],[2,2025200768],[1,2212839552],[2,2025200768],[1,2231639168],[1,2006401152],[1,2025200768],[1,2231639168],[1,2025200768],[1,2006401152],[1,2231639168],[1,2025200768],[1,2231639168],[1,2212839552],[3,2231639168],[1,2212839552]],"read_bytes_per_token":6427137536,"files":["stepfun-ai_Step-3.5-Flash-Q3_K_M/stepfun-ai_Step-3.5-Flash-Q3_K_M-00001-of-00003.gguf","stepfun-ai_Step-3.5-Flash-Q3_K_M/stepfun-ai_Step-3.5-Flash-Q3_K_M-00002-of-00003.gguf","stepfun-ai_Step-3.5-Flash-Q3_K_M/stepfun-ai_Step-3.5-Flash-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"IQ4_XS","bytes":105591741984,"gpu_bytes":105305985536,"mapped_bytes":105586463232,"out_bytes":433107200,"layer_bytes":[[1,121938944],[2,142455808],[1,2496837760],[1,2476320896],[3,2496837760],[1,2467965056],[1,2488481920],[1,2496837760],[1,2488481920],[1,2467965056],[1,2496837760],[2,2488481920],[1,2476320896],[2,2488481920],[1,2496837760],[1,2467965056],[1,2488481920],[1,2496837760],[1,2488481920],[1,2467965056],[1,2496837760],[2,2488481920],[1,2476320896],[2,2488481920],[1,2496837760],[1,2467965056],[1,2488481920],[1,2496837760],[1,2488481920],[1,2467965056],[1,2496837760],[1,2488481920],[1,2496837760],[1,2476320896],[3,2496837760],[1,2476320896]],"read_bytes_per_token":7041307136,"files":["stepfun-ai_Step-3.5-Flash-IQ4_XS/stepfun-ai_Step-3.5-Flash-IQ4_XS-00001-of-00003.gguf","stepfun-ai_Step-3.5-Flash-IQ4_XS/stepfun-ai_Step-3.5-Flash-IQ4_XS-00002-of-00003.gguf","stepfun-ai_Step-3.5-Flash-IQ4_XS/stepfun-ai_Step-3.5-Flash-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q4_0","bytes":113392160320,"gpu_bytes":113089905152,"mapped_bytes":113386881536,"out_bytes":433107200,"layer_bytes":[[1,125486080],[2,144434176],[1,2727536768],[1,2708588672],[3,2727536768],[1,2608318592],[1,2627266688],[1,2727536768],[1,2627266688],[1,2608318592],[1,2727536768],[2,2627266688],[1,2708588672],[2,2627266688],[1,2727536768],[1,2608318592],[1,2627266688],[1,2727536768],[1,2627266688],[1,2608318592],[1,2727536768],[2,2627266688],[1,2708588672],[2,2627266688],[1,2727536768],[1,2608318592],[1,2627266688],[1,2727536768],[1,2627266688],[1,2608318592],[1,2727536768],[1,2627266688],[1,2727536768],[1,2708588672],[3,2727536768],[1,2708588672]],"read_bytes_per_token":7118193152,"files":["stepfun-ai_Step-3.5-Flash-Q4_0/stepfun-ai_Step-3.5-Flash-Q4_0-00001-of-00003.gguf","stepfun-ai_Step-3.5-Flash-Q4_0/stepfun-ai_Step-3.5-Flash-Q4_0-00002-of-00003.gguf","stepfun-ai_Step-3.5-Flash-Q4_0/stepfun-ai_Step-3.5-Flash-Q4_0-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q4_K_M","bytes":119937953440,"gpu_bytes":119635698176,"mapped_bytes":119932674560,"out_bytes":433107200,"layer_bytes":[[1,139772928],[2,160818176],[1,3029821568],[1,3008776320],[2,3028740224],[1,3029821568],[1,2614601856],[1,2635647104],[1,3029821568],[1,2635647104],[1,2614601856],[1,3029821568],[2,2635647104],[1,3008776320],[2,2635647104],[1,3029821568],[1,2614601856],[1,2635647104],[1,3029821568],[1,2635647104],[1,2614601856],[1,3029821568],[2,2635647104],[1,3008776320],[2,2635647104],[1,3029821568],[1,2614601856],[1,2635647104],[1,3029821568],[1,2635647104],[1,2614601856],[1,3029821568],[1,2635647104],[1,3029821568],[1,3008776320],[3,3029821568],[1,3008776320]],"read_bytes_per_token":7642866176,"files":["stepfun-ai_Step-3.5-Flash-Q4_K_M/stepfun-ai_Step-3.5-Flash-Q4_K_M-00001-of-00004.gguf","stepfun-ai_Step-3.5-Flash-Q4_K_M/stepfun-ai_Step-3.5-Flash-Q4_K_M-00002-of-00004.gguf","stepfun-ai_Step-3.5-Flash-Q4_K_M/stepfun-ai_Step-3.5-Flash-Q4_K_M-00003-of-00004.gguf","stepfun-ai_Step-3.5-Flash-Q4_K_M/stepfun-ai_Step-3.5-Flash-Q4_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q5_K_M","bytes":140208656064,"gpu_bytes":139840406016,"mapped_bytes":140203377152,"out_bytes":433107200,"layer_bytes":[[1,155534336],[2,178693120],[1,3413649536],[1,3390490752],[2,3413092480],[1,3413649536],[1,3189393536],[1,3212552320],[1,3413649536],[1,3212552320],[1,3189393536],[1,3413649536],[2,3212552320],[1,3390490752],[2,3212552320],[1,3413649536],[1,3189393536],[1,3212552320],[1,3413649536],[1,3212552320],[1,3189393536],[1,3413649536],[2,3212552320],[1,3390490752],[2,3212552320],[1,3413649536],[1,3189393536],[1,3212552320],[1,3413649536],[1,3212552320],[1,3189393536],[1,3413649536],[1,3212552320],[1,3413649536],[1,3390490752],[3,3413649536],[1,3390490752]],"read_bytes_per_token":8579990016,"files":["stepfun-ai_Step-3.5-Flash-Q5_K_M/stepfun-ai_Step-3.5-Flash-Q5_K_M-00001-of-00004.gguf","stepfun-ai_Step-3.5-Flash-Q5_K_M/stepfun-ai_Step-3.5-Flash-Q5_K_M-00002-of-00004.gguf","stepfun-ai_Step-3.5-Flash-Q5_K_M/stepfun-ai_Step-3.5-Flash-Q5_K_M-00003-of-00004.gguf","stepfun-ai_Step-3.5-Flash-Q5_K_M/stepfun-ai_Step-3.5-Flash-Q5_K_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q6_K","bytes":161935354688,"gpu_bytes":161496985088,"mapped_bytes":161930075648,"out_bytes":433107200,"layer_bytes":[[1,176737280],[2,204369920],[1,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784],[3,3828151424],[1,3800518784]],"read_bytes_per_token":9764761088,"files":["stepfun-ai_Step-3.5-Flash-Q6_K/stepfun-ai_Step-3.5-Flash-Q6_K-00001-of-00005.gguf","stepfun-ai_Step-3.5-Flash-Q6_K/stepfun-ai_Step-3.5-Flash-Q6_K-00002-of-00005.gguf","stepfun-ai_Step-3.5-Flash-Q6_K/stepfun-ai_Step-3.5-Flash-Q6_K-00003-of-00005.gguf","stepfun-ai_Step-3.5-Flash-Q6_K/stepfun-ai_Step-3.5-Flash-Q6_K-00004-of-00005.gguf","stepfun-ai_Step-3.5-Flash-Q6_K/stepfun-ai_Step-3.5-Flash-Q6_K-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"},{"quant":"Q8_0","bytes":209417870976,"gpu_bytes":208851636736,"mapped_bytes":209412592128,"out_bytes":560972032,"layer_bytes":[[1,227591168],[2,263382016],[1,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648]],"read_bytes_per_token":12322279936,"files":["stepfun-ai_Step-3.5-Flash-Q8_0/stepfun-ai_Step-3.5-Flash-Q8_0-00001-of-00006.gguf","stepfun-ai_Step-3.5-Flash-Q8_0/stepfun-ai_Step-3.5-Flash-Q8_0-00002-of-00006.gguf","stepfun-ai_Step-3.5-Flash-Q8_0/stepfun-ai_Step-3.5-Flash-Q8_0-00003-of-00006.gguf","stepfun-ai_Step-3.5-Flash-Q8_0/stepfun-ai_Step-3.5-Flash-Q8_0-00004-of-00006.gguf","stepfun-ai_Step-3.5-Flash-Q8_0/stepfun-ai_Step-3.5-Flash-Q8_0-00005-of-00006.gguf","stepfun-ai_Step-3.5-Flash-Q8_0/stepfun-ai_Step-3.5-Flash-Q8_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"}],"original":{"bytes":398768720200,"repo":"stepfun-ai/Step-3.5-Flash","sha":"ab446a3de5e171ea341227e24bb1f090e1b771f7","dtypes":{"BF16":199384289280,"F32":12096}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:26:25+00:00","url":"https://huggingface.co/stepfun-ai/Step-3.5-Flash/tree/ab446a3de5e171ea341227e24bb1f090e1b771f7"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:26:25+00:00","url":"https://huggingface.co/bartowski/stepfun-ai_Step-3.5-Flash-GGUF/tree/a2943ef56a0a240bdfb9a2feee97a775f612476d"}]},{"id":"step-3-5-flash-reap-121b-a11b","name":"Step-3.5-Flash-REAP-121B-A11B","repo":"cerebras/Step-3.5-Flash-REAP-121B-A11B","sha":"a60b8c1f2f4428e2f93364b6cd1f841efdaa64aa","publisher":"cerebras","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":120967010722,"params_active":11439577506,"params_repo":120967010658,"arch":{"gguf_arch":"step35","n_layers":45,"n_layers_all":45,"layers":[[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":33,"v_elems":1024,"window":512}],"state_elems":0,"max_context":262144,"vocab_size":128896,"hidden_size":4096,"moe":{"active":8,"experts":173},"cross_checked":false,"gguf_source":{"file":"Step-3.5-Flash-REAP-121B-A11B.i1-Q4_K_M.gguf","repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","sha":"a5b562ccf683e6c9e58176b70d490103d17850ad"}},"gguf":{"repo":"mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF","sha":"a5b562ccf683e6c9e58176b70d490103d17850ad"},"weights":[{"quant":"IQ2_XXS","bytes":31700288192,"gpu_bytes":31521772672,"mapped_bytes":31695008896,"out_bytes":362987776,"layer_bytes":[[1,59771904],[2,68456448],[1,802083520],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616],[3,737940160],[1,729255616]],"read_bytes_per_token":3359519872,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"IQ2_M","bytes":39501419200,"gpu_bytes":39269282944,"mapped_bytes":39496139904,"out_bytes":362987776,"layer_bytes":[[1,78367744],[2,90992640],[1,1020850880],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424],[3,921072320],[1,908447424]],"read_bytes_per_token":4260770944,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"Q2_K","bytes":44227395264,"gpu_bytes":44048879744,"mapped_bytes":44222115968,"out_bytes":433107200,"layer_bytes":[[1,79385600],[2,92142592],[1,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024],[3,1035534016],[1,1022777024]],"read_bytes_per_token":4593340544,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"IQ3_XXS","bytes":46597518016,"gpu_bytes":46365381760,"mapped_bytes":46592238720,"out_bytes":362987776,"layer_bytes":[[1,81988608],[2,94621696],[1,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768],[3,1092145856],[1,1079512768]],"read_bytes_per_token":4639020160,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"Q3_K_M","bytes":57715993280,"gpu_bytes":57483857024,"mapped_bytes":57710713984,"out_bytes":433107200,"layer_bytes":[[1,109493248],[1,126195712],[1,119904256],[1,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672],[3,1354259136],[1,1337556672]],"read_bytes_per_token":5822647424,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"IQ4_XS","bytes":64555701952,"gpu_bytes":64269944960,"mapped_bytes":64550422656,"out_bytes":433107200,"layer_bytes":[[1,114467840],[2,132363264],[1,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744],[3,1515583168],[1,1497687744]],"read_bytes_per_token":6363973760,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"Q4_0","bytes":68411672256,"gpu_bytes":68109416576,"mapped_bytes":68406392960,"out_bytes":433107200,"layer_bytes":[[1,123388928],[2,142337024],[1,1660888768],[1,1641940672],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352],[3,1603872448],[1,1584924352]],"read_bytes_per_token":6689077376,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"Q4_K_M","bytes":72817116864,"gpu_bytes":72514861184,"mapped_bytes":72811837568,"out_bytes":433107200,"layer_bytes":[[1,133481472],[2,152429568],[1,1840146112],[1,1821198016],[2,1603872448],[1,1840146112],[1,1584924352],[1,1603872448],[1,1840146112],[1,1603872448],[1,1584924352],[1,1840146112],[2,1603872448],[1,1821198016],[2,1603872448],[1,1840146112],[1,1584924352],[1,1603872448],[1,1840146112],[1,1603872448],[1,1584924352],[1,1840146112],[2,1603872448],[1,1821198016],[2,1603872448],[1,1840146112],[1,1584924352],[1,1603872448],[1,1840146112],[1,1603872448],[1,1584924352],[1,1840146112],[1,1603872448],[1,1840146112],[1,1821198016],[3,1840146112],[1,1821198016]],"read_bytes_per_token":6965139584,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"Q5_K_M","bytes":85672773312,"gpu_bytes":85304522880,"mapped_bytes":85667494016,"out_bytes":433107200,"layer_bytes":[[1,153961472],[2,177120256],[1,2081367744],[1,2058208960],[2,1959651008],[1,2081367744],[1,1936492224],[1,1959651008],[1,2081367744],[1,1959651008],[1,1936492224],[1,2081367744],[2,1959651008],[1,2058208960],[2,1959651008],[1,2081367744],[1,1936492224],[1,1959651008],[1,2081367744],[1,1959651008],[1,1936492224],[1,2081367744],[2,1959651008],[1,2058208960],[2,1959651008],[1,2081367744],[1,1936492224],[1,1959651008],[1,2081367744],[1,1959651008],[1,1936492224],[1,2081367744],[1,1959651008],[1,2081367744],[1,2058208960],[3,2081367744],[1,2058208960]],"read_bytes_per_token":8184420480,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"},{"quant":"Q6_K","bytes":99331908288,"gpu_bytes":98893538432,"mapped_bytes":99326628992,"out_bytes":433107200,"layer_bytes":[[1,175721472],[2,203354112],[1,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088],[3,2337665728],[1,2310033088]],"read_bytes_per_token":9479906432,"files":["Step-3.5-Flash-REAP-121B-A11B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"}],"original":{"bytes":241934124536,"repo":"cerebras/Step-3.5-Flash-REAP-121B-A11B","sha":"a60b8c1f2f4428e2f93364b6cd1f841efdaa64aa","dtypes":{"BF16":120967003392,"F32":7266}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:45:04+00:00","url":"https://huggingface.co/cerebras/Step-3.5-Flash-REAP-121B-A11B/tree/a60b8c1f2f4428e2f93364b6cd1f841efdaa64aa"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:45:04+00:00","url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-121B-A11B-i1-GGUF/tree/a5b562ccf683e6c9e58176b70d490103d17850ad"}]},{"id":"step-3-5-flash-reap-149b-a11b","name":"Step-3.5-Flash-REAP-149B-A11B","repo":"cerebras/Step-3.5-Flash-REAP-149B-A11B","sha":"c48bad009788de99381616c49a70ffa62e22d00d","publisher":"cerebras","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":149380333744,"params_active":11446976688,"params_repo":149380333680,"arch":{"gguf_arch":"step35","n_layers":45,"n_layers_all":45,"layers":[[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":33,"v_elems":1024,"window":512}],"state_elems":0,"max_context":262144,"vocab_size":128896,"hidden_size":4096,"moe":{"active":8,"experts":216},"cross_checked":false,"gguf_source":{"file":"Step-3.5-Flash-REAP-149B-A11B.i1-Q4_K_M.gguf","repo":"mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF","sha":"8fc8031b64d517f701056532f346893112f4544d"}},"gguf":{"repo":"mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF","sha":"8fc8031b64d517f701056532f346893112f4544d"},"weights":[{"quant":"IQ2_XXS","bytes":39069138176,"gpu_bytes":38890622656,"mapped_bytes":39063858880,"out_bytes":362987776,"layer_bytes":[[1,59771904],[2,68456448],[1,993006432],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008],[3,913011552],[1,904327008]],"read_bytes_per_token":3389116096,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"IQ2_M","bytes":48654445824,"gpu_bytes":48422309568,"mapped_bytes":48649166528,"out_bytes":362987776,"layer_bytes":[[1,78367744],[2,90992640],[1,1262850912],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536],[3,1138414432],[1,1125789536]],"read_bytes_per_token":4290367168,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"Q2_K","bytes":54539344128,"gpu_bytes":54360828608,"mapped_bytes":54534064832,"out_bytes":433107200,"layer_bytes":[[1,79385600],[2,92142592],[1,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616],[3,1281056608],[1,1268299616]],"read_bytes_per_token":4622936768,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"IQ3_XXS","bytes":57501256960,"gpu_bytes":57269120704,"mapped_bytes":57495977664,"out_bytes":362987776,"layer_bytes":[[1,81988608],[2,94621696],[1,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600],[3,1351758688],[1,1339125600]],"read_bytes_per_token":4668616384,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"Q3_K_M","bytes":71208813824,"gpu_bytes":70976677568,"mapped_bytes":71203534528,"out_bytes":433107200,"layer_bytes":[[1,109493248],[1,126195712],[1,119904256],[1,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304],[3,1675516768],[1,1658814304]],"read_bytes_per_token":5852243648,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"IQ4_XS","bytes":79675945216,"gpu_bytes":79390188224,"mapped_bytes":79670665920,"out_bytes":433107200,"layer_bytes":[[1,114467840],[2,132363264],[1,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536],[3,1875588960],[1,1857693536]],"read_bytes_per_token":6393569984,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"Q4_0","bytes":84447781120,"gpu_bytes":84145525440,"mapped_bytes":84442501824,"out_bytes":433107200,"layer_bytes":[[1,123388928],[2,142337024],[1,2056120160],[1,2037172064],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504],[3,1985013600],[1,1966065504]],"read_bytes_per_token":6718673600,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"Q4_K_M","bytes":89929367808,"gpu_bytes":89627112128,"mapped_bytes":89924088512,"out_bytes":433107200,"layer_bytes":[[1,133481472],[2,152429568],[1,2279409504],[1,2260461408],[2,1985013600],[1,2279409504],[1,1966065504],[1,1985013600],[1,2279409504],[1,1985013600],[1,1966065504],[1,2279409504],[2,1985013600],[1,2260461408],[2,1985013600],[1,2279409504],[1,1966065504],[1,1985013600],[1,2279409504],[1,1985013600],[1,1966065504],[1,2279409504],[2,1985013600],[1,2260461408],[2,1985013600],[1,2279409504],[1,1966065504],[1,1985013600],[1,2279409504],[1,1985013600],[1,1966065504],[1,2279409504],[1,1985013600],[1,2279409504],[1,2260461408],[3,2279409504],[1,2260461408]],"read_bytes_per_token":6994735808,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"Q5_K_M","bytes":105800335616,"gpu_bytes":105432085184,"mapped_bytes":105795056320,"out_bytes":433107200,"layer_bytes":[[1,153961472],[2,177120256],[1,2576992096],[1,2553833312],[2,2425333600],[1,2576992096],[1,2402174816],[1,2425333600],[1,2576992096],[1,2425333600],[1,2402174816],[1,2576992096],[2,2425333600],[1,2553833312],[2,2425333600],[1,2576992096],[1,2402174816],[1,2425333600],[1,2576992096],[1,2425333600],[1,2402174816],[1,2576992096],[2,2425333600],[1,2553833312],[2,2425333600],[1,2576992096],[1,2402174816],[1,2425333600],[1,2576992096],[1,2425333600],[1,2402174816],[1,2576992096],[1,2425333600],[1,2576992096],[1,2553833312],[3,2576992096],[1,2553833312]],"read_bytes_per_token":8214016704,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"},{"quant":"Q6_K","bytes":122663238912,"gpu_bytes":122224869056,"mapped_bytes":122657959616,"out_bytes":433107200,"layer_bytes":[[1,175721472],[2,203354112],[1,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960],[3,2893173600],[1,2865540960]],"read_bytes_per_token":9509502656,"files":["Step-3.5-Flash-REAP-149B-A11B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"}],"original":{"bytes":298760774192,"repo":"cerebras/Step-3.5-Flash-REAP-149B-A11B","sha":"c48bad009788de99381616c49a70ffa62e22d00d","dtypes":{"BF16":149380324608,"F32":9072}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:45:08+00:00","url":"https://huggingface.co/cerebras/Step-3.5-Flash-REAP-149B-A11B/tree/c48bad009788de99381616c49a70ffa62e22d00d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:45:08+00:00","url":"https://huggingface.co/mradermacher/Step-3.5-Flash-REAP-149B-A11B-i1-GGUF/tree/8fc8031b64d517f701056532f346893112f4544d"}]},{"id":"step-3-7-flash","name":"Step-3.7-Flash","repo":"stepfun-ai/Step-3.7-Flash","sha":"5f6244077ac62e04eec3f320501ff8c2b293373a","publisher":"stepfun-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":196956130432,"params_active":11459366016,"params_repo":201365316160,"arch":{"gguf_arch":"step35","n_layers":45,"n_layers_all":45,"layers":[[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,512,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":12,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":33,"v_elems":1024,"window":512}],"state_elems":0,"max_context":262144,"vocab_size":128896,"hidden_size":4096,"moe":{"active":8,"experts":288},"cross_checked":false,"gguf_source":{"file":"Q8_0/Step-3.7-flash-Q8_0-00001-of-00005.gguf","repo":"stepfun-ai/Step-3.7-Flash-GGUF","sha":"0b69336d2fd2adfdef9c66e425f7778196c31482"}},"gguf":{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","sha":"0b69336d2fd2adfdef9c66e425f7778196c31482"},"weights":[{"quant":"IQ3_XXS","bytes":75758680960,"gpu_bytes":75526544896,"mapped_bytes":75753401856,"out_bytes":362987776,"layer_bytes":[[1,81988608],[2,94621696],[1,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176],[3,1786459264],[1,1773826176]],"read_bytes_per_token":4718173696,"files":["IQ3_XXS/Step-3.7-flash-IQ3_XXS-00001-of-00002.gguf","IQ3_XXS/Step-3.7-flash-IQ3_XXS-00002-of-00002.gguf"],"source_url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash-GGUF/tree/0b69336d2fd2adfdef9c66e425f7778196c31482"},{"quant":"Q3_K_M","bytes":93801444352,"gpu_bytes":93569308160,"mapped_bytes":93796165120,"out_bytes":433107200,"layer_bytes":[[1,109493248],[1,126195712],[1,119904256],[1,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080],[3,2213436544],[1,2196734080]],"read_bytes_per_token":5901800960,"files":["Q3_K_M/Step-3.7-flash-Q3_K_M-00001-of-00003.gguf","Q3_K_M/Step-3.7-flash-Q3_K_M-00002-of-00003.gguf","Q3_K_M/Step-3.7-flash-Q3_K_M-00003-of-00003.gguf"],"source_url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash-GGUF/tree/0b69336d2fd2adfdef9c66e425f7778196c31482"},{"quant":"IQ4_XS","bytes":104993562624,"gpu_bytes":104707805696,"mapped_bytes":104988283392,"out_bytes":433107200,"layer_bytes":[[1,114467840],[2,132363264],[1,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952],[3,2478389376],[1,2460493952]],"read_bytes_per_token":6443127296,"files":["IQ4_XS/Step-3.7-flash-IQ4_XS-00001-of-00003.gguf","IQ4_XS/Step-3.7-flash-IQ4_XS-00002-of-00003.gguf","IQ4_XS/Step-3.7-flash-IQ4_XS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash-GGUF/tree/0b69336d2fd2adfdef9c66e425f7778196c31482"},{"quant":"Q8_0","bytes":209417871264,"gpu_bytes":208851636736,"mapped_bytes":209412592128,"out_bytes":560972032,"layer_bytes":[[1,227591168],[2,263382016],[1,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648],[3,4950714496],[1,4914923648]],"read_bytes_per_token":12322279936,"files":["Q8_0/Step-3.7-flash-Q8_0-00001-of-00005.gguf","Q8_0/Step-3.7-flash-Q8_0-00002-of-00005.gguf","Q8_0/Step-3.7-flash-Q8_0-00003-of-00005.gguf","Q8_0/Step-3.7-flash-Q8_0-00004-of-00005.gguf","Q8_0/Step-3.7-flash-Q8_0-00005-of-00005.gguf"],"source_url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash-GGUF/tree/0b69336d2fd2adfdef9c66e425f7778196c31482"},{"quant":"BF16","bytes":394017423776,"gpu_bytes":392956228096,"mapped_bytes":394012144128,"out_bytes":1055932672,"layer_bytes":[[1,428377088],[2,495748096],[1,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688],[3,9314797696],[1,9247426688]],"read_bytes_per_token":23018615296,"files":["BF16/Step3.7-flash-bf16-00001-of-00009.gguf","BF16/Step3.7-flash-bf16-00002-of-00009.gguf","BF16/Step3.7-flash-bf16-00003-of-00009.gguf","BF16/Step3.7-flash-bf16-00004-of-00009.gguf","BF16/Step3.7-flash-bf16-00005-of-00009.gguf","BF16/Step3.7-flash-bf16-00006-of-00009.gguf","BF16/Step3.7-flash-bf16-00007-of-00009.gguf","BF16/Step3.7-flash-bf16-00008-of-00009.gguf","BF16/Step3.7-flash-bf16-00009-of-00009.gguf"],"source_url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash-GGUF/tree/0b69336d2fd2adfdef9c66e425f7778196c31482"}],"original":{"bytes":402730833632,"repo":"stepfun-ai/Step-3.7-Flash","sha":"5f6244077ac62e04eec3f320501ff8c2b293373a","dtypes":{"BF16":201365304064,"F32":12096}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:26:28+00:00","url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash/tree/5f6244077ac62e04eec3f320501ff8c2b293373a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:26:28+00:00","url":"https://huggingface.co/stepfun-ai/Step-3.7-Flash-GGUF/tree/0b69336d2fd2adfdef9c66e425f7778196c31482"}]},{"id":"step3-vl-10b-base","name":"Step3-VL-10B-Base","repo":"stepfun-ai/Step3-VL-10B-Base","sha":"b84b55f58f5b65d108ef5993f4b71e11d421159c","publisher":"stepfun-ai","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":10171750144,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"Step3-VL-10B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","sha":"e6828c2bdc4748bab2bc055c86e8fb5957fd4213"}},"gguf":{"repo":"mradermacher/Step3-VL-10B-Base-i1-GGUF","sha":"e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},"weights":[{"quant":"IQ2_XXS","bytes":2490107552,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["Step3-VL-10B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"IQ2_M","bytes":3051910816,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["Step3-VL-10B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"Q2_K","bytes":3281729184,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["Step3-VL-10B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"IQ3_XXS","bytes":3369629344,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["Step3-VL-10B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"Q3_K_M","bytes":4124157600,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["Step3-VL-10B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"IQ4_XS","bytes":4561835680,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["Step3-VL-10B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"Q4_0","bytes":4787328672,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["Step3-VL-10B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"Q4_K_M","bytes":5027780256,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["Step3-VL-10B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"Q5_K_M","bytes":5851109024,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["Step3-VL-10B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"},{"quant":"Q6_K","bytes":6725895840,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["Step3-VL-10B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"}],"original":{"bytes":20343630808,"repo":"stepfun-ai/Step3-VL-10B-Base","sha":"b84b55f58f5b65d108ef5993f4b71e11d421159c","dtypes":{"BF16":10171750144}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:55:25+00:00","url":"https://huggingface.co/stepfun-ai/Step3-VL-10B-Base/tree/b84b55f58f5b65d108ef5993f4b71e11d421159c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:55:25+00:00","url":"https://huggingface.co/mradermacher/Step3-VL-10B-Base-i1-GGUF/tree/e6828c2bdc4748bab2bc055c86e8fb5957fd4213"}]},{"id":"tiny-aya-earth","name":"tiny-aya-earth","repo":"CohereLabs/tiny-aya-earth","sha":"0624fafbe200f930b89566fc4ec4da314ba48d89","publisher":"CohereLabs","license":"cc-by-nc-4.0","gated":true,"listed_at":null,"multimodal":false,"params_gguf":3349227520,"params_active":null,"params_repo":3349227520,"arch":{"gguf_arch":"cohere2","n_layers":36,"n_layers_all":36,"layers":[[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":27,"v_elems":512,"window":4096}],"state_elems":0,"max_context":500000,"vocab_size":262144,"hidden_size":2048,"moe":null,"cross_checked":false,"gguf_source":{"file":"tiny-aya-earth-q4_k_m.gguf","repo":"CohereLabs/tiny-aya-earth-GGUF","sha":"be0b513fa757880688c48aa688742729c19c09df"}},"gguf":{"repo":"CohereLabs/tiny-aya-earth-GGUF","sha":"be0b513fa757880688c48aa688742729c19c09df"},"weights":[{"quant":"Q4_0","bytes":2034490976,"gpu_bytes":2022612992,"mapped_bytes":2022612992,"out_bytes":440410112,"layer_bytes":[[36,43950080]],"read_bytes_per_token":2022612992,"files":["tiny-aya-earth-q4_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-earth-GGUF/tree/be0b513fa757880688c48aa688742729c19c09df"},{"quant":"Q4_K_M","bytes":2143977056,"gpu_bytes":2132099072,"mapped_bytes":2132099072,"out_bytes":440410112,"layer_bytes":[[4,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[6,50032640]],"read_bytes_per_token":2132099072,"files":["tiny-aya-earth-q4_k_m.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-earth-GGUF/tree/be0b513fa757880688c48aa688742729c19c09df"},{"quant":"Q8_0","bytes":3570654816,"gpu_bytes":3558776832,"mapped_bytes":3558776832,"out_bytes":570433536,"layer_bytes":[[36,83009536]],"read_bytes_per_token":3558776832,"files":["tiny-aya-earth-q8_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-earth-GGUF/tree/be0b513fa757880688c48aa688742729c19c09df"},{"quant":"BF16","bytes":6710484576,"gpu_bytes":6698606592,"mapped_bytes":6698606592,"out_bytes":1073750016,"layer_bytes":[[36,156246016]],"read_bytes_per_token":6698606592,"files":["tiny-aya-earth-bf16.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-earth-GGUF/tree/be0b513fa757880688c48aa688742729c19c09df"}],"original":{"bytes":6698488528,"repo":"CohereLabs/tiny-aya-earth","sha":"0624fafbe200f930b89566fc4ec4da314ba48d89","dtypes":{"BF16":3349227520}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:36:54+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-earth/tree/0624fafbe200f930b89566fc4ec4da314ba48d89"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:36:54+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-earth-GGUF/tree/be0b513fa757880688c48aa688742729c19c09df"}]},{"id":"tiny-aya-fire","name":"tiny-aya-fire","repo":"CohereLabs/tiny-aya-fire","sha":"73500c80fcb6c8bea3e830c21d5d2920249a0e1a","publisher":"CohereLabs","license":"cc-by-nc-4.0","gated":true,"listed_at":null,"multimodal":false,"params_gguf":3349227520,"params_active":null,"params_repo":3349227520,"arch":{"gguf_arch":"cohere2","n_layers":36,"n_layers_all":36,"layers":[[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":27,"v_elems":512,"window":4096}],"state_elems":0,"max_context":500000,"vocab_size":262144,"hidden_size":2048,"moe":null,"cross_checked":false,"gguf_source":{"file":"tiny-aya-fire-q4_k_m.gguf","repo":"CohereLabs/tiny-aya-fire-GGUF","sha":"141fb1f00fe982199d4e01a754ad68abf4205b95"}},"gguf":{"repo":"CohereLabs/tiny-aya-fire-GGUF","sha":"141fb1f00fe982199d4e01a754ad68abf4205b95"},"weights":[{"quant":"Q4_0","bytes":2034490976,"gpu_bytes":2022612992,"mapped_bytes":2022612992,"out_bytes":440410112,"layer_bytes":[[36,43950080]],"read_bytes_per_token":2022612992,"files":["tiny-aya-fire-q4_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-fire-GGUF/tree/141fb1f00fe982199d4e01a754ad68abf4205b95"},{"quant":"Q4_K_M","bytes":2143977056,"gpu_bytes":2132099072,"mapped_bytes":2132099072,"out_bytes":440410112,"layer_bytes":[[4,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[6,50032640]],"read_bytes_per_token":2132099072,"files":["tiny-aya-fire-q4_k_m.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-fire-GGUF/tree/141fb1f00fe982199d4e01a754ad68abf4205b95"},{"quant":"Q8_0","bytes":3570654816,"gpu_bytes":3558776832,"mapped_bytes":3558776832,"out_bytes":570433536,"layer_bytes":[[36,83009536]],"read_bytes_per_token":3558776832,"files":["tiny-aya-fire-q8_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-fire-GGUF/tree/141fb1f00fe982199d4e01a754ad68abf4205b95"},{"quant":"BF16","bytes":6710484576,"gpu_bytes":6698606592,"mapped_bytes":6698606592,"out_bytes":1073750016,"layer_bytes":[[36,156246016]],"read_bytes_per_token":6698606592,"files":["tiny-aya-fire-bf16.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-fire-GGUF/tree/141fb1f00fe982199d4e01a754ad68abf4205b95"}],"original":{"bytes":6698488528,"repo":"CohereLabs/tiny-aya-fire","sha":"73500c80fcb6c8bea3e830c21d5d2920249a0e1a","dtypes":{"BF16":3349227520}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:02+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-fire/tree/73500c80fcb6c8bea3e830c21d5d2920249a0e1a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:02+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-fire-GGUF/tree/141fb1f00fe982199d4e01a754ad68abf4205b95"}]},{"id":"tiny-aya-global","name":"tiny-aya-global","repo":"CohereLabs/tiny-aya-global","sha":"af89d219b53ed9b13b8a4645f9c8028973510324","publisher":"CohereLabs","license":"cc-by-nc-4.0","gated":true,"listed_at":null,"multimodal":false,"params_gguf":3349227520,"params_active":null,"params_repo":3349227520,"arch":{"gguf_arch":"cohere2","n_layers":36,"n_layers_all":36,"layers":[[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":27,"v_elems":512,"window":4096}],"state_elems":0,"max_context":500000,"vocab_size":262144,"hidden_size":2048,"moe":null,"cross_checked":false,"gguf_source":{"file":"tiny-aya-global-q4_k_m.gguf","repo":"CohereLabs/tiny-aya-global-GGUF","sha":"a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"}},"gguf":{"repo":"CohereLabs/tiny-aya-global-GGUF","sha":"a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"},"weights":[{"quant":"Q4_0","bytes":2034490976,"gpu_bytes":2022612992,"mapped_bytes":2022612992,"out_bytes":440410112,"layer_bytes":[[36,43950080]],"read_bytes_per_token":2022612992,"files":["tiny-aya-global-q4_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-global-GGUF/tree/a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"},{"quant":"Q4_K_M","bytes":2143977056,"gpu_bytes":2132099072,"mapped_bytes":2132099072,"out_bytes":440410112,"layer_bytes":[[4,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[6,50032640]],"read_bytes_per_token":2132099072,"files":["tiny-aya-global-q4_k_m.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-global-GGUF/tree/a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"},{"quant":"Q8_0","bytes":3570654816,"gpu_bytes":3558776832,"mapped_bytes":3558776832,"out_bytes":570433536,"layer_bytes":[[36,83009536]],"read_bytes_per_token":3558776832,"files":["tiny-aya-global-q8_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-global-GGUF/tree/a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"},{"quant":"BF16","bytes":6710484576,"gpu_bytes":6698606592,"mapped_bytes":6698606592,"out_bytes":1073750016,"layer_bytes":[[36,156246016]],"read_bytes_per_token":6698606592,"files":["tiny-aya-global-bf16.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-global-GGUF/tree/a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"}],"original":{"bytes":6698488528,"repo":"CohereLabs/tiny-aya-global","sha":"af89d219b53ed9b13b8a4645f9c8028973510324","dtypes":{"BF16":3349227520}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:27:53+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-global/tree/af89d219b53ed9b13b8a4645f9c8028973510324"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:27:53+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-global-GGUF/tree/a602ea7eeec3a4ad6f77a1b8cf6a53512824922b"}]},{"id":"tiny-aya-water","name":"tiny-aya-water","repo":"CohereLabs/tiny-aya-water","sha":"41a99216d12b3ef4881df762934186e5e4d2bbc1","publisher":"CohereLabs","license":"cc-by-nc-4.0","gated":true,"listed_at":null,"multimodal":false,"params_gguf":3349227520,"params_active":null,"params_repo":3349227520,"arch":{"gguf_arch":"cohere2","n_layers":36,"n_layers_all":36,"layers":[[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0],[3,"swa",512,512,4096,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":9,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":27,"v_elems":512,"window":4096}],"state_elems":0,"max_context":500000,"vocab_size":262144,"hidden_size":2048,"moe":null,"cross_checked":false,"gguf_source":{"file":"tiny-aya-water-q4_k_m.gguf","repo":"CohereLabs/tiny-aya-water-GGUF","sha":"bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"}},"gguf":{"repo":"CohereLabs/tiny-aya-water-GGUF","sha":"bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"},"weights":[{"quant":"Q4_0","bytes":2034490976,"gpu_bytes":2022612992,"mapped_bytes":2022612992,"out_bytes":440410112,"layer_bytes":[[36,43950080]],"read_bytes_per_token":2022612992,"files":["tiny-aya-water-q4_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-water-GGUF/tree/bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"},{"quant":"Q4_K_M","bytes":2143977056,"gpu_bytes":2132099072,"mapped_bytes":2132099072,"out_bytes":440410112,"layer_bytes":[[4,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[1,50032640],[2,43950080],[6,50032640]],"read_bytes_per_token":2132099072,"files":["tiny-aya-water-q4_k_m.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-water-GGUF/tree/bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"},{"quant":"Q8_0","bytes":3570654816,"gpu_bytes":3558776832,"mapped_bytes":3558776832,"out_bytes":570433536,"layer_bytes":[[36,83009536]],"read_bytes_per_token":3558776832,"files":["tiny-aya-water-q8_0.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-water-GGUF/tree/bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"},{"quant":"BF16","bytes":6710484576,"gpu_bytes":6698606592,"mapped_bytes":6698606592,"out_bytes":1073750016,"layer_bytes":[[36,156246016]],"read_bytes_per_token":6698606592,"files":["tiny-aya-water-bf16.gguf"],"source_url":"https://huggingface.co/CohereLabs/tiny-aya-water-GGUF/tree/bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"}],"original":{"bytes":6698488528,"repo":"CohereLabs/tiny-aya-water","sha":"41a99216d12b3ef4881df762934186e5e4d2bbc1","dtypes":{"BF16":3349227520}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:37:05+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-water/tree/41a99216d12b3ef4881df762934186e5e4d2bbc1"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:37:05+00:00","url":"https://huggingface.co/CohereLabs/tiny-aya-water-GGUF/tree/bfe7fe10f8f206192097eeedcecdfbb1a11f9ca7"}]},{"id":"translategemma-12b-it","name":"translategemma-12b-it","repo":"google/translategemma-12b-it","sha":"d1b225e1caa17f1ddc7e62065d8637d0923f34e2","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":true,"params_gguf":11766034176,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"gemma3","n_layers":48,"n_layers_all":48,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":8,"v_elems":2048,"window":null},{"k_elems":2048,"kind":"swa","layers":40,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":3840,"moe":null,"cross_checked":false,"gguf_source":{"file":"translategemma-12b-it.Q4_K_M.gguf","repo":"mradermacher/translategemma-12b-it-GGUF","sha":"41d7c8aa650b26791225ad9d0597e674e680da96"}},"gguf":{"repo":"mradermacher/translategemma-12b-it-GGUF","sha":"41d7c8aa650b26791225ad9d0597e674e680da96"},"weights":[{"quant":"Q2_K","bytes":4768237312,"gpu_bytes":4761669504,"mapped_bytes":4761669504,"out_bytes":825970560,"layer_bytes":[[48,81993728]],"read_bytes_per_token":4761669504,"files":["translategemma-12b-it.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"},{"quant":"Q3_K_M","bytes":6008833792,"gpu_bytes":6002265984,"mapped_bytes":6002265984,"out_bytes":825970560,"layer_bytes":[[2,115693568],[1,114710528],[45,107337728]],"read_bytes_per_token":6002265984,"files":["translategemma-12b-it.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"},{"quant":"IQ4_XS","bytes":6606276352,"gpu_bytes":6599708544,"mapped_bytes":6599708544,"out_bytes":825970560,"layer_bytes":[[6,128350208],[42,119134208]],"read_bytes_per_token":6599708544,"files":["translategemma-12b-it.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"},{"quant":"Q4_K_M","bytes":7300794112,"gpu_bytes":7294226304,"mapped_bytes":7294226304,"out_bytes":825970560,"layer_bytes":[[6,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[1,143372288],[2,126138368],[7,143372288]],"read_bytes_per_token":7294226304,"files":["translategemma-12b-it.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"},{"quant":"Q5_K_M","bytes":8445052672,"gpu_bytes":8438484864,"mapped_bytes":8438484864,"out_bytes":825970560,"layer_bytes":[[6,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[1,163033088],[2,154155008],[7,163033088]],"read_bytes_per_token":8438484864,"files":["translategemma-12b-it.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"},{"quant":"Q6_K","bytes":9660827392,"gpu_bytes":9654259584,"mapped_bytes":9654259584,"out_bytes":825970560,"layer_bytes":[[48,183922688]],"read_bytes_per_token":9654259584,"files":["translategemma-12b-it.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"},{"quant":"Q8_0","bytes":12510228352,"gpu_bytes":12503660544,"mapped_bytes":12503660544,"out_bytes":1069824000,"layer_bytes":[[48,238204928]],"read_bytes_per_token":12503660544,"files":["translategemma-12b-it.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"}],"original":{"bytes":24374793024,"repo":"google/translategemma-12b-it","sha":"d1b225e1caa17f1ddc7e62065d8637d0923f34e2","dtypes":{"BF16":12187325040}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:01:31+00:00","url":"https://huggingface.co/google/translategemma-12b-it/tree/d1b225e1caa17f1ddc7e62065d8637d0923f34e2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:01:31+00:00","url":"https://huggingface.co/mradermacher/translategemma-12b-it-GGUF/tree/41d7c8aa650b26791225ad9d0597e674e680da96"}]},{"id":"translategemma-27b-it","name":"translategemma-27b-it","repo":"google/translategemma-27b-it","sha":"7d10f0b72f89a2d0f268cea30727d8b77c0d25c2","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":true,"params_gguf":27009346304,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"gemma3","n_layers":62,"n_layers_all":62,"layers":[[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[5,"swa",2048,2048,1024,0],[1,"full",2048,2048,null,0],[2,"swa",2048,2048,1024,0]],"kv_groups":[{"k_elems":2048,"kind":"full","layers":10,"v_elems":2048,"window":null},{"k_elems":2048,"kind":"swa","layers":52,"v_elems":2048,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":5376,"moe":null,"cross_checked":false,"gguf_source":{"file":"translategemma-27b-it.Q4_K_M.gguf","repo":"mradermacher/translategemma-27b-it-GGUF","sha":"22fb50537007ccd41c41a0f0f0482e0fdb3335ab"}},"gguf":{"repo":"mradermacher/translategemma-27b-it-GGUF","sha":"22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},"weights":[{"quant":"Q2_K","bytes":10503736416,"gpu_bytes":10497157760,"mapped_bytes":10497157760,"out_bytes":1156358784,"layer_bytes":[[62,150658048]],"read_bytes_per_token":10497157760,"files":["translategemma-27b-it.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},{"quant":"Q3_K_M","bytes":13437656160,"gpu_bytes":13431077504,"mapped_bytes":13431077504,"out_bytes":1156358784,"layer_bytes":[[2,213062656],[1,211686400],[59,197235712]],"read_bytes_per_token":13431077504,"files":["translategemma-27b-it.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},{"quant":"IQ4_XS","bytes":14893907040,"gpu_bytes":14887328384,"mapped_bytes":14887328384,"out_bytes":1156358784,"layer_bytes":[[7,237491200],[55,219427840]],"read_bytes_per_token":14887328384,"files":["translategemma-27b-it.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},{"quant":"Q4_K_M","bytes":16546704480,"gpu_bytes":16540125824,"mapped_bytes":16540125824,"out_bytes":1156358784,"layer_bytes":[[7,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[1,264973312],[2,232330240],[8,264973312]],"read_bytes_per_token":16540125824,"files":["translategemma-27b-it.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},{"quant":"Q5_K_M","bytes":19271691360,"gpu_bytes":19265112704,"mapped_bytes":19265112704,"out_bytes":1156358784,"layer_bytes":[[7,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[1,300755968],[2,283939840],[8,300755968]],"read_bytes_per_token":19265112704,"files":["translategemma-27b-it.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},{"quant":"Q6_K","bytes":22166989920,"gpu_bytes":22160411264,"mapped_bytes":22160411264,"out_bytes":1156358784,"layer_bytes":[[62,338775040]],"read_bytes_per_token":22160411264,"files":["translategemma-27b-it.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"},{"quant":"Q8_0","bytes":28707987936,"gpu_bytes":28701409280,"mapped_bytes":28701409280,"out_bytes":1497753600,"layer_bytes":[[62,438768640]],"read_bytes_per_token":28701409280,"files":["translategemma-27b-it.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"}],"original":{"bytes":54864980440,"repo":"google/translategemma-27b-it","sha":"7d10f0b72f89a2d0f268cea30727d8b77c0d25c2","dtypes":{"BF16":27432406640}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T20:02:14+00:00","url":"https://huggingface.co/google/translategemma-27b-it/tree/7d10f0b72f89a2d0f268cea30727d8b77c0d25c2"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T20:02:14+00:00","url":"https://huggingface.co/mradermacher/translategemma-27b-it-GGUF/tree/22fb50537007ccd41c41a0f0f0482e0fdb3335ab"}]},{"id":"translategemma-4b-it","name":"translategemma-4b-it","repo":"google/translategemma-4b-it","sha":"10042cb0e6e7fdce748996a71dc3dc432a4e0c89","publisher":"google","license":"gemma","gated":true,"listed_at":null,"multimodal":true,"params_gguf":3880263168,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"gemma3","n_layers":34,"n_layers_all":34,"layers":[[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[5,"swa",1024,1024,1024,0],[1,"full",1024,1024,null,0],[4,"swa",1024,1024,1024,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":5,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":29,"v_elems":1024,"window":1024}],"state_elems":0,"max_context":131072,"vocab_size":262208,"hidden_size":2560,"moe":null,"cross_checked":false,"gguf_source":{"file":"translategemma-4b-it.Q4_K_M.gguf","repo":"mradermacher/translategemma-4b-it-GGUF","sha":"d37868f759d2f817a43d28dd80cf9f982ffa62fd"}},"gguf":{"repo":"mradermacher/translategemma-4b-it-GGUF","sha":"d37868f759d2f817a43d28dd80cf9f982ffa62fd"},"weights":[{"quant":"Q2_K","bytes":1729180160,"gpu_bytes":1722623232,"mapped_bytes":1722623232,"out_bytes":550647040,"layer_bytes":[[34,34469888]],"read_bytes_per_token":1722623232,"files":["translategemma-4b-it.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"Q3_K_M","bytes":2098475520,"gpu_bytes":2091918592,"mapped_bytes":2091918592,"out_bytes":550647040,"layer_bytes":[[2,48723968],[32,45119488]],"read_bytes_per_token":2091918592,"files":["translategemma-4b-it.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"IQ4_XS","bytes":2279641600,"gpu_bytes":2273084672,"mapped_bytes":2273084672,"out_bytes":550647040,"layer_bytes":[[4,54274048],[30,50178048]],"read_bytes_per_token":2273084672,"files":["translategemma-4b-it.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"Q4_K_M","bytes":2489909760,"gpu_bytes":2483352832,"mapped_bytes":2483352832,"out_bytes":550647040,"layer_bytes":[[4,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[2,53127168],[1,60561408],[1,53127168],[5,60561408]],"read_bytes_per_token":2483352832,"files":["translategemma-4b-it.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"Q5_K_M","bytes":2829713920,"gpu_bytes":2823156992,"mapped_bytes":2823156992,"out_bytes":550647040,"layer_bytes":[[4,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[2,64923648],[1,68753408],[1,64923648],[5,68753408]],"read_bytes_per_token":2823156992,"files":["translategemma-4b-it.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"Q6_K","bytes":3190755840,"gpu_bytes":3184198912,"mapped_bytes":3184198912,"out_bytes":550647040,"layer_bytes":[[34,77457408]],"read_bytes_per_token":3184198912,"files":["translategemma-4b-it.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"Q8_0","bytes":4130417920,"gpu_bytes":4123860992,"mapped_bytes":4123860992,"out_bytes":713216000,"layer_bytes":[[34,100313088]],"read_bytes_per_token":4123860992,"files":["translategemma-4b-it.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"},{"quant":"F16","bytes":7767819520,"gpu_bytes":7761262592,"mapped_bytes":7761262592,"out_bytes":1342515200,"layer_bytes":[[34,188786688]],"read_bytes_per_token":7761262592,"files":["translategemma-4b-it.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"}],"original":{"bytes":8600277880,"repo":"google/translategemma-4b-it","sha":"10042cb0e6e7fdce748996a71dc3dc432a4e0c89","dtypes":{"BF16":4300079472}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T19:00:18+00:00","url":"https://huggingface.co/google/translategemma-4b-it/tree/10042cb0e6e7fdce748996a71dc3dc432a4e0c89"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T19:00:18+00:00","url":"https://huggingface.co/mradermacher/translategemma-4b-it-GGUF/tree/d37868f759d2f817a43d28dd80cf9f982ffa62fd"}]},{"id":"trinity-large-base","name":"Trinity-Large-Base","repo":"arcee-ai/Trinity-Large-Base","sha":"b2a665b40e5d67b05fb164205cf63155f7958e2a","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":398635286016,"params_active":12756696576,"params_repo":398635286016,"arch":{"gguf_arch":"afmoe","n_layers":60,"n_layers_all":60,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":15,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":45,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":262144,"vocab_size":200192,"hidden_size":3072,"moe":{"active":4,"experts":256},"cross_checked":true,"gguf_source":{"file":"arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00001-of-00007.gguf","repo":"bartowski/arcee-ai_Trinity-Large-Base-GGUF","sha":"8fec8d21d49cd193d7c0cff76e8cfad902867a2d"}},"gguf":{"repo":"bartowski/arcee-ai_Trinity-Large-Base-GGUF","sha":"8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},"weights":[{"quant":"IQ2_XXS","bytes":95107625728,"gpu_bytes":94898436096,"mapped_bytes":95100229632,"out_bytes":422817792,"layer_bytes":[[3,97371136],[3,61096960],[6,2145363968],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[6,2145363968]],"read_bytes_per_token":4602279936,"files":["arcee-ai_Trinity-Large-Base-IQ2_XXS/arcee-ai_Trinity-Large-Base-IQ2_XXS-00001-of-00003.gguf","arcee-ai_Trinity-Large-Base-IQ2_XXS/arcee-ai_Trinity-Large-Base-IQ2_XXS-00002-of-00003.gguf","arcee-ai_Trinity-Large-Base-IQ2_XXS/arcee-ai_Trinity-Large-Base-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"IQ2_M","bytes":125094511488,"gpu_bytes":124822861824,"mapped_bytes":125087115264,"out_bytes":422817792,"layer_bytes":[[3,102089728],[3,77317120],[6,2829559808],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[6,2829559808]],"read_bytes_per_token":5431277568,"files":["arcee-ai_Trinity-Large-Base-IQ2_M/arcee-ai_Trinity-Large-Base-IQ2_M-00001-of-00004.gguf","arcee-ai_Trinity-Large-Base-IQ2_M/arcee-ai_Trinity-Large-Base-IQ2_M-00002-of-00004.gguf","arcee-ai_Trinity-Large-Base-IQ2_M/arcee-ai_Trinity-Large-Base-IQ2_M-00003-of-00004.gguf","arcee-ai_Trinity-Large-Base-IQ2_M/arcee-ai_Trinity-Large-Base-IQ2_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q2_K","bytes":138989781888,"gpu_bytes":138780592128,"mapped_bytes":138982385664,"out_bytes":504496128,"layer_bytes":[[6,71517184],[6,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[7,2687289344]],"read_bytes_per_token":6086117376,"files":["arcee-ai_Trinity-Large-Base-Q2_K/arcee-ai_Trinity-Large-Base-Q2_K-00001-of-00004.gguf","arcee-ai_Trinity-Large-Base-Q2_K/arcee-ai_Trinity-Large-Base-Q2_K-00002-of-00004.gguf","arcee-ai_Trinity-Large-Base-Q2_K/arcee-ai_Trinity-Large-Base-Q2_K-00003-of-00004.gguf","arcee-ai_Trinity-Large-Base-Q2_K/arcee-ai_Trinity-Large-Base-Q2_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"IQ3_XXS","bytes":156981429120,"gpu_bytes":156709779456,"mapped_bytes":156974032896,"out_bytes":422817792,"layer_bytes":[[6,74761216],[6,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[7,2952415232]],"read_bytes_per_token":6327662592,"files":["arcee-ai_Trinity-Large-Base-IQ3_XXS/arcee-ai_Trinity-Large-Base-IQ3_XXS-00001-of-00004.gguf","arcee-ai_Trinity-Large-Base-IQ3_XXS/arcee-ai_Trinity-Large-Base-IQ3_XXS-00002-of-00004.gguf","arcee-ai_Trinity-Large-Base-IQ3_XXS/arcee-ai_Trinity-Large-Base-IQ3_XXS-00003-of-00004.gguf","arcee-ai_Trinity-Large-Base-IQ3_XXS/arcee-ai_Trinity-Large-Base-IQ3_XXS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q3_K_M","bytes":181184746464,"gpu_bytes":180913096704,"mapped_bytes":181177350144,"out_bytes":504496128,"layer_bytes":[[2,93144064],[1,92750848],[3,88032256],[6,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[7,3502721024]],"read_bytes_per_token":7158024192,"files":["arcee-ai_Trinity-Large-Base-Q3_K_M/arcee-ai_Trinity-Large-Base-Q3_K_M-00001-of-00005.gguf","arcee-ai_Trinity-Large-Base-Q3_K_M/arcee-ai_Trinity-Large-Base-Q3_K_M-00002-of-00005.gguf","arcee-ai_Trinity-Large-Base-Q3_K_M/arcee-ai_Trinity-Large-Base-Q3_K_M-00003-of-00005.gguf","arcee-ai_Trinity-Large-Base-Q3_K_M/arcee-ai_Trinity-Large-Base-Q3_K_M-00004-of-00005.gguf","arcee-ai_Trinity-Large-Base-Q3_K_M/arcee-ai_Trinity-Large-Base-Q3_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"IQ4_XS","bytes":212807902304,"gpu_bytes":212473792512,"mapped_bytes":212800505856,"out_bytes":504496128,"layer_bytes":[[6,98747392],[6,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[7,3922184192]],"read_bytes_per_token":7802505216,"files":["arcee-ai_Trinity-Large-Base-IQ4_XS/arcee-ai_Trinity-Large-Base-IQ4_XS-00001-of-00006.gguf","arcee-ai_Trinity-Large-Base-IQ4_XS/arcee-ai_Trinity-Large-Base-IQ4_XS-00002-of-00006.gguf","arcee-ai_Trinity-Large-Base-IQ4_XS/arcee-ai_Trinity-Large-Base-IQ4_XS-00003-of-00006.gguf","arcee-ai_Trinity-Large-Base-IQ4_XS/arcee-ai_Trinity-Large-Base-IQ4_XS-00004-of-00006.gguf","arcee-ai_Trinity-Large-Base-IQ4_XS/arcee-ai_Trinity-Large-Base-IQ4_XS-00005-of-00006.gguf","arcee-ai_Trinity-Large-Base-IQ4_XS/arcee-ai_Trinity-Large-Base-IQ4_XS-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q4_0","bytes":229048460416,"gpu_bytes":228695132160,"mapped_bytes":229041063936,"out_bytes":504496128,"layer_bytes":[[6,103072768],[6,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[7,4298098688]],"read_bytes_per_token":8119830528,"files":["arcee-ai_Trinity-Large-Base-Q4_0/arcee-ai_Trinity-Large-Base-Q4_0-00001-of-00006.gguf","arcee-ai_Trinity-Large-Base-Q4_0/arcee-ai_Trinity-Large-Base-Q4_0-00002-of-00006.gguf","arcee-ai_Trinity-Large-Base-Q4_0/arcee-ai_Trinity-Large-Base-Q4_0-00003-of-00006.gguf","arcee-ai_Trinity-Large-Base-Q4_0/arcee-ai_Trinity-Large-Base-Q4_0-00004-of-00006.gguf","arcee-ai_Trinity-Large-Base-Q4_0/arcee-ai_Trinity-Large-Base-Q4_0-00005-of-00006.gguf","arcee-ai_Trinity-Large-Base-Q4_0/arcee-ai_Trinity-Large-Base-Q4_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q4_K_M","bytes":241632208192,"gpu_bytes":241278879744,"mapped_bytes":241624811520,"out_bytes":504496128,"layer_bytes":[[6,113615872],[1,4773128192],[2,4772317184],[1,4773128192],[2,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[2,4143417344],[7,4773128192]],"read_bytes_per_token":8626931712,"files":["arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00001-of-00007.gguf","arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00002-of-00007.gguf","arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00003-of-00007.gguf","arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00004-of-00007.gguf","arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00005-of-00007.gguf","arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00006-of-00007.gguf","arcee-ai_Trinity-Large-Base-Q4_K_M/arcee-ai_Trinity-Large-Base-Q4_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q5_K_M","bytes":283323229600,"gpu_bytes":282893027328,"mapped_bytes":283315832832,"out_bytes":504496128,"layer_bytes":[[6,127771648],[1,5381826560],[2,5381408768],[1,5381826560],[2,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[2,5060962304],[7,5381826560]],"read_bytes_per_token":9812183040,"files":["arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00001-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00002-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00003-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00004-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00005-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00006-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00007-of-00008.gguf","arcee-ai_Trinity-Large-Base-Q5_K_M/arcee-ai_Trinity-Large-Base-Q5_K_M-00008-of-00008.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q6_K","bytes":327566357952,"gpu_bytes":327054477312,"mapped_bytes":327558961152,"out_bytes":504496128,"layer_bytes":[[6,145318912],[54,6031075328]],"read_bytes_per_token":11017930752,"files":["arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00001-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00002-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00003-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00004-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00005-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00006-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00007-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00008-of-00009.gguf","arcee-ai_Trinity-Large-Base-Q6_K/arcee-ai_Trinity-Large-Base-Q6_K-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"},{"quant":"Q8_0","bytes":423684396352,"gpu_bytes":423023572992,"mapped_bytes":423676999680,"out_bytes":653438976,"layer_bytes":[[6,187220992],[54,7800866816]],"read_bytes_per_token":13680998400,"files":["arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00001-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00002-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00003-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00004-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00005-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00006-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00007-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00008-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00009-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00010-of-00011.gguf","arcee-ai_Trinity-Large-Base-Q8_0/arcee-ai_Trinity-Large-Base-Q8_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"}],"original":{"bytes":797275954480,"repo":"arcee-ai/Trinity-Large-Base","sha":"b2a665b40e5d67b05fb164205cf63155f7958e2a","dtypes":{"BF16":398635286016}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:11+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Large-Base/tree/b2a665b40e5d67b05fb164205cf63155f7958e2a"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:11+00:00","url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-Base-GGUF/tree/8fec8d21d49cd193d7c0cff76e8cfad902867a2d"}]},{"id":"trinity-large-thinking","name":"Trinity-Large-Thinking","repo":"arcee-ai/Trinity-Large-Thinking","sha":"dc6a99b6b74202880e31491a445a94884c97890c","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":398635286016,"params_active":12756696576,"params_repo":398635286016,"arch":{"gguf_arch":"afmoe","n_layers":60,"n_layers_all":60,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":15,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":45,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":262144,"vocab_size":200192,"hidden_size":3072,"moe":{"active":4,"experts":256},"cross_checked":true,"gguf_source":{"file":"Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf","repo":"arcee-ai/Trinity-Large-Thinking-GGUF","sha":"352ed5f50f0148466e596950c29aecb51bed4cb3"}},"gguf":{"repo":"arcee-ai/Trinity-Large-Thinking-GGUF","sha":"352ed5f50f0148466e596950c29aecb51bed4cb3"},"weights":[{"quant":"IQ2_XXS","bytes":105975729984,"gpu_bytes":105766533120,"mapped_bytes":105968326656,"out_bytes":422817792,"layer_bytes":[[3,103932928],[3,67658752],[1,2007787520],[2,2006976512],[1,2007787520],[2,2006976512],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[1,1918134272],[1,1917323264],[1,1931479040],[2,1918134272],[1,1932290048],[6,2007787520]],"read_bytes_per_token":5548947456,"files":["Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00001-of-00003.gguf","Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00002-of-00003.gguf","Trinity-Large-Thinking-IQ2_XXS/Trinity-Large-Thinking-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"IQ2_M","bytes":133011136416,"gpu_bytes":132739479552,"mapped_bytes":133003732992,"out_bytes":422817792,"layer_bytes":[[3,107471872],[3,82699264],[1,2653054976],[2,2652243968],[1,2653054976],[2,2652243968],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[1,2374658048],[1,2373847040],[1,2388002816],[2,2374658048],[1,2388813824],[6,2653054976]],"read_bytes_per_token":6213384192,"files":["Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00001-of-00004.gguf","Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00002-of-00004.gguf","Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00003-of-00004.gguf","Trinity-Large-Thinking-IQ2_M/Trinity-Large-Thinking-IQ2_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q2_K","bytes":139221295008,"gpu_bytes":139012098048,"mapped_bytes":139213891584,"out_bytes":504496128,"layer_bytes":[[6,80020480],[1,2695792640],[2,2686502912],[1,2695792640],[2,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[1,2436270080],[1,2426980352],[1,2686502912],[2,2436270080],[7,2695792640]],"read_bytes_per_token":6317623296,"files":["Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00001-of-00004.gguf","Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00002-of-00004.gguf","Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00003-of-00004.gguf","Trinity-Large-Thinking-Q2_K/Trinity-Large-Thinking-Q2_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"IQ3_XXS","bytes":165619998784,"gpu_bytes":165348341760,"mapped_bytes":165612595200,"out_bytes":422817792,"layer_bytes":[[6,83411968],[1,3281930240],[2,3273672704],[1,3281930240],[2,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[1,2833664000],[1,2825406464],[1,3273672704],[2,2833664000],[7,3281930240]],"read_bytes_per_token":6754105344,"files":["Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00001-of-00005.gguf","Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00002-of-00005.gguf","Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00003-of-00005.gguf","Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00004-of-00005.gguf","Trinity-Large-Thinking-IQ3_XXS/Trinity-Large-Thinking-IQ3_XXS-00005-of-00005.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q3_K_M","bytes":181357965312,"gpu_bytes":181086308352,"mapped_bytes":181350561792,"out_bytes":504496128,"layer_bytes":[[3,99337216],[3,94618624],[1,3509307392],[2,3501934592],[1,3509307392],[2,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[1,3177826304],[1,3170453504],[1,3501934592],[2,3177826304],[7,3509307392]],"read_bytes_per_token":7331235840,"files":["Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00001-of-00005.gguf","Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00002-of-00005.gguf","Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00003-of-00005.gguf","Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00004-of-00005.gguf","Trinity-Large-Thinking-Q3_K_M/Trinity-Large-Thinking-Q3_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"IQ4_XS","bytes":213042364544,"gpu_bytes":212708247552,"mapped_bytes":213034960896,"out_bytes":504496128,"layer_bytes":[[6,105382912],[1,3928819712],[2,3923363840],[1,3928819712],[2,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[1,3913779200],[1,3908323328],[1,3923363840],[2,3913779200],[7,3928819712]],"read_bytes_per_token":8036960256,"files":["Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00001-of-00006.gguf","Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00002-of-00006.gguf","Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00003-of-00006.gguf","Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00004-of-00006.gguf","Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00005-of-00006.gguf","Trinity-Large-Thinking-IQ4_XS/Trinity-Large-Thinking-IQ4_XS-00006-of-00006.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q4_0","bytes":226268922016,"gpu_bytes":225915586560,"mapped_bytes":226261518336,"out_bytes":504496128,"layer_bytes":[[6,109511680],[1,4304537600],[2,4299671552],[1,4304537600],[2,4299671552],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[1,4142925824],[1,4138059776],[1,4148676608],[2,4142925824],[7,4153542656]],"read_bytes_per_token":8312997888,"files":["Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00001-of-00006.gguf","Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00002-of-00006.gguf","Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00003-of-00006.gguf","Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00004-of-00006.gguf","Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00005-of-00006.gguf","Trinity-Large-Thinking-Q4_0/Trinity-Large-Thinking-Q4_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q4_K_M","bytes":241848238432,"gpu_bytes":241494902784,"mapped_bytes":241840834560,"out_bytes":504496128,"layer_bytes":[[6,119243776],[1,4778756096],[2,4773890048],[1,4778756096],[2,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[1,4149045248],[1,4144179200],[1,4773890048],[2,4149045248],[7,4778756096]],"read_bytes_per_token":8842954752,"files":["Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00001-of-00007.gguf","Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00002-of-00007.gguf","Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00003-of-00007.gguf","Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00004-of-00007.gguf","Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00005-of-00007.gguf","Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00006-of-00007.gguf","Trinity-Large-Thinking-Q4_K_M/Trinity-Large-Thinking-Q4_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q5_K_M","bytes":283607089568,"gpu_bytes":283176880128,"mapped_bytes":283599685632,"out_bytes":504496128,"layer_bytes":[[6,133547008],[1,5387601920],[2,5385095168],[1,5387601920],[2,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[1,5066737664],[1,5064230912],[1,5385095168],[2,5066737664],[7,5387601920]],"read_bytes_per_token":10096035840,"files":["Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00001-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00002-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00003-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00004-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00005-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00006-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00007-of-00008.gguf","Trinity-Large-Thinking-Q5_K_M/Trinity-Large-Thinking-Q5_K_M-00008-of-00008.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q6_K","bytes":343236219360,"gpu_bytes":342724331520,"mapped_bytes":343228815360,"out_bytes":504496128,"layer_bytes":[[6,155223040],[1,6626084864],[2,6621513728],[1,6626084864],[2,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[1,6040979456],[1,6036408320],[1,6621513728],[2,6040979456],[7,6626084864]],"read_bytes_per_token":11712743424,"files":["Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00001-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00002-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00003-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00004-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00005-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00006-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00007-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00008-of-00009.gguf","Trinity-Large-Thinking-Q6_K/Trinity-Large-Thinking-Q6_K-00009-of-00009.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"},{"quant":"Q8_0","bytes":423684403840,"gpu_bytes":423023572992,"mapped_bytes":423676999680,"out_bytes":653438976,"layer_bytes":[[6,187220992],[54,7800866816]],"read_bytes_per_token":13680998400,"files":["Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00001-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00002-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00003-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00004-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00005-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00006-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00007-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00008-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00009-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00010-of-00011.gguf","Trinity-Large-Thinking-Q8_0/Trinity-Large-Thinking-Q8_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"}],"original":{"bytes":797275981696,"repo":"arcee-ai/Trinity-Large-Thinking","sha":"dc6a99b6b74202880e31491a445a94884c97890c","dtypes":{"BF16":398635272192,"F32":13824}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:14+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking/tree/dc6a99b6b74202880e31491a445a94884c97890c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:14+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Large-Thinking-GGUF/tree/352ed5f50f0148466e596950c29aecb51bed4cb3"}]},{"id":"trinity-large-truebase","name":"Trinity-Large-TrueBase","repo":"arcee-ai/Trinity-Large-TrueBase","sha":"4b1a9e677cea5c77e36acb45ec901b27b87b15c9","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":398635286016,"params_active":12756696576,"params_repo":398635286016,"arch":{"gguf_arch":"afmoe","n_layers":60,"n_layers_all":60,"layers":[[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0],[3,"swa",1024,1024,4096,0],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":15,"v_elems":1024,"window":null},{"k_elems":1024,"kind":"swa","layers":45,"v_elems":1024,"window":4096}],"state_elems":0,"max_context":8192,"vocab_size":200192,"hidden_size":3072,"moe":{"active":4,"experts":256},"cross_checked":true,"gguf_source":{"file":"arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00001-of-00007.gguf","repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","sha":"45328d2175e9b216b1be84f40f37a4d50f260116"}},"gguf":{"repo":"bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF","sha":"45328d2175e9b216b1be84f40f37a4d50f260116"},"weights":[{"quant":"IQ2_XXS","bytes":95107625568,"gpu_bytes":94898436096,"mapped_bytes":95100229632,"out_bytes":422817792,"layer_bytes":[[3,97371136],[3,61096960],[6,2145363968],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[2,1619830784],[1,1635756032],[6,2145363968]],"read_bytes_per_token":4602279936,"files":["arcee-ai_Trinity-Large-TrueBase-IQ2_XXS/arcee-ai_Trinity-Large-TrueBase-IQ2_XXS-00001-of-00003.gguf","arcee-ai_Trinity-Large-TrueBase-IQ2_XXS/arcee-ai_Trinity-Large-TrueBase-IQ2_XXS-00002-of-00003.gguf","arcee-ai_Trinity-Large-TrueBase-IQ2_XXS/arcee-ai_Trinity-Large-TrueBase-IQ2_XXS-00003-of-00003.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"IQ2_M","bytes":125094511328,"gpu_bytes":124822861824,"mapped_bytes":125087115264,"out_bytes":422817792,"layer_bytes":[[3,102089728],[3,77317120],[6,2829559808],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[2,2135926784],[1,2150082560],[6,2829559808]],"read_bytes_per_token":5431277568,"files":["arcee-ai_Trinity-Large-TrueBase-IQ2_M/arcee-ai_Trinity-Large-TrueBase-IQ2_M-00001-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-IQ2_M/arcee-ai_Trinity-Large-TrueBase-IQ2_M-00002-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-IQ2_M/arcee-ai_Trinity-Large-TrueBase-IQ2_M-00003-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-IQ2_M/arcee-ai_Trinity-Large-TrueBase-IQ2_M-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q2_K","bytes":138989781728,"gpu_bytes":138780592128,"mapped_bytes":138982385664,"out_bytes":504496128,"layer_bytes":[[6,71517184],[6,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[1,2687289344],[2,2427766784],[7,2687289344]],"read_bytes_per_token":6086117376,"files":["arcee-ai_Trinity-Large-TrueBase-Q2_K/arcee-ai_Trinity-Large-TrueBase-Q2_K-00001-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-Q2_K/arcee-ai_Trinity-Large-TrueBase-Q2_K-00002-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-Q2_K/arcee-ai_Trinity-Large-TrueBase-Q2_K-00003-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-Q2_K/arcee-ai_Trinity-Large-TrueBase-Q2_K-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"IQ3_XXS","bytes":156981428960,"gpu_bytes":156709779456,"mapped_bytes":156974032896,"out_bytes":422817792,"layer_bytes":[[6,74761216],[6,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[1,2952415232],[2,2824128512],[7,2952415232]],"read_bytes_per_token":6327662592,"files":["arcee-ai_Trinity-Large-TrueBase-IQ3_XXS/arcee-ai_Trinity-Large-TrueBase-IQ3_XXS-00001-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-IQ3_XXS/arcee-ai_Trinity-Large-TrueBase-IQ3_XXS-00002-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-IQ3_XXS/arcee-ai_Trinity-Large-TrueBase-IQ3_XXS-00003-of-00004.gguf","arcee-ai_Trinity-Large-TrueBase-IQ3_XXS/arcee-ai_Trinity-Large-TrueBase-IQ3_XXS-00004-of-00004.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q3_K_M","bytes":181184746304,"gpu_bytes":180913096704,"mapped_bytes":181177350144,"out_bytes":504496128,"layer_bytes":[[2,93144064],[1,92750848],[3,88032256],[6,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[1,3502721024],[2,3171239936],[7,3502721024]],"read_bytes_per_token":7158024192,"files":["arcee-ai_Trinity-Large-TrueBase-Q3_K_M/arcee-ai_Trinity-Large-TrueBase-Q3_K_M-00001-of-00005.gguf","arcee-ai_Trinity-Large-TrueBase-Q3_K_M/arcee-ai_Trinity-Large-TrueBase-Q3_K_M-00002-of-00005.gguf","arcee-ai_Trinity-Large-TrueBase-Q3_K_M/arcee-ai_Trinity-Large-TrueBase-Q3_K_M-00003-of-00005.gguf","arcee-ai_Trinity-Large-TrueBase-Q3_K_M/arcee-ai_Trinity-Large-TrueBase-Q3_K_M-00004-of-00005.gguf","arcee-ai_Trinity-Large-TrueBase-Q3_K_M/arcee-ai_Trinity-Large-TrueBase-Q3_K_M-00005-of-00005.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"IQ4_XS","bytes":212807902144,"gpu_bytes":212473792512,"mapped_bytes":212800505856,"out_bytes":504496128,"layer_bytes":[[6,98747392],[6,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[1,3922184192],[2,3907143680],[7,3922184192]],"read_bytes_per_token":7802505216,"files":["arcee-ai_Trinity-Large-TrueBase-IQ4_XS/arcee-ai_Trinity-Large-TrueBase-IQ4_XS-00001-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-IQ4_XS/arcee-ai_Trinity-Large-TrueBase-IQ4_XS-00002-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-IQ4_XS/arcee-ai_Trinity-Large-TrueBase-IQ4_XS-00003-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-IQ4_XS/arcee-ai_Trinity-Large-TrueBase-IQ4_XS-00004-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-IQ4_XS/arcee-ai_Trinity-Large-TrueBase-IQ4_XS-00005-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-IQ4_XS/arcee-ai_Trinity-Large-TrueBase-IQ4_XS-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q4_0","bytes":229048460224,"gpu_bytes":228695132160,"mapped_bytes":229041063936,"out_bytes":504496128,"layer_bytes":[[6,103072768],[6,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[1,4298098688],[2,4136486912],[7,4298098688]],"read_bytes_per_token":8119830528,"files":["arcee-ai_Trinity-Large-TrueBase-Q4_0/arcee-ai_Trinity-Large-TrueBase-Q4_0-00001-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_0/arcee-ai_Trinity-Large-TrueBase-Q4_0-00002-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_0/arcee-ai_Trinity-Large-TrueBase-Q4_0-00003-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_0/arcee-ai_Trinity-Large-TrueBase-Q4_0-00004-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_0/arcee-ai_Trinity-Large-TrueBase-Q4_0-00005-of-00006.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_0/arcee-ai_Trinity-Large-TrueBase-Q4_0-00006-of-00006.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q4_K_M","bytes":241632208032,"gpu_bytes":241278879744,"mapped_bytes":241624811520,"out_bytes":504496128,"layer_bytes":[[6,113615872],[1,4773128192],[2,4772317184],[1,4773128192],[2,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[1,4143417344],[1,4142606336],[1,4772317184],[2,4143417344],[7,4773128192]],"read_bytes_per_token":8626931712,"files":["arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00001-of-00007.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00002-of-00007.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00003-of-00007.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00004-of-00007.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00005-of-00007.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00006-of-00007.gguf","arcee-ai_Trinity-Large-TrueBase-Q4_K_M/arcee-ai_Trinity-Large-TrueBase-Q4_K_M-00007-of-00007.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q5_K_M","bytes":283323229408,"gpu_bytes":282893027328,"mapped_bytes":283315832832,"out_bytes":504496128,"layer_bytes":[[6,127771648],[1,5381826560],[2,5381408768],[1,5381826560],[2,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[1,5060962304],[1,5060544512],[1,5381408768],[2,5060962304],[7,5381826560]],"read_bytes_per_token":9812183040,"files":["arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00001-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00002-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00003-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00004-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00005-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00006-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00007-of-00008.gguf","arcee-ai_Trinity-Large-TrueBase-Q5_K_M/arcee-ai_Trinity-Large-TrueBase-Q5_K_M-00008-of-00008.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q6_K","bytes":327566357792,"gpu_bytes":327054477312,"mapped_bytes":327558961152,"out_bytes":504496128,"layer_bytes":[[6,145318912],[54,6031075328]],"read_bytes_per_token":11017930752,"files":["arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00001-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00002-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00003-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00004-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00005-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00006-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00007-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00008-of-00009.gguf","arcee-ai_Trinity-Large-TrueBase-Q6_K/arcee-ai_Trinity-Large-TrueBase-Q6_K-00009-of-00009.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"},{"quant":"Q8_0","bytes":423684396160,"gpu_bytes":423023572992,"mapped_bytes":423676999680,"out_bytes":653438976,"layer_bytes":[[6,187220992],[54,7800866816]],"read_bytes_per_token":13680998400,"files":["arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00001-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00002-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00003-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00004-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00005-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00006-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00007-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00008-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00009-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00010-of-00011.gguf","arcee-ai_Trinity-Large-TrueBase-Q8_0/arcee-ai_Trinity-Large-TrueBase-Q8_0-00011-of-00011.gguf"],"source_url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"}],"original":{"bytes":797275954480,"repo":"arcee-ai/Trinity-Large-TrueBase","sha":"4b1a9e677cea5c77e36acb45ec901b27b87b15c9","dtypes":{"BF16":398635286016}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:12+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Large-TrueBase/tree/4b1a9e677cea5c77e36acb45ec901b27b87b15c9"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:12+00:00","url":"https://huggingface.co/bartowski/arcee-ai_Trinity-Large-TrueBase-GGUF/tree/45328d2175e9b216b1be84f40f37a4d50f260116"}]},{"id":"trinity-mini","name":"Trinity-Mini","repo":"arcee-ai/Trinity-Mini","sha":"cdb81e8130815fec299cccc8f8700004b8366e1e","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":26123974400,"params_active":3064739584,"params_repo":26123974400,"arch":{"gguf_arch":"afmoe","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":24,"v_elems":512,"window":2048}],"state_elems":0,"max_context":131072,"vocab_size":200192,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Trinity-Mini-Q4_K_M.gguf","repo":"arcee-ai/Trinity-Mini-GGUF","sha":"a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"}},"gguf":{"repo":"arcee-ai/Trinity-Mini-GGUF","sha":"a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},"weights":[{"quant":"IQ2_XXS","bytes":6555206496,"gpu_bytes":6413310976,"mapped_bytes":6547840000,"out_bytes":281878528,"layer_bytes":[[2,34735104],[3,249251328],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[2,189089280],[1,192628224],[3,249251328]],"read_bytes_per_token":1140284416,"files":["Trinity-Mini-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"IQ2_M","bytes":8482186080,"gpu_bytes":8298650624,"mapped_bytes":8474819584,"out_bytes":281878528,"layer_bytes":[[2,36832256],[3,326845952],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[2,248202752],[1,251348480],[3,326845952]],"read_bytes_per_token":1326930944,"files":["Trinity-Mini-IQ2_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q2_K","bytes":9425052512,"gpu_bytes":9283156992,"mapped_bytes":9417686016,"out_bytes":336330752,"layer_bytes":[[2,26674176],[3,312247808],[2,282625536],[1,312247808],[2,282625536],[1,312247808],[2,282625536],[1,312247808],[2,282625536],[1,312247808],[2,282625536],[1,312247808],[2,282625536],[1,312247808],[2,282625536],[1,312247808],[2,282625536],[4,312247808]],"read_bytes_per_token":1493548032,"files":["Trinity-Mini-Q2_K.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"IQ3_XXS","bytes":10542080864,"gpu_bytes":10358545408,"mapped_bytes":10534714368,"out_bytes":281878528,"layer_bytes":[[2,27853824],[3,342001152],[2,327058944],[1,342001152],[2,327058944],[1,342001152],[2,327058944],[1,342001152],[2,327058944],[1,342001152],[2,327058944],[1,342001152],[2,327058944],[1,342001152],[2,327058944],[1,342001152],[2,327058944],[4,342001152]],"read_bytes_per_token":1522981888,"files":["Trinity-Mini-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q3_K_M","bytes":12104188768,"gpu_bytes":11920653312,"mapped_bytes":12096822272,"out_bytes":336330752,"layer_bytes":[[2,34309120],[3,404129280],[2,366118400],[1,404129280],[2,366118400],[1,404129280],[2,366118400],[1,404129280],[2,366118400],[1,404129280],[2,366118400],[1,404129280],[2,366118400],[1,404129280],[2,366118400],[1,404129280],[2,366118400],[4,404129280]],"read_bytes_per_token":1720630272,"files":["Trinity-Mini-Q3_K_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"IQ4_XS","bytes":14160012128,"gpu_bytes":13934836736,"mapped_bytes":14152645632,"out_bytes":336330752,"layer_bytes":[[2,36602880],[3,452101632],[2,449742336],[1,452101632],[2,449742336],[1,452101632],[2,449742336],[1,452101632],[2,449742336],[1,452101632],[2,449742336],[1,452101632],[2,449742336],[1,452101632],[2,449742336],[1,452101632],[2,449742336],[4,452101632]],"read_bytes_per_token":1902427136,"files":["Trinity-Mini-IQ4_XS.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q4_0","bytes":15145640800,"gpu_bytes":14907653120,"mapped_bytes":15138274304,"out_bytes":336330752,"layer_bytes":[[2,37913600],[3,493389312],[2,474252800],[1,493389312],[2,474252800],[1,493389312],[2,474252800],[1,493389312],[2,474252800],[1,493389312],[2,474252800],[1,493389312],[2,474252800],[1,493389312],[2,474252800],[1,493389312],[2,474252800],[4,493389312]],"read_bytes_per_token":1947253760,"files":["Trinity-Mini-Q4_0.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q4_K_M","bytes":15935808352,"gpu_bytes":15697820672,"mapped_bytes":15928441856,"out_bytes":336330752,"layer_bytes":[[2,41690112],[2,547137024],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[1,546866688],[1,476136960],[1,476407296],[4,547137024]],"read_bytes_per_token":2049293312,"files":["Trinity-Mini-Q4_K_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q5_K_M","bytes":18637071200,"gpu_bytes":18347834368,"mapped_bytes":18629704704,"out_bytes":336330752,"layer_bytes":[[2,46932992],[2,616343040],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[1,616203776],[1,580552192],[1,580691456],[4,616343040]],"read_bytes_per_token":2308553728,"files":["Trinity-Mini-Q5_K_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q6_K","bytes":21516911456,"gpu_bytes":21173222400,"mapped_bytes":21509544960,"out_bytes":336330752,"layer_bytes":[[2,53617664],[30,690988544]],"read_bytes_per_token":2593766400,"files":["Trinity-Mini-Q6_K.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"},{"quant":"Q8_0","bytes":27788002144,"gpu_bytes":27345017856,"mapped_bytes":27780635648,"out_bytes":435625984,"layer_bytes":[[2,69108736],[30,892372480]],"read_bytes_per_token":3280198656,"files":["Trinity-Mini-Q8_0.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"}],"original":{"bytes":52249446248,"repo":"arcee-ai/Trinity-Mini","sha":"cdb81e8130815fec299cccc8f8700004b8366e1e","dtypes":{"BF16":26123974400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:10+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Mini/tree/cdb81e8130815fec299cccc8f8700004b8366e1e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:10+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Mini-GGUF/tree/a11737ef4b6f89d958d3f6ab670a9aa26e4b8ad7"}]},{"id":"trinity-mini-base","name":"Trinity-Mini-Base","repo":"arcee-ai/Trinity-Mini-Base","sha":"b08c4f6038f3a6a52bc9af36b027300d85a33ffc","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":26123974400,"params_active":3064739584,"params_repo":26123974400,"arch":{"gguf_arch":"afmoe","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":24,"v_elems":512,"window":2048}],"state_elems":0,"max_context":131072,"vocab_size":200192,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Trinity-Mini-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Trinity-Mini-Base-i1-GGUF","sha":"b5d68d77179bacb8515f97ed77f8043433ff1979"}},"gguf":{"repo":"mradermacher/Trinity-Mini-Base-i1-GGUF","sha":"b5d68d77179bacb8515f97ed77f8043433ff1979"},"weights":[{"quant":"IQ2_XXS","bytes":7008928576,"gpu_bytes":6867033088,"mapped_bytes":7001562112,"out_bytes":281878528,"layer_bytes":[[2,17998848],[1,236692992],[29,217671168]],"read_bytes_per_token":1010080768,"files":["Trinity-Mini-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"IQ2_M","bytes":8670372672,"gpu_bytes":8486837248,"mapped_bytes":8663006208,"out_bytes":281878528,"layer_bytes":[[2,23405568],[1,300541440],[29,270951936]],"read_bytes_per_token":1204476928,"files":["Trinity-Mini-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"Q2_K","bytes":9672942400,"gpu_bytes":9531046912,"mapped_bytes":9665575936,"out_bytes":336330752,"layer_bytes":[[2,23741440],[30,304907776]],"read_bytes_per_token":1332493312,"files":["Trinity-Mini-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"IQ3_XXS","bytes":10181272384,"gpu_bytes":9997736960,"mapped_bytes":10173905920,"out_bytes":281878528,"layer_bytes":[[2,24912896],[30,322201088]],"read_bytes_per_token":1327324160,"files":["Trinity-Mini-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"Q3_K_M","bytes":12546491200,"gpu_bytes":12362955776,"mapped_bytes":12539124736,"out_bytes":336330752,"layer_bytes":[[2,32596992],[30,398714368]],"read_bytes_per_token":1628158976,"files":["Trinity-Mini-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"IQ4_XS","bytes":14037721920,"gpu_bytes":13812546560,"mapped_bytes":14030355456,"out_bytes":336330752,"layer_bytes":[[2,34735104],[30,446891520]],"read_bytes_per_token":1780136960,"files":["Trinity-Mini-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"Q4_0","bytes":14871176000,"gpu_bytes":14633188352,"mapped_bytes":14863809536,"out_bytes":336330752,"layer_bytes":[[2,37389312],[2,489850368],[28,472942080]],"read_bytes_per_token":1861532672,"files":["Trinity-Mini-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"Q4_K_M","bytes":15823053632,"gpu_bytes":15585065984,"mapped_bytes":15815687168,"out_bytes":336330752,"layer_bytes":[[2,40117248],[2,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[5,542959104]],"read_bytes_per_token":1936538624,"files":["Trinity-Mini-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"Q5_K_M","bytes":18557608768,"gpu_bytes":18268371968,"mapped_bytes":18550242304,"out_bytes":336330752,"layer_bytes":[[2,46539776],[2,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[5,613869056]],"read_bytes_per_token":2229091328,"files":["Trinity-Mini-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"},{"quant":"Q6_K","bytes":21463073600,"gpu_bytes":21119384576,"mapped_bytes":21455707136,"out_bytes":336330752,"layer_bytes":[[2,53363712],[30,689210880]],"read_bytes_per_token":2539928576,"files":["Trinity-Mini-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"}],"original":{"bytes":52249438760,"repo":"arcee-ai/Trinity-Mini-Base","sha":"b08c4f6038f3a6a52bc9af36b027300d85a33ffc","dtypes":{"BF16":26123974400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:20+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Mini-Base/tree/b08c4f6038f3a6a52bc9af36b027300d85a33ffc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:20+00:00","url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-i1-GGUF/tree/b5d68d77179bacb8515f97ed77f8043433ff1979"}]},{"id":"trinity-mini-base-pre-anneal","name":"Trinity-Mini-Base-Pre-Anneal","repo":"arcee-ai/Trinity-Mini-Base-Pre-Anneal","sha":"a55edb6c35670d8e9ca7d24fe6ef7ea70c2b47cc","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":26123974400,"params_active":3064739584,"params_repo":26123974400,"arch":{"gguf_arch":"afmoe","n_layers":32,"n_layers_all":32,"layers":[[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0],[3,"swa",512,512,2048,0],[1,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":8,"v_elems":512,"window":null},{"k_elems":512,"kind":"swa","layers":24,"v_elems":512,"window":2048}],"state_elems":0,"max_context":4096,"vocab_size":200192,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Trinity-Mini-Base-Pre-Anneal.i1-Q4_K_M.gguf","repo":"mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF","sha":"4a92089e1a8ba02d2880718ddb127f3d9896ed4a"}},"gguf":{"repo":"mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF","sha":"4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},"weights":[{"quant":"IQ2_XXS","bytes":7008925888,"gpu_bytes":6867033088,"mapped_bytes":7001562112,"out_bytes":281878528,"layer_bytes":[[2,17998848],[1,236692992],[29,217671168]],"read_bytes_per_token":1010080768,"files":["Trinity-Mini-Base-Pre-Anneal.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"IQ2_M","bytes":8670369984,"gpu_bytes":8486837248,"mapped_bytes":8663006208,"out_bytes":281878528,"layer_bytes":[[2,23405568],[1,300541440],[29,270951936]],"read_bytes_per_token":1204476928,"files":["Trinity-Mini-Base-Pre-Anneal.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"Q2_K","bytes":9672939712,"gpu_bytes":9531046912,"mapped_bytes":9665575936,"out_bytes":336330752,"layer_bytes":[[2,23741440],[30,304907776]],"read_bytes_per_token":1332493312,"files":["Trinity-Mini-Base-Pre-Anneal.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"IQ3_XXS","bytes":10181269696,"gpu_bytes":9997736960,"mapped_bytes":10173905920,"out_bytes":281878528,"layer_bytes":[[2,24912896],[30,322201088]],"read_bytes_per_token":1327324160,"files":["Trinity-Mini-Base-Pre-Anneal.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"Q3_K_M","bytes":12546488512,"gpu_bytes":12362955776,"mapped_bytes":12539124736,"out_bytes":336330752,"layer_bytes":[[2,32596992],[30,398714368]],"read_bytes_per_token":1628158976,"files":["Trinity-Mini-Base-Pre-Anneal.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"IQ4_XS","bytes":14037719232,"gpu_bytes":13812546560,"mapped_bytes":14030355456,"out_bytes":336330752,"layer_bytes":[[2,34735104],[30,446891520]],"read_bytes_per_token":1780136960,"files":["Trinity-Mini-Base-Pre-Anneal.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"Q4_0","bytes":14871173312,"gpu_bytes":14633188352,"mapped_bytes":14863809536,"out_bytes":336330752,"layer_bytes":[[2,37389312],[2,489850368],[28,472942080]],"read_bytes_per_token":1861532672,"files":["Trinity-Mini-Base-Pre-Anneal.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"Q4_K_M","bytes":15823050944,"gpu_bytes":15585065984,"mapped_bytes":15815687168,"out_bytes":336330752,"layer_bytes":[[2,40117248],[2,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[1,542959104],[2,472942080],[5,542959104]],"read_bytes_per_token":1936538624,"files":["Trinity-Mini-Base-Pre-Anneal.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"Q5_K_M","bytes":18557606080,"gpu_bytes":18268371968,"mapped_bytes":18550242304,"out_bytes":336330752,"layer_bytes":[[2,46539776],[2,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[1,613869056],[2,577799680],[5,613869056]],"read_bytes_per_token":2229091328,"files":["Trinity-Mini-Base-Pre-Anneal.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"},{"quant":"Q6_K","bytes":21463070912,"gpu_bytes":21119384576,"mapped_bytes":21455707136,"out_bytes":336330752,"layer_bytes":[[2,53363712],[30,689210880]],"read_bytes_per_token":2539928576,"files":["Trinity-Mini-Base-Pre-Anneal.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"}],"original":{"bytes":52249438760,"repo":"arcee-ai/Trinity-Mini-Base-Pre-Anneal","sha":"a55edb6c35670d8e9ca7d24fe6ef7ea70c2b47cc","dtypes":{"BF16":26123974400}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:21+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Mini-Base-Pre-Anneal/tree/a55edb6c35670d8e9ca7d24fe6ef7ea70c2b47cc"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:21+00:00","url":"https://huggingface.co/mradermacher/Trinity-Mini-Base-Pre-Anneal-i1-GGUF/tree/4a92089e1a8ba02d2880718ddb127f3d9896ed4a"}]},{"id":"trinity-nano-base","name":"Trinity-Nano-Base","repo":"arcee-ai/Trinity-Nano-Base","sha":"923a95dbba013c78c4fd6dbc6bce31eea553da7c","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":6120003328,"params_active":818927360,"params_repo":6120003328,"arch":{"gguf_arch":"afmoe","n_layers":56,"n_layers_all":56,"layers":[[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":14,"v_elems":256,"window":null},{"k_elems":256,"kind":"swa","layers":42,"v_elems":256,"window":2048}],"state_elems":0,"max_context":131072,"vocab_size":200192,"hidden_size":1024,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Trinity-Nano-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Trinity-Nano-Base-i1-GGUF","sha":"b9801f95ad48f4a863e0fa18d9924418a2b37455"}},"gguf":{"repo":"mradermacher/Trinity-Nano-Base-i1-GGUF","sha":"b9801f95ad48f4a863e0fa18d9924418a2b37455"},"weights":[{"quant":"IQ2_XXS","bytes":1727165120,"gpu_bytes":1652505600,"mapped_bytes":1719770112,"out_bytes":140939264,"layer_bytes":[[2,3697664],[2,30100992],[1,30082560],[51,27723264]],"read_bytes_per_token":332037120,"files":["Trinity-Nano-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"IQ2_M","bytes":2114106048,"gpu_bytes":2018626560,"mapped_bytes":2106711040,"out_bytes":140939264,"layer_bytes":[[2,4738048],[2,38090240],[1,38061568],[51,34391552]],"read_bytes_per_token":375966720,"files":["Trinity-Nano-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"Q2_K","bytes":2338837184,"gpu_bytes":2264177664,"mapped_bytes":2331442176,"out_bytes":168165376,"layer_bytes":[[2,4805632],[54,38637056]],"read_bytes_per_token":419503104,"files":["Trinity-Nano-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"IQ3_XXS","bytes":2449593024,"gpu_bytes":2354113536,"mapped_bytes":2442198016,"out_bytes":140939264,"layer_bytes":[[2,5049344],[54,40797696]],"read_bytes_per_token":403270656,"files":["Trinity-Nano-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"Q3_K_M","bytes":3001520832,"gpu_bytes":2906041344,"mapped_bytes":2994125824,"out_bytes":168165376,"layer_bytes":[[2,6667264],[1,54603264],[53,50376192]],"read_bytes_per_token":486779904,"files":["Trinity-Nano-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"IQ4_XS","bytes":3345621696,"gpu_bytes":3229322240,"mapped_bytes":3338226688,"out_bytes":168165376,"layer_bytes":[[2,7021568],[54,56428032]],"read_bytes_per_token":522030080,"files":["Trinity-Nano-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"Q4_0","bytes":3538903744,"gpu_bytes":3416198144,"mapped_bytes":3531508736,"out_bytes":168165376,"layer_bytes":[[2,7586816],[5,61785600],[49,59672064]],"read_bytes_per_token":539823104,"files":["Trinity-Nano-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"Q4_K_M","bytes":3758133952,"gpu_bytes":3635428352,"mapped_bytes":3750738944,"out_bytes":168165376,"layer_bytes":[[2,8268800],[5,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[8,68457984]],"read_bytes_per_token":558021632,"files":["Trinity-Nano-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"Q5_K_M","bytes":4384985792,"gpu_bytes":4236655616,"mapped_bytes":4377590784,"out_bytes":168165376,"layer_bytes":[[2,9481216],[5,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[8,77338112]],"read_bytes_per_token":624475136,"files":["Trinity-Nano-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"},{"quant":"Q6_K","bytes":5051015872,"gpu_bytes":4875459584,"mapped_bytes":5043620864,"out_bytes":168165376,"layer_bytes":[[2,10769408],[54,86773248]],"read_bytes_per_token":695081984,"files":["Trinity-Nano-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"}],"original":{"bytes":12242666664,"repo":"arcee-ai/Trinity-Nano-Base","sha":"923a95dbba013c78c4fd6dbc6bce31eea553da7c","dtypes":{"BF16":6120003328}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:25+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Nano-Base/tree/923a95dbba013c78c4fd6dbc6bce31eea553da7c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:25+00:00","url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-i1-GGUF/tree/b9801f95ad48f4a863e0fa18d9924418a2b37455"}]},{"id":"trinity-nano-base-pre-anneal","name":"Trinity-Nano-Base-Pre-Anneal","repo":"arcee-ai/Trinity-Nano-Base-Pre-Anneal","sha":"ceaf339baae6f18e52197357a5d5926002b346ce","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":6120003328,"params_active":818927360,"params_repo":6120003328,"arch":{"gguf_arch":"afmoe","n_layers":56,"n_layers_all":56,"layers":[[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":14,"v_elems":256,"window":null},{"k_elems":256,"kind":"swa","layers":42,"v_elems":256,"window":2048}],"state_elems":0,"max_context":4096,"vocab_size":200192,"hidden_size":1024,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Trinity-Nano-Base-Pre-Anneal.i1-Q4_K_M.gguf","repo":"mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF","sha":"4a39a914915b3ca9e766cb6502ee98f4b4c20222"}},"gguf":{"repo":"mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF","sha":"4a39a914915b3ca9e766cb6502ee98f4b4c20222"},"weights":[{"quant":"IQ2_XXS","bytes":1727162624,"gpu_bytes":1652505600,"mapped_bytes":1719770112,"out_bytes":140939264,"layer_bytes":[[2,3697664],[2,30100992],[1,30082560],[51,27723264]],"read_bytes_per_token":332037120,"files":["Trinity-Nano-Base-Pre-Anneal.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"IQ2_M","bytes":2114103552,"gpu_bytes":2018626560,"mapped_bytes":2106711040,"out_bytes":140939264,"layer_bytes":[[2,4738048],[2,38090240],[1,38061568],[51,34391552]],"read_bytes_per_token":375966720,"files":["Trinity-Nano-Base-Pre-Anneal.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"Q2_K","bytes":2338834688,"gpu_bytes":2264177664,"mapped_bytes":2331442176,"out_bytes":168165376,"layer_bytes":[[2,4805632],[54,38637056]],"read_bytes_per_token":419503104,"files":["Trinity-Nano-Base-Pre-Anneal.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"IQ3_XXS","bytes":2449590528,"gpu_bytes":2354113536,"mapped_bytes":2442198016,"out_bytes":140939264,"layer_bytes":[[2,5049344],[54,40797696]],"read_bytes_per_token":403270656,"files":["Trinity-Nano-Base-Pre-Anneal.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"Q3_K_M","bytes":3001518336,"gpu_bytes":2906041344,"mapped_bytes":2994125824,"out_bytes":168165376,"layer_bytes":[[2,6667264],[1,54603264],[53,50376192]],"read_bytes_per_token":486779904,"files":["Trinity-Nano-Base-Pre-Anneal.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"IQ4_XS","bytes":3345619200,"gpu_bytes":3229322240,"mapped_bytes":3338226688,"out_bytes":168165376,"layer_bytes":[[2,7021568],[54,56428032]],"read_bytes_per_token":522030080,"files":["Trinity-Nano-Base-Pre-Anneal.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"Q4_0","bytes":3538901248,"gpu_bytes":3416198144,"mapped_bytes":3531508736,"out_bytes":168165376,"layer_bytes":[[2,7586816],[5,61785600],[49,59672064]],"read_bytes_per_token":539823104,"files":["Trinity-Nano-Base-Pre-Anneal.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"Q4_K_M","bytes":3758131456,"gpu_bytes":3635428352,"mapped_bytes":3750738944,"out_bytes":168165376,"layer_bytes":[[2,8268800],[5,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[1,68457984],[2,59672064],[8,68457984]],"read_bytes_per_token":558021632,"files":["Trinity-Nano-Base-Pre-Anneal.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"Q5_K_M","bytes":4384983296,"gpu_bytes":4236655616,"mapped_bytes":4377590784,"out_bytes":168165376,"layer_bytes":[[2,9481216],[5,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[1,77338112],[2,72812032],[8,77338112]],"read_bytes_per_token":624475136,"files":["Trinity-Nano-Base-Pre-Anneal.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"},{"quant":"Q6_K","bytes":5051013376,"gpu_bytes":4875459584,"mapped_bytes":5043620864,"out_bytes":168165376,"layer_bytes":[[2,10769408],[54,86773248]],"read_bytes_per_token":695081984,"files":["Trinity-Nano-Base-Pre-Anneal.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"}],"original":{"bytes":12242666664,"repo":"arcee-ai/Trinity-Nano-Base-Pre-Anneal","sha":"ceaf339baae6f18e52197357a5d5926002b346ce","dtypes":{"BF16":6120003328}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:44:27+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Nano-Base-Pre-Anneal/tree/ceaf339baae6f18e52197357a5d5926002b346ce"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:44:27+00:00","url":"https://huggingface.co/mradermacher/Trinity-Nano-Base-Pre-Anneal-i1-GGUF/tree/4a39a914915b3ca9e766cb6502ee98f4b4c20222"}]},{"id":"trinity-nano-preview","name":"Trinity-Nano-Preview","repo":"arcee-ai/Trinity-Nano-Preview","sha":"b576b32b8bba7f5218312c9509e494537f8d282d","publisher":"arcee-ai","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":6120003328,"params_active":818927360,"params_repo":6120003328,"arch":{"gguf_arch":"afmoe","n_layers":56,"n_layers_all":56,"layers":[[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0],[3,"swa",256,256,2048,0],[1,"full",256,256,null,0]],"kv_groups":[{"k_elems":256,"kind":"full","layers":14,"v_elems":256,"window":null},{"k_elems":256,"kind":"swa","layers":42,"v_elems":256,"window":2048}],"state_elems":0,"max_context":131072,"vocab_size":200192,"hidden_size":1024,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"Trinity-Nano-Preview-Q4_K_M.gguf","repo":"arcee-ai/Trinity-Nano-Preview-GGUF","sha":"2aa08593b79242d224da0215fb36924dcc0f87ea"}},"gguf":{"repo":"arcee-ai/Trinity-Nano-Preview-GGUF","sha":"2aa08593b79242d224da0215fb36924dcc0f87ea"},"weights":[{"quant":"IQ2_M","bytes":2080837920,"gpu_bytes":1985358848,"mapped_bytes":2073443328,"out_bytes":140939264,"layer_bytes":[[2,7824384],[6,41410048],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[2,31579648],[1,31972864],[6,41410048]],"read_bytes_per_token":406105088,"files":["Trinity-Nano-Preview-IQ2_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q2_K","bytes":2290827552,"gpu_bytes":2216168448,"mapped_bytes":2283432960,"out_bytes":168165376,"layer_bytes":[[2,5268480],[6,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[1,39650816],[2,35948032],[7,39650816]],"read_bytes_per_token":460950528,"files":["Trinity-Nano-Preview-Q2_K.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"IQ3_XXS","bytes":2537128224,"gpu_bytes":2441649152,"mapped_bytes":2529733632,"out_bytes":140939264,"layer_bytes":[[2,5514240],[6,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[1,43369984],[2,41502208],[7,43369984]],"read_bytes_per_token":452467712,"files":["Trinity-Nano-Preview-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q3_K_M","bytes":2905878816,"gpu_bytes":2810399744,"mapped_bytes":2898484224,"out_bytes":168165376,"layer_bytes":[[2,6964224],[6,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[1,51136000],[2,46384640],[7,51136000]],"read_bytes_per_token":512052224,"files":["Trinity-Nano-Preview-Q3_K_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"IQ4_XS","bytes":3376898336,"gpu_bytes":3260599296,"mapped_bytes":3369503744,"out_bytes":168165376,"layer_bytes":[[2,7324672],[6,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[1,57148928],[2,56854016],[7,57148928]],"read_bytes_per_token":553307136,"files":["Trinity-Nano-Preview-IQ4_XS.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q4_0","bytes":3603177760,"gpu_bytes":3480472576,"mapped_bytes":3595783168,"out_bytes":168165376,"layer_bytes":[[2,7717888],[6,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[1,62293504],[2,59901440],[7,62293504]],"read_bytes_per_token":562809856,"files":["Trinity-Nano-Preview-Q4_0.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q4_K_M","bytes":3786957088,"gpu_bytes":3664251904,"mapped_bytes":3779562496,"out_bytes":168165376,"layer_bytes":[[2,8530944],[5,69045760],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[1,68978176],[1,60136960],[1,60204544],[7,69045760]],"read_bytes_per_token":586845184,"files":["Trinity-Nano-Preview-Q4_K_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q5_K_M","bytes":4405510432,"gpu_bytes":4257180672,"mapped_bytes":4398115840,"out_bytes":168165376,"layer_bytes":[[2,9579520],[5,77696512],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[1,77661696],[1,73205248],[1,73240064],[7,77696512]],"read_bytes_per_token":645000192,"files":["Trinity-Nano-Preview-Q5_K_M.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q6_K","bytes":5064855840,"gpu_bytes":4889299968,"mapped_bytes":5057461248,"out_bytes":168165376,"layer_bytes":[[2,10832896],[54,87027200]],"read_bytes_per_token":708922368,"files":["Trinity-Nano-Preview-Q6_K.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"Q8_0","bytes":6531428640,"gpu_bytes":6306225152,"mapped_bytes":6524034048,"out_bytes":217812992,"layer_bytes":[[2,13943808],[54,112231936]],"read_bytes_per_token":891640832,"files":["Trinity-Nano-Preview-Q8_0.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"},{"quant":"BF16","bytes":12262060032,"gpu_bytes":11844672512,"mapped_bytes":12254665728,"out_bytes":409997312,"layer_bytes":[[2,26231808],[54,210781696]],"read_bytes_per_token":1652513792,"files":["Trinity-Nano-Preview-bf16.gguf"],"source_url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"}],"original":{"bytes":12242694352,"repo":"arcee-ai/Trinity-Nano-Preview","sha":"b576b32b8bba7f5218312c9509e494537f8d282d","dtypes":{"BF16":6119996416,"F32":6912}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:29:09+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview/tree/b576b32b8bba7f5218312c9509e494537f8d282d"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:29:09+00:00","url":"https://huggingface.co/arcee-ai/Trinity-Nano-Preview-GGUF/tree/2aa08593b79242d224da0215fb36924dcc0f87ea"}]},{"id":"ui-mate-27b","name":"UI-Mate-27B","repo":"tencent/UI-Mate-27B","sha":"3ade2378fc84032d5017c1a9c93c4eaa77d65e57","publisher":"tencent","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27356728560,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":64,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"tencent_UI-Mate-27B-Q4_K_M.gguf","repo":"bartowski/tencent_UI-Mate-27B-GGUF","sha":"20289b9453bf936f74d0cdeeaa733cdc156aa4e2"}},"gguf":{"repo":"bartowski/tencent_UI-Mate-27B-GGUF","sha":"20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},"weights":[{"quant":"IQ2_XXS","bytes":9154058112,"gpu_bytes":8725886976,"mapped_bytes":9143064576,"out_bytes":874106880,"layer_bytes":[[3,230851456],[1,224176128],[3,145204096],[1,138528768],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,119728128],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,119728128],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,119728128],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,118376448],[2,100844416],[1,126403456],[1,119728128],[3,126403456],[1,119728128],[3,126403456],[1,119728128]],"read_bytes_per_token":8725886976,"files":["tencent_UI-Mate-27B-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"IQ2_M","bytes":10634372992,"gpu_bytes":10077075456,"mapped_bytes":10623379456,"out_bytes":874106880,"layer_bytes":[[3,232817536],[1,229582848],[3,174326656],[1,171091968],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,140494848],[2,124765056],[1,145081216],[1,141846528],[3,145081216],[1,141846528],[3,145081216],[1,141846528]],"read_bytes_per_token":10077075456,"files":["tencent_UI-Mate-27B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q2_K","bytes":11600455552,"gpu_bytes":11172284416,"mapped_bytes":11589462016,"out_bytes":1042964480,"layer_bytes":[[3,172196736],[1,166627328],[3,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,135661568],[2,149095296],[1,172196736],[1,166627328],[3,172196736],[1,166627328],[3,172196736],[1,166627328]],"read_bytes_per_token":11172284416,"files":["tencent_UI-Mate-27B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"IQ3_XXS","bytes":12387788672,"gpu_bytes":11830491136,"mapped_bytes":12376795136,"out_bytes":874106880,"layer_bytes":[[3,186041216],[1,172484608],[3,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,144959488],[2,164660096],[1,186041216],[1,172484608],[3,186041216],[1,172484608],[3,186041216],[1,172484608]],"read_bytes_per_token":11830491136,"files":["tencent_UI-Mate-27B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q3_K_M","bytes":14366750592,"gpu_bytes":13809453056,"mapped_bytes":14355757056,"out_bytes":1042964480,"layer_bytes":[[3,223028096],[1,213075968],[3,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,176703488],[2,191980416],[1,211886976],[1,201934848],[3,211886976],[1,201934848],[3,211886976],[1,201934848]],"read_bytes_per_token":13809453056,"files":["tencent_UI-Mate-27B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"IQ4_XS","bytes":15328839552,"gpu_bytes":14642415616,"mapped_bytes":15317846016,"out_bytes":1042964480,"layer_bytes":[[3,222208896],[1,217499648],[3,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,199313408],[2,205497216],[1,222208896],[1,217499648],[3,222208896],[1,217499648],[3,222208896],[1,217499648]],"read_bytes_per_token":14642415616,"files":["tencent_UI-Mate-27B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q4_0","bytes":16109782912,"gpu_bytes":15383627776,"mapped_bytes":16098789376,"out_bytes":1042964480,"layer_bytes":[[3,238756736],[1,231221248],[3,238756736],[1,231221248],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,209430528],[2,217457536],[1,233186176],[1,225650688],[3,233186176],[1,225650688],[3,233186176],[1,225650688]],"read_bytes_per_token":15383627776,"files":["tencent_UI-Mate-27B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q4_K_M","bytes":17533552512,"gpu_bytes":16807397376,"mapped_bytes":17522558976,"out_bytes":1042964480,"layer_bytes":[[3,269681536],[1,254568448],[3,269681536],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[2,230974336],[1,269681536],[1,214018048],[1,230974336],[1,253952896],[1,246702976],[1,214018048],[1,253952896],[1,230974336],[1,246702976],[1,254568448],[3,269681536],[1,254568448],[3,269681536],[1,254568448]],"read_bytes_per_token":16807397376,"files":["tencent_UI-Mate-27B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q5_K_M","bytes":20513802112,"gpu_bytes":19628722176,"mapped_bytes":20502808576,"out_bytes":1042964480,"layer_bytes":[[3,308593536],[1,281724928],[3,308593536],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[2,284959616],[1,308593536],[1,260835328],[1,284959616],[1,296797056],[1,296756096],[1,260835328],[1,296797056],[1,284959616],[1,296756096],[1,281724928],[3,308593536],[1,281724928],[3,308593536],[1,281724928]],"read_bytes_per_token":19628722176,"files":["tencent_UI-Mate-27B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q6_K","bytes":23224145792,"gpu_bytes":22170208256,"mapped_bytes":23213152256,"out_bytes":1042964480,"layer_bytes":[[3,336446336],[1,330795008],[3,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,314288128],[2,328827776],[1,336446336],[1,330795008],[3,336446336],[1,330795008],[3,336446336],[1,330795008]],"read_bytes_per_token":22170208256,"files":["tencent_UI-Mate-27B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"Q8_0","bytes":28665067392,"gpu_bytes":27303213056,"mapped_bytes":28654073856,"out_bytes":1350881280,"layer_bytes":[[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768],[3,408822656],[1,395552768]],"read_bytes_per_token":27303213056,"files":["tencent_UI-Mate-27B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"},{"quant":"BF16","bytes":53808281376,"gpu_bytes":51254491136,"mapped_bytes":53797287936,"out_bytes":2542817280,"layer_bytes":[[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968],[3,766649216],[1,744531968]],"read_bytes_per_token":51254491136,"files":["tencent_UI-Mate-27B-bf16/tencent_UI-Mate-27B-bf16-00001-of-00002.gguf","tencent_UI-Mate-27B-bf16/tencent_UI-Mate-27B-bf16-00002-of-00002.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"}],"original":{"bytes":54713606392,"repo":"tencent/UI-Mate-27B","sha":"3ade2378fc84032d5017c1a9c93c4eaa77d65e57","dtypes":{"BF16":27356728560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:56:41+00:00","url":"https://huggingface.co/tencent/UI-Mate-27B/tree/3ade2378fc84032d5017c1a9c93c4eaa77d65e57"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:56:41+00:00","url":"https://huggingface.co/bartowski/tencent_UI-Mate-27B-GGUF/tree/20289b9453bf936f74d0cdeeaa733cdc156aa4e2"}]},{"id":"ui-mate-9b","name":"UI-Mate-9B","repo":"tencent/UI-Mate-9B","sha":"05dd5f2975195a5bb03d4363e8767f12158c8421","publisher":"tencent","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":9409813744,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"tencent_UI-Mate-9B-Q4_K_M.gguf","repo":"bartowski/tencent_UI-Mate-9B-GGUF","sha":"695da95fcfcb1fed85e9b4dd6d698e3575f09288"}},"gguf":{"repo":"bartowski/tencent_UI-Mate-9B-GGUF","sha":"695da95fcfcb1fed85e9b4dd6d698e3575f09288"},"weights":[{"quant":"IQ2_M","bytes":3769427072,"gpu_bytes":3321415680,"mapped_bytes":3758458880,"out_bytes":699285504,"layer_bytes":[[2,132809472],[1,99779328],[1,96798720],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,80283648],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,80283648],[3,83264256],[1,80283648]],"read_bytes_per_token":3321415680,"files":["tencent_UI-Mate-9B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q2_K","bytes":4064273536,"gpu_bytes":3719563264,"mapped_bytes":4053305344,"out_bytes":834371584,"layer_bytes":[[3,98075392],[1,93161472],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,93161472],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,93161472],[3,98075392],[1,93161472]],"read_bytes_per_token":3719563264,"files":["tencent_UI-Mate-9B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"IQ3_XXS","bytes":4276020352,"gpu_bytes":3828008960,"mapped_bytes":4265052160,"out_bytes":699285504,"layer_bytes":[[3,106332928],[1,96536576],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,96536576],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,96536576],[3,106332928],[1,96536576]],"read_bytes_per_token":3828008960,"files":["tencent_UI-Mate-9B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q3_K_M","bytes":4920190080,"gpu_bytes":4472178688,"mapped_bytes":4909221888,"out_bytes":834371584,"layer_bytes":[[2,127173376],[1,120881920],[1,113248256],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,113248256],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,113248256],[3,120881920],[1,113248256]],"read_bytes_per_token":4472178688,"files":["tencent_UI-Mate-9B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"IQ4_XS","bytes":5242643584,"gpu_bytes":4691331072,"mapped_bytes":5231675392,"out_bytes":834371584,"layer_bytes":[[3,125993728],[1,122357760],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,122357760],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,122357760],[3,125993728],[1,122357760]],"read_bytes_per_token":4691331072,"files":["tencent_UI-Mate-9B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q4_0","bytes":5482833024,"gpu_bytes":4899735552,"mapped_bytes":5471864832,"out_bytes":834371584,"layer_bytes":[[3,135430912],[1,129796096],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[3,132285184],[1,126650368]],"read_bytes_per_token":4899735552,"files":["tencent_UI-Mate-9B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q4_K_M","bytes":5910783104,"gpu_bytes":5327685632,"mapped_bytes":5899814912,"out_bytes":834371584,"layer_bytes":[[3,153912064],[1,143329280],[2,132547328],[1,153912064],[1,120621056],[1,132547328],[1,145523456],[1,140935936],[1,120621056],[1,145523456],[1,132547328],[1,140935936],[1,143329280],[2,132547328],[1,153912064],[1,120621056],[1,132547328],[1,145523456],[1,140935936],[1,120621056],[1,145523456],[1,132547328],[1,140935936],[1,143329280],[3,153912064],[1,143329280]],"read_bytes_per_token":5327685632,"files":["tencent_UI-Mate-9B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q5_K_M","bytes":6852928640,"gpu_bytes":6142691328,"mapped_bytes":6841960448,"out_bytes":834371584,"layer_bytes":[[3,176718592],[1,158697472],[2,163742464],[1,176718592],[1,146999296],[1,163742464],[1,170427136],[1,170033920],[1,146999296],[1,170427136],[1,163742464],[1,170033920],[1,158697472],[2,163742464],[1,176718592],[1,146999296],[1,163742464],[1,170427136],[1,170033920],[1,146999296],[1,170427136],[1,163742464],[1,170033920],[1,158697472],[3,176718592],[1,158697472]],"read_bytes_per_token":6142691328,"files":["tencent_UI-Mate-9B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q6_K","bytes":7700259968,"gpu_bytes":6854936576,"mapped_bytes":7689291776,"out_bytes":834371584,"layer_bytes":[[3,192316160],[1,186288128],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,186288128],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,186288128],[3,192316160],[1,186288128]],"read_bytes_per_token":6854936576,"files":["tencent_UI-Mate-9B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"Q8_0","bytes":9545983104,"gpu_bytes":8454326272,"mapped_bytes":9535014912,"out_bytes":1080705024,"layer_bytes":[[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216]],"read_bytes_per_token":8454326272,"files":["tencent_UI-Mate-9B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"},{"quant":"BF16","bytes":17920697184,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["tencent_UI-Mate-9B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"}],"original":{"bytes":18819721000,"repo":"tencent/UI-Mate-9B","sha":"05dd5f2975195a5bb03d4363e8767f12158c8421","dtypes":{"BF16":9409813744}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:56:45+00:00","url":"https://huggingface.co/tencent/UI-Mate-9B/tree/05dd5f2975195a5bb03d4363e8767f12158c8421"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:56:45+00:00","url":"https://huggingface.co/bartowski/tencent_UI-Mate-9B-GGUF/tree/695da95fcfcb1fed85e9b4dd6d698e3575f09288"}]},{"id":"ui-mate-democua-27b","name":"UI-Mate-democua-27B","repo":"tencent/UI-Mate-democua-27B","sha":"a76300b510ee8c9b509cdd933ff5e31a994a3400","publisher":"tencent","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":26895998464,"params_active":null,"params_repo":27356728560,"arch":{"gguf_arch":"qwen35","n_layers":64,"n_layers_all":64,"layers":[[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,817152],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":16,"v_elems":1024,"window":null}],"state_elems":39223296,"max_context":262144,"vocab_size":248320,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"UI-Mate-democua-27B.Q4_K_M.gguf","repo":"mradermacher/UI-Mate-democua-27B-GGUF","sha":"6a04b8832402503e6c2a1cd882d2df35b61ad237"}},"gguf":{"repo":"mradermacher/UI-Mate-democua-27B-GGUF","sha":"6a04b8832402503e6c2a1cd882d2df35b61ad237"},"weights":[{"quant":"Q2_K","bytes":10711664704,"gpu_bytes":10283493376,"mapped_bytes":10700670976,"out_bytes":1042964480,"layer_bytes":[[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568],[3,147290496],[1,135661568]],"read_bytes_per_token":10283493376,"files":["UI-Mate-democua-27B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"},{"quant":"Q3_K_M","bytes":13301442624,"gpu_bytes":12744144896,"mapped_bytes":13290448896,"out_bytes":1042964480,"layer_bytes":[[2,201366656],[1,194813056],[1,187844608],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488],[3,183671936],[1,176703488]],"read_bytes_per_token":12744144896,"files":["UI-Mate-democua-27B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"},{"quant":"IQ4_XS","bytes":15193917504,"gpu_bytes":14507493376,"mapped_bytes":15182923776,"out_bytes":1042964480,"layer_bytes":[[3,225910656],[1,212543488],[3,225910656],[1,212543488],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088],[3,211984256],[1,198617088]],"read_bytes_per_token":14507493376,"files":["UI-Mate-democua-27B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"},{"quant":"Q4_K_M","bytes":16547399744,"gpu_bytes":15821244416,"mapped_bytes":16536406016,"out_bytes":1042964480,"layer_bytes":[[3,252263296],[1,233760768],[3,252263296],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[2,215767936],[1,252263296],[1,209430528],[1,215767936],[1,252263296],[1,215767936],[1,209430528],[1,252263296],[2,215767936],[1,233760768],[3,252263296],[1,233760768],[3,252263296],[1,233760768]],"read_bytes_per_token":15821244416,"files":["UI-Mate-democua-27B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"},{"quant":"Q5_K_M","bytes":19231098944,"gpu_bytes":18346018816,"mapped_bytes":19220105216,"out_bytes":1042964480,"layer_bytes":[[3,282471296],[1,268494848],[3,282471296],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[2,263670656],[1,282471296],[1,255961088],[1,263670656],[1,282471296],[1,263670656],[1,255961088],[1,282471296],[2,263670656],[1,268494848],[3,282471296],[1,268494848],[3,282471296],[1,268494848]],"read_bytes_per_token":18346018816,"files":["UI-Mate-democua-27B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"},{"quant":"Q6_K","bytes":22082529344,"gpu_bytes":21028591616,"mapped_bytes":22071535616,"out_bytes":1042964480,"layer_bytes":[[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808],[3,314567296],[1,305399808]],"read_bytes_per_token":21028591616,"files":["UI-Mate-democua-27B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"},{"quant":"Q8_0","bytes":28595763264,"gpu_bytes":27233908736,"mapped_bytes":28584769536,"out_bytes":1350881280,"layer_bytes":[[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768],[3,407378816],[1,395552768]],"read_bytes_per_token":27233908736,"files":["UI-Mate-democua-27B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"}],"original":{"bytes":54713606768,"repo":"tencent/UI-Mate-democua-27B","sha":"a76300b510ee8c9b509cdd933ff5e31a994a3400","dtypes":{"BF16":27356728560}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:56:51+00:00","url":"https://huggingface.co/tencent/UI-Mate-democua-27B/tree/a76300b510ee8c9b509cdd933ff5e31a994a3400"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:56:51+00:00","url":"https://huggingface.co/mradermacher/UI-Mate-democua-27B-GGUF/tree/6a04b8832402503e6c2a1cd882d2df35b61ad237"}]},{"id":"ui-venus-1-5-2b","name":"UI-Venus-1.5-2B","repo":"inclusionAI/UI-Venus-1.5-2B","sha":"bc4c6e62a1c545e043761439be95646d801853a4","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":2031739904,"params_active":null,"params_repo":2438696960,"arch":{"gguf_arch":"qwen3vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"UI-Venus-1.5-2B.Q4_K_M.gguf","repo":"mradermacher/UI-Venus-1.5-2B-GGUF","sha":"6924dbe14808199fadb74fba29d4963e90f7cb6c"}},"gguf":{"repo":"mradermacher/UI-Venus-1.5-2B-GGUF","sha":"6924dbe14808199fadb74fba29d4963e90f7cb6c"},"weights":[{"quant":"Q2_K","bytes":879898272,"gpu_bytes":771844096,"mapped_bytes":873945088,"out_bytes":255260672,"layer_bytes":[[28,18449408]],"read_bytes_per_token":771844096,"files":["UI-Venus-1.5-2B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"Q3_K_M","bytes":1073243808,"gpu_bytes":933586944,"mapped_bytes":1067290624,"out_bytes":255260672,"layer_bytes":[[1,25986048],[1,24413184],[26,24151040]],"read_bytes_per_token":933586944,"files":["UI-Venus-1.5-2B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"IQ4_XS","bytes":1181589152,"gpu_bytes":1010329600,"mapped_bytes":1175635968,"out_bytes":255260672,"layer_bytes":[[3,28722176],[25,26756096]],"read_bytes_per_token":1010329600,"files":["UI-Venus-1.5-2B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"Q4_K_M","bytes":1282440864,"gpu_bytes":1101457408,"mapped_bytes":1276487680,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["UI-Venus-1.5-2B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"Q5_K_M","bytes":1471807136,"gpu_bytes":1251928064,"mapped_bytes":1465853952,"out_bytes":255260672,"layer_bytes":[[3,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[1,36570112],[2,34620416],[5,36570112]],"read_bytes_per_token":1251928064,"files":["UI-Venus-1.5-2B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"Q6_K","bytes":1673008800,"gpu_bytes":1411803136,"mapped_bytes":1667055616,"out_bytes":255260672,"layer_bytes":[[28,41305088]],"read_bytes_per_token":1411803136,"files":["UI-Venus-1.5-2B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"Q8_0","bytes":2165040800,"gpu_bytes":1828474880,"mapped_bytes":2159087616,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["UI-Venus-1.5-2B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"},{"quant":"F16","bytes":4069680800,"gpu_bytes":3441397760,"mapped_bytes":4063727616,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["UI-Venus-1.5-2B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"}],"original":{"bytes":4877469712,"repo":"inclusionAI/UI-Venus-1.5-2B","sha":"bc4c6e62a1c545e043761439be95646d801853a4","dtypes":{"F16":2438696960}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:46:49+00:00","url":"https://huggingface.co/inclusionAI/UI-Venus-1.5-2B/tree/bc4c6e62a1c545e043761439be95646d801853a4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:46:49+00:00","url":"https://huggingface.co/mradermacher/UI-Venus-1.5-2B-GGUF/tree/6924dbe14808199fadb74fba29d4963e90f7cb6c"}]},{"id":"ui-venus-1-5-30b-a3b","name":"UI-Venus-1.5-30B-A3B","repo":"inclusionAI/UI-Venus-1.5-30B-A3B","sha":"b6e8f31f07354181491f7b869c760e126f5f98b0","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":30532122624,"params_active":3041867776,"params_repo":31070754032,"arch":{"gguf_arch":"qwen3vlmoe","n_layers":48,"n_layers_all":48,"layers":[[48,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":48,"v_elems":512,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":{"active":8,"experts":128},"cross_checked":true,"gguf_source":{"file":"UI-Venus-1.5-30B-A3B.Q4_K_M.gguf","repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","sha":"cfb0a52dc5e4081b45c10a8233531893baa7e9b8"}},"gguf":{"repo":"mradermacher/UI-Venus-1.5-30B-A3B-GGUF","sha":"cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},"weights":[{"quant":"Q2_K","bytes":11258611168,"gpu_bytes":11150538752,"mapped_bytes":11252639744,"out_bytes":255260672,"layer_bytes":[[48,226984960]],"read_bytes_per_token":1312274432,"files":["UI-Venus-1.5-30B-A3B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},{"quant":"Q3_K_M","bytes":14711848416,"gpu_bytes":14572173312,"mapped_bytes":14705876992,"out_bytes":255260672,"layer_bytes":[[2,321987584],[1,321856512],[45,296690688]],"read_bytes_per_token":1619638272,"files":["UI-Venus-1.5-30B-A3B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},{"quant":"IQ4_XS","bytes":16557094368,"gpu_bytes":16385816576,"mapped_bytes":16551122944,"out_bytes":255260672,"layer_bytes":[[6,363578368],[42,332121088]],"read_bytes_per_token":1769977856,"files":["UI-Venus-1.5-30B-A3B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},{"quant":"Q4_K_M","bytes":18556687840,"gpu_bytes":18375686144,"mapped_bytes":18550716416,"out_bytes":255260672,"layer_bytes":[[6,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[1,403596288],[2,351421440],[7,403596288]],"read_bytes_per_token":1919596544,"files":["UI-Venus-1.5-30B-A3B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},{"quant":"Q5_K_M","bytes":21725582816,"gpu_bytes":21505685504,"mapped_bytes":21719611392,"out_bytes":255260672,"layer_bytes":[[6,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[1,456156160],[2,429278208],[7,456156160]],"read_bytes_per_token":2218440704,"files":["UI-Venus-1.5-30B-A3B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},{"quant":"Q6_K","bytes":25092533728,"gpu_bytes":24831309824,"mapped_bytes":25086562304,"out_bytes":255260672,"layer_bytes":[[48,512001024]],"read_bytes_per_token":2535962624,"files":["UI-Venus-1.5-30B-A3B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"},{"quant":"Q8_0","bytes":32483933664,"gpu_bytes":32147349504,"mapped_bytes":32477962240,"out_bytes":330620928,"layer_bytes":[[48,662848512]],"read_bytes_per_token":3269566464,"files":["UI-Venus-1.5-30B-A3B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"}],"original":{"bytes":62141617128,"repo":"inclusionAI/UI-Venus-1.5-30B-A3B","sha":"b6e8f31f07354181491f7b869c760e126f5f98b0","dtypes":{"F16":31070754032}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:46:53+00:00","url":"https://huggingface.co/inclusionAI/UI-Venus-1.5-30B-A3B/tree/b6e8f31f07354181491f7b869c760e126f5f98b0"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:46:53+00:00","url":"https://huggingface.co/mradermacher/UI-Venus-1.5-30B-A3B-GGUF/tree/cfb0a52dc5e4081b45c10a8233531893baa7e9b8"}]},{"id":"ui-venus-1-5-8b","name":"UI-Venus-1.5-8B","repo":"inclusionAI/UI-Venus-1.5-8B","sha":"a06ff6c6f15a9eca210769dacc1603f73b4a500c","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"UI-Venus-1.5-8B.i1-Q4_K_M.gguf","repo":"mradermacher/UI-Venus-1.5-8B-i1-GGUF","sha":"b6f3a65785c2c179f47d6a598686e77fcc4449f3"}},"gguf":{"repo":"mradermacher/UI-Venus-1.5-8B-i1-GGUF","sha":"b6f3a65785c2c179f47d6a598686e77fcc4449f3"},"weights":[{"quant":"IQ2_XXS","bytes":2490113024,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["UI-Venus-1.5-8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"IQ2_M","bytes":3051916288,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["UI-Venus-1.5-8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"Q2_K","bytes":3281734656,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["UI-Venus-1.5-8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"IQ3_XXS","bytes":3369634816,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["UI-Venus-1.5-8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"Q3_K_M","bytes":4124163072,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["UI-Venus-1.5-8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"IQ4_XS","bytes":4561841152,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["UI-Venus-1.5-8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"Q4_0","bytes":4787334144,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["UI-Venus-1.5-8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"Q4_K_M","bytes":5027785728,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["UI-Venus-1.5-8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"Q5_K_M","bytes":5851114496,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["UI-Venus-1.5-8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"},{"quant":"Q6_K","bytes":6725901312,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["UI-Venus-1.5-8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"}],"original":{"bytes":17534338712,"repo":"inclusionAI/UI-Venus-1.5-8B","sha":"a06ff6c6f15a9eca210769dacc1603f73b4a500c","dtypes":{"F16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:46:55+00:00","url":"https://huggingface.co/inclusionAI/UI-Venus-1.5-8B/tree/a06ff6c6f15a9eca210769dacc1603f73b4a500c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:46:55+00:00","url":"https://huggingface.co/mradermacher/UI-Venus-1.5-8B-i1-GGUF/tree/b6f3a65785c2c179f47d6a598686e77fcc4449f3"}]},{"id":"ui-venus-2-9b","name":"UI-Venus-2-9B","repo":"inclusionAI/UI-Venus-2-9B","sha":"90d6dfe13ece735f82793635b69bcc10c710e2ab","publisher":"inclusionAI","license":null,"gated":false,"listed_at":null,"multimodal":true,"params_gguf":8953803264,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"UI-Venus-2-9B-Q4_K_M.gguf","repo":"bartowski/UI-Venus-2-9B-GGUF","sha":"3d2022e8bbe1fb95f12ca530a9d6ef063807d593"}},"gguf":{"repo":"bartowski/UI-Venus-2-9B-GGUF","sha":"3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},"weights":[{"quant":"IQ2_M","bytes":3769426720,"gpu_bytes":3321415680,"mapped_bytes":3758458880,"out_bytes":699285504,"layer_bytes":[[2,132809472],[1,99779328],[1,96798720],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,80283648],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,79202304],[2,71074560],[1,83264256],[1,80283648],[3,83264256],[1,80283648]],"read_bytes_per_token":3321415680,"files":["UI-Venus-2-9B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q2_K","bytes":4064273184,"gpu_bytes":3719563264,"mapped_bytes":4053305344,"out_bytes":834371584,"layer_bytes":[[3,98075392],[1,93161472],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,93161472],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,76646400],[2,85754624],[1,98075392],[1,93161472],[3,98075392],[1,93161472]],"read_bytes_per_token":3719563264,"files":["UI-Venus-2-9B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"IQ3_XXS","bytes":4276020000,"gpu_bytes":3828008960,"mapped_bytes":4265052160,"out_bytes":699285504,"layer_bytes":[[3,106332928],[1,96536576],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,96536576],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,81856512],[2,94929664],[1,106332928],[1,96536576],[3,106332928],[1,96536576]],"read_bytes_per_token":3828008960,"files":["UI-Venus-2-9B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q3_K_M","bytes":4920189728,"gpu_bytes":4472178688,"mapped_bytes":4909221888,"out_bytes":834371584,"layer_bytes":[[2,127173376],[1,120881920],[1,113248256],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,113248256],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,99616768],[2,110265088],[1,120881920],[1,113248256],[3,120881920],[1,113248256]],"read_bytes_per_token":4472178688,"files":["UI-Venus-2-9B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"IQ4_XS","bytes":5242643232,"gpu_bytes":4691331072,"mapped_bytes":5231675392,"out_bytes":834371584,"layer_bytes":[[3,125993728],[1,122357760],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,122357760],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,112658432],[2,117080832],[1,125993728],[1,122357760],[3,125993728],[1,122357760]],"read_bytes_per_token":4691331072,"files":["UI-Venus-2-9B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q4_0","bytes":5482832672,"gpu_bytes":4899735552,"mapped_bytes":5471864832,"out_bytes":834371584,"layer_bytes":[[3,135430912],[1,129796096],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,117999616],[2,123896576],[1,132285184],[1,126650368],[3,132285184],[1,126650368]],"read_bytes_per_token":4899735552,"files":["UI-Venus-2-9B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q4_K_M","bytes":5910782752,"gpu_bytes":5327685632,"mapped_bytes":5899814912,"out_bytes":834371584,"layer_bytes":[[3,153912064],[1,143329280],[2,132547328],[1,153912064],[1,120621056],[1,132547328],[1,145523456],[1,140935936],[1,120621056],[1,145523456],[1,132547328],[1,140935936],[1,143329280],[2,132547328],[1,153912064],[1,120621056],[1,132547328],[1,145523456],[1,140935936],[1,120621056],[1,145523456],[1,132547328],[1,140935936],[1,143329280],[3,153912064],[1,143329280]],"read_bytes_per_token":5327685632,"files":["UI-Venus-2-9B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q5_K_M","bytes":6852928288,"gpu_bytes":6142691328,"mapped_bytes":6841960448,"out_bytes":834371584,"layer_bytes":[[3,176718592],[1,158697472],[2,163742464],[1,176718592],[1,146999296],[1,163742464],[1,170427136],[1,170033920],[1,146999296],[1,170427136],[1,163742464],[1,170033920],[1,158697472],[2,163742464],[1,176718592],[1,146999296],[1,163742464],[1,170427136],[1,170033920],[1,146999296],[1,170427136],[1,163742464],[1,170033920],[1,158697472],[3,176718592],[1,158697472]],"read_bytes_per_token":6142691328,"files":["UI-Venus-2-9B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q6_K","bytes":7700259616,"gpu_bytes":6854936576,"mapped_bytes":7689291776,"out_bytes":834371584,"layer_bytes":[[3,192316160],[1,186288128],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,186288128],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,177145856],[2,188252928],[1,192316160],[1,186288128],[3,192316160],[1,186288128]],"read_bytes_per_token":6854936576,"files":["UI-Venus-2-9B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"Q8_0","bytes":9545982752,"gpu_bytes":8454326272,"mapped_bytes":9535014912,"out_bytes":1080705024,"layer_bytes":[[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216],[3,232948480],[1,222857216]],"read_bytes_per_token":8454326272,"files":["UI-Venus-2-9B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"},{"quant":"BF16","bytes":17920696800,"gpu_bytes":15875491840,"mapped_bytes":17909729280,"out_bytes":2034253824,"layer_bytes":[[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216],[3,436896512],[1,419465216]],"read_bytes_per_token":15875491840,"files":["UI-Venus-2-9B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"}],"original":{"bytes":18819721120,"repo":"inclusionAI/UI-Venus-2-9B","sha":"90d6dfe13ece735f82793635b69bcc10c710e2ab","dtypes":{"BF16":9409813744}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:46:57+00:00","url":"https://huggingface.co/inclusionAI/UI-Venus-2-9B/tree/90d6dfe13ece735f82793635b69bcc10c710e2ab"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:46:57+00:00","url":"https://huggingface.co/bartowski/UI-Venus-2-9B-GGUF/tree/3d2022e8bbe1fb95f12ca530a9d6ef063807d593"}]},{"id":"userrepgen-4b","name":"UserRepGen-4B","repo":"microsoft/UserRepGen-4B","sha":"bfc905b249365cab00e94ba308f2cea5b23bbc6e","publisher":"microsoft","license":"mit","gated":false,"listed_at":null,"multimodal":false,"params_gguf":4205751296,"params_active":null,"params_repo":4539265536,"arch":{"gguf_arch":"qwen35","n_layers":32,"n_layers_all":32,"layers":[[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0],[3,"recurrent",0,0,null,548864],[1,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":8,"v_elems":1024,"window":null}],"state_elems":13172736,"max_context":262144,"vocab_size":248320,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"UserRepGen-4B-Q4_K_M.gguf","repo":"bartowski/UserRepGen-4B-GGUF","sha":"1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"}},"gguf":{"repo":"bartowski/UserRepGen-4B-GGUF","sha":"1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},"weights":[{"quant":"IQ2_M","bytes":1585988832,"gpu_bytes":1575020544,"mapped_bytes":1575020544,"out_bytes":273162240,"layer_bytes":[[1,56595200],[2,41706240],[1,43010048],[3,41706240],[1,41904128],[3,39125760],[1,38258688],[3,39125760],[1,37931008],[3,39125760],[1,37931008],[3,39125760],[1,37849088],[3,39125760],[1,40839168],[3,39125760],[1,54745088]],"read_bytes_per_token":1575020544,"files":["UserRepGen-4B-IQ2_M.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q2_K","bytes":1729809632,"gpu_bytes":1718841344,"mapped_bytes":1718841344,"out_bytes":357591040,"layer_bytes":[[1,61305600],[1,48239360],[1,45781760],[1,44832768],[3,45781760],[1,44832768],[3,40252160],[1,39630848],[3,40252160],[1,39303168],[3,40252160],[1,39303168],[3,40252160],[1,39303168],[3,40252160],[1,39630848],[3,40252160],[1,57202688]],"read_bytes_per_token":1718841344,"files":["UserRepGen-4B-Q2_K.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"IQ3_XXS","bytes":1907698912,"gpu_bytes":1896730624,"mapped_bytes":1896730624,"out_bytes":357591040,"layer_bytes":[[1,65135360],[1,52847360],[1,49345280],[1,52963328],[3,49345280],[1,52963328],[3,45515520],[1,45959168],[3,45515520],[1,45959168],[3,45515520],[1,45959168],[3,45515520],[1,45959168],[1,45843200],[2,45515520],[1,49809408],[3,45515520],[1,64595968]],"read_bytes_per_token":1896730624,"files":["UserRepGen-4B-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q3_K_M","bytes":2072870112,"gpu_bytes":2061901824,"mapped_bytes":2061901824,"out_bytes":357591040,"layer_bytes":[[1,69108480],[1,59605760],[1,58213120],[1,56526848],[3,55079680],[1,56526848],[3,50635520],[1,50259968],[3,50635520],[1,50259968],[3,50635520],[1,50259968],[3,50635520],[1,50259968],[2,51946240],[1,50635520],[1,53741568],[3,50635520],[1,70248448]],"read_bytes_per_token":2061901824,"files":["UserRepGen-4B-Q3_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"IQ4_XS","bytes":2438683872,"gpu_bytes":2427715584,"mapped_bytes":2427715584,"out_bytes":437053440,"layer_bytes":[[1,77894400],[1,62329600],[1,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62302208],[3,60691200],[1,62937088],[3,60691200],[1,78481408]],"read_bytes_per_token":2427715584,"files":["UserRepGen-4B-IQ4_XS.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q4_0","bytes":2647856352,"gpu_bytes":2636888064,"mapped_bytes":2636888064,"out_bytes":521482240,"layer_bytes":[[3,70931200],[1,67360768],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,65886208],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,60479488],[2,64213760],[1,69456640],[1,65886208],[3,69456640],[1,65886208]],"read_bytes_per_token":2636888064,"files":["UserRepGen-4B-Q4_0.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q4_K_M","bytes":2729643232,"gpu_bytes":2718674944,"mapped_bytes":2718674944,"out_bytes":437053440,"layer_bytes":[[1,97350400],[1,76849920],[1,75539200],[1,80508928],[3,75539200],[1,74426368],[3,66917120],[1,68343808],[3,66917120],[1,68343808],[3,66917120],[1,68343808],[3,66917120],[1,68343808],[3,66917120],[1,74426368],[3,66917120],[1,98019328]],"read_bytes_per_token":2718674944,"files":["UserRepGen-4B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q5_K_M","bytes":3293058272,"gpu_bytes":3282089984,"mapped_bytes":3282089984,"out_bytes":521482240,"layer_bytes":[[1,111727360],[1,95015680],[1,91083520],[1,97507328],[3,91083520],[1,97507328],[3,82236160],[1,79812608],[3,82236160],[1,79812608],[3,82236160],[1,79812608],[3,82236160],[1,79812608],[3,82236160],[1,88659968],[3,82236160],[1,106354688]],"read_bytes_per_token":3282089984,"files":["UserRepGen-4B-Q5_K_M.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q6_K","bytes":3689878752,"gpu_bytes":3678910464,"mapped_bytes":3678910464,"out_bytes":521482240,"layer_bytes":[[1,114860800],[2,107242240],[1,103426048],[3,107242240],[1,103426048],[3,95814400],[1,91998208],[3,95814400],[1,91998208],[3,95814400],[1,91998208],[3,95814400],[1,91998208],[3,95814400],[1,97712128],[3,95814400],[1,109139968]],"read_bytes_per_token":3678910464,"files":["UserRepGen-4B-Q6_K.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"Q8_0","bytes":4493954272,"gpu_bytes":4482985984,"mapped_bytes":4482985984,"out_bytes":675440640,"layer_bytes":[[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008],[3,120574720],[1,114219008]],"read_bytes_per_token":4482985984,"files":["UserRepGen-4B-Q8_0.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"},{"quant":"BF16","bytes":8424393664,"gpu_bytes":8413425664,"mapped_bytes":8413425664,"out_bytes":1271408640,"layer_bytes":[[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608],[3,225923840],[1,214980608]],"read_bytes_per_token":8413425664,"files":["UserRepGen-4B-bf16.gguf"],"source_url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"}],"original":{"bytes":9078620536,"repo":"microsoft/UserRepGen-4B","sha":"bfc905b249365cab00e94ba308f2cea5b23bbc6e","dtypes":{"BF16":4539265536}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:05+00:00","url":"https://huggingface.co/microsoft/UserRepGen-4B/tree/bfc905b249365cab00e94ba308f2cea5b23bbc6e"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:05+00:00","url":"https://huggingface.co/bartowski/UserRepGen-4B-GGUF/tree/1eb3605a1e16d85fbdde243b2bcbdfabde5fc3c8"}]},{"id":"webworld-14b","name":"WebWorld-14B","repo":"Qwen/WebWorld-14B","sha":"0212f4ed8a4bcd3e299d902f0dbf48b2255611d4","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":14768307200,"params_active":null,"params_repo":14768307200,"arch":{"gguf_arch":"qwen3","n_layers":40,"n_layers_all":40,"layers":[[40,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":40,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"WebWorld-14B.i1-Q4_K_M.gguf","repo":"mradermacher/WebWorld-14B-i1-GGUF","sha":"17a343d3cc09797b35558d819bd11ffb4ea9e500"}},"gguf":{"repo":"mradermacher/WebWorld-14B-i1-GGUF","sha":"17a343d3cc09797b35558d819bd11ffb4ea9e500"},"weights":[{"quant":"IQ2_XXS","bytes":4299193344,"gpu_bytes":4037980160,"mapped_bytes":4293232640,"out_bytes":534835200,"layer_bytes":[[5,93062144],[35,86795264]],"read_bytes_per_token":4037980160,"files":["WebWorld-14B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"IQ2_M","bytes":5322942464,"gpu_bytes":4982722560,"mapped_bytes":5316981760,"out_bytes":534835200,"layer_bytes":[[5,119727104],[35,109978624]],"read_bytes_per_token":4982722560,"files":["WebWorld-14B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"Q2_K","bytes":5753985024,"gpu_bytes":5492771840,"mapped_bytes":5748024320,"out_bytes":638151680,"layer_bytes":[[40,121365504]],"read_bytes_per_token":5492771840,"files":["WebWorld-14B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"IQ3_XXS","bytes":5942667264,"gpu_bytes":5602447360,"mapped_bytes":5936706560,"out_bytes":534835200,"layer_bytes":[[40,126690304]],"read_bytes_per_token":5602447360,"files":["WebWorld-14B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"Q3_K_M","bytes":7321314304,"gpu_bytes":6981094400,"mapped_bytes":7315353600,"out_bytes":638151680,"layer_bytes":[[2,169780224],[38,157983744]],"read_bytes_per_token":6981094400,"files":["WebWorld-14B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"IQ4_XS","bytes":8110731264,"gpu_bytes":7691504640,"mapped_bytes":8104770560,"out_bytes":638151680,"layer_bytes":[[40,176333824]],"read_bytes_per_token":7691504640,"files":["WebWorld-14B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"Q4_0","bytes":8543002624,"gpu_bytes":8099466240,"mapped_bytes":8537041920,"out_bytes":638151680,"layer_bytes":[[5,191407104],[35,185836544]],"read_bytes_per_token":8099466240,"files":["WebWorld-14B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"Q4_K_M","bytes":9001754624,"gpu_bytes":8558218240,"mapped_bytes":8995793920,"out_bytes":638151680,"layer_bytes":[[5,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[1,210166784],[2,185836544],[6,210166784]],"read_bytes_per_token":8558218240,"files":["WebWorld-14B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"Q5_K_M","bytes":10514571264,"gpu_bytes":9973795840,"mapped_bytes":10508610560,"out_bytes":638151680,"layer_bytes":[[5,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[1,239657984],[2,227124224],[6,239657984]],"read_bytes_per_token":9973795840,"files":["WebWorld-14B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"},{"quant":"Q6_K","bytes":12121938944,"gpu_bytes":11477847040,"mapped_bytes":12115978240,"out_bytes":638151680,"layer_bytes":[[40,270992384]],"read_bytes_per_token":11477847040,"files":["WebWorld-14B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"}],"original":{"bytes":29536665656,"repo":"Qwen/WebWorld-14B","sha":"0212f4ed8a4bcd3e299d902f0dbf48b2255611d4","dtypes":{"BF16":14768307200}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:39:53+00:00","url":"https://huggingface.co/Qwen/WebWorld-14B/tree/0212f4ed8a4bcd3e299d902f0dbf48b2255611d4"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:39:53+00:00","url":"https://huggingface.co/mradermacher/WebWorld-14B-i1-GGUF/tree/17a343d3cc09797b35558d819bd11ffb4ea9e500"}]},{"id":"webworld-32b","name":"WebWorld-32B","repo":"Qwen/WebWorld-32B","sha":"e7fceedc8713450842f9bc9b122c1759c40bcc5b","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":32762123264,"params_active":null,"params_repo":null,"arch":{"gguf_arch":"qwen3","n_layers":64,"n_layers_all":64,"layers":[[64,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":64,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":5120,"moe":null,"cross_checked":true,"gguf_source":{"file":"WebWorld-32B.i1-Q4_K_M.gguf","repo":"mradermacher/WebWorld-32B-i1-GGUF","sha":"af08bc1ab0ce55f157277b0ab95864c89bda7a97"}},"gguf":{"repo":"mradermacher/WebWorld-32B-i1-GGUF","sha":"af08bc1ab0ce55f157277b0ab95864c89bda7a97"},"weights":[{"quant":"IQ2_XXS","bytes":9019914528,"gpu_bytes":8758685696,"mapped_bytes":9013938176,"out_bytes":534835200,"layer_bytes":[[8,136561664],[56,127345664]],"read_bytes_per_token":8758685696,"files":["WebWorld-32B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"IQ2_M","bytes":11362862368,"gpu_bytes":11022626816,"mapped_bytes":11356886016,"out_bytes":534835200,"layer_bytes":[[8,176415744],[56,162079744]],"read_bytes_per_token":11022626816,"files":["WebWorld-32B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"Q2_K","bytes":12344653088,"gpu_bytes":12083424256,"mapped_bytes":12338676736,"out_bytes":638151680,"layer_bytes":[[64,178832384]],"read_bytes_per_token":12083424256,"files":["WebWorld-32B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"IQ3_XXS","bytes":12821038368,"gpu_bytes":12480802816,"mapped_bytes":12815062016,"out_bytes":534835200,"layer_bytes":[[64,186655744]],"read_bytes_per_token":12480802816,"files":["WebWorld-32B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"Q3_K_M","bytes":15971778848,"gpu_bytes":15631543296,"mapped_bytes":15965802496,"out_bytes":638151680,"layer_bytes":[[2,250266624],[2,249611264],[60,233227264]],"read_bytes_per_token":15631543296,"files":["WebWorld-32B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"IQ4_XS","bytes":17690496288,"gpu_bytes":17271254016,"mapped_bytes":17684519936,"out_bytes":638151680,"layer_bytes":[[64,259892224]],"read_bytes_per_token":17271254016,"files":["WebWorld-32B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"Q4_0","bytes":18703088928,"gpu_bytes":18259536896,"mapped_bytes":18697112576,"out_bytes":638151680,"layer_bytes":[[8,282502144],[56,274310144]],"read_bytes_per_token":18259536896,"files":["WebWorld-32B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"Q4_K_M","bytes":19762150688,"gpu_bytes":19318598656,"mapped_bytes":19756174336,"out_bytes":638151680,"layer_bytes":[[8,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[1,309453824],[2,274310144],[9,309453824]],"read_bytes_per_token":19318598656,"files":["WebWorld-32B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"Q5_K_M","bytes":23214832928,"gpu_bytes":22674041856,"mapped_bytes":23208856576,"out_bytes":638151680,"layer_bytes":[[8,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[1,353362944],[2,335258624],[9,353362944]],"read_bytes_per_token":22674041856,"files":["WebWorld-32B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"},{"quant":"Q6_K","bytes":26883307808,"gpu_bytes":26239200256,"mapped_bytes":26877331456,"out_bytes":638151680,"layer_bytes":[[64,400016384]],"read_bytes_per_token":26239200256,"files":["WebWorld-32B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"}],"original":{"bytes":65524328560,"repo":"Qwen/WebWorld-32B","sha":"e7fceedc8713450842f9bc9b122c1759c40bcc5b","dtypes":{"BF16":32762123264}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:39:54+00:00","url":"https://huggingface.co/Qwen/WebWorld-32B/tree/e7fceedc8713450842f9bc9b122c1759c40bcc5b"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:39:54+00:00","url":"https://huggingface.co/mradermacher/WebWorld-32B-i1-GGUF/tree/af08bc1ab0ce55f157277b0ab95864c89bda7a97"}]},{"id":"webworld-8b","name":"WebWorld-8B","repo":"Qwen/WebWorld-8B","sha":"26c65891f0a59c9b1dcc435eaadcc08ce6102a94","publisher":"Qwen","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":false,"params_gguf":8190735360,"params_active":null,"params_repo":8190735360,"arch":{"gguf_arch":"qwen3","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":40960,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"WebWorld-8B.Q4_K_M.gguf","repo":"mradermacher/WebWorld-8B-GGUF","sha":"577b3d23398e2b43d2402ef06255dec6e8ee6bd1"}},"gguf":{"repo":"mradermacher/WebWorld-8B-GGUF","sha":"577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},"weights":[{"quant":"Q2_K","bytes":3281733856,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["WebWorld-8B.Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"Q3_K_M","bytes":4124162272,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["WebWorld-8B.Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"IQ4_XS","bytes":4593297632,"gpu_bytes":4256727040,"mapped_bytes":4587339776,"out_bytes":510521344,"layer_bytes":[[4,111051776],[32,103187456]],"read_bytes_per_token":4256727040,"files":["WebWorld-8B.IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"Q4_K_M","bytes":5027784928,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["WebWorld-8B.Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"Q5_K_M","bytes":5851113696,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["WebWorld-8B.Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"Q6_K","bytes":6725900512,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["WebWorld-8B.Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"Q8_0","bytes":8709519584,"gpu_bytes":8042336256,"mapped_bytes":8703561728,"out_bytes":661241856,"layer_bytes":[[36,205030400]],"read_bytes_per_token":8042336256,"files":["WebWorld-8B.Q8_0.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"},{"quant":"F16","bytes":16388045024,"gpu_bytes":15137427456,"mapped_bytes":16382087168,"out_bytes":1244676096,"layer_bytes":[[36,385909760]],"read_bytes_per_token":15137427456,"files":["WebWorld-8B.f16.gguf"],"source_url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"}],"original":{"bytes":16381516824,"repo":"Qwen/WebWorld-8B","sha":"26c65891f0a59c9b1dcc435eaadcc08ce6102a94","dtypes":{"BF16":8190735360}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:40:03+00:00","url":"https://huggingface.co/Qwen/WebWorld-8B/tree/26c65891f0a59c9b1dcc435eaadcc08ce6102a94"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:40:03+00:00","url":"https://huggingface.co/mradermacher/WebWorld-8B-GGUF/tree/577b3d23398e2b43d2402ef06255dec6e8ee6bd1"}]},{"id":"x-reasoner-7b","name":"X-Reasoner-7B","repo":"microsoft/X-Reasoner-7B","sha":"4d2111d617e5b9633978d99bc2a9380f80996607","publisher":"microsoft","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"X-Reasoner-7B.i1-Q4_K_M.gguf","repo":"mradermacher/X-Reasoner-7B-i1-GGUF","sha":"c7b294d96c94a57608fc0a6e87cc014067cb1278"}},"gguf":{"repo":"mradermacher/X-Reasoner-7B-i1-GGUF","sha":"c7b294d96c94a57608fc0a6e87cc014067cb1278"},"weights":[{"quant":"IQ2_XXS","bytes":2273078208,"gpu_bytes":2088296448,"mapped_bytes":2267123712,"out_bytes":374700032,"layer_bytes":[[3,65462272],[25,60688384]],"read_bytes_per_token":2088296448,"files":["X-Reasoner-7B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"IQ2_M","bytes":2780343232,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["X-Reasoner-7B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"Q2_K","bytes":3015941056,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["X-Reasoner-7B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"IQ3_XXS","bytes":3114515392,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["X-Reasoner-7B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"Q3_K_M","bytes":3808392128,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["X-Reasoner-7B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"IQ4_XS","bytes":4218473408,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["X-Reasoner-7B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"Q4_0","bytes":4444122048,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["X-Reasoner-7B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"Q4_K_M","bytes":4683074496,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["X-Reasoner-7B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"Q5_K_M","bytes":5444832192,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["X-Reasoner-7B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"},{"quant":"Q6_K","bytes":6254199744,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["X-Reasoner-7B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"}],"original":{"bytes":16584414544,"repo":"microsoft/X-Reasoner-7B","sha":"4d2111d617e5b9633978d99bc2a9380f80996607","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:52:07+00:00","url":"https://huggingface.co/microsoft/X-Reasoner-7B/tree/4d2111d617e5b9633978d99bc2a9380f80996607"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:52:07+00:00","url":"https://huggingface.co/mradermacher/X-Reasoner-7B-i1-GGUF/tree/c7b294d96c94a57608fc0a6e87cc014067cb1278"}]},{"id":"youtu-llm-2b","name":"Youtu-LLM-2B","repo":"tencent/Youtu-LLM-2B","sha":"8b0e73594661a945a7f5aafc737b63e3d8ad3f75","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1961560064,"params_active":null,"params_repo":1961560064,"arch":{"gguf_arch":"deepseek2","n_layers":32,"n_layers_all":32,"layers":[[32,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":32,"v_elems":0,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Youtu-LLM-2B.i1-Q4_K_M.gguf","repo":"mradermacher/Youtu-LLM-2B-i1-GGUF","sha":"aec5e0acef09376f0f581102fbb0b32a9fbb8f88"}},"gguf":{"repo":"mradermacher/Youtu-LLM-2B-i1-GGUF","sha":"aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},"weights":[{"quant":"IQ2_XXS","bytes":637808032,"gpu_bytes":633085952,"mapped_bytes":633085952,"out_bytes":180592640,"layer_bytes":[[4,14914560],[28,14029824]],"read_bytes_per_token":633085952,"files":["Youtu-LLM-2B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"IQ2_M","bytes":758525344,"gpu_bytes":753803264,"mapped_bytes":753803264,"out_bytes":180592640,"layer_bytes":[[4,19117056],[28,17740800]],"read_bytes_per_token":753803264,"files":["Youtu-LLM-2B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"Q2_K","bytes":840760736,"gpu_bytes":836038656,"mapped_bytes":836038656,"out_bytes":215478272,"layer_bytes":[[32,19392512]],"read_bytes_per_token":836038656,"files":["Youtu-LLM-2B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"IQ3_XXS","bytes":848702880,"gpu_bytes":843980800,"mapped_bytes":843980800,"out_bytes":180592640,"layer_bytes":[[32,20730880]],"read_bytes_per_token":843980800,"files":["Youtu-LLM-2B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"Q3_K_M","bytes":1029799328,"gpu_bytes":1025077248,"mapped_bytes":1025077248,"out_bytes":215478272,"layer_bytes":[[2,26774528],[30,25201664]],"read_bytes_per_token":1025077248,"files":["Youtu-LLM-2B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"IQ4_XS","bytes":1124466080,"gpu_bytes":1119744000,"mapped_bytes":1119744000,"out_bytes":215478272,"layer_bytes":[[32,28258304]],"read_bytes_per_token":1119744000,"files":["Youtu-LLM-2B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"Q4_0","bytes":1179647392,"gpu_bytes":1174925312,"mapped_bytes":1174925312,"out_bytes":215478272,"layer_bytes":[[4,30670848],[28,29884416]],"read_bytes_per_token":1174925312,"files":["Youtu-LLM-2B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"Q4_K_M","bytes":1232600480,"gpu_bytes":1227878400,"mapped_bytes":1227878400,"out_bytes":215478272,"layer_bytes":[[4,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[5,33259520]],"read_bytes_per_token":1227878400,"files":["Youtu-LLM-2B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"Q5_K_M","bytes":1417674144,"gpu_bytes":1412952064,"mapped_bytes":1412952064,"out_bytes":215478272,"layer_bytes":[[4,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[5,38256640]],"read_bytes_per_token":1412952064,"files":["Youtu-LLM-2B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"},{"quant":"Q6_K","bytes":1622572448,"gpu_bytes":1617850368,"mapped_bytes":1617850368,"out_bytes":215478272,"layer_bytes":[[32,43824128]],"read_bytes_per_token":1617850368,"files":["Youtu-LLM-2B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"}],"original":{"bytes":3923165672,"repo":"tencent/Youtu-LLM-2B","sha":"8b0e73594661a945a7f5aafc737b63e3d8ad3f75","dtypes":{"BF16":1961560064}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:25:17+00:00","url":"https://huggingface.co/tencent/Youtu-LLM-2B/tree/8b0e73594661a945a7f5aafc737b63e3d8ad3f75"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:25:17+00:00","url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-i1-GGUF/tree/aec5e0acef09376f0f581102fbb0b32a9fbb8f88"}]},{"id":"youtu-llm-2b-base","name":"Youtu-LLM-2B-Base","repo":"tencent/Youtu-LLM-2B-Base","sha":"7b32c99715f9459c8b9ed2ba44dea5af507ae264","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":false,"params_gguf":1961560064,"params_active":null,"params_repo":1961560064,"arch":{"gguf_arch":"deepseek2","n_layers":32,"n_layers_all":32,"layers":[[32,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":32,"v_elems":0,"window":null}],"state_elems":0,"max_context":131072,"vocab_size":128256,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"Youtu-LLM-2B-Base.i1-Q4_K_M.gguf","repo":"mradermacher/Youtu-LLM-2B-Base-i1-GGUF","sha":"68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"}},"gguf":{"repo":"mradermacher/Youtu-LLM-2B-Base-i1-GGUF","sha":"68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},"weights":[{"quant":"IQ2_XXS","bytes":637804032,"gpu_bytes":633085952,"mapped_bytes":633085952,"out_bytes":180592640,"layer_bytes":[[4,14914560],[28,14029824]],"read_bytes_per_token":633085952,"files":["Youtu-LLM-2B-Base.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"IQ2_M","bytes":758521344,"gpu_bytes":753803264,"mapped_bytes":753803264,"out_bytes":180592640,"layer_bytes":[[4,19117056],[28,17740800]],"read_bytes_per_token":753803264,"files":["Youtu-LLM-2B-Base.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"Q2_K","bytes":840756736,"gpu_bytes":836038656,"mapped_bytes":836038656,"out_bytes":215478272,"layer_bytes":[[32,19392512]],"read_bytes_per_token":836038656,"files":["Youtu-LLM-2B-Base.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"IQ3_XXS","bytes":848698880,"gpu_bytes":843980800,"mapped_bytes":843980800,"out_bytes":180592640,"layer_bytes":[[32,20730880]],"read_bytes_per_token":843980800,"files":["Youtu-LLM-2B-Base.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"Q3_K_M","bytes":1029795328,"gpu_bytes":1025077248,"mapped_bytes":1025077248,"out_bytes":215478272,"layer_bytes":[[2,26774528],[30,25201664]],"read_bytes_per_token":1025077248,"files":["Youtu-LLM-2B-Base.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"IQ4_XS","bytes":1124462080,"gpu_bytes":1119744000,"mapped_bytes":1119744000,"out_bytes":215478272,"layer_bytes":[[32,28258304]],"read_bytes_per_token":1119744000,"files":["Youtu-LLM-2B-Base.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"Q4_0","bytes":1179643392,"gpu_bytes":1174925312,"mapped_bytes":1174925312,"out_bytes":215478272,"layer_bytes":[[4,30670848],[28,29884416]],"read_bytes_per_token":1174925312,"files":["Youtu-LLM-2B-Base.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"Q4_K_M","bytes":1232596480,"gpu_bytes":1227878400,"mapped_bytes":1227878400,"out_bytes":215478272,"layer_bytes":[[4,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[1,33259520],[2,30015488],[5,33259520]],"read_bytes_per_token":1227878400,"files":["Youtu-LLM-2B-Base.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"Q5_K_M","bytes":1417670144,"gpu_bytes":1412952064,"mapped_bytes":1412952064,"out_bytes":215478272,"layer_bytes":[[4,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[1,38256640],[2,36585472],[5,38256640]],"read_bytes_per_token":1412952064,"files":["Youtu-LLM-2B-Base.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"},{"quant":"Q6_K","bytes":1622568448,"gpu_bytes":1617850368,"mapped_bytes":1617850368,"out_bytes":215478272,"layer_bytes":[[32,43824128]],"read_bytes_per_token":1617850368,"files":["Youtu-LLM-2B-Base.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"}],"original":{"bytes":3923165640,"repo":"tencent/Youtu-LLM-2B-Base","sha":"7b32c99715f9459c8b9ed2ba44dea5af507ae264","dtypes":{"BF16":1961560064}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:57:03+00:00","url":"https://huggingface.co/tencent/Youtu-LLM-2B-Base/tree/7b32c99715f9459c8b9ed2ba44dea5af507ae264"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:57:03+00:00","url":"https://huggingface.co/mradermacher/Youtu-LLM-2B-Base-i1-GGUF/tree/68aa4e33e06eb956925feeb500c44cb6b3a7ae2d"}]},{"id":"youtu-vl-4b-instruct","name":"Youtu-VL-4B-Instruct","repo":"tencent/Youtu-VL-4B-Instruct","sha":"8d30a0e49662a1d628a472b12df264dbcd768753","publisher":"tencent","license":"other","gated":false,"listed_at":null,"multimodal":true,"params_gguf":4895157760,"params_active":null,"params_repo":5340551024,"arch":{"gguf_arch":"deepseek2","n_layers":40,"n_layers_all":40,"layers":[[40,"full",576,0,null,0]],"kv_groups":[{"k_elems":576,"kind":"full","layers":40,"v_elems":0,"window":null}],"state_elems":0,"max_context":32768,"vocab_size":283386,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"Youtu-VL-4B-Instruct.i1-Q4_K_M.gguf","repo":"mradermacher/Youtu-VL-4B-Instruct-i1-GGUF","sha":"73ec8bb6a098e085db83a2ca566a4d67d7214124"}},"gguf":{"repo":"mradermacher/Youtu-VL-4B-Instruct-i1-GGUF","sha":"73ec8bb6a098e085db83a2ca566a4d67d7214124"},"weights":[{"quant":"IQ2_XXS","bytes":1618523328,"gpu_bytes":1609154240,"mapped_bytes":1609154240,"out_bytes":498769600,"layer_bytes":[[5,29291776],[35,27540736]],"read_bytes_per_token":1609154240,"files":["Youtu-VL-4B-Instruct.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"IQ2_M","bytes":1924607168,"gpu_bytes":1915238080,"mapped_bytes":1915238080,"out_bytes":498769600,"layer_bytes":[[5,37795072],[35,35071232]],"read_bytes_per_token":1915238080,"files":["Youtu-VL-4B-Instruct.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"Q2_K","bytes":2137151712,"gpu_bytes":2127782624,"mapped_bytes":2127782624,"out_bytes":595120864,"layer_bytes":[[40,38316544]],"read_bytes_per_token":2127782624,"files":["Youtu-VL-4B-Instruct.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"IQ3_XXS","bytes":2140118208,"gpu_bytes":2130749120,"mapped_bytes":2130749120,"out_bytes":498769600,"layer_bytes":[[40,40799488]],"read_bytes_per_token":2130749120,"files":["Youtu-VL-4B-Instruct.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"Q3_K_M","bytes":2602549472,"gpu_bytes":2593180384,"mapped_bytes":2593180384,"out_bytes":595120864,"layer_bytes":[[2,52908800],[38,49795840]],"read_bytes_per_token":2593180384,"files":["Youtu-VL-4B-Instruct.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"IQ4_XS","bytes":2823252192,"gpu_bytes":2813883104,"mapped_bytes":2813883104,"out_bytes":595120864,"layer_bytes":[[40,55469056]],"read_bytes_per_token":2813883104,"files":["Youtu-VL-4B-Instruct.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"Q4_0","bytes":2958706912,"gpu_bytes":2949337824,"mapped_bytes":2949337824,"out_bytes":595120864,"layer_bytes":[[5,60217344],[35,58660864]],"read_bytes_per_token":2949337824,"files":["Youtu-VL-4B-Instruct.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"Q4_K_M","bytes":3089819872,"gpu_bytes":3080450784,"mapped_bytes":3080450784,"out_bytes":595120864,"layer_bytes":[[5,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[1,65343488],[2,58923008],[6,65343488]],"read_bytes_per_token":3080450784,"files":["Youtu-VL-4B-Instruct.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"Q5_K_M","bytes":3543492832,"gpu_bytes":3534123744,"mapped_bytes":3534123744,"out_bytes":595120864,"layer_bytes":[[5,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[1,75128832],[2,71821312],[6,75128832]],"read_bytes_per_token":3534123744,"files":["Youtu-VL-4B-Instruct.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"},{"quant":"Q6_K","bytes":4046164192,"gpu_bytes":4036795104,"mapped_bytes":4036795104,"out_bytes":595120864,"layer_bytes":[[40,86041856]],"read_bytes_per_token":4036795104,"files":["Youtu-VL-4B-Instruct.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"}],"original":{"bytes":10681217304,"repo":"tencent/Youtu-VL-4B-Instruct","sha":"8d30a0e49662a1d628a472b12df264dbcd768753","dtypes":{"BF16":5340551024}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:25:20+00:00","url":"https://huggingface.co/tencent/Youtu-VL-4B-Instruct/tree/8d30a0e49662a1d628a472b12df264dbcd768753"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:25:20+00:00","url":"https://huggingface.co/mradermacher/Youtu-VL-4B-Instruct-i1-GGUF/tree/73ec8bb6a098e085db83a2ca566a4d67d7214124"}]},{"id":"zwz-2b","name":"ZwZ-2B","repo":"inclusionAI/ZwZ-2B","sha":"de7bbe3305e580963a70b167cbb0f9d86e9e9f82","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":2031739904,"params_active":null,"params_repo":2438696960,"arch":{"gguf_arch":"qwen3vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":28,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2048,"moe":null,"cross_checked":true,"gguf_source":{"file":"ZwZ-2B-Q4_K_M.gguf","repo":"inclusionAI/ZwZ-2B-GGUF","sha":"438a15ae0a7752045857027a7bb437f31e616fb8"}},"gguf":{"repo":"inclusionAI/ZwZ-2B-GGUF","sha":"438a15ae0a7752045857027a7bb437f31e616fb8"},"weights":[{"quant":"Q4_K_M","bytes":1282440128,"gpu_bytes":1101457408,"mapped_bytes":1276487680,"out_bytes":255260672,"layer_bytes":[[3,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[1,32113664],[2,28328960],[5,32113664]],"read_bytes_per_token":1101457408,"files":["ZwZ-2B-Q4_K_M.gguf"],"source_url":"https://huggingface.co/inclusionAI/ZwZ-2B-GGUF/tree/438a15ae0a7752045857027a7bb437f31e616fb8"},{"quant":"Q8_0","bytes":2165040064,"gpu_bytes":1828474880,"mapped_bytes":2159087616,"out_bytes":330620928,"layer_bytes":[[28,53494784]],"read_bytes_per_token":1828474880,"files":["ZwZ-2B-Q8_0.gguf"],"source_url":"https://huggingface.co/inclusionAI/ZwZ-2B-GGUF/tree/438a15ae0a7752045857027a7bb437f31e616fb8"},{"quant":"F16","bytes":4069680064,"gpu_bytes":3441397760,"mapped_bytes":4063727616,"out_bytes":622338048,"layer_bytes":[[28,100680704]],"read_bytes_per_token":3441397760,"files":["ZwZ-2B-F16.gguf"],"source_url":"https://huggingface.co/inclusionAI/ZwZ-2B-GGUF/tree/438a15ae0a7752045857027a7bb437f31e616fb8"}],"original":{"bytes":4877470336,"repo":"inclusionAI/ZwZ-2B","sha":"de7bbe3305e580963a70b167cbb0f9d86e9e9f82","dtypes":{"BF16":2438696960}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:08+00:00","url":"https://huggingface.co/inclusionAI/ZwZ-2B/tree/de7bbe3305e580963a70b167cbb0f9d86e9e9f82"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:08+00:00","url":"https://huggingface.co/inclusionAI/ZwZ-2B-GGUF/tree/438a15ae0a7752045857027a7bb437f31e616fb8"}]},{"id":"zwz-4b","name":"ZwZ-4B","repo":"inclusionAI/ZwZ-4B","sha":"e43981c19904b4ee4ec48efc21c9a77bf4e7838c","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":"2026-10-18T17:00:26+00:00","multimodal":true,"params_gguf":4411424256,"params_active":null,"params_repo":4826771968,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":2560,"moe":null,"cross_checked":true,"gguf_source":{"file":"ZwZ-4B.i1-Q4_K_M.gguf","repo":"mradermacher/ZwZ-4B-i1-GGUF","sha":"f4518ff17381be99dfaf38535a9a1af30574a620"}},"gguf":{"repo":"mradermacher/ZwZ-4B-i1-GGUF","sha":"f4518ff17381be99dfaf38535a9a1af30574a620"},"weights":[{"quant":"IQ2_XXS","bytes":1374249440,"gpu_bytes":1240664064,"mapped_bytes":1368290304,"out_bytes":267417600,"layer_bytes":[[4,28591104],[32,26840064]],"read_bytes_per_token":1240664064,"files":["ZwZ-4B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"IQ2_M","bytes":1680115680,"gpu_bytes":1507026944,"mapped_bytes":1674156544,"out_bytes":267417600,"layer_bytes":[[4,36854784],[32,34130944]],"read_bytes_per_token":1507026944,"files":["ZwZ-4B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"Q2_K","bytes":1797128160,"gpu_bytes":1663542784,"mapped_bytes":1791169024,"out_bytes":319075840,"layer_bytes":[[36,37346304]],"read_bytes_per_token":1663542784,"files":["ZwZ-4B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"IQ3_XXS","bytes":1837320160,"gpu_bytes":1664231424,"mapped_bytes":1831361024,"out_bytes":267417600,"layer_bytes":[[36,38800384]],"read_bytes_per_token":1664231424,"files":["ZwZ-4B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"Q3_K_M","bytes":2242749920,"gpu_bytes":2069661184,"mapped_bytes":2236790784,"out_bytes":319075840,"layer_bytes":[[2,51876864],[34,48436224]],"read_bytes_per_token":2069661184,"files":["ZwZ-4B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"IQ4_XS","bytes":2477386720,"gpu_bytes":2264794624,"mapped_bytes":2471427584,"out_bytes":319075840,"layer_bytes":[[36,54047744]],"read_bytes_per_token":2264794624,"files":["ZwZ-4B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"Q4_0","bytes":2594563040,"gpu_bytes":2369816064,"mapped_bytes":2588603904,"out_bytes":319075840,"layer_bytes":[[4,58348544],[32,56792064]],"read_bytes_per_token":2369816064,"files":["ZwZ-4B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"Q4_K_M","bytes":2716070880,"gpu_bytes":2491323904,"mapped_bytes":2710111744,"out_bytes":319075840,"layer_bytes":[[4,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[1,63888384],[2,56792064],[6,63888384]],"read_bytes_per_token":2491323904,"files":["ZwZ-4B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"Q5_K_M","bytes":3156923360,"gpu_bytes":2883556864,"mapped_bytes":3150964224,"out_bytes":319075840,"layer_bytes":[[4,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[1,73063424],[2,69407744],[6,73063424]],"read_bytes_per_token":2883556864,"files":["ZwZ-4B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"},{"quant":"Q6_K","bytes":3625329120,"gpu_bytes":3300304384,"mapped_bytes":3619369984,"out_bytes":319075840,"layer_bytes":[[36,82811904]],"read_bytes_per_token":3300304384,"files":["ZwZ-4B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"}],"original":{"bytes":9653631840,"repo":"inclusionAI/ZwZ-4B","sha":"e43981c19904b4ee4ec48efc21c9a77bf4e7838c","dtypes":{"BF16":4826771968}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T16:59:27+00:00","url":"https://huggingface.co/inclusionAI/ZwZ-4B/tree/e43981c19904b4ee4ec48efc21c9a77bf4e7838c"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T16:59:27+00:00","url":"https://huggingface.co/mradermacher/ZwZ-4B-i1-GGUF/tree/f4518ff17381be99dfaf38535a9a1af30574a620"}]},{"id":"zwz-7b","name":"ZwZ-7B","repo":"inclusionAI/ZwZ-7B","sha":"1843c45a227f3c76e9e29e45e02d481f617a7139","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":7615616512,"params_active":null,"params_repo":8292166656,"arch":{"gguf_arch":"qwen2vl","n_layers":28,"n_layers_all":28,"layers":[[28,"full",512,512,null,0]],"kv_groups":[{"k_elems":512,"kind":"full","layers":28,"v_elems":512,"window":null}],"state_elems":0,"max_context":128000,"vocab_size":152064,"hidden_size":3584,"moe":null,"cross_checked":true,"gguf_source":{"file":"ZwZ-7B.i1-Q4_K_M.gguf","repo":"mradermacher/ZwZ-7B-i1-GGUF","sha":"c87994db6b3e893e177f67c112bc61c2cfc2b99a"}},"gguf":{"repo":"mradermacher/ZwZ-7B-i1-GGUF","sha":"c87994db6b3e893e177f67c112bc61c2cfc2b99a"},"weights":[{"quant":"IQ2_XXS","bytes":2273077152,"gpu_bytes":2088296448,"mapped_bytes":2267123712,"out_bytes":374700032,"layer_bytes":[[3,65462272],[25,60688384]],"read_bytes_per_token":2088296448,"files":["ZwZ-7B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"IQ2_M","bytes":2780342176,"gpu_bytes":2540210176,"mapped_bytes":2774388736,"out_bytes":374700032,"layer_bytes":[[3,83970048],[25,76544000]],"read_bytes_per_token":2540210176,"files":["ZwZ-7B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"Q2_K","bytes":3015940000,"gpu_bytes":2831159296,"mapped_bytes":3009986560,"out_bytes":447082496,"layer_bytes":[[28,85145600]],"read_bytes_per_token":2831159296,"files":["ZwZ-7B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"IQ3_XXS","bytes":3114514336,"gpu_bytes":2874382336,"mapped_bytes":3108560896,"out_bytes":374700032,"layer_bytes":[[28,89274368]],"read_bytes_per_token":2874382336,"files":["ZwZ-7B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"Q3_K_M","bytes":3808391072,"gpu_bytes":3568259072,"mapped_bytes":3802437632,"out_bytes":447082496,"layer_bytes":[[1,119867392],[1,111380480],[26,111151104]],"read_bytes_per_token":3568259072,"files":["ZwZ-7B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"IQ4_XS","bytes":4218472352,"gpu_bytes":3922989056,"mapped_bytes":4212518912,"out_bytes":447082496,"layer_bytes":[[28,124139520]],"read_bytes_per_token":3922989056,"files":["ZwZ-7B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"Q4_0","bytes":4444120992,"gpu_bytes":4131606528,"mapped_bytes":4438167552,"out_bytes":447082496,"layer_bytes":[[3,135378944],[25,131135488]],"read_bytes_per_token":4131606528,"files":["ZwZ-7B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"Q4_K_M","bytes":4683073440,"gpu_bytes":4370558976,"mapped_bytes":4677120000,"out_bytes":447082496,"layer_bytes":[[3,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[1,149112832],[2,131135488],[5,149112832]],"read_bytes_per_token":4370558976,"files":["ZwZ-7B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"Q5_K_M","bytes":5444831136,"gpu_bytes":5064192000,"mapped_bytes":5438877696,"out_bytes":447082496,"layer_bytes":[[3,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[1,169527296],[2,160266240],[5,169527296]],"read_bytes_per_token":5064192000,"files":["ZwZ-7B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"},{"quant":"Q6_K","bytes":6254198688,"gpu_bytes":5801177088,"mapped_bytes":6248245248,"out_bytes":447082496,"layer_bytes":[[28,191217664]],"read_bytes_per_token":5801177088,"files":["ZwZ-7B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"}],"original":{"bytes":16584414544,"repo":"inclusionAI/ZwZ-7B","sha":"1843c45a227f3c76e9e29e45e02d481f617a7139","dtypes":{"BF16":8292166656}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:13+00:00","url":"https://huggingface.co/inclusionAI/ZwZ-7B/tree/1843c45a227f3c76e9e29e45e02d481f617a7139"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:13+00:00","url":"https://huggingface.co/mradermacher/ZwZ-7B-i1-GGUF/tree/c87994db6b3e893e177f67c112bc61c2cfc2b99a"}]},{"id":"zwz-8b","name":"ZwZ-8B","repo":"inclusionAI/ZwZ-8B","sha":"894243f5453519699849a2ef0afae92a18637521","publisher":"inclusionAI","license":"apache-2.0","gated":false,"listed_at":null,"multimodal":true,"params_gguf":8190735360,"params_active":null,"params_repo":8767123696,"arch":{"gguf_arch":"qwen3vl","n_layers":36,"n_layers_all":36,"layers":[[36,"full",1024,1024,null,0]],"kv_groups":[{"k_elems":1024,"kind":"full","layers":36,"v_elems":1024,"window":null}],"state_elems":0,"max_context":262144,"vocab_size":151936,"hidden_size":4096,"moe":null,"cross_checked":true,"gguf_source":{"file":"ZwZ-8B.i1-Q4_K_M.gguf","repo":"mradermacher/ZwZ-8B-i1-GGUF","sha":"57d305352c2b5eb2639695986de5db83f840923a"}},"gguf":{"repo":"mradermacher/ZwZ-8B-i1-GGUF","sha":"57d305352c2b5eb2639695986de5db83f840923a"},"weights":[{"quant":"IQ2_XXS","bytes":2490113504,"gpu_bytes":2279952384,"mapped_bytes":2484154368,"out_bytes":427868160,"layer_bytes":[[4,54592512],[32,51053568]],"read_bytes_per_token":2279952384,"files":["ZwZ-8B.i1-IQ2_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"IQ2_M","bytes":3051916768,"gpu_bytes":2778550272,"mapped_bytes":3045957632,"out_bytes":427868160,"layer_bytes":[[4,70190080],[32,64685056]],"read_bytes_per_token":2778550272,"files":["ZwZ-8B.i1-IQ2_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"Q2_K","bytes":3281735136,"gpu_bytes":3071574016,"mapped_bytes":3275776000,"out_bytes":510521344,"layer_bytes":[[36,71140352]],"read_bytes_per_token":3071574016,"files":["ZwZ-8B.i1-Q2_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"IQ3_XXS","bytes":3369635296,"gpu_bytes":3096268800,"mapped_bytes":3363676160,"out_bytes":427868160,"layer_bytes":[[36,74122240]],"read_bytes_per_token":3096268800,"files":["ZwZ-8B.i1-IQ3_XXS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"Q3_K_M","bytes":4124163552,"gpu_bytes":3850797056,"mapped_bytes":4118204416,"out_bytes":510521344,"layer_bytes":[[2,99222528],[34,92406784]],"read_bytes_per_token":3850797056,"files":["ZwZ-8B.i1-Q3_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"IQ4_XS","bytes":4561841632,"gpu_bytes":4225269760,"mapped_bytes":4555882496,"out_bytes":510521344,"layer_bytes":[[36,103187456]],"read_bytes_per_token":4225269760,"files":["ZwZ-8B.i1-IQ4_XS.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"Q4_0","bytes":4787334624,"gpu_bytes":4431314944,"mapped_bytes":4781375488,"out_bytes":510521344,"layer_bytes":[[4,111707136],[32,108561408]],"read_bytes_per_token":4431314944,"files":["ZwZ-8B.i1-Q4_0.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"Q4_K_M","bytes":5027786208,"gpu_bytes":4671766528,"mapped_bytes":5021827072,"out_bytes":510521344,"layer_bytes":[[4,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[1,122618880],[2,108561408],[6,122618880]],"read_bytes_per_token":4671766528,"files":["ZwZ-8B.i1-Q4_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"Q5_K_M","bytes":5851114976,"gpu_bytes":5417304064,"mapped_bytes":5845155840,"out_bytes":510521344,"layer_bytes":[[4,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[1,139920384],[2,132678656],[6,139920384]],"read_bytes_per_token":5417304064,"files":["ZwZ-8B.i1-Q5_K_M.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"},{"quant":"Q6_K","bytes":6725901792,"gpu_bytes":6209437696,"mapped_bytes":6719942656,"out_bytes":510521344,"layer_bytes":[[36,158303232]],"read_bytes_per_token":6209437696,"files":["ZwZ-8B.i1-Q6_K.gguf"],"source_url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"}],"original":{"bytes":17534339528,"repo":"inclusionAI/ZwZ-8B","sha":"894243f5453519699849a2ef0afae92a18637521","dtypes":{"BF16":8767123696}},"sources":[{"name":"Hugging Face","retrieved_at":"2026-10-18T15:47:18+00:00","url":"https://huggingface.co/inclusionAI/ZwZ-8B/tree/894243f5453519699849a2ef0afae92a18637521"},{"name":"Hugging Face (GGUF)","retrieved_at":"2026-10-18T15:47:18+00:00","url":"https://huggingface.co/mradermacher/ZwZ-8B-i1-GGUF/tree/57d305352c2b5eb2639695986de5db83f840923a"}]}]}