[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"tag-kv-cache-compression":3},{"tag":4,"articles":10},{"id":5,"name":6,"slug":7,"article_count":8,"description_zh":9,"description_en":9},"5d713378-f3f5-45a2-8374-7653d8e6456a","KV cache compression","kv-cache-compression",2,null,[11,20],{"id":12,"slug":13,"title":14,"summary":15,"category":16,"image_url":17,"cover_image":17,"language":18,"created_at":19},"bc8a4577-e218-43ae-a08b-4898abf26e2a","turboquant-online-vector-quantization-near-optimal-en","TurboQuant brings near-optimal online vector quantization","TurboQuant is an online, accelerator-friendly vector quantizer that targets near-optimal MSE and inner-product distortion.","research","https:\u002F\u002Fxxdpdyhzhpamafnrdkyq.supabase.co\u002Fstorage\u002Fv1\u002Fobject\u002Fpublic\u002Fcovers\u002Finline-1777467656845-z759.png","en","2026-04-29T13:00:40.593903+00:00",{"id":21,"slug":22,"title":23,"summary":24,"category":25,"image_url":26,"cover_image":26,"language":18,"created_at":27},"b2de41c7-a1bf-414d-b843-97a3d0d1283b","turboquant-fast-cold-starts-rust-gpu-en","TurboQuant, Fast Cold Starts, and Rust on GPUs","TurboQuant cuts KV cache use 4.6x, GPU state restoration slashes cold starts, and Rust is moving deeper into CUDA work.","tools","https:\u002F\u002Fxxdpdyhzhpamafnrdkyq.supabase.co\u002Fstorage\u002Fv1\u002Fobject\u002Fpublic\u002Fcovers\u002Finline-1775146375773-h6or.png","2026-04-02T16:12:38.879237+00:00"]