[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"tool-mlc-llm":3},{"tool":4,"categoryPool":34},{"id":5,"name":6,"slug":7,"description":8,"url":9,"githubUrl":10,"logoUrl":11,"openSource":12,"categories":13,"repo":18,"company":-1,"articles":32,"createdAt":33},"entity_01kxwfa12kfk0tcfz5ky3bzgb0","MLC LLM","mlc-llm","Universal LLM Deployment Engine with ML Compilation","https:\u002F\u002Fllm.mlc.ai\u002F","https:\u002F\u002Fgithub.com\u002Fmlc-ai\u002Fmlc-llm","https:\u002F\u002Fr2.minima.ltd\u002Forg_01jakhtww5fk6b0jmxj0qfp9rf\u002Fmlc-favicon-898c87bb.ico",true,[14],{"id":-1,"name":15,"slug":16,"count":17},"Local Inference","local-inference",0,{"fullName":19,"url":10,"stars":20,"forks":21,"openIssues":22,"language":23,"license":24,"topics":25,"pushedAt":30,"archived":31},"mlc-ai\u002Fmlc-llm",23059,2110,334,"Python","Apache-2.0",[26,27,28,29],"language-model","llm","machine-learning-compilation","tvm","2026-07-31T03:03:18Z",false,[],1784440751,[35,58,76,94],{"id":36,"name":37,"slug":38,"description":39,"url":40,"githubUrl":41,"logoUrl":-1,"openSource":12,"categories":42,"repo":44,"company":-1,"articles":56,"createdAt":57},"entity_01kwn4npgyf25rdkpzwh66v1kr","Aithy","aithy","Aithy is a private local AI runtime for state-of-the-art agent research, local inference, sandboxed tools, durable memory, and LAN Mesh resource sharing.","https:\u002F\u002Faithy.dev\u002F","https:\u002F\u002Fgithub.com\u002Fdosco\u002Faithy",[43],{"id":-1,"name":15,"slug":16,"count":17},{"fullName":45,"url":41,"stars":46,"forks":47,"openIssues":48,"language":49,"license":24,"topics":50,"pushedAt":55,"archived":31},"dosco\u002Faithy",107,7,1,"TypeScript",[51,52,27,53,54],"ai","ai-agent","local-ai","personal-ai","2026-07-16T08:25:13Z",[],1783120976,{"id":59,"name":60,"slug":61,"description":62,"url":63,"githubUrl":63,"logoUrl":-1,"openSource":12,"categories":64,"repo":66,"company":-1,"articles":74,"createdAt":75},"entity_01kxz8h4cxe4eb13j1t9zbqnfc","Colibri","colibri","Run GLM-5.2 (744B MoE) on a 25GB-RAM consumer machine — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦","https:\u002F\u002Fgithub.com\u002FJustVugg\u002Fcolibri",[65],{"id":-1,"name":15,"slug":16,"count":17},{"fullName":67,"url":63,"stars":68,"forks":69,"openIssues":70,"language":71,"license":24,"topics":72,"pushedAt":73,"archived":31},"JustVugg\u002Fcolibri",24369,2658,125,"C",[],"2026-08-12T15:34:41Z",[],1784534307,{"id":77,"name":78,"slug":79,"description":80,"url":81,"githubUrl":81,"logoUrl":-1,"openSource":12,"categories":82,"repo":84,"company":-1,"articles":92,"createdAt":93},"entity_01kxz8q9j7e4eb13m7d5zqk7m7","DwarfStar","ds4","DeepSeek 4 Flash and PRO local inference engine for Metal, CUDA and ROCm","https:\u002F\u002Fgithub.com\u002Fantirez\u002Fds4",[83],{"id":-1,"name":15,"slug":16,"count":17},{"fullName":85,"url":81,"stars":86,"forks":87,"openIssues":88,"language":71,"license":89,"topics":90,"pushedAt":91,"archived":31},"antirez\u002Fds4",21282,1937,469,"MIT",[],"2026-08-09T18:31:13Z",[],1784534509,{"id":95,"name":96,"slug":97,"description":98,"url":99,"githubUrl":100,"logoUrl":101,"openSource":12,"categories":102,"repo":104,"company":-1,"articles":110,"createdAt":111},"entity_01kxwfa7trfk0tcg0ej31575e7","FastMLX","fastmlx","FastMLX is a high performance production ready API to host MLX models.","https:\u002F\u002Fblaizzy.github.io\u002Ffastmlx\u002F","https:\u002F\u002Fgithub.com\u002FBlaizzy\u002Ffastmlx","https:\u002F\u002Fr2.minima.ltd\u002Forg_01jakhtww5fk6b0jmxj0qfp9rf\u002Ffavicon-5325c06d.png",[103],{"id":-1,"name":15,"slug":16,"count":17},{"fullName":105,"url":100,"stars":106,"forks":107,"openIssues":17,"language":23,"license":-1,"topics":108,"pushedAt":109,"archived":31},"Blaizzy\u002Ffastmlx",24,4,[],"2024-11-18T22:51:05Z",[],1784440758]