{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":672140633,"defaultBranch":"main","name":"mlc-llm","ownerLogin":"jimscard","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-07-29T04:00:43.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/26580570?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1722496966.0","currentOid":""},"activityList":{"items":[{"before":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","after":"2da008b42560efa8c9d9a8949117c1c1b6b5ae6a","ref":"refs/heads/main","pushedAt":"2024-08-08T04:55:41.000Z","pushType":"push","commitsCount":194,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Merge branch 'mlc-ai:main' into main","shortMessageHtmlLink":"Merge branch 'mlc-ai:main' into main"}},{"before":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","after":"4251a55d78ed5ea70b01abe8e16eda2eadf5b653","ref":"refs/heads/snyk-fix-12f7154346187dfeb852066a2a62af08","pushedAt":"2024-08-01T07:22:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: docs/requirements.txt to reduce vulnerabilities\n\n\nThe following vulnerabilities are fixed by pinning transitive dependencies:\n- https://snyk.io/vuln/SNYK-PYTHON-REQUESTS-6928867\n- https://snyk.io/vuln/SNYK-PYTHON-URLLIB3-7267250","shortMessageHtmlLink":"fix: docs/requirements.txt to reduce vulnerabilities"}},{"before":null,"after":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","ref":"refs/heads/snyk-fix-12f7154346187dfeb852066a2a62af08","pushedAt":"2024-08-01T07:22:46.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Merge branch 'mlc-ai:main' into main","shortMessageHtmlLink":"Merge branch 'mlc-ai:main' into main"}},{"before":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","after":"8dcf0239122e3b26a352cf26e80c7ca9bc3e68f3","ref":"refs/heads/snyk-fix-a515dacb81b5c265cdf62ef67e34fdaf","pushedAt":"2024-07-10T06:38:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: docs/requirements.txt to reduce vulnerabilities\n\n\nThe following vulnerabilities are fixed by pinning transitive dependencies:\n- https://snyk.io/vuln/SNYK-PYTHON-ZIPP-7430899","shortMessageHtmlLink":"fix: docs/requirements.txt to reduce vulnerabilities"}},{"before":null,"after":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","ref":"refs/heads/snyk-fix-a515dacb81b5c265cdf62ef67e34fdaf","pushedAt":"2024-07-10T06:38:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Merge branch 'mlc-ai:main' into main","shortMessageHtmlLink":"Merge branch 'mlc-ai:main' into main"}},{"before":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","after":"4fb64f2298872e3e1f6b15442b1ac563e4900b79","ref":"refs/heads/snyk-fix-cf1c8ec7a9d9ab1150883c3d34b685e1","pushedAt":"2024-06-25T06:15:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: docs/requirements.txt to reduce vulnerabilities\n\n\nThe following vulnerabilities are fixed by pinning transitive dependencies:\n- https://snyk.io/vuln/SNYK-PYTHON-ANYIO-7361842","shortMessageHtmlLink":"fix: docs/requirements.txt to reduce vulnerabilities"}},{"before":null,"after":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","ref":"refs/heads/snyk-fix-cf1c8ec7a9d9ab1150883c3d34b685e1","pushedAt":"2024-06-25T06:15:32.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Merge branch 'mlc-ai:main' into main","shortMessageHtmlLink":"Merge branch 'mlc-ai:main' into main"}},{"before":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","after":"84402de5b1d69228c5cb36159a200825394c15c8","ref":"refs/heads/snyk-fix-fef3283070db4af7f851caae89ebb48e","pushedAt":"2024-06-18T20:35:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: docs/requirements.txt to reduce vulnerabilities\n\n\nThe following vulnerabilities are fixed by pinning transitive dependencies:\n- https://snyk.io/vuln/SNYK-PYTHON-URLLIB3-7267250","shortMessageHtmlLink":"fix: docs/requirements.txt to reduce vulnerabilities"}},{"before":null,"after":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","ref":"refs/heads/snyk-fix-fef3283070db4af7f851caae89ebb48e","pushedAt":"2024-06-18T20:35:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Merge branch 'mlc-ai:main' into main","shortMessageHtmlLink":"Merge branch 'mlc-ai:main' into main"}},{"before":"16cbce87fb318ef6a38ceb397902afc58dba81c7","after":"f0114c5ac6ad17df807d7c6405f4f90ab0a4864f","ref":"refs/heads/main","pushedAt":"2024-05-24T19:27:27.000Z","pushType":"push","commitsCount":22,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Merge branch 'mlc-ai:main' into main","shortMessageHtmlLink":"Merge branch 'mlc-ai:main' into main"}},{"before":"600a3e5004b3bfa0f46c6e99b28b32faf3240a13","after":"16cbce87fb318ef6a38ceb397902afc58dba81c7","ref":"refs/heads/main","pushedAt":"2024-05-24T19:25:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Turn off doc building","shortMessageHtmlLink":"Turn off doc building"}},{"before":"db833aaba676c677847fe84ae6c8b5cb466df7d2","after":"600a3e5004b3bfa0f46c6e99b28b32faf3240a13","ref":"refs/heads/main","pushedAt":"2024-05-23T02:14:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Fix] Update prefix cache config (#2382)\n\nThis PR updates the prefix cache config to prefix cache mode and prefix cache max number of recycling sequences. Also this PR adds the missing `final` keyword in member methods.","shortMessageHtmlLink":"[Fix] Update prefix cache config (mlc-ai#2382)"}},{"before":"2146f1524d2ea38e1120794e011dc597bec67889","after":"db833aaba676c677847fe84ae6c8b5cb466df7d2","ref":"refs/heads/main","pushedAt":"2024-05-22T22:34:20.000Z","pushType":"push","commitsCount":15,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[REFACTOR] Cleanup legacy code (#2381)\n\nThis PR cleans up legacy code and reorgaizes some of the project structure.\r\n\r\n- Removed stale interface\r\n- Removed stale examples\r\n- Temp remove rust as it depends on chat module that we plan to phase out\r\n- Move embeddings to contrib(experimental)","shortMessageHtmlLink":"[REFACTOR] Cleanup legacy code (mlc-ai#2381)"}},{"before":"2146f1524d2ea38e1120794e011dc597bec67889","after":"72eb9f5e40c10d804cd81a09b30e5f02fd787df4","ref":"refs/heads/snyk-fix-2790c325ef476eec6b590065302db285","pushedAt":"2024-05-22T12:48:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: docs/requirements.txt to reduce vulnerabilities\n\n\nThe following vulnerabilities are fixed by pinning transitive dependencies:\n- https://snyk.io/vuln/SNYK-PYTHON-REQUESTS-6928867","shortMessageHtmlLink":"fix: docs/requirements.txt to reduce vulnerabilities"}},{"before":null,"after":"2146f1524d2ea38e1120794e011dc597bec67889","ref":"refs/heads/snyk-fix-2790c325ef476eec6b590065302db285","pushedAt":"2024-05-22T12:48:56.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Fix][Serving] Respect sliding window size in config inference (#2364)\n\nThis PR fixes the automatic engine config inference which did not\r\nrespect the sliding window size, which led to memory usage higher\r\nthan expected in the interactive mode for mistral model.","shortMessageHtmlLink":"[Fix][Serving] Respect sliding window size in config inference (mlc-a…"}},{"before":"fa6821763fcac63be9bc7bd53669d753f644f8ba","after":"2146f1524d2ea38e1120794e011dc597bec67889","ref":"refs/heads/main","pushedAt":"2024-05-20T23:57:55.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Fix][Serving] Respect sliding window size in config inference (#2364)\n\nThis PR fixes the automatic engine config inference which did not\r\nrespect the sliding window size, which led to memory usage higher\r\nthan expected in the interactive mode for mistral model.","shortMessageHtmlLink":"[Fix][Serving] Respect sliding window size in config inference (mlc-a…"}},{"before":"152ecc43cf20158ff9cd89a9d2398142f6a61067","after":"fa6821763fcac63be9bc7bd53669d753f644f8ba","ref":"refs/heads/main","pushedAt":"2024-05-16T21:15:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Temporarily disable this workflow","shortMessageHtmlLink":"Temporarily disable this workflow"}},{"before":"0e7ee203228334301423867ac54f53a1575ed9da","after":"152ecc43cf20158ff9cd89a9d2398142f6a61067","ref":"refs/heads/main","pushedAt":"2024-05-16T20:53:40.000Z","pushType":"push","commitsCount":360,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Serving] Add reset_engine in debug_entrypoints (#2347)","shortMessageHtmlLink":"[Serving] Add reset_engine in debug_entrypoints (mlc-ai#2347)"}},{"before":"1070435c3f0833dc1e7b7d06adf306a6df146f44","after":"0e7ee203228334301423867ac54f53a1575ed9da","ref":"refs/heads/main","pushedAt":"2024-02-11T00:41:28.000Z","pushType":"push","commitsCount":26,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Fuse gating topk and softmax in moe (#1730)","shortMessageHtmlLink":"Fuse gating topk and softmax in moe (mlc-ai#1730)"}},{"before":"2b9b0250be5bea92bffa7127670194b431ef86c7","after":"1070435c3f0833dc1e7b7d06adf306a6df146f44","ref":"refs/heads/main","pushedAt":"2024-02-01T06:46:14.000Z","pushType":"push","commitsCount":103,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Mixtral] Support batch inference and remove sliding window (#1667)\n\n* [Mixtral] Support batch inference and remove sliding window\r\n\r\n* Update mixtral_model.py","shortMessageHtmlLink":"[Mixtral] Support batch inference and remove sliding window (mlc-ai#1667"}},{"before":"b1dd17a78be3b73bfc2f0fd0c7946a51c31a0cd1","after":"2b9b0250be5bea92bffa7127670194b431ef86c7","ref":"refs/heads/main","pushedAt":"2024-01-10T19:26:22.000Z","pushType":"push","commitsCount":37,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"Support legacy Phi format: mixformer-sequential (#1575)\n\nSee discussion: https://github.com/mlc-ai/mlc-llm/issues/1567#issuecomment-1883771537","shortMessageHtmlLink":"Support legacy Phi format: mixformer-sequential (mlc-ai#1575)"}},{"before":"b1dd17a78be3b73bfc2f0fd0c7946a51c31a0cd1","after":"7722ef18f34e3c7d59054eac064560821727c07f","ref":"refs/heads/snyk-fix-eeb44367c531970faa568ba46132aa7b","pushedAt":"2024-01-05T18:41:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities\n\nThe following vulnerabilities are fixed with an upgrade:\n- https://snyk.io/vuln/SNYK-JS-AXIOS-6144788","shortMessageHtmlLink":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities"}},{"before":null,"after":"b1dd17a78be3b73bfc2f0fd0c7946a51c31a0cd1","ref":"refs/heads/snyk-fix-eeb44367c531970faa568ba46132aa7b","pushedAt":"2024-01-05T18:41:51.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[SLM] Store fp32 weight as fp16 on disk (#1496)\n\nThis PR fixes the weight store of `q0f32` with fp16 on disk.","shortMessageHtmlLink":"[SLM] Store fp32 weight as fp16 on disk (mlc-ai#1496)"}},{"before":"be1c18bd6271be1705e56da7ed76f1aeebcbb98e","after":"b1dd17a78be3b73bfc2f0fd0c7946a51c31a0cd1","ref":"refs/heads/main","pushedAt":"2023-12-27T19:03:24.000Z","pushType":"push","commitsCount":131,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[SLM] Store fp32 weight as fp16 on disk (#1496)\n\nThis PR fixes the weight store of `q0f32` with fp16 on disk.","shortMessageHtmlLink":"[SLM] Store fp32 weight as fp16 on disk (mlc-ai#1496)"}},{"before":"be1c18bd6271be1705e56da7ed76f1aeebcbb98e","after":"55e32544ce1eeaa8257c80f4d9d3093523c3c4ec","ref":"refs/heads/snyk-fix-7dd6f656369db7208948023aa0d04c81","pushedAt":"2023-12-14T14:40:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities\n\nThe following vulnerabilities are fixed with an upgrade:\n- https://snyk.io/vuln/SNYK-JS-AXIOS-6124857","shortMessageHtmlLink":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities"}},{"before":null,"after":"be1c18bd6271be1705e56da7ed76f1aeebcbb98e","ref":"refs/heads/snyk-fix-7dd6f656369db7208948023aa0d04c81","pushedAt":"2023-12-14T14:40:47.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Bugfix] Fix Cannot import name '_LIB' from 'mlc_chat.base' (#1214)\n\nFix Python API doc","shortMessageHtmlLink":"[Bugfix] Fix Cannot import name '_LIB' from 'mlc_chat.base' (mlc-ai#1214"}},{"before":"be1c18bd6271be1705e56da7ed76f1aeebcbb98e","after":"453ba58a946bf113a5ee5b03be28540747f44d2e","ref":"refs/heads/snyk-fix-41ee9b39488c556e2cd59aaad4f464f4","pushedAt":"2023-11-28T19:08:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities\n\nThe following vulnerabilities are fixed with an upgrade:\n- https://snyk.io/vuln/SNYK-JS-AXIOS-6032459","shortMessageHtmlLink":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities"}},{"before":null,"after":"be1c18bd6271be1705e56da7ed76f1aeebcbb98e","ref":"refs/heads/snyk-fix-41ee9b39488c556e2cd59aaad4f464f4","pushedAt":"2023-11-28T19:08:11.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Bugfix] Fix Cannot import name '_LIB' from 'mlc_chat.base' (#1214)\n\nFix Python API doc","shortMessageHtmlLink":"[Bugfix] Fix Cannot import name '_LIB' from 'mlc_chat.base' (mlc-ai#1214"}},{"before":"e5927cee3b932b6e3116b43778008a3aa11ef0a3","after":"be1c18bd6271be1705e56da7ed76f1aeebcbb98e","ref":"refs/heads/main","pushedAt":"2023-11-08T00:49:43.000Z","pushType":"push","commitsCount":62,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"[Bugfix] Fix Cannot import name '_LIB' from 'mlc_chat.base' (#1214)\n\nFix Python API doc","shortMessageHtmlLink":"[Bugfix] Fix Cannot import name '_LIB' from 'mlc_chat.base' (mlc-ai#1214"}},{"before":"e5927cee3b932b6e3116b43778008a3aa11ef0a3","after":"310fbc5c8c230ecfc689ee44a44e2e9d4f87e231","ref":"refs/heads/snyk-fix-1d7dec94e4027cdbad64e3a82756c731","pushedAt":"2023-10-28T02:11:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jimscard","name":"Jim Scardelis","path":"/jimscard","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/26580570?s=80&v=4"},"commit":{"message":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities\n\nThe following vulnerabilities are fixed with an upgrade:\n- https://snyk.io/vuln/SNYK-JS-AXIOS-6032459","shortMessageHtmlLink":"fix: examples/rest/nodejs/package.json to reduce vulnerabilities"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0wOFQwNDo1NTo0MS4wMDAwMDBazwAAAASU2GA5","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0wOFQwNDo1NTo0MS4wMDAwMDBazwAAAASU2GA5","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0xMC0yOFQwMjoxMTo1OS4wMDAwMDBazwAAAAOhzqkR"}},"title":"Activity · jimscard/mlc-llm"}