{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":672873778,"defaultBranch":"main","name":"llm","ownerLogin":"oppiliappan","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-07-31T11:10:34.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/23743547?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1694714903.0","currentOid":""},"activityList":{"items":[{"before":"66665d3393d937dcb0510ab37c23e5c548e452e2","after":"e338add10d4cda0a0b588dc3b1027d5395f5bce4","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-10-02T14:01:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"disable accelerate framework on macos","shortMessageHtmlLink":"disable accelerate framework on macos"}},{"before":"d21eaec48753d4f07e9c1bf80f63677f50d662c7","after":"66665d3393d937dcb0510ab37c23e5c548e452e2","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-28T16:30:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"expt: disable scratch buffer allocations","shortMessageHtmlLink":"expt: disable scratch buffer allocations"}},{"before":"fa02e8aae83c392721dd17a2331e02178f7ace9b","after":"d21eaec48753d4f07e9c1bf80f63677f50d662c7","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-28T10:56:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"fix breaking caused by tokenizers","shortMessageHtmlLink":"fix breaking caused by tokenizers"}},{"before":"c55f9b6364c0df0425f164731469421dfb42f30c","after":"fa02e8aae83c392721dd17a2331e02178f7ace9b","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-27T19:15:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rmuller-ml","name":"R Müller","path":"/rmuller-ml","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22560219?s=80&v=4"},"commit":{"message":"revert tokenizer bump","shortMessageHtmlLink":"revert tokenizer bump"}},{"before":"71c99432164f0c7188e203d81c7159a3a259a95c","after":"c55f9b6364c0df0425f164731469421dfb42f30c","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-27T19:07:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"rmuller-ml","name":"R Müller","path":"/rmuller-ml","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22560219?s=80&v=4"},"commit":{"message":"fixing evaluate sequence length, add normalization, bump tokenizers","shortMessageHtmlLink":"fixing evaluate sequence length, add normalization, bump tokenizers"}},{"before":"28493d310c47f80b8a0a512f431a12e0870ca7db","after":"71c99432164f0c7188e203d81c7159a3a259a95c","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-27T11:43:12.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"update to latest llama-cpp, run cargo fmt","shortMessageHtmlLink":"update to latest llama-cpp, run cargo fmt"}},{"before":"fe6456da7bfe0dd098e98b57342d1b70f5618994","after":"28493d310c47f80b8a0a512f431a12e0870ca7db","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-27T11:24:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"update to latest llama-cpp, run cargo fmt","shortMessageHtmlLink":"update to latest llama-cpp, run cargo fmt"}},{"before":"d4435dbdcfc9eef84b85e3fc37d5111194ee8c5a","after":"fe6456da7bfe0dd098e98b57342d1b70f5618994","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-26T16:02:03.000Z","pushType":"pr_merge","commitsCount":9,"pusher":{"login":"rmuller-ml","name":"R Müller","path":"/rmuller-ml","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/22560219?s=80&v=4"},"commit":{"message":"Merge pull request #3 from rmuller-ml/batch_embedding\n\nfixing broadcasting bug when adding attention mask + kq product","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1912110984\" data-permission-text=\"Title is private\" data-url=\"https://github.com/oppiliappan/llm/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/oppiliappan/llm/pull/3/hovercard\" href=\"https://github.com/oppiliappan/llm/pull/3\">#3</a> from rmuller-ml/batch_embedding"}},{"before":"d7a3e11b3499c811216051d9f98af1f30e23bdf9","after":"d4435dbdcfc9eef84b85e3fc37d5111194ee8c5a","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-22T22:58:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ggordonhall","name":"Gabriel Gordon-Hall","path":"/ggordonhall","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24595376?s=80&v=4"},"commit":{"message":"add special tokens when tokenizing","shortMessageHtmlLink":"add special tokens when tokenizing"}},{"before":"175e71cda9f6b1232f9d3bbc707c40176753f01a","after":"d7a3e11b3499c811216051d9f98af1f30e23bdf9","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-21T14:53:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ggordonhall","name":"Gabriel Gordon-Hall","path":"/ggordonhall","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24595376?s=80&v=4"},"commit":{"message":"wip: changes","shortMessageHtmlLink":"wip: changes"}},{"before":null,"after":"175e71cda9f6b1232f9d3bbc707c40176753f01a","ref":"refs/heads/batch-metal-kernels","pushedAt":"2023-09-14T18:08:23.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ggordonhall","name":"Gabriel Gordon-Hall","path":"/ggordonhall","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24595376?s=80&v=4"},"commit":{"message":"wip: more batching","shortMessageHtmlLink":"wip: more batching"}},{"before":"5c0b659aeb64f2fc195d68ffa2bfeaac39d5772d","after":"2afac3d8f61846ac53f593588002b2d785c08996","ref":"refs/heads/metal-kernels","pushedAt":"2023-09-13T11:48:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ggordonhall","name":"Gabriel Gordon-Hall","path":"/ggordonhall","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24595376?s=80&v=4"},"commit":{"message":"remove log from bert","shortMessageHtmlLink":"remove log from bert"}},{"before":"f9c4d3eff99bede78af6090c2f60c3e3a4c8c850","after":"5c0b659aeb64f2fc195d68ffa2bfeaac39d5772d","ref":"refs/heads/metal-kernels","pushedAt":"2023-09-12T06:47:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"truncate input length to 256","shortMessageHtmlLink":"truncate input length to 256"}},{"before":"f60bb36904da78bf82eaa76126fb4cbde4abaf62","after":"0b7475e047756530d972dc0e547cb048e2ef40a7","ref":"refs/heads/metal-experiments","pushedAt":"2023-09-06T10:14:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"force metal execution, ignore quant version warnings","shortMessageHtmlLink":"force metal execution, ignore quant version warnings"}},{"before":"a6d62cc026fa1729e4474ff21dc993b1d677d55b","after":"f9c4d3eff99bede78af6090c2f60c3e3a4c8c850","ref":"refs/heads/metal-kernels","pushedAt":"2023-09-05T06:20:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"use high-precision gelu in llama-cpp","shortMessageHtmlLink":"use high-precision gelu in llama-cpp"}},{"before":null,"after":"8d7a8c97c610f1b7065dc237bdfba89e0c09aff5","ref":"refs/heads/debug-non-determinism","pushedAt":"2023-09-01T10:32:19.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"ggordonhall","name":"Gabriel Gordon-Hall","path":"/ggordonhall","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/24595376?s=80&v=4"},"commit":{"message":"wip: debug","shortMessageHtmlLink":"wip: debug"}},{"before":"d7c268ebf8eaaf328ac91c556335a309cb503a12","after":"a6d62cc026fa1729e4474ff21dc993b1d677d55b","ref":"refs/heads/metal-kernels","pushedAt":"2023-08-29T13:21:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"add op_cpys","shortMessageHtmlLink":"add op_cpys"}},{"before":"5efea4d5d7f44282731285ddecd0860383851170","after":"56e4a3527515285fc9822525493ea2f9858188d6","ref":"refs/heads/main","pushedAt":"2023-08-18T12:58:51.000Z","pushType":"push","commitsCount":27,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"Merge pull request #410 from nerdypepper/add-is-contiguous\n\nadd `Tensor::is_contiguous`","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1856178393\" data-permission-text=\"Title is private\" data-url=\"https://github.com/rustformers/llm/issues/410\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/rustformers/llm/pull/410/hovercard\" href=\"https://github.com/rustformers/llm/pull/410\">rustformers#410</a> from nerdypepper/add-is-contiguous"}},{"before":null,"after":"8bab9c526d43df8f0a97727f4179eb0b94b2b0c2","ref":"refs/heads/add-is-contiguous","pushedAt":"2023-08-18T07:04:38.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"add `Tensor::is_contiguous`\n\n`Tensor::is_contiguous`: returns true if this tensor is stored\ncontiguously in memory","shortMessageHtmlLink":"add <code>Tensor::is_contiguous</code>"}},{"before":"a794c3b0116fc375a61af74ddcadc78e4732f55e","after":"d7c268ebf8eaaf328ac91c556335a309cb503a12","ref":"refs/heads/metal-kernels","pushedAt":"2023-08-18T06:20:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"dbg","shortMessageHtmlLink":"dbg"}},{"before":"0674957854f949b781d17073c2ff8169a8d8cb9b","after":"a794c3b0116fc375a61af74ddcadc78e4732f55e","ref":"refs/heads/metal-kernels","pushedAt":"2023-08-15T11:44:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"remove token count check","shortMessageHtmlLink":"remove token count check"}},{"before":"da62356a0e9642a85163dae2ce8fec9b7a7589b7","after":"0674957854f949b781d17073c2ff8169a8d8cb9b","ref":"refs/heads/metal-kernels","pushedAt":"2023-08-15T11:42:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"attempt #1","shortMessageHtmlLink":"attempt <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1828994600\" data-permission-text=\"Title is private\" data-url=\"https://github.com/oppiliappan/llm/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/oppiliappan/llm/pull/1/hovercard\" href=\"https://github.com/oppiliappan/llm/pull/1\">#1</a>"}},{"before":"af238a7bb0a4d229032115c0312ebd7789f67148","after":"da62356a0e9642a85163dae2ce8fec9b7a7589b7","ref":"refs/heads/metal-kernels","pushedAt":"2023-08-15T10:55:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"bump llama-cpp","shortMessageHtmlLink":"bump llama-cpp"}},{"before":null,"after":"af238a7bb0a4d229032115c0312ebd7789f67148","ref":"refs/heads/metal-kernels","pushedAt":"2023-08-15T10:51:45.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"make contiguous before each mul-mat","shortMessageHtmlLink":"make contiguous before each mul-mat"}},{"before":null,"after":"f60bb36904da78bf82eaa76126fb4cbde4abaf62","ref":"refs/heads/metal-experiments","pushedAt":"2023-08-07T09:40:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"do things on metal all the time","shortMessageHtmlLink":"do things on metal all the time"}},{"before":"510af5d9f219eadc6c9d60130723d9801947a8f4","after":"7a10cfb3db89ea69e7d8f7cf225afc1890cbe8b5","ref":"refs/heads/add-bert-arch","pushedAt":"2023-08-07T09:27:02.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"add bert model\n\nCo-authored-by: Lukas Kreussel <lukaskreussel@gmail.com>\nCo-authored-by: Philpax <me@philpax.me>","shortMessageHtmlLink":"add bert model"}},{"before":"39383b01ab97ea842836411ec71c12438627ef81","after":"510af5d9f219eadc6c9d60130723d9801947a8f4","ref":"refs/heads/add-bert-arch","pushedAt":"2023-08-07T09:24:31.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"add bert model\n\nadd bot token id\n\nrework pooling\n\nquick hack to get embeddings working\n\noffload pooling to cpu\n\nbulk up bench script\n\nRemoved repeat operation from bert\n\nTranspose on gpu\n\nswap `slowest` and `fastest`","shortMessageHtmlLink":"add bert model"}},{"before":"89f68babe88f8a43603d4ca7f63db6b9e7735d6a","after":"39383b01ab97ea842836411ec71c12438627ef81","ref":"refs/heads/add-bert-arch","pushedAt":"2023-08-07T07:28:44.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"clean up","shortMessageHtmlLink":"clean up"}},{"before":null,"after":"89f68babe88f8a43603d4ca7f63db6b9e7735d6a","ref":"refs/heads/add-bert-arch","pushedAt":"2023-08-07T07:17:08.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"clean up","shortMessageHtmlLink":"clean up"}},{"before":"9739bb8371876ddfaee0750646fe28f03350eea0","after":"edf134a6c42a2e4e44a8345d1e3d52021db1245f","ref":"refs/heads/bert","pushedAt":"2023-08-03T07:10:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"oppiliappan","name":"akshay","path":"/oppiliappan","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/23743547?s=80&v=4"},"commit":{"message":"swap `slowest` and `fastest`","shortMessageHtmlLink":"swap <code>slowest</code> and <code>fastest</code>"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADjXRdNQA","startCursor":null,"endCursor":null}},"title":"Activity · oppiliappan/llm"}