{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":790620805,"defaultBranch":"main","name":"lm-evaluation-harness","ownerLogin":"somosnlp","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-04-23T08:09:47.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/83509725?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1723024673.0","currentOid":""},"activityList":{"items":[{"before":null,"after":"2c949c2c23cc43a16392d0d3ec2c10a9fb27139c","ref":"refs/heads/feature/lenguajenatural-ai-tasks","pushedAt":"2024-08-07T09:57:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"avacaondata","name":"Alejandro Vaca","path":"/avacaondata","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/35173563?s=80&v=4"},"commit":{"message":"added spalawex, clintreates, clindiagnoses, humorqa","shortMessageHtmlLink":"added spalawex, clintreates, clindiagnoses, humorqa"}},{"before":"bb95a4c18dff176a66446bee2a9a7488bbf8989d","after":"5f7ceed85f6d51118e5fe7de8e86985765397383","ref":"refs/heads/main","pushedAt":"2024-08-06T09:53:36.000Z","pushType":"push","commitsCount":18,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Merge branch 'EleutherAI:main' into main","shortMessageHtmlLink":"Merge branch 'EleutherAI:main' into main"}},{"before":"7e2d3079b46a201973e4e8c465129fba02610960","after":null,"ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T15:36:43.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"}},{"before":"e731337bdc50bcc227cdc052ddefefae83d680f3","after":"bb95a4c18dff176a66446bee2a9a7488bbf8989d","ref":"refs/heads/main","pushedAt":"2024-08-01T15:36:37.000Z","pushType":"pr_merge","commitsCount":7,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Add SpanishBench","shortMessageHtmlLink":"Add SpanishBench"}},{"before":"46ec8f82a9f93ba2e85a287637ab38266c097b01","after":"7e2d3079b46a201973e4e8c465129fba02610960","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:51:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Add SpanishBench","shortMessageHtmlLink":"Add SpanishBench"}},{"before":"7a919ce88eabdc961be9a2b17967ebae2da91f1c","after":"46ec8f82a9f93ba2e85a287637ab38266c097b01","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:50:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Add GalicianBench","shortMessageHtmlLink":"Add GalicianBench"}},{"before":"4f3e206d6d6b678cba36e7991a1605e39acdb948","after":"7a919ce88eabdc961be9a2b17967ebae2da91f1c","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:49:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Add CatalanBench","shortMessageHtmlLink":"Add CatalanBench"}},{"before":"6c0283b245e2e734d64598c3d8b3c6fe48ad2742","after":"4f3e206d6d6b678cba36e7991a1605e39acdb948","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:48:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Add BasqueBench","shortMessageHtmlLink":"Add BasqueBench"}},{"before":"b56b20986a76e031cabb78c4f6bf0416401ba797","after":"6c0283b245e2e734d64598c3d8b3c6fe48ad2742","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:43:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Delete lm_eval/tasks/galician_bench directory","shortMessageHtmlLink":"Delete lm_eval/tasks/galician_bench directory"}},{"before":"e1fa1f1abd163af26c6cbbb5c3212f01efdabc7e","after":"b56b20986a76e031cabb78c4f6bf0416401ba797","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:43:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Delete lm_eval/tasks/catalan_bench directory","shortMessageHtmlLink":"Delete lm_eval/tasks/catalan_bench directory"}},{"before":"e731337bdc50bcc227cdc052ddefefae83d680f3","after":"e1fa1f1abd163af26c6cbbb5c3212f01efdabc7e","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:43:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Delete lm_eval/tasks/basque_bench directory","shortMessageHtmlLink":"Delete lm_eval/tasks/basque_bench directory"}},{"before":null,"after":"e731337bdc50bcc227cdc052ddefefae83d680f3","ref":"refs/heads/updated_iberobench","pushedAt":"2024-08-01T06:42:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Update lm_eval/tasks/teleia/README.md\n\nCo-authored-by: María Grandury <57645283+mariagrandury@users.noreply.github.com>","shortMessageHtmlLink":"Update lm_eval/tasks/teleia/README.md"}},{"before":"13d95d1fd07687dbde6c9564d8e8721a3b7d06dd","after":"09a4e662036d4a450f9645f5e225fde3c52ccf45","ref":"refs/heads/openspanishllm","pushedAt":"2024-07-26T00:46:34.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"add new tasks","shortMessageHtmlLink":"add new tasks"}},{"before":"8233f9ccf331f133cb8dedaae7040cc6dbbb97b5","after":"13d95d1fd07687dbde6c9564d8e8721a3b7d06dd","ref":"refs/heads/openspanishllm","pushedAt":"2024-07-25T22:09:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"add new tasks","shortMessageHtmlLink":"add new tasks"}},{"before":"3c0ce5dde1646232f95619d2837ee4bf11e88afb","after":"8233f9ccf331f133cb8dedaae7040cc6dbbb97b5","ref":"refs/heads/openspanishllm","pushedAt":"2024-07-25T16:23:58.000Z","pushType":"push","commitsCount":108,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Update lm_eval/tasks/teleia/README.md\n\nCo-authored-by: María Grandury <57645283+mariagrandury@users.noreply.github.com>","shortMessageHtmlLink":"Update lm_eval/tasks/teleia/README.md"}},{"before":"d0f12a5603cc8a58717fa95ab7a613f965e6a9a6","after":"e731337bdc50bcc227cdc052ddefefae83d680f3","ref":"refs/heads/main","pushedAt":"2024-07-24T16:41:08.000Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Update lm_eval/tasks/teleia/README.md\n\nCo-authored-by: María Grandury <57645283+mariagrandury@users.noreply.github.com>","shortMessageHtmlLink":"Update lm_eval/tasks/teleia/README.md"}},{"before":"738be300449ad6530c87728139837c6cf47fd321","after":"3474203b15e98f1b3c47283273f6a898b1d9b7e6","ref":"refs/heads/teleia","pushedAt":"2024-07-24T11:25:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gonz-mart","name":"Gonzalo Martínez","path":"/gonz-mart","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96116587?s=80&v=4"},"commit":{"message":"Update lm_eval/tasks/teleia/README.md\n\nCo-authored-by: María Grandury <57645283+mariagrandury@users.noreply.github.com>","shortMessageHtmlLink":"Update lm_eval/tasks/teleia/README.md"}},{"before":"005681be6397a046a068467d0a2f03acd2fc5124","after":"738be300449ad6530c87728139837c6cf47fd321","ref":"refs/heads/teleia","pushedAt":"2024-07-23T21:39:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gonz-mart","name":"Gonzalo Martínez","path":"/gonz-mart","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96116587?s=80&v=4"},"commit":{"message":"acc_norm task","shortMessageHtmlLink":"acc_norm task"}},{"before":"dda2309e3818dcbe0d70594fec7a3aa672ab3c45","after":"005681be6397a046a068467d0a2f03acd2fc5124","ref":"refs/heads/teleia","pushedAt":"2024-07-23T21:33:21.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"gonz-mart","name":"Gonzalo Martínez","path":"/gonz-mart","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96116587?s=80&v=4"},"commit":{"message":"Fix name README","shortMessageHtmlLink":"Fix name README"}},{"before":"af3aff2a63ed81c78903719521ccfa29394394fb","after":"dda2309e3818dcbe0d70594fec7a3aa672ab3c45","ref":"refs/heads/teleia","pushedAt":"2024-07-23T21:21:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"gonz-mart","name":"Gonzalo Martínez","path":"/gonz-mart","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96116587?s=80&v=4"},"commit":{"message":"Update lm_eval/tasks/teleia/README.md\n\nCo-authored-by: María Grandury <57645283+mariagrandury@users.noreply.github.com>","shortMessageHtmlLink":"Update lm_eval/tasks/teleia/README.md"}},{"before":null,"after":"af3aff2a63ed81c78903719521ccfa29394394fb","ref":"refs/heads/teleia","pushedAt":"2024-07-21T01:55:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"gonz-mart","name":"Gonzalo Martínez","path":"/gonz-mart","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/96116587?s=80&v=4"},"commit":{"message":"initialized teleia task","shortMessageHtmlLink":"initialized teleia task"}},{"before":"51716ef8967c34b875dabe874f244ef3f42c291c","after":"d0f12a5603cc8a58717fa95ab7a613f965e6a9a6","ref":"refs/heads/main","pushedAt":"2024-07-19T08:09:07.000Z","pushType":"push","commitsCount":4,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Merge branch 'EleutherAI:main' into main","shortMessageHtmlLink":"Merge branch 'EleutherAI:main' into main"}},{"before":"ca1480e75992266f62457ec00d4f9089e19301aa","after":"51716ef8967c34b875dabe874f244ef3f42c291c","ref":"refs/heads/main","pushedAt":"2024-07-16T19:42:51.000Z","pushType":"push","commitsCount":40,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Merge branch 'EleutherAI:main' into main","shortMessageHtmlLink":"Merge branch 'EleutherAI:main' into main"}},{"before":"1b081c0cab5f85bab679fd014e2ee5efe03bc143","after":null,"ref":"refs/heads/ilenia_iberoB","pushedAt":"2024-07-16T19:42:12.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"}},{"before":"96c54f5b3776f88832e7bb75b8473d0ccddf489e","after":"ca1480e75992266f62457ec00d4f9089e19301aa","ref":"refs/heads/main","pushedAt":"2024-07-16T19:42:08.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"},"commit":{"message":"Adding GalicianBench from the ILENIA collab.","shortMessageHtmlLink":"Adding GalicianBench from the ILENIA collab."}},{"before":"93d10dfe0ad82cbe460abf5c923317ca52dad2aa","after":"1b081c0cab5f85bab679fd014e2ee5efe03bc143","ref":"refs/heads/ilenia_iberoB","pushedAt":"2024-07-05T14:39:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Adding GalicianBench from the ILENIA collab.","shortMessageHtmlLink":"Adding GalicianBench from the ILENIA collab."}},{"before":"040d527b93c5aa9a1bcfd303f58547d4ebc9631a","after":"93d10dfe0ad82cbe460abf5c923317ca52dad2aa","ref":"refs/heads/ilenia_iberoB","pushedAt":"2024-07-05T14:38:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Adding CatalanBench from the ILENIA collab.","shortMessageHtmlLink":"Adding CatalanBench from the ILENIA collab."}},{"before":"96c54f5b3776f88832e7bb75b8473d0ccddf489e","after":"040d527b93c5aa9a1bcfd303f58547d4ebc9631a","ref":"refs/heads/ilenia_iberoB","pushedAt":"2024-07-05T14:36:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Adding BasqueBench from the ILENIA collab.","shortMessageHtmlLink":"Adding BasqueBench from the ILENIA collab."}},{"before":null,"after":"96c54f5b3776f88832e7bb75b8473d0ccddf489e","ref":"refs/heads/ilenia_iberoB","pushedAt":"2024-07-05T14:35:27.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jab13x","name":null,"path":"/jab13x","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/117719136?s=80&v=4"},"commit":{"message":"Feature: implement RagQuAS task (#2)\n\n* feat: create ragquas.yaml\r\n\r\n* feat: add RagQuAS README.md\r\n\r\n* fix: task name mistake.\r\n\r\n* feat: define function to join all contexts.\r\n\r\n* feat: add custom doc_to_text function in RagQuAS task.\r\n\r\n* fix: task name mistake.\r\n\r\n* feat: update README.md in ragquas task.","shortMessageHtmlLink":"Feature: implement RagQuAS task (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2333774187\" data-permission-text=\"Title is private\" data-url=\"https://github.com/somosnlp/lm-evaluation-harness/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/somosnlp/lm-evaluation-harness/pull/2/hovercard\" href=\"https://github.com/somosnlp/lm-evaluation-harness/pull/2\">#2</a>)"}},{"before":"b933244c88fb7bc63c398b6ae4e833586db88971","after":null,"ref":"refs/heads/ragquas","pushedAt":"2024-06-24T04:59:14.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"mariagrandury","name":"María Grandury","path":"/mariagrandury","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/57645283?s=80&v=4"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAElAOJ6AA","startCursor":null,"endCursor":null}},"title":"Activity · somosnlp/lm-evaluation-harness"}