{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":624373788,"defaultBranch":"master","name":"lm-evaluation-harness","ownerLogin":"OpenBioML","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-04-06T10:23:08.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/106522429?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1689696533.0","currentOid":""},"activityList":{"items":[{"before":"ebf6113309dae2cc9eac634eefbfcead6abdfc70","after":"1a97b50fb5efc0697dddb74b09534d3bdca81e72","ref":"refs/heads/master","pushedAt":"2023-07-19T10:34:52.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #15 from OpenBioML/update_tasks\n\nsmile->smiles","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1810260642\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/15\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/15/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/15\">#15</a> from OpenBioML/update_tasks"}},{"before":null,"after":"6e843e2cdec036dc6d63bdd83517d74595d232d4","ref":"refs/heads/update_tasks","pushedAt":"2023-07-18T16:08:53.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"smile->smiles","shortMessageHtmlLink":"smile-&gt;smiles"}},{"before":"88668694ba11aa776f66d130b907e3825155f935","after":"ebf6113309dae2cc9eac634eefbfcead6abdfc70","ref":"refs/heads/master","pushedAt":"2023-07-18T09:53:34.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #14 from OpenBioML/add_local_table_logging\n\nadded optional local table csv logging","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1803227243\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/14\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/14/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/14\">#14</a> from OpenBioML/add_local_table_logging"}},{"before":"c5dbea75dd3bb8959ed7d2408f9f841c48860494","after":"ed11c7ef135d473168b1e8622e9cb7261fbb334a","ref":"refs/heads/add_local_table_logging","pushedAt":"2023-07-18T09:05:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"added pandas dependency","shortMessageHtmlLink":"added pandas dependency"}},{"before":null,"after":"c5dbea75dd3bb8959ed7d2408f9f841c48860494","ref":"refs/heads/add_local_table_logging","pushedAt":"2023-07-13T15:03:07.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"added optional local table csv logging","shortMessageHtmlLink":"added optional local table csv logging"}},{"before":"82b5f7c2df9f03d9ba3eee1872f6c0efcd3cba9d","after":"88668694ba11aa776f66d130b907e3825155f935","ref":"refs/heads/master","pushedAt":"2023-07-11T12:52:53.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #13 from OpenBioML/add_config_overrides\n\nAdd config overrides","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1790195329\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/13\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/13/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/13\">#13</a> from OpenBioML/add_config_overrides"}},{"before":null,"after":"5516547ff89078f85a6ff8d1f116085ee5002a2d","ref":"refs/heads/add_config_overrides","pushedAt":"2023-07-05T17:37:35.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"bug fix","shortMessageHtmlLink":"bug fix"}},{"before":"c08d7e330172f93443c86cfa6dc926352343382c","after":"82b5f7c2df9f03d9ba3eee1872f6c0efcd3cba9d","ref":"refs/heads/master","pushedAt":"2023-07-03T08:41:43.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #12 from OpenBioML/pin_wandb_version\n\npinned wandb version","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1782524970\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/12\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/12/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/12\">#12</a> from OpenBioML/pin_wandb_version"}},{"before":null,"after":"e7de0bd34a42751cf3e55867e4507571a5a74d29","ref":"refs/heads/pin_wandb_version","pushedAt":"2023-06-30T13:10:40.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"pinned wandb version","shortMessageHtmlLink":"pinned wandb version"}},{"before":"30b7ae70a2f96d0b5bcfb4b73553862c4306ca8d","after":"c08d7e330172f93443c86cfa6dc926352343382c","ref":"refs/heads/master","pushedAt":"2023-06-26T10:22:08.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #11 from OpenBioML/install_rdkit\n\nadded rdkit to install requirements","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1771131328\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/11\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/11/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/11\">#11</a> from OpenBioML/install_rdkit"}},{"before":null,"after":"950a77d6dd25a990c6d15d6c838e61bef679dab7","ref":"refs/heads/install_rdkit","pushedAt":"2023-06-23T09:27:54.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"added rdkit to install requirements","shortMessageHtmlLink":"added rdkit to install requirements"}},{"before":"34246c0757372f3af2745dc71c0b8a35acde967f","after":"30b7ae70a2f96d0b5bcfb4b73553862c4306ca8d","ref":"refs/heads/master","pushedAt":"2023-06-15T10:06:56.946Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #10 from OpenBioML/fix_nshot_prompting\n\nFix nshot prompting","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1755057222\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/10\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/10/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/10\">#10</a> from OpenBioML/fix_nshot_prompting"}},{"before":null,"after":"f7ad79de6369fcf4aee5670575017a9e742182b9","ref":"refs/heads/fix_nshot_prompting","pushedAt":"2023-06-13T14:37:41.253Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"bug fix complete_smile","shortMessageHtmlLink":"bug fix complete_smile"}},{"before":"083e7dee73026a13e5aaec063f35e0b85402c2fa","after":"34246c0757372f3af2745dc71c0b8a35acde967f","ref":"refs/heads/master","pushedAt":"2023-06-08T16:24:27.776Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #9 from OpenBioML/is_valid_smile_task\n\nis_smile task","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1745878015\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/9\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/9/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/9\">#9</a> from OpenBioML/is_valid_smile_task"}},{"before":null,"after":"9f8c3c19695eb2bb1a33144702ace7b0768bd1e6","ref":"refs/heads/is_valid_smile_task","pushedAt":"2023-06-07T13:12:44.288Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"fixing bug","shortMessageHtmlLink":"fixing bug"}},{"before":"5bfac8e3e2e7e8a0d6bc2c3b9f92982e8cd62db7","after":"083e7dee73026a13e5aaec063f35e0b85402c2fa","ref":"refs/heads/master","pushedAt":"2023-06-06T09:14:27.402Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #8 from OpenBioML/add_valid_molecule_task\n\nAdd valid molecule task","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1741916203\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/8\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/8/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/8\">#8</a> from OpenBioML/add_valid_molecule_task"}},{"before":"8532ac85ad7370d4fc117313221d775d386a2a68","after":"e9b2b0f57d092f0c342d15ec6c112b089f486038","ref":"refs/heads/add_valid_molecule_task","pushedAt":"2023-06-05T14:29:55.517Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"removed unneccesary change","shortMessageHtmlLink":"removed unneccesary change"}},{"before":"57f3638ee07db93c5471879591d136816baf3a68","after":"8532ac85ad7370d4fc117313221d775d386a2a68","ref":"refs/heads/add_valid_molecule_task","pushedAt":"2023-06-05T14:27:36.201Z","pushType":"push","commitsCount":3,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"bug fix for complete_smile task","shortMessageHtmlLink":"bug fix for complete_smile task"}},{"before":"03e1a8c086ddd6571aa7a943acdc929436d0d397","after":null,"ref":"refs/heads/add-wandb-entity","pushedAt":"2023-06-05T12:33:28.399Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"jackapbutler","name":"Jack Butler","path":"/jackapbutler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/47942453?s=80&v=4"}},{"before":"30f664cfc13563e560c3b2fd842e11d4ccb0819f","after":"5bfac8e3e2e7e8a0d6bc2c3b9f92982e8cd62db7","ref":"refs/heads/master","pushedAt":"2023-06-05T12:33:25.211Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"jackapbutler","name":"Jack Butler","path":"/jackapbutler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/47942453?s=80&v=4"},"commit":{"message":"Merge pull request #7 from OpenBioML/add-wandb-entity\n\nAdd wandb entity","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1736047908\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/7/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/7\">#7</a> from OpenBioML/add-wandb-entity"}},{"before":null,"after":"03e1a8c086ddd6571aa7a943acdc929436d0d397","ref":"refs/heads/add-wandb-entity","pushedAt":"2023-06-01T10:57:06.527Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jackapbutler","name":"Jack Butler","path":"/jackapbutler","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/47942453?s=80&v=4"},"commit":{"message":"add wandb entity and set default to chemnlp","shortMessageHtmlLink":"add wandb entity and set default to chemnlp"}},{"before":null,"after":"57f3638ee07db93c5471879591d136816baf3a68","ref":"refs/heads/add_valid_molecule_task","pushedAt":"2023-05-31T15:38:22.843Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"draft: adding new task complete_smile","shortMessageHtmlLink":"draft: adding new task complete_smile"}},{"before":"71a9aaf8e5139ec5ab3f79705f967f70383f65c7","after":"30f664cfc13563e560c3b2fd842e11d4ccb0819f","ref":"refs/heads/master","pushedAt":"2023-05-30T15:58:11.742Z","pushType":"pr_merge","commitsCount":6,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #6 from OpenBioML/add_new_tasks\n\nAdd new tasks","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1726180316\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/6/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/6\">#6</a> from OpenBioML/add_new_tasks"}},{"before":"6f56d0682822a18ebb9080ad7bee0c2ec002a93f","after":"b0eb3b3d22c736fd569066ea14d8aa7823223340","ref":"refs/heads/add_new_tasks","pushedAt":"2023-05-25T17:00:05.276Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"updated dataset path to oopenbioml hf repo","shortMessageHtmlLink":"updated dataset path to oopenbioml hf repo"}},{"before":"d3cf0489c3904e773038b9927a7cb8de348a3b0d","after":"6f56d0682822a18ebb9080ad7bee0c2ec002a93f","ref":"refs/heads/add_new_tasks","pushedAt":"2023-05-25T13:31:26.859Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"updated tasks list","shortMessageHtmlLink":"updated tasks list"}},{"before":"e7f9b8f822903803e3904dcbafa807372dfc993b","after":"d3cf0489c3904e773038b9927a7cb8de348a3b0d","ref":"refs/heads/add_new_tasks","pushedAt":"2023-05-25T13:26:38.372Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"updated table logging for random model","shortMessageHtmlLink":"updated table logging for random model"}},{"before":null,"after":"e7f9b8f822903803e3904dcbafa807372dfc993b","ref":"refs/heads/add_new_tasks","pushedAt":"2023-05-25T12:58:02.038Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"updated table logging","shortMessageHtmlLink":"updated table logging"}},{"before":"34ee394bd061886b2af3a02bf80ea4db29edba49","after":"71a9aaf8e5139ec5ab3f79705f967f70383f65c7","ref":"refs/heads/master","pushedAt":"2023-05-18T13:43:57.855Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"Merge pull request #5 from OpenBioML/update_wandb_logging\n\nUpdate wandb logging","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1715523368\" data-permission-text=\"Title is private\" data-url=\"https://github.com/OpenBioML/lm-evaluation-harness/issues/5\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/OpenBioML/lm-evaluation-harness/pull/5/hovercard\" href=\"https://github.com/OpenBioML/lm-evaluation-harness/pull/5\">#5</a> from OpenBioML/update_wandb_logging"}},{"before":"241258374e25b2ff546cd9dddbc811028ee0baf9","after":"fe7a9855fb14fd4814e694cda9e08edda2346b4a","ref":"refs/heads/update_wandb_logging","pushedAt":"2023-05-18T12:45:32.630Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"updated out_dir table column","shortMessageHtmlLink":"updated out_dir table column"}},{"before":"e30763f35c790107d43b75dba6b76788a8d03152","after":"241258374e25b2ff546cd9dddbc811028ee0baf9","ref":"refs/heads/update_wandb_logging","pushedAt":"2023-05-18T12:03:18.737Z","pushType":"push","commitsCount":1,"pusher":{"login":"bethanyconnolly","name":null,"path":"/bethanyconnolly","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/120108024?s=80&v=4"},"commit":{"message":"removed comment","shortMessageHtmlLink":"removed comment"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyMy0wNy0xOVQxMDozNDo1Mi4wMDAwMDBazwAAAANYo9z5","startCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wNy0xOVQxMDozNDo1Mi4wMDAwMDBazwAAAANYo9z5","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wNS0xOFQxMjowMzoxOC43Mzc1OThazwAAAAMvXipL"}},"title":"Activity · OpenBioML/lm-evaluation-harness"}