{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":683428733,"defaultBranch":"main","name":"BERT","ownerLogin":"KimRass","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-08-26T14:46:43.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/67457712?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1693061204.3307352","currentOid":""},"activityList":{"items":[{"before":"5eff2e5ba8dfd89cd2f807ae85f9b2231059daf2","after":"e1f5e27c060228d1e894a9e5fc02dcecbf71d293","ref":"refs/heads/main","pushedAt":"2024-02-10T13:57:16.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"self.resid_drop","shortMessageHtmlLink":"self.resid_drop"}},{"before":"9a4501b0bc42a55c939f2597ce31971f144b57d2","after":"5eff2e5ba8dfd89cd2f807ae85f9b2231059daf2","ref":"refs/heads/main","pushedAt":"2024-02-10T04:44:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"merge loss, evaluate and model","shortMessageHtmlLink":"merge loss, evaluate and model"}},{"before":"9668373da8d3d258225f258209444d1069fe7cb9","after":"9a4501b0bc42a55c939f2597ce31971f144b57d2","ref":"refs/heads/main","pushedAt":"2023-11-04T03:55:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"MultipleChoiceHead","shortMessageHtmlLink":"MultipleChoiceHead"}},{"before":"dd3a9e98dce25e2ae69789166999aca24ea1501b","after":"9668373da8d3d258225f258209444d1069fe7cb9","ref":"refs/heads/main","pushedAt":"2023-09-12T15:37:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"README","shortMessageHtmlLink":"README"}},{"before":"c6cb52c69bcfebad67e96a82a81c66d1cc923a94","after":"dd3a9e98dce25e2ae69789166999aca24ea1501b","ref":"refs/heads/main","pushedAt":"2023-09-11T14:33:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"README","shortMessageHtmlLink":"README"}},{"before":"54e824deed313804f1a1c80a6110fccfff2d62ed","after":"c6cb52c69bcfebad67e96a82a81c66d1cc923a94","ref":"refs/heads/main","pushedAt":"2023-09-11T10:02:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Move scripts","shortMessageHtmlLink":"Move scripts"}},{"before":"d68a8f2f5809cac2ea11a9791dc8ccab3b64ba0f","after":"54e824deed313804f1a1c80a6110fccfff2d62ed","ref":"refs/heads/main","pushedAt":"2023-09-10T14:21:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Split RoBERTa","shortMessageHtmlLink":"Split RoBERTa"}},{"before":"12e6898a901d0170dbb54a249b7668e88d9fd253","after":"d68a8f2f5809cac2ea11a9791dc8ccab3b64ba0f","ref":"refs/heads/main","pushedAt":"2023-09-09T16:59:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"break if >= self.seq_len - 2","shortMessageHtmlLink":"break if >= self.seq_len - 2"}},{"before":"7fb5bbdc3211de80b2675d4bd0a2672064afc171","after":"12e6898a901d0170dbb54a249b7668e88d9fd253","ref":"refs/heads/main","pushedAt":"2023-09-09T16:51:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"break if idx out of range","shortMessageHtmlLink":"break if idx out of range"}},{"before":"5ed694763561df0440f996aed998722122b32363","after":"7fb5bbdc3211de80b2675d4bd0a2672064afc171","ref":"refs/heads/main","pushedAt":"2023-09-09T16:49:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"mlm_loss = crit(","shortMessageHtmlLink":"mlm_loss = crit("}},{"before":"8bbcd07a89bd380648e813d9aca092a655467cd6","after":"5ed694763561df0440f996aed998722122b32363","ref":"refs/heads/main","pushedAt":"2023-09-09T16:48:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Seg id only zero if one SEP","shortMessageHtmlLink":"Seg id only zero if one SEP"}},{"before":"1476a2290c9ee5f668984b260aaf904e9cc69037","after":"8bbcd07a89bd380648e813d9aca092a655467cd6","ref":"refs/heads/main","pushedAt":"2023-09-09T16:46:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Re-design BookCorpusForRoBERTa","shortMessageHtmlLink":"Re-design BookCorpusForRoBERTa"}},{"before":"1b3ad323ac5efa05a929ebf20b73ebc3541badef","after":"1476a2290c9ee5f668984b260aaf904e9cc69037","ref":"refs/heads/main","pushedAt":"2023-09-09T16:44:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Re-design BookCorpusForRoBERTa","shortMessageHtmlLink":"Re-design BookCorpusForRoBERTa"}},{"before":"a8fb81819d540d3e06a9dc4a3bd2eb898c695ec8","after":"1b3ad323ac5efa05a929ebf20b73ebc3541badef","ref":"refs/heads/main","pushedAt":"2023-09-09T14:46:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Del arg tokenize_in_advance","shortMessageHtmlLink":"Del arg tokenize_in_advance"}},{"before":"67b88282af6c9782526b896e37afcc27b36b3d67","after":"a8fb81819d540d3e06a9dc4a3bd2eb898c695ec8","ref":"refs/heads/main","pushedAt":"2023-09-09T02:51:56.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"gt_token_ids[~select_mask] = -100","shortMessageHtmlLink":"gt_token_ids[~select_mask] = -100"}},{"before":"d0811f4ea98e4bf73eca6149ae56fea921bfc605","after":"67b88282af6c9782526b896e37afcc27b36b3d67","ref":"refs/heads/main","pushedAt":"2023-09-08T13:09:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"_encode() handle str of list[str]","shortMessageHtmlLink":"_encode() handle str of list[str]"}},{"before":"1b1a111f768a74ed84f676bdc1de96d84c939f26","after":"d0811f4ea98e4bf73eca6149ae56fea921bfc605","ref":"refs/heads/main","pushedAt":"2023-09-08T13:00:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"_encode() in BookCorpus","shortMessageHtmlLink":"_encode() in BookCorpus"}},{"before":"3a38c5c0c47c2b41dc21e36c43abf5896d52517a","after":"1b1a111f768a74ed84f676bdc1de96d84c939f26","ref":"refs/heads/main","pushedAt":"2023-09-08T09:14:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"batch_encode_plus","shortMessageHtmlLink":"batch_encode_plus"}},{"before":"c72786a643f5cf708b74ffc74e69ba8cc3b7070d","after":"3a38c5c0c47c2b41dc21e36c43abf5896d52517a","ref":"refs/heads/main","pushedAt":"2023-09-08T09:08:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Tokenize in advance BookCorpus","shortMessageHtmlLink":"Tokenize in advance BookCorpus"}},{"before":"4d865f55b82516d70bfe81ef59755b3a21148f55","after":"c72786a643f5cf708b74ffc74e69ba8cc3b7070d","ref":"refs/heads/main","pushedAt":"2023-09-08T09:05:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Tokenize in advance BookCorpus","shortMessageHtmlLink":"Tokenize in advance BookCorpus"}},{"before":"e095c4bd62bb46c5e5710a47c094a1cd39873622","after":"4d865f55b82516d70bfe81ef59755b3a21148f55","ref":"refs/heads/main","pushedAt":"2023-09-08T08:47:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"BookCorpus For RoBERTa","shortMessageHtmlLink":"BookCorpus For RoBERTa"}},{"before":"e4bb29fccd108128750a82f2c5f86b37124cb5ae","after":"e095c4bd62bb46c5e5710a47c094a1cd39873622","ref":"refs/heads/main","pushedAt":"2023-09-08T08:32:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"BookCorpus for RoBERTa has only full-sentences mode","shortMessageHtmlLink":"BookCorpus for RoBERTa has only full-sentences mode"}},{"before":"daf12a4ac5ec041e009259db8c32dc9c35b5810d","after":"e4bb29fccd108128750a82f2c5f86b37124cb5ae","ref":"refs/heads/main","pushedAt":"2023-09-08T05:03:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Employ layer norm after embedding","shortMessageHtmlLink":"Employ layer norm after embedding"}},{"before":"aa8809f2a0ef3efb9a4d972338296861a4fc8f92","after":"daf12a4ac5ec041e009259db8c32dc9c35b5810d","ref":"refs/heads/main","pushedAt":"2023-09-08T04:57:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"No dropout in head","shortMessageHtmlLink":"No dropout in head"}},{"before":"7ab7ab256c3737deaa13e669abab9a78958b2ee5","after":"aa8809f2a0ef3efb9a4d972338296861a4fc8f92","ref":"refs/heads/main","pushedAt":"2023-09-08T02:00:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Use fast tokenizer","shortMessageHtmlLink":"Use fast tokenizer"}},{"before":"7110ab0ab462674afe75e1fbeea453f00cc52024","after":"7ab7ab256c3737deaa13e669abab9a78958b2ee5","ref":"refs/heads/main","pushedAt":"2023-09-08T01:58:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Use fast tokenizer","shortMessageHtmlLink":"Use fast tokenizer"}},{"before":"973d7ea29f4cebc29c7a8bc077de7093baaa5d63","after":"7110ab0ab462674afe75e1fbeea453f00cc52024","ref":"refs/heads/main","pushedAt":"2023-09-08T01:41:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Re-design MLM","shortMessageHtmlLink":"Re-design MLM"}},{"before":"52d0505bb57f71a277a4ed16dce9f29774acd47c","after":"973d7ea29f4cebc29c7a8bc077de7093baaa5d63","ref":"refs/heads/main","pushedAt":"2023-09-07T10:05:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"smoothing config->args","shortMessageHtmlLink":"smoothing config->args"}},{"before":"d3f4dad2f64f93076016cb367ecef2a02f775087","after":"52d0505bb57f71a277a4ed16dce9f29774acd47c","ref":"refs/heads/main","pushedAt":"2023-09-07T10:03:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"smoothing config->args","shortMessageHtmlLink":"smoothing config->args"}},{"before":"dc663bf29664b9d3762d4b9ebbe69b6f1b13fd75","after":"d3f4dad2f64f93076016cb367ecef2a02f775087","ref":"refs/heads/main","pushedAt":"2023-09-07T09:41:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"KimRass","name":"Jongbeom Kim","path":"/KimRass","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/67457712?s=80&v=4"},"commit":{"message":"Minor changes","shortMessageHtmlLink":"Minor changes"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAD90M_LwA","startCursor":null,"endCursor":null}},"title":"Activity · KimRass/BERT"}