{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":703238595,"defaultBranch":"main","name":"promptbench","ownerLogin":"ekmb","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-10-10T21:32:17.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/10428420?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1701366072.0","currentOid":""},"activityList":{"items":[{"before":"3bca898160dd6408621906c03a03b477cfcc510a","after":"f4d8cb0ac4e503bbd5d97fb77260793a80ff1cbf","ref":"refs/heads/dev","pushedAt":"2024-01-09T00:17:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"add additional end_strings\n\nSigned-off-by: ebakhturina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"add additional end_strings"}},{"before":"e3fcca9f5861f7beffc7637e8da9fc3b21609fc8","after":"3bca898160dd6408621906c03a03b477cfcc510a","ref":"refs/heads/dev","pushedAt":"2024-01-04T20:30:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"fix import\n\nSigned-off-by: ebakhturina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"fix import"}},{"before":"ffc632ac379968e87f21223a3912391b192acc2c","after":"2cc70a59337895b0758319346351d180f366efda","ref":"refs/heads/restore","pushedAt":"2023-12-18T19:15:57.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"merge dev branch\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"merge dev branch"}},{"before":"391cb8c72a6ab8b1c24eca42a635220eccb31ea2","after":"e3fcca9f5861f7beffc7637e8da9fc3b21609fc8","ref":"refs/heads/dev","pushedAt":"2023-12-18T19:12:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"update out file name for flexattacks\n\nSigned-off-by: ebakhturina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"update out file name for flexattacks"}},{"before":"9c8e17c960c1a716c60031225799590d3d2df910","after":"391cb8c72a6ab8b1c24eca42a635220eccb31ea2","ref":"refs/heads/dev","pushedAt":"2023-12-18T19:08:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"update out file name for flexattacks\n\nSigned-off-by: ebakhturina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"update out file name for flexattacks"}},{"before":"189ab8663ead3054e8e704172ecdd909edacc386","after":"9c8e17c960c1a716c60031225799590d3d2df910","ref":"refs/heads/dev","pushedAt":"2023-12-17T16:12:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"fixes for steerlm\n\nSigned-off-by: ebakhturina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"fixes for steerlm"}},{"before":"852839910c54345121eccfec26f1824b26c69884","after":null,"ref":"refs/heads/steer","pushedAt":"2023-11-30T17:41:12.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"}},{"before":"d4d9adfb705ccfd49ebbb5ec86d6ec9fb6336c65","after":"189ab8663ead3054e8e704172ecdd909edacc386","ref":"refs/heads/dev","pushedAt":"2023-11-30T17:41:09.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"Merge pull request #4 from ekmb/steer\n\nsteerlm support","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2004730012\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ekmb/promptbench/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ekmb/promptbench/pull/4/hovercard\" href=\"https://github.com/ekmb/promptbench/pull/4\">#4</a> from ekmb/steer"}},{"before":"273b9a94a14ac27d7779e6784c54c94b47855fae","after":"852839910c54345121eccfec26f1824b26c69884","ref":"refs/heads/steer","pushedAt":"2023-11-30T17:40:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"Update megatron_gpt_eval.py","shortMessageHtmlLink":"Update megatron_gpt_eval.py"}},{"before":"6b435c6ab770420871b99031c1fb36fceb15c9c9","after":"273b9a94a14ac27d7779e6784c54c94b47855fae","ref":"refs/heads/steer","pushedAt":"2023-11-30T17:36:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"Update config.py","shortMessageHtmlLink":"Update config.py"}},{"before":null,"after":"ffc632ac379968e87f21223a3912391b192acc2c","ref":"refs/heads/restore","pushedAt":"2023-11-28T01:02:05.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"restore added","shortMessageHtmlLink":"restore added"}},{"before":null,"after":"6b435c6ab770420871b99031c1fb36fceb15c9c9","ref":"refs/heads/steer","pushedAt":"2023-11-21T16:43:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"steerlm support","shortMessageHtmlLink":"steerlm support"}},{"before":"dfef820467db8c56c91387db1fb9425da9e10841","after":null,"ref":"refs/heads/e_server","pushedAt":"2023-11-07T13:07:21.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"}},{"before":"938f9a0f35dd2914c29146c5929f967e3d08d0ec","after":"d4d9adfb705ccfd49ebbb5ec86d6ec9fb6336c65","ref":"refs/heads/dev","pushedAt":"2023-11-03T17:14:23.000Z","pushType":"pr_merge","commitsCount":13,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"Merge pull request #3 from ekmb/e_server\n\nadd support for nemo models","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1976530967\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ekmb/promptbench/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ekmb/promptbench/pull/3/hovercard\" href=\"https://github.com/ekmb/promptbench/pull/3\">#3</a> from ekmb/e_server"}},{"before":"06475a1bc5cf03d505e173821fa664296cacf7cd","after":"dfef820467db8c56c91387db1fb9425da9e10841","ref":"refs/heads/e_server","pushedAt":"2023-11-03T17:13:43.000Z","pushType":"push","commitsCount":9,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"merge dev\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"merge dev"}},{"before":"9cece14281d9223863c828f0830dfd005bd6854c","after":null,"ref":"refs/heads/new_attacks","pushedAt":"2023-11-03T17:09:11.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"}},{"before":"ee5577fc1c8f438649063d6c39b08c7a8f9bf81c","after":"938f9a0f35dd2914c29146c5929f967e3d08d0ec","ref":"refs/heads/dev","pushedAt":"2023-11-03T17:09:07.000Z","pushType":"pr_merge","commitsCount":7,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"Merge pull request #2 from ekmb/new_attacks\n\nNew attacks","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1976177970\" data-permission-text=\"Title is private\" data-url=\"https://github.com/ekmb/promptbench/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/ekmb/promptbench/pull/2/hovercard\" href=\"https://github.com/ekmb/promptbench/pull/2\">#2</a> from ekmb/new_attacks"}},{"before":"2160298217b7ec519e2375861897681990db0783","after":"9cece14281d9223863c828f0830dfd005bd6854c","ref":"refs/heads/new_attacks","pushedAt":"2023-11-03T16:38:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"fix","shortMessageHtmlLink":"fix"}},{"before":"14b8806a91ff7f74d38c3e2668ea6857de09ec11","after":"06475a1bc5cf03d505e173821fa664296cacf7cd","ref":"refs/heads/e_server","pushedAt":"2023-11-03T16:17:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"clean up\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"clean up"}},{"before":"ddac432e1dd10cf96bae5c223f76984a887684ad","after":"14b8806a91ff7f74d38c3e2668ea6857de09ec11","ref":"refs/heads/e_server","pushedAt":"2023-11-03T16:08:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"clean up\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"clean up"}},{"before":"0edcf773fd5cc39b09b8c7d1d11ae6bfb7b713a2","after":"2160298217b7ec519e2375861897681990db0783","ref":"refs/heads/new_attacks","pushedAt":"2023-11-03T16:07:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"added list of available transforms, constrains att","shortMessageHtmlLink":"added list of available transforms, constrains att"}},{"before":"52daeb7c347257b4769b44a7736ab97861b8de64","after":"0edcf773fd5cc39b09b8c7d1d11ae6bfb7b713a2","ref":"refs/heads/new_attacks","pushedAt":"2023-11-03T13:02:37.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"flex attack","shortMessageHtmlLink":"flex attack"}},{"before":"c07afe221c10e843a13703a42076ea38d81b8bed","after":"ddac432e1dd10cf96bae5c223f76984a887684ad","ref":"refs/heads/e_server","pushedAt":"2023-11-02T04:21:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"fix typo\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"fix typo"}},{"before":"aac9a6c698b41cca89f4c7044e125dae51240c7f","after":"c07afe221c10e843a13703a42076ea38d81b8bed","ref":"refs/heads/e_server","pushedAt":"2023-11-02T04:16:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"fix makedir\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"fix makedir"}},{"before":"c194ed87b2b37fa17e4442ffd1f6e71f11039f8d","after":"aac9a6c698b41cca89f4c7044e125dae51240c7f","ref":"refs/heads/e_server","pushedAt":"2023-11-02T02:51:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"update config\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"update config"}},{"before":"b7ff499b2ed6e8798f54d717cbc963fbeb83e559","after":"c194ed87b2b37fa17e4442ffd1f6e71f11039f8d","ref":"refs/heads/e_server","pushedAt":"2023-11-01T08:55:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"add args to results\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"add args to results"}},{"before":"8e46481d9bc2c7e7855e9b24daedf1cc8f6d32f0","after":"b7ff499b2ed6e8798f54d717cbc963fbeb83e559","ref":"refs/heads/e_server","pushedAt":"2023-11-01T08:30:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"trim preds\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"trim preds"}},{"before":"961db5dc57438cf49d36f2ea207d2419eb402788","after":"8e46481d9bc2c7e7855e9b24daedf1cc8f6d32f0","ref":"refs/heads/e_server","pushedAt":"2023-11-01T07:11:58.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"ekmb","name":"Evelina","path":"/ekmb","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428420?s=80&v=4"},"commit":{"message":"fixes for chat format\n\nSigned-off-by: Evelina <ebakhturina@nvidia.com>","shortMessageHtmlLink":"fixes for chat format"}},{"before":"c54e8cc59a0ad3ec4bd6f0f2220e1c87f40ceda5","after":"52daeb7c347257b4769b44a7736ab97861b8de64","ref":"refs/heads/new_attacks","pushedAt":"2023-11-01T04:43:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"added req","shortMessageHtmlLink":"added req"}},{"before":null,"after":"c54e8cc59a0ad3ec4bd6f0f2220e1c87f40ceda5","ref":"refs/heads/new_attacks","pushedAt":"2023-11-01T04:41:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"jubick1337","name":"Matvei Novikov","path":"/jubick1337","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/16004982?s=80&v=4"},"commit":{"message":"added new attacks","shortMessageHtmlLink":"added new attacks"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAD2si-LgA","startCursor":null,"endCursor":null}},"title":"Activity · ekmb/promptbench"}