{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":576380523,"defaultBranch":"main","name":"PaLM-rlhf-pytorch","ownerLogin":"lucidrains","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-12-09T17:53:46.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/108653?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1680704888.0","currentOid":""},"activityList":{"items":[{"before":"e624afd8860d6df8f7a429dbe518a2fd40b4cc34","after":"6b02ee329106baff78e293afa7d1d2e6dd4e5ca2","ref":"refs/heads/main","pushedAt":"2024-01-14T17:55:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"readme","shortMessageHtmlLink":"readme"}},{"before":"1487fd4ad4c60e95ee3f1d3e292885a8f6b1947f","after":"e624afd8860d6df8f7a429dbe518a2fd40b4cc34","ref":"refs/heads/main","pushedAt":"2023-04-05T14:28:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix a bug with the final norm in palm, thanks to @conceptofmind and @dmahan93","shortMessageHtmlLink":"fix a bug with the final norm in palm, thanks to <a class=\"user-mention notranslate\" data-hovercard-type=\"user\" data-hovercard-url=\"/users/conceptofmind/hovercard\" data-octo-click=\"hovercard-link-click\" data-octo-dimensions=\"link_type:self\" href=\"https://github.com/conceptofmind\">@conceptofmind</a> and <a class=\"user-mention notranslate\" data-hovercard-type=\"user\" data-hovercard-url=\"/users/dmahan93/hovercard\" data-octo-click=\"hovercard-link-click\" data-octo-dimensions=\"link_type:self\" href=\"https://github.com/dmahan93\">@…</a>"}},{"before":"d4faf48d7eda1e95ee9301950de9075df2348e68","after":"1487fd4ad4c60e95ee3f1d3e292885a8f6b1947f","ref":"refs/heads/main","pushedAt":"2023-03-23T14:04:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"address https://github.com/lucidrains/PaLM-rlhf-pytorch/issues/41 , be faithful to the paper","shortMessageHtmlLink":"address <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1631777210\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lucidrains/PaLM-rlhf-pytorch/issues/41\" data-hovercard-type=\"issue\" data-hovercard-url=\"/lucidrains/PaLM-rlhf-pytorch/issues/41/hovercard\" href=\"https://github.com/lucidrains/PaLM-rlhf-pytorch/issues/41\">#41</a> , be faithful to the paper"}},{"before":"ad001d87525b4c54870d2ea54bf03ae45a62ba24","after":"d4faf48d7eda1e95ee9301950de9075df2348e68","ref":"refs/heads/main","pushedAt":"2023-03-22T13:51:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"old action log probs should be the true distribution in the kl div loss, addressing https://github.com/lucidrains/PaLM-rlhf-pytorch/issues/43","shortMessageHtmlLink":"old action log probs should be the true distribution in the kl div lo…"}},{"before":"6c8028a8177574e08c69ece2322e36c6bf44b68f","after":"ad001d87525b4c54870d2ea54bf03ae45a62ba24","ref":"refs/heads/main","pushedAt":"2023-03-17T23:54:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"comment","shortMessageHtmlLink":"comment"}},{"before":"734afb3e8294e6d604843bf81670cc6c12fa0a77","after":"6c8028a8177574e08c69ece2322e36c6bf44b68f","ref":"refs/heads/main","pushedAt":"2023-03-17T20:55:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"flash attention sdp context config only needs to be done once","shortMessageHtmlLink":"flash attention sdp context config only needs to be done once"}},{"before":"570ebb7b39eab802e5cc36156793190ee18af971","after":"734afb3e8294e6d604843bf81670cc6c12fa0a77","ref":"refs/heads/main","pushedAt":"2023-03-17T14:54:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"draw attention","shortMessageHtmlLink":"draw attention"}},{"before":"4ae1f6d8eb7330f4f7c0382d724e1696d5561307","after":"570ebb7b39eab802e5cc36156793190ee18af971","ref":"refs/heads/main","pushedAt":"2023-03-17T03:53:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix assert","shortMessageHtmlLink":"fix assert"}},{"before":"0a18450c7795ce340e8c72fc4f08418e001f5160","after":"4ae1f6d8eb7330f4f7c0382d724e1696d5561307","ref":"refs/heads/main","pushedAt":"2023-03-17T03:39:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"project management","shortMessageHtmlLink":"project management"}},{"before":"caf47551fe75573766f5dfbc57f3eb37cd94099a","after":"0a18450c7795ce340e8c72fc4f08418e001f5160","ref":"refs/heads/main","pushedAt":"2023-03-17T03:36:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add ability to use flash attention if using pytorch 2.0, thanks to @conceptofmind for the initial PR!","shortMessageHtmlLink":"add ability to use flash attention if using pytorch 2.0, thanks to <a class=\"user-mention notranslate\" data-hovercard-type=\"user\" data-hovercard-url=\"/users/conceptofmind/hovercard\" data-octo-click=\"hovercard-link-click\" data-octo-dimensions=\"link_type:self\" href=\"https://github.com/conceptofmind\">@c…</a>"}},{"before":"77c101660e58bdcafec524ef00de817b1b29320e","after":"caf47551fe75573766f5dfbc57f3eb37cd94099a","ref":"refs/heads/main","pushedAt":"2023-03-17T00:38:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"appreciation","shortMessageHtmlLink":"appreciation"}},{"before":"d61b698989df3154bfe855f85899b74f470446b4","after":"77c101660e58bdcafec524ef00de817b1b29320e","ref":"refs/heads/main","pushedAt":"2023-03-17T00:22:35.000Z","pushType":"pr_merge","commitsCount":11,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"Merge pull request #40 from conceptofmind/main\n\nAdd PyTorch 2.0 Flash Attention","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1621900011\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lucidrains/PaLM-rlhf-pytorch/issues/40\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lucidrains/PaLM-rlhf-pytorch/pull/40/hovercard\" href=\"https://github.com/lucidrains/PaLM-rlhf-pytorch/pull/40\">#40</a> from conceptofmind/main"}},{"before":"1a232156b77b65ed64c84f29b59cc119f8101fd6","after":"d61b698989df3154bfe855f85899b74f470446b4","ref":"refs/heads/main","pushedAt":"2023-03-13T04:56:45.438Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"0.0.68","shortMessageHtmlLink":"0.0.68"}},{"before":"6e3a60df37bd2fcd7203aab9f4d8ecddc7033bd6","after":"1a232156b77b65ed64c84f29b59cc119f8101fd6","ref":"refs/heads/main","pushedAt":"2023-03-13T04:56:13.486Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix mask logic in rlhf trainer when eos_token is designated","shortMessageHtmlLink":"fix mask logic in rlhf trainer when eos_token is designated"}},{"before":"2bb47d4373622552d32b76ee1b4d1e60cde8f236","after":"6e3a60df37bd2fcd7203aab9f4d8ecddc7033bd6","ref":"refs/heads/main","pushedAt":"2023-03-13T00:49:09.662Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"appreciation","shortMessageHtmlLink":"appreciation"}},{"before":"82fa3d0225a073257f46dc4ea0486012adf309a4","after":"2bb47d4373622552d32b76ee1b4d1e60cde8f236","ref":"refs/heads/main","pushedAt":"2023-03-12T22:25:06.633Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix silly error in masked kl div loss, thanks to @taynoel84","shortMessageHtmlLink":"fix silly error in masked kl div loss, thanks to <a class=\"user-mention notranslate\" data-hovercard-type=\"user\" data-hovercard-url=\"/users/taynoel84/hovercard\" data-octo-click=\"hovercard-link-click\" data-octo-dimensions=\"link_type:self\" href=\"https://github.com/taynoel84\">@taynoel84</a>"}},{"before":"12f34677c1ac0c27857d8818a52a652ef648e4b9","after":"82fa3d0225a073257f46dc4ea0486012adf309a4","ref":"refs/heads/main","pushedAt":"2023-03-12T00:38:29.247Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"allow for setting critic palm from rlhftrainer","shortMessageHtmlLink":"allow for setting critic palm from rlhftrainer"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAD33IKwwA","startCursor":null,"endCursor":null}},"title":"Activity · lucidrains/PaLM-rlhf-pytorch"}