{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":631502643,"defaultBranch":"main","name":"FasterTransformer","ownerLogin":"void-main","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2023-04-23T08:11:13.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/552990?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1683280640.0","currentOid":""},"activityList":{"items":[{"before":"3469ff0079743f26ab8eed608507d15c594a478f","after":"e770ddf2bc66217034b6e9e3b0c3256ebf1c1b40","ref":"refs/heads/main","pushedAt":"2023-07-17T04:14:09.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge pull request #4 from yandai/llama\n\nfix llama","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1795014992\" data-permission-text=\"Title is private\" data-url=\"https://github.com/void-main/FasterTransformer/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/void-main/FasterTransformer/pull/4/hovercard\" href=\"https://github.com/void-main/FasterTransformer/pull/4\">#4</a> from yandai/llama"}},{"before":"69de159f5780ee0191fdd4900d5d83b812a105c9","after":"3469ff0079743f26ab8eed608507d15c594a478f","ref":"refs/heads/main","pushedAt":"2023-07-07T08:05:45.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge pull request #3 from CN-COTER/dev_support_int8_share_ctx\n\nfix bug: ft-llama-int8 output is incorrect","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1792967934\" data-permission-text=\"Title is private\" data-url=\"https://github.com/void-main/FasterTransformer/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/void-main/FasterTransformer/pull/3/hovercard\" href=\"https://github.com/void-main/FasterTransformer/pull/3\">#3</a> from CN-COTER/dev_support_int8_share_ctx"}},{"before":"98435f1d6f5cccec0784c71c007389287e5bf4a6","after":"69de159f5780ee0191fdd4900d5d83b812a105c9","ref":"refs/heads/main","pushedAt":"2023-07-03T06:20:36.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge pull request #2 from CN-COTER/dev_support_int8_share_ctx\n\nupload code: llama int8&share_context triton backend","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1785193518\" data-permission-text=\"Title is private\" data-url=\"https://github.com/void-main/FasterTransformer/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/void-main/FasterTransformer/pull/2/hovercard\" href=\"https://github.com/void-main/FasterTransformer/pull/2\">#2</a> from CN-COTER/dev_support_int8_share_ctx"}},{"before":"50fdb0c603f7740a80f93501d7dc29bda131552a","after":"98435f1d6f5cccec0784c71c007389287e5bf4a6","ref":"refs/heads/main","pushedAt":"2023-07-02T12:40:09.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge pull request #1 from CN-COTER/dev_support_int8_share_ctx\n\nsupport int8 & share context","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1780707496\" data-permission-text=\"Title is private\" data-url=\"https://github.com/void-main/FasterTransformer/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/void-main/FasterTransformer/pull/1/hovercard\" href=\"https://github.com/void-main/FasterTransformer/pull/1\">#1</a> from CN-COTER/dev_support_int8_share_ctx"}},{"before":"b942806fe49943b355c9a6928dbd1cf2a00ba11e","after":"50fdb0c603f7740a80f93501d7dc29bda131552a","ref":"refs/heads/main","pushedAt":"2023-06-11T06:49:01.682Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"fix name","shortMessageHtmlLink":"fix name"}},{"before":"abd1e4dd9e0feb853fae064ced9666789e109ade","after":"b942806fe49943b355c9a6928dbd1cf2a00ba11e","ref":"refs/heads/main","pushedAt":"2023-05-06T08:09:11.190Z","pushType":"push","commitsCount":4,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge branch 'NVIDIA:main' into main","shortMessageHtmlLink":"Merge branch 'NVIDIA:main' into main"}},{"before":"da2ad14e33c46b8ec7e5c20e2600c0bf003a2e9e","after":"abd1e4dd9e0feb853fae064ced9666789e109ade","ref":"refs/heads/main","pushedAt":"2023-05-06T07:58:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"fix callback issue","shortMessageHtmlLink":"fix callback issue"}},{"before":null,"after":"de5d26c46c77f4d3e01856c6704591296afcbe9c","ref":"refs/heads/integrate-lm-eval","pushedAt":"2023-05-05T09:57:20.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"return context logits for lm-eval","shortMessageHtmlLink":"return context logits for lm-eval"}},{"before":"d752088f7522ec944d1951854a895f8971e0efd9","after":"da2ad14e33c46b8ec7e5c20e2600c0bf003a2e9e","ref":"refs/heads/main","pushedAt":"2023-05-02T02:10:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"update megatron convert script","shortMessageHtmlLink":"update megatron convert script"}},{"before":"694faeca7d2bcced9ba1f7d951bbdab53928f60d","after":"d752088f7522ec944d1951854a895f8971e0efd9","ref":"refs/heads/main","pushedAt":"2023-05-01T23:20:54.000Z","pushType":"push","commitsCount":3,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/void-main/FasterTransformer into main","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.com/void-main/FasterTransformer\">https://github.com/void-main/FasterTransformer</a> …"}},{"before":"9aee02eb6e54e172d34ca7cac0c908cd778832a2","after":"694faeca7d2bcced9ba1f7d951bbdab53928f60d","ref":"refs/heads/main","pushedAt":"2023-04-30T02:55:05.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Merge branch 'main' of https://github.com/void-main/FasterTransformer into main","shortMessageHtmlLink":"Merge branch 'main' of <a href=\"https://github.com/void-main/FasterTransformer\">https://github.com/void-main/FasterTransformer</a> …"}},{"before":"95afed4a569e37942f095fb7bf6659e7641167db","after":"9aee02eb6e54e172d34ca7cac0c908cd778832a2","ref":"refs/heads/main","pushedAt":"2023-04-29T23:52:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"make sure examples work for bf16","shortMessageHtmlLink":"make sure examples work for bf16"}},{"before":"cf1b9b170c13c8648a49ee464c0037a6d4d61a73","after":"95afed4a569e37942f095fb7bf6659e7641167db","ref":"refs/heads/main","pushedAt":"2023-04-29T23:25:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"add bf16","shortMessageHtmlLink":"add bf16"}},{"before":"d65adf119c2ffd30b7804360fe8a2f198dfe0f20","after":"cf1b9b170c13c8648a49ee464c0037a6d4d61a73","ref":"refs/heads/main","pushedAt":"2023-04-29T14:34:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"donot callback too frequnetly","shortMessageHtmlLink":"donot callback too frequnetly"}},{"before":"0379cc5cbf085673a2527ec9fd28f7dd99eec537","after":"d65adf119c2ffd30b7804360fe8a2f198dfe0f20","ref":"refs/heads/main","pushedAt":"2023-04-28T17:15:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"Update src/fastertransformer/triton_backend/llama/LlamaTritonModelInstance.h\n\nCo-authored-by: Bram Wasti <bwasti@fb.com>","shortMessageHtmlLink":"Update src/fastertransformer/triton_backend/llama/LlamaTritonModelIns…"}},{"before":"1b0eb79a521d28431b3483e1085fd41c17fcd15d","after":"0379cc5cbf085673a2527ec9fd28f7dd99eec537","ref":"refs/heads/main","pushedAt":"2023-04-28T07:31:24.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"add megatron llama convert","shortMessageHtmlLink":"add megatron llama convert"}},{"before":"bfeebefaaf486432ca57249392d4db3b85a83570","after":"1b0eb79a521d28431b3483e1085fd41c17fcd15d","ref":"refs/heads/main","pushedAt":"2023-04-28T07:30:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"add megatron llama convert","shortMessageHtmlLink":"add megatron llama convert"}},{"before":"9820565367d9c8f3d89a5769c74ad09cf853e781","after":"bfeebefaaf486432ca57249392d4db3b85a83570","ref":"refs/heads/main","pushedAt":"2023-04-25T13:38:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"bugfix","shortMessageHtmlLink":"bugfix"}},{"before":"7a72ca33f49ba901fb093ad3d753561deca8654f","after":"9820565367d9c8f3d89a5769c74ad09cf853e781","ref":"refs/heads/main","pushedAt":"2023-04-25T13:17:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"revert bf16","shortMessageHtmlLink":"revert bf16"}},{"before":"a6d51ec08d428cc27a0e949be3f3c5ea4fd5a0c6","after":"7a72ca33f49ba901fb093ad3d753561deca8654f","ref":"refs/heads/main","pushedAt":"2023-04-25T12:11:30.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"revert bf16","shortMessageHtmlLink":"revert bf16"}},{"before":"4bc97c333cb60671547de71de30c5aad0c76eae1","after":"a6d51ec08d428cc27a0e949be3f3c5ea4fd5a0c6","ref":"refs/heads/main","pushedAt":"2023-04-25T05:37:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"register RMS for bf16","shortMessageHtmlLink":"register RMS for bf16"}},{"before":"91989cb6fdf84e048247ffa4396f7ac3f574254d","after":"4bc97c333cb60671547de71de30c5aad0c76eae1","ref":"refs/heads/main","pushedAt":"2023-04-25T05:11:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"add triton model for streaming callback","shortMessageHtmlLink":"add triton model for streaming callback"}},{"before":"ce8700fa866b3b2616d8788e6005be731afc9377","after":"91989cb6fdf84e048247ffa4396f7ac3f574254d","ref":"refs/heads/main","pushedAt":"2023-04-25T03:08:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"add bf16 support","shortMessageHtmlLink":"add bf16 support"}},{"before":"a32fc1def50b2d07f8f131e306bdfb1c005ce0b8","after":"ce8700fa866b3b2616d8788e6005be731afc9377","ref":"refs/heads/main","pushedAt":"2023-04-24T09:30:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"fix llama rms ln","shortMessageHtmlLink":"fix llama rms ln"}},{"before":"f3bd8e681f8bf70141012c5fe621416a36edca46","after":"a32fc1def50b2d07f8f131e306bdfb1c005ce0b8","ref":"refs/heads/main","pushedAt":"2023-04-24T07:33:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"make the code work :yay:","shortMessageHtmlLink":"make the code work :yay:"}},{"before":"d7ccf83a15c3fd30020d5007415a9c16e99f5f42","after":"f3bd8e681f8bf70141012c5fe621416a36edca46","ref":"refs/heads/main","pushedAt":"2023-04-23T12:15:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"void-main","name":"Void Main","path":"/void-main","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/552990?s=80&v=4"},"commit":{"message":"get llama coded","shortMessageHtmlLink":"get llama coded"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAADVrrI5QA","startCursor":null,"endCursor":null}},"title":"Activity · void-main/FasterTransformer"}