{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":547806116,"defaultBranch":"main","name":"text-generation-inference","ownerLogin":"huggingface","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-10-08T10:26:28.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/25720743?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1717775541.0","currentOid":""},"activityList":{"items":[{"before":"452d442ef2e07dbd41e16d7c6a3bc55899e34544","after":"0ced5fac2d8c018c8efaa075784cbbd7456d26c4","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-08T06:58:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Fix.","shortMessageHtmlLink":"Fix."}},{"before":"e62c51d14026051adad349fac81c1c47eca9c7a4","after":"452d442ef2e07dbd41e16d7c6a3bc55899e34544","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-08T06:47:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"We need tailscale.","shortMessageHtmlLink":"We need tailscale."}},{"before":"8be9c197e526db1393b39ad6e4e6e56b0017a224","after":"e62c51d14026051adad349fac81c1c47eca9c7a4","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-08T06:41:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Here we go again.","shortMessageHtmlLink":"Here we go again."}},{"before":"909e6569d1879cb5bcaff09d6118eefa0fa6798b","after":"8be9c197e526db1393b39ad6e4e6e56b0017a224","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-08T05:55:20.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Is this it ?","shortMessageHtmlLink":"Is this it ?"}},{"before":"fa3e811672566d5ebe2db69401b7d2ab94ac3ae7","after":"909e6569d1879cb5bcaff09d6118eefa0fa6798b","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-08T05:40:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"98d383062ab846d42a5e9a0da9f8324a9a6f32d0","after":"fa3e811672566d5ebe2db69401b7d2ab94ac3ae7","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T21:22:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"No fromJSON.","shortMessageHtmlLink":"No fromJSON."}},{"before":"66e59831f2c460fbcb264bf0ec28fa2c212d2913","after":"98d383062ab846d42a5e9a0da9f8324a9a6f32d0","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T21:16:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Extra spaces?","shortMessageHtmlLink":"Extra spaces?"}},{"before":"741ab87fba490ca11b78f4ce3c25978db97d3e27","after":"66e59831f2c460fbcb264bf0ec28fa2c212d2913","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T21:00:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"fc4404d9d24e36dc3acc514aebe1d79522391adc","after":"741ab87fba490ca11b78f4ce3c25978db97d3e27","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T20:58:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"fromJSON","shortMessageHtmlLink":"fromJSON"}},{"before":"65b2efc585caace112be2719d5bfc2280e1f61f0","after":"fc4404d9d24e36dc3acc514aebe1d79522391adc","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T20:46:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"eda299b84fba61425d11eebf4654e4ecd0c3ba7a","after":"65b2efc585caace112be2719d5bfc2280e1f61f0","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T20:38:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"e79c83d7bab9bd906bdd342d2c36f74793a7a9ce","after":"eda299b84fba61425d11eebf4654e4ecd0c3ba7a","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T18:19:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"c6fa9547a26bd6cf1aafc2d04b973e8f2256daf9","after":"e79c83d7bab9bd906bdd342d2c36f74793a7a9ce","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T18:11:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Attempt #727.","shortMessageHtmlLink":"Attempt <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"1826510997\" data-permission-text=\"Title is private\" data-url=\"https://github.com/huggingface/text-generation-inference/issues/727\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/huggingface/text-generation-inference/pull/727/hovercard\" href=\"https://github.com/huggingface/text-generation-inference/pull/727\">#727</a>."}},{"before":"a045ead6eb28b7c3c08cf8ed84b71791a102d9e1","after":"c6fa9547a26bd6cf1aafc2d04b973e8f2256daf9","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T17:59:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Test.","shortMessageHtmlLink":"Test."}},{"before":"2c3d16858fa6a24ed008c18076059502b227f399","after":"75ec1a2661789e329d268ff6c8d54cd001f3ee6a","ref":"refs/heads/feature/phi3-medium","pushedAt":"2024-06-07T17:57:14.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49398?s=80&v=4"},"commit":{"message":"Add support for Phi-3-medium\n\nThe main difference between the medium and mini models is that medium\nuses grouped query attention with a packed QKV matrix. This change adds\nsupport for GQA with packed matrixes to `Weights.get_weights_col_packed`\nand uses it for Phi-3. This also allows us to remove the custom\nimplementation of GQA from dbrx attention loading.","shortMessageHtmlLink":"Add support for Phi-3-medium"}},{"before":"5e769ce1e0afbc2dca83b932a9916a27ce8f29c7","after":"a045ead6eb28b7c3c08cf8ed84b71791a102d9e1","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T17:52:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":".","shortMessageHtmlLink":"."}},{"before":"87df3d5603593687eda249bbf498a2b051a56726","after":"5e769ce1e0afbc2dca83b932a9916a27ce8f29c7","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T17:46:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"?","shortMessageHtmlLink":"?"}},{"before":"9bff07675dd3b647318587439197705e74e48f08","after":"2c3d16858fa6a24ed008c18076059502b227f399","ref":"refs/heads/feature/phi3-medium","pushedAt":"2024-06-07T17:41:12.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49398?s=80&v=4"},"commit":{"message":"Add support for Phi-3-medium\n\nThe main difference between the medium and mini models is that medium\nuses grouped query attention with a packed QKV matrix. This change adds\nsupport for GQA with packed matrixes to `Weights.get_weights_col_packed`\nand uses it for Phi-3. This also allows us to remove the custom\nimplementation of GQA from dbrx attention loading.","shortMessageHtmlLink":"Add support for Phi-3-medium"}},{"before":"f1db89c6945282a6e7cc22a82501020f2a45c709","after":"9bff07675dd3b647318587439197705e74e48f08","ref":"refs/heads/feature/phi3-medium","pushedAt":"2024-06-07T15:52:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"danieldk","name":"Daniël de Kok","path":"/danieldk","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/49398?s=80&v=4"},"commit":{"message":"Fixup other models that use packed QKV","shortMessageHtmlLink":"Fixup other models that use packed QKV"}},{"before":null,"after":"387a767dca0456741a3e3c1c7336bd557d4e9fbe","ref":"refs/heads/feat/add_trufflehog_ci","pushedAt":"2024-06-07T15:52:21.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"McPatate","name":"Luc Georges","path":"/McPatate","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9112841?s=80&v=4"},"commit":{"message":"feat(ci): add trufflehog secrets detection","shortMessageHtmlLink":"feat(ci): add trufflehog secrets detection"}},{"before":"b8ac9ba752544f0362aa6013cd602a109065bb4f","after":"979b67036608ace70d1c9eb72167d32261073930","ref":"refs/heads/rocm-fixes","pushedAt":"2024-06-07T15:45:11.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"fxmarty","name":null,"path":"/fxmarty","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/9808326?s=80&v=4"},"commit":{"message":"is it flaky?","shortMessageHtmlLink":"is it flaky?"}},{"before":"6f2cca4d9b30fad03bcc705bd84ec8383b074dc0","after":"a9713cceedf6afa08c8529547af04a0d3da20782","ref":"refs/heads/architecture-doc","pushedAt":"2024-06-07T15:27:09.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"tengomucho","name":"Alvaro Moran","path":"/tengomucho","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6949769?s=80&v=4"},"commit":{"message":"WIP adding architecture doc","shortMessageHtmlLink":"WIP adding architecture doc"}},{"before":"19f6327bd27929f50b9170009da32df5d16e4b4d","after":"87df3d5603593687eda249bbf498a2b051a56726","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T15:12:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"?","shortMessageHtmlLink":"?"}},{"before":null,"after":"6f2cca4d9b30fad03bcc705bd84ec8383b074dc0","ref":"refs/heads/architecture-doc","pushedAt":"2024-06-07T14:24:03.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"tengomucho","name":"Alvaro Moran","path":"/tengomucho","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/6949769?s=80&v=4"},"commit":{"message":"WIP adding architecture doc","shortMessageHtmlLink":"WIP adding architecture doc"}},{"before":"2a314fa0dd2783c9b6b28fb245c1d0c9fe73a4cb","after":"19f6327bd27929f50b9170009da32df5d16e4b4d","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T14:14:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"esac. Great idea dev of the past.","shortMessageHtmlLink":"esac. Great idea dev of the past."}},{"before":"b10ba9205c057d05e677dcb4f1a2ef52bd2bae40","after":"2a314fa0dd2783c9b6b28fb245c1d0c9fe73a4cb","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T14:09:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Bash in bash.","shortMessageHtmlLink":"Bash in bash."}},{"before":"1f4248944ca350fbf72355fb22e72c54ed6349a1","after":"b10ba9205c057d05e677dcb4f1a2ef52bd2bae40","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T14:05:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"...","shortMessageHtmlLink":"..."}},{"before":"cc7c2fd90e992511950f5f8953c3298cfd81f5ea","after":"1f4248944ca350fbf72355fb22e72c54ed6349a1","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T14:03:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Come on GH, dash, underscore, who cares at this point.","shortMessageHtmlLink":"Come on GH, dash, underscore, who cares at this point."}},{"before":"1e759f9da6ec2c492619f405b7351c056f26ce21","after":"cc7c2fd90e992511950f5f8953c3298cfd81f5ea","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T14:02:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"runs on.","shortMessageHtmlLink":"runs on."}},{"before":"078fb55109a6b24fb3cd4c967eadc15a64559cc6","after":"1e759f9da6ec2c492619f405b7351c056f26ce21","ref":"refs/heads/ci_amd2","pushedAt":"2024-06-07T14:00:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Narsil","name":"Nicolas Patry","path":"/Narsil","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/204321?s=80&v=4"},"commit":{"message":"Wat?","shortMessageHtmlLink":"Wat?"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEX8wGmgA","startCursor":null,"endCursor":null}},"title":"Activity · huggingface/text-generation-inference"}