{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":761086833,"defaultBranch":"main","name":"ring-flash-attention","ownerLogin":"zhuzilin","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-02-21T08:04:32.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/10428324?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1725982210.0","currentOid":""},"activityList":{"items":[{"before":"38c184bac5f85a191bd92533d2e849eca7ca5c23","after":"1c4b93cecd7b6e1b00d5fda77e6016132fe5b566","ref":"refs/heads/main","pushedAt":"2024-09-11T06:54:31.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"fix typo","shortMessageHtmlLink":"fix typo"}},{"before":"5873252ecdade58a8a151040ca13c732acf7ae64","after":"38c184bac5f85a191bd92533d2e849eca7ca5c23","ref":"refs/heads/main","pushedAt":"2024-09-11T06:50:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"1e35d52334ab75270933f92e41017e0c93e03982","after":"5873252ecdade58a8a151040ca13c732acf7ae64","ref":"refs/heads/main","pushedAt":"2024-09-11T03:03:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"make llama3_fa_varlen compatible with old lse","shortMessageHtmlLink":"make llama3_fa_varlen compatible with old lse"}},{"before":"49a50141bdce4e76418afe2051646c9a771fe867","after":null,"ref":"refs/tags/v0.1.0","pushedAt":"2024-09-10T15:30:10.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"}},{"before":"22f0e1db73bc4047c79c0ed92213185eadbc21f2","after":"1e35d52334ab75270933f92e41017e0c93e03982","ref":"refs/heads/main","pushedAt":"2024-09-06T08:31:24.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"2e9f80cd1138805bde888753d8606ccfba7b1e56","after":"22f0e1db73bc4047c79c0ed92213185eadbc21f2","ref":"refs/heads/main","pushedAt":"2024-09-06T07:03:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"fix llama3_flash_attn_varlen_func for head stride 1","shortMessageHtmlLink":"fix llama3_flash_attn_varlen_func for head stride 1"}},{"before":"a6a93b484a325ae9b38ac4c19ee499853a42c0de","after":"2e9f80cd1138805bde888753d8606ccfba7b1e56","ref":"refs/heads/main","pushedAt":"2024-09-06T05:24:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"extract test utils","shortMessageHtmlLink":"extract test utils"}},{"before":"32088a24b7b4f155383ce832b226d76a4fb6c5b5","after":"a6a93b484a325ae9b38ac4c19ee499853a42c0de","ref":"refs/heads/main","pushedAt":"2024-09-06T05:05:23.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Merge pull request #48 from zhuzilin/feature/add_llama3_flash_attn_varlen\n\nAdd llama3_flash_attn_varlen","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2509524917\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zhuzilin/ring-flash-attention/issues/48\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zhuzilin/ring-flash-attention/pull/48/hovercard\" href=\"https://github.com/zhuzilin/ring-flash-attention/pull/48\">#48</a> from zhuzilin/feature/add_llama3_flash_attn_va…"}},{"before":null,"after":"b4867d929ae255cf0f67139ae506f5fbe6949226","ref":"refs/heads/feature/add_llama3_flash_attn_varlen","pushedAt":"2024-09-06T05:04:44.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Add llama3_flash_attn_varlen","shortMessageHtmlLink":"Add llama3_flash_attn_varlen"}},{"before":"0fc25b46f3e73d348fae706417baf86450ebbd12","after":"32088a24b7b4f155383ce832b226d76a4fb6c5b5","ref":"refs/heads/main","pushedAt":"2024-09-05T09:01:58.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Merge pull request #47 from zhuzilin/feature/support_lse_dim_2\n\nsupport new flash_attn lse shape","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2507203709\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zhuzilin/ring-flash-attention/issues/47\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zhuzilin/ring-flash-attention/pull/47/hovercard\" href=\"https://github.com/zhuzilin/ring-flash-attention/pull/47\">#47</a> from zhuzilin/feature/support_lse_dim_2"}},{"before":"e3cad669f88852a13586457c814f1108a269b77e","after":"180ae19fca6825b3d1d08d17ca033dd4ce2818c8","ref":"refs/heads/feature/support_lse_dim_2","pushedAt":"2024-09-05T09:00:54.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"support new flash_attn lse shape","shortMessageHtmlLink":"support new flash_attn lse shape"}},{"before":"9c16447b7194e5281e6b9563b097755d69822ab8","after":"e3cad669f88852a13586457c814f1108a269b77e","ref":"refs/heads/feature/support_lse_dim_2","pushedAt":"2024-09-05T09:00:21.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"support new flash_attn lse shape","shortMessageHtmlLink":"support new flash_attn lse shape"}},{"before":"dda3d3882f5db8f89d25a0dd7e35f40c472bc8e0","after":"9c16447b7194e5281e6b9563b097755d69822ab8","ref":"refs/heads/feature/support_lse_dim_2","pushedAt":"2024-09-05T08:54:04.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"support new flash_attn lse shape","shortMessageHtmlLink":"support new flash_attn lse shape"}},{"before":null,"after":"dda3d3882f5db8f89d25a0dd7e35f40c472bc8e0","ref":"refs/heads/feature/support_lse_dim_2","pushedAt":"2024-09-05T08:50:54.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"support new flash_attn lse shape","shortMessageHtmlLink":"support new flash_attn lse shape"}},{"before":"49a50141bdce4e76418afe2051646c9a771fe867","after":"0fc25b46f3e73d348fae706417baf86450ebbd12","ref":"refs/heads/main","pushedAt":"2024-08-26T05:42:32.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Merge pull request #45 from zhuzilin/feature/support_more_params\n\nsupport more params and be compatible with higher flash_attn version","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2485958100\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zhuzilin/ring-flash-attention/issues/45\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zhuzilin/ring-flash-attention/pull/45/hovercard\" href=\"https://github.com/zhuzilin/ring-flash-attention/pull/45\">#45</a> from zhuzilin/feature/support_more_params"}},{"before":"298185d34d0042405aad0061fc45d1477a55c95c","after":"e1fe45c3c56cd074dd71c4fc6fa5a06f29adc91e","ref":"refs/heads/feature/support_more_params","pushedAt":"2024-08-26T05:35:44.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"support more params and be compatible with higher flash_attn version","shortMessageHtmlLink":"support more params and be compatible with higher flash_attn version"}},{"before":null,"after":"298185d34d0042405aad0061fc45d1477a55c95c","ref":"refs/heads/feature/support_more_params","pushedAt":"2024-08-26T05:12:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"support more params and be compatible with higher flash_attn version","shortMessageHtmlLink":"support more params and be compatible with higher flash_attn version"}},{"before":"4fe1a51a2380b513ad5482a7332d71686cf94a8b","after":"49a50141bdce4e76418afe2051646c9a771fe867","ref":"refs/heads/main","pushedAt":"2024-05-20T23:38:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"67447e814590d9d62a15dcd566dee342b61939ce","after":"4fe1a51a2380b513ad5482a7332d71686cf94a8b","ref":"refs/heads/main","pushedAt":"2024-04-25T06:33:26.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Merge pull request #34 from Yuxin-CV/improve_update_out_and_lse\n\nimprove readability and potential numerical stability of `out` and `lse` in `_update_out_and_lse` by refactoring their computational expressions.","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2261452148\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zhuzilin/ring-flash-attention/issues/34\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zhuzilin/ring-flash-attention/pull/34/hovercard\" href=\"https://github.com/zhuzilin/ring-flash-attention/pull/34\">#34</a> from Yuxin-CV/improve_update_out_and_lse"}},{"before":"b39e427e737ed9a515c88122f88f9183b7eb32de","after":"67447e814590d9d62a15dcd566dee342b61939ce","ref":"refs/heads/main","pushedAt":"2024-04-25T00:22:12.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Merge pull request #32 from Yuxin-CV/set_seed\n\nfix random seed in test files for reproducibility","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2261404128\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zhuzilin/ring-flash-attention/issues/32\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zhuzilin/ring-flash-attention/pull/32/hovercard\" href=\"https://github.com/zhuzilin/ring-flash-attention/pull/32\">#32</a> from Yuxin-CV/set_seed"}},{"before":"55ff66fd35f329dfcc24ce7a448bfdd532865966","after":"b39e427e737ed9a515c88122f88f9183b7eb32de","ref":"refs/heads/main","pushedAt":"2024-04-22T01:30:04.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Merge pull request #30 from microhu/f_fix_exp_overflow\n\nfix exp overflow when updating lse","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2252320514\" data-permission-text=\"Title is private\" data-url=\"https://github.com/zhuzilin/ring-flash-attention/issues/30\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/zhuzilin/ring-flash-attention/pull/30/hovercard\" href=\"https://github.com/zhuzilin/ring-flash-attention/pull/30\">#30</a> from microhu/f_fix_exp_overflow"}},{"before":"10d992c3c84a2ee1a2e47dd596615d9aad46f7d5","after":"55ff66fd35f329dfcc24ce7a448bfdd532865966","ref":"refs/heads/main","pushedAt":"2024-03-13T14:26:55.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"aa274a8d6a0e78e34cb54cd4e08d331c74b4da94","after":"10d992c3c84a2ee1a2e47dd596615d9aad46f7d5","ref":"refs/heads/main","pushedAt":"2024-03-13T13:25:51.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"add naive triton kernel for varlen","shortMessageHtmlLink":"add naive triton kernel for varlen"}},{"before":"78959746e8ce88394ded9263b417ec4708f3cc45","after":"aa274a8d6a0e78e34cb54cd4e08d331c74b4da94","ref":"refs/heads/main","pushedAt":"2024-03-13T13:25:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"add naive triton kernel for varlen","shortMessageHtmlLink":"add naive triton kernel for varlen"}},{"before":"129ef581cd1ba247542bcbcc71642b6a9c27eb52","after":"78959746e8ce88394ded9263b417ec4708f3cc45","ref":"refs/heads/main","pushedAt":"2024-02-29T04:44:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"bugfix","shortMessageHtmlLink":"bugfix"}},{"before":"1124c6400dec240f415f58acca9b636c7b25e95e","after":"129ef581cd1ba247542bcbcc71642b6a9c27eb52","ref":"refs/heads/main","pushedAt":"2024-02-28T12:15:19.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"update readme","shortMessageHtmlLink":"update readme"}},{"before":"c8b378623c109479fe3f1ab4be0d8d49fbcf0a74","after":"1124c6400dec240f415f58acca9b636c7b25e95e","ref":"refs/heads/main","pushedAt":"2024-02-28T11:54:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"make zigzag varlen a bit faster","shortMessageHtmlLink":"make zigzag varlen a bit faster"}},{"before":"d4223db1da88e7b940516942eff8a7c06ccd6d10","after":"c8b378623c109479fe3f1ab4be0d8d49fbcf0a74","ref":"refs/heads/main","pushedAt":"2024-02-28T10:49:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"Update README.md","shortMessageHtmlLink":"Update README.md"}},{"before":"1aab73ee98f835621377601f48bac4fc2234f3ed","after":"d4223db1da88e7b940516942eff8a7c06ccd6d10","ref":"refs/heads/main","pushedAt":"2024-02-28T10:47:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"implement *_kvpacked_func and *_func variant for all APIs","shortMessageHtmlLink":"implement *_kvpacked_func and *_func variant for all APIs"}},{"before":"339b173f73e4b8a2e479a21e3edf6662e4e86519","after":"1aab73ee98f835621377601f48bac4fc2234f3ed","ref":"refs/heads/main","pushedAt":"2024-02-27T13:25:29.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhuzilin","name":"Zilin Zhu","path":"/zhuzilin","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/10428324?s=80&v=4"},"commit":{"message":"add some torch.jit.script","shortMessageHtmlLink":"add some torch.jit.script"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEstnKeQA","startCursor":null,"endCursor":null}},"title":"Activity · zhuzilin/ring-flash-attention"}