{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":494232964,"defaultBranch":"main","name":"flash-attention","ownerLogin":"Dao-AILab","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2022-05-19T21:22:06.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/139507659?v=4","public":true,"private":false,"isOrgOwned":true},"refInfo":{"name":"","listCacheKey":"v0:1716762977.0","currentOid":""},"activityList":{"items":[{"before":"e2e4333c955b829d0e6087d27ee435f55c80d3a5","after":"320fb59487658f033f56711efd3d61b7c7a6f8f3","ref":"refs/heads/main","pushedAt":"2024-05-26T23:09:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Update citation","shortMessageHtmlLink":"Update citation"}},{"before":"ce7350357869bab7a2d8665c37bdf326c9e98b61","after":"e2e4333c955b829d0e6087d27ee435f55c80d3a5","ref":"refs/heads/main","pushedAt":"2024-05-26T22:36:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Limit to MAX_JOBS=1 with CUDA 12.2","shortMessageHtmlLink":"Limit to MAX_JOBS=1 with CUDA 12.2"}},{"before":"d732be1e67ec517572e85360248ac3c6d2cc2ae8","after":"ce7350357869bab7a2d8665c37bdf326c9e98b61","ref":"refs/heads/main","pushedAt":"2024-05-26T21:02:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Bump to 2.5.9","shortMessageHtmlLink":"Bump to 2.5.9"}},{"before":"af627063e3387e4f7517e0eb8cf428ae912a300c","after":"d732be1e67ec517572e85360248ac3c6d2cc2ae8","ref":"refs/heads/main","pushedAt":"2024-05-26T21:01:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Update to Cutlass 3.5","shortMessageHtmlLink":"Update to Cutlass 3.5"}},{"before":"40e667236ce9e2b80513b9bf8d1fe93960c322d7","after":"af627063e3387e4f7517e0eb8cf428ae912a300c","ref":"refs/heads/main","pushedAt":"2024-05-26T19:41:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"[CI] Compile for pytorch 2.4.0.dev20240407 (for nvcr 24.05)","shortMessageHtmlLink":"[CI] Compile for pytorch 2.4.0.dev20240407 (for nvcr 24.05)"}},{"before":"beb8b8ba9f69475a3fe97a076825f3eea5f537b4","after":"40e667236ce9e2b80513b9bf8d1fe93960c322d7","ref":"refs/heads/main","pushedAt":"2024-05-26T19:34:49.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Update for python3.12 (#870)","shortMessageHtmlLink":"Update for python3.12 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2170511563\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/870\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/870/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/870\">#870</a>)"}},{"before":"22339db185027324f334a7f59e2584da266bfd4c","after":"beb8b8ba9f69475a3fe97a076825f3eea5f537b4","ref":"refs/heads/main","pushedAt":"2024-05-26T19:33:03.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"add exception to Timeout Error (#963)\n\nWhen timeout connecting, you get URLError: <urlopen error timed out>, In that case, build it from source.","shortMessageHtmlLink":"add exception to Timeout Error (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2315240928\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/963\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/963/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/963\">#963</a>)"}},{"before":"9c0e9ee86d0e0022b60deddb405c20ab77481582","after":"22339db185027324f334a7f59e2584da266bfd4c","ref":"refs/heads/main","pushedAt":"2024-05-23T18:12:31.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"remove an unused import (#960)","shortMessageHtmlLink":"remove an unused import (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2311487668\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/960\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/960/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/960\">#960</a>)"}},{"before":"9a11f440d3a34f618b4ba814c825b109c6d7e8f5","after":"9c0e9ee86d0e0022b60deddb405c20ab77481582","ref":"refs/heads/main","pushedAt":"2024-05-06T16:45:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Move packaging and ninja from install_requires to setup_requires (#937)\n\nSet `packaging` and `ninja` as build time dependencies rather than runtime dependencies.","shortMessageHtmlLink":"Move packaging and ninja from install_requires to setup_requires (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2279750287\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/937\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/937/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/937\">#937</a>)"}},{"before":"35060e74504d9d555492028d5492f9c3f2f02a41","after":"9a11f440d3a34f618b4ba814c825b109c6d7e8f5","ref":"refs/heads/main","pushedAt":"2024-04-26T17:55:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Bump to v2.5.8","shortMessageHtmlLink":"Bump to v2.5.8"}},{"before":"85881f547fd1053a7b4a2c3faad6690cca969279","after":"35060e74504d9d555492028d5492f9c3f2f02a41","ref":"refs/heads/main","pushedAt":"2024-04-26T17:53:48.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"[CI] Compile for pytorch 2.2.2 and 2.3.0","shortMessageHtmlLink":"[CI] Compile for pytorch 2.2.2 and 2.3.0"}},{"before":"2aea958f8988e7497c2aa638f7c859cfbf9576d6","after":"85881f547fd1053a7b4a2c3faad6690cca969279","ref":"refs/heads/main","pushedAt":"2024-04-08T03:14:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Bump to v2.5.7","shortMessageHtmlLink":"Bump to v2.5.7"}},{"before":"656daef4eace3b626e299a102ce111bc95385060","after":"2aea958f8988e7497c2aa638f7c859cfbf9576d6","ref":"refs/heads/main","pushedAt":"2024-04-08T03:13:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"[CI] Compile with torch 2.3.0.dev20240207","shortMessageHtmlLink":"[CI] Compile with torch 2.3.0.dev20240207"}},{"before":"f692b98d805850983f14deec7a9104583c58b107","after":"656daef4eace3b626e299a102ce111bc95385060","ref":"refs/heads/main","pushedAt":"2024-04-08T03:11:52.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Use Cute's local_tile to get gQ, gK, gV","shortMessageHtmlLink":"Use Cute's local_tile to get gQ, gK, gV"}},{"before":"23e8fa5a263d1c7122bc46a86ef32030ee7130f9","after":"f692b98d805850983f14deec7a9104583c58b107","ref":"refs/heads/main","pushedAt":"2024-04-05T20:40:41.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Fix spurious re-compilations of `rotary_kernel` (#911)\n\nAll integer parameters are specialized by default, so the two parameters\r\nremoved in this commit could lead to kernel re-compilation, even if\r\nthey were completely unused.","shortMessageHtmlLink":"Fix spurious re-compilations of <code>rotary_kernel</code> (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2228757368\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/911\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/911/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/911\">#911</a>)"}},{"before":"3e9414f1c37ab033544b47e9bec4f7103c6192f1","after":"23e8fa5a263d1c7122bc46a86ef32030ee7130f9","ref":"refs/heads/main","pushedAt":"2024-03-28T02:12:11.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Add the option for the macro  and note (#893)","shortMessageHtmlLink":"Add the option for the macro and note (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2195474954\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/893\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/893/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/893\">#893</a>)"}},{"before":"36587c01cb4390de0a590b2131e3fcc4859ba09c","after":"3e9414f1c37ab033544b47e9bec4f7103c6192f1","ref":"refs/heads/main","pushedAt":"2024-03-28T02:11:45.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Minor fix in compute_attn_1rowblock_splitkv (#900)","shortMessageHtmlLink":"Minor fix in compute_attn_1rowblock_splitkv (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2205297708\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/900\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/900/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/900\">#900</a>)"}},{"before":"6bbc532388e61185a92e2a563126739967b4c8c5","after":"36587c01cb4390de0a590b2131e3fcc4859ba09c","ref":"refs/heads/main","pushedAt":"2024-03-19T06:40:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"[LayerNorm] Update layer_norm_linear","shortMessageHtmlLink":"[LayerNorm] Update layer_norm_linear"}},{"before":"4a73e903da5d47811782ee0bfc16aedaf2bbbed5","after":"6bbc532388e61185a92e2a563126739967b4c8c5","ref":"refs/heads/main","pushedAt":"2024-03-15T07:49:40.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"fix: cast the alibi slopes to torch.float32 (#846)","shortMessageHtmlLink":"fix: cast the alibi slopes to torch.float32 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2147111138\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/846\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/846/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/846\">#846</a>)"}},{"before":"2a15840f09905a55adbb2d218c3cd8244d8b922d","after":"4a73e903da5d47811782ee0bfc16aedaf2bbbed5","ref":"refs/heads/main","pushedAt":"2024-03-15T07:48:54.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Add in, macrosf for defining __grid_constant__ (#852)","shortMessageHtmlLink":"Add in, macrosf for defining __grid_constant__ (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2152980020\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/852\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/852/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/852\">#852</a>)"}},{"before":"26c9e82743e5f65cab4e09898995cac70c3de267","after":"2a15840f09905a55adbb2d218c3cd8244d8b922d","ref":"refs/heads/main","pushedAt":"2024-03-15T07:48:19.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Enable paged attention in varlen forward (#831)\n\n* Enable paged attention in varlen forward\r\n\r\n* Format + fix padding","shortMessageHtmlLink":"Enable paged attention in varlen forward (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2138935762\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/831\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/831/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/831\">#831</a>)"}},{"before":"50896ec57424f3ebe7977c0f10067887ec40b627","after":"26c9e82743e5f65cab4e09898995cac70c3de267","ref":"refs/heads/main","pushedAt":"2024-03-14T04:57:20.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Support ARM builds (#757)","shortMessageHtmlLink":"Support ARM builds (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2068759060\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/757\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/757/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/757\">#757</a>)"}},{"before":"6c9e60de566800538fedad2ad5e6b7b55ca7f0c5","after":"50896ec57424f3ebe7977c0f10067887ec40b627","ref":"refs/heads/main","pushedAt":"2024-03-14T03:46:57.000Z","pushType":"pr_merge","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Make nvcc threads configurable via environment variable (#885)","shortMessageHtmlLink":"Make nvcc threads configurable via environment variable (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2183499281\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Dao-AILab/flash-attention/issues/885\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Dao-AILab/flash-attention/pull/885/hovercard\" href=\"https://github.com/Dao-AILab/flash-attention/pull/885\">#885</a>)"}},{"before":"6e2fa30797e9ba7786facbc0023c0ccfc3eea572","after":"6c9e60de566800538fedad2ad5e6b7b55ca7f0c5","ref":"refs/heads/main","pushedAt":"2024-03-02T06:11:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Bump to v2.5.6","shortMessageHtmlLink":"Bump to v2.5.6"}},{"before":"87a1277653fc55cd615f5341255e00c69d5c00a1","after":"6e2fa30797e9ba7786facbc0023c0ccfc3eea572","ref":"refs/heads/main","pushedAt":"2024-03-02T06:09:53.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"[CI] Change torch 2.3.0.dev20240126 to 20240105 for nvcr 24.02","shortMessageHtmlLink":"[CI] Change torch 2.3.0.dev20240126 to 20240105 for nvcr 24.02"}},{"before":"2406f28805e2a3623427f48f38fc533a5d1f2c32","after":"87a1277653fc55cd615f5341255e00c69d5c00a1","ref":"refs/heads/main","pushedAt":"2024-02-21T23:59:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Bump to v2.5.5","shortMessageHtmlLink":"Bump to v2.5.5"}},{"before":"43950dda456e095969d842fca7a73c5bfe3cecd0","after":"2406f28805e2a3623427f48f38fc533a5d1f2c32","ref":"refs/heads/main","pushedAt":"2024-02-21T23:58:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Enable headdim 256 backward on consumer GPUs (Ampere, Ada)","shortMessageHtmlLink":"Enable headdim 256 backward on consumer GPUs (Ampere, Ada)"}},{"before":"4d6b794b3c5bcc04cff78c7379abee75eac72c46","after":"43950dda456e095969d842fca7a73c5bfe3cecd0","ref":"refs/heads/main","pushedAt":"2024-02-21T00:31:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Bump to v2.5.4","shortMessageHtmlLink":"Bump to v2.5.4"}},{"before":"b32efb1a4d36a890c689a15eb0848922e11690b0","after":"4d6b794b3c5bcc04cff78c7379abee75eac72c46","ref":"refs/heads/main","pushedAt":"2024-02-21T00:29:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Update Cutlass to v3.4.1","shortMessageHtmlLink":"Update Cutlass to v3.4.1"}},{"before":"f45bbb4c9420b8abc8261c686c2224680ab45403","after":"b32efb1a4d36a890c689a15eb0848922e11690b0","ref":"refs/heads/main","pushedAt":"2024-02-20T21:34:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"tridao","name":"Tri Dao","path":"/tridao","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/5616128?s=80&v=4"},"commit":{"message":"Don't need to reduce row_sum during online softmax","shortMessageHtmlLink":"Don't need to reduce row_sum during online softmax"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEVFyygwA","startCursor":null,"endCursor":null}},"title":"Activity · Dao-AILab/flash-attention"}