{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":715883211,"defaultBranch":"main","name":"long-llms-learning","ownerLogin":"Strivin0311","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-11-08T02:46:15.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/61719042?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1699411576.0","currentOid":""},"activityList":{"items":[{"before":"b660d60a6cf3315cee3994e412ea241c774958b0","after":"f7f4388606f144af7de6c84d4fe8b334439fdbe3","ref":"refs/heads/main","pushedAt":"2024-07-30T02:59:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added sglang(radix-attention)","shortMessageHtmlLink":"added sglang(radix-attention)"}},{"before":"60d696ee4fcc91152a81515c89e536b40c999438","after":"b660d60a6cf3315cee3994e412ea241c774958b0","ref":"refs/heads/main","pushedAt":"2024-07-17T07:01:49.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added flash-attn3 and minference","shortMessageHtmlLink":"added flash-attn3 and minference"}},{"before":"30f13ba6367b6e01060f849f8c13af02bdac6059","after":"60d696ee4fcc91152a81515c89e536b40c999438","ref":"refs/heads/main","pushedAt":"2024-06-29T22:44:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"removed read tags in the hrefs","shortMessageHtmlLink":"removed read tags in the hrefs"}},{"before":"c077c1a232c099e82817d4c8580f8929b1bf5684","after":"30f13ba6367b6e01060f849f8c13af02bdac6059","ref":"refs/heads/main","pushedAt":"2024-06-29T22:16:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"removed all the read/unread tags","shortMessageHtmlLink":"removed all the read/unread tags"}},{"before":"599d3d66e13c06219f5558ddbebba1d78c6abcdf","after":"c077c1a232c099e82817d4c8580f8929b1bf5684","ref":"refs/heads/main","pushedAt":"2024-06-26T07:48:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added lasp","shortMessageHtmlLink":"added lasp"}},{"before":"0a9f83d83783bd018887a821982a4683cea57919","after":"599d3d66e13c06219f5558ddbebba1d78c6abcdf","ref":"refs/heads/main","pushedAt":"2024-06-01T08:29:48.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added lightseq in io-aware attn","shortMessageHtmlLink":"added lightseq in io-aware attn"}},{"before":"ac4b91310719c757fedade4bd0ea7732c408c76f","after":"0a9f83d83783bd018887a821982a4683cea57919","ref":"refs/heads/main","pushedAt":"2024-03-23T02:08:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added kimi in the latest baselines and baseline table","shortMessageHtmlLink":"added kimi in the latest baselines and baseline table"}},{"before":"b01a75da2c75cbb8cc5c23ba0a1d9ff08092939c","after":"ac4b91310719c757fedade4bd0ea7732c408c76f","ref":"refs/heads/main","pushedAt":"2024-03-18T11:44:58.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added tutorial of triton and flash attn derivation manualscript","shortMessageHtmlLink":"added tutorial of triton and flash attn derivation manualscript"}},{"before":"c2e3a4adaa0efa87c3bba20b1b3bdb33e3e9b510","after":"b01a75da2c75cbb8cc5c23ba0a1d9ff08092939c","ref":"refs/heads/main","pushedAt":"2024-03-03T11:44:09.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added lightning attn, CoCA and chatglm3-6b-128k, test_flash_rerope.py, with updated README","shortMessageHtmlLink":"added lightning attn, CoCA and chatglm3-6b-128k, test_flash_rerope.py…"}},{"before":"07a3b6a3c17827e5a0969113c79e605f8f3d3e00","after":"c2e3a4adaa0efa87c3bba20b1b3bdb33e3e9b510","ref":"refs/heads/main","pushedAt":"2024-02-27T15:31:47.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"updated the whole repo after submitted to ACM and arxiv v2","shortMessageHtmlLink":"updated the whole repo after submitted to ACM and arxiv v2"}},{"before":"59fa245ac19b77bffe7e39943ef688c8b44749df","after":"07a3b6a3c17827e5a0969113c79e605f8f3d3e00","ref":"refs/heads/main","pushedAt":"2023-11-25T05:27:57.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"fixed the itemization bug aligned with github","shortMessageHtmlLink":"fixed the itemization bug aligned with github"}},{"before":"23bcbfd2c141e5adc51fce2e90c8f60a7643a2fd","after":"59fa245ac19b77bffe7e39943ef688c8b44749df","ref":"refs/heads/main","pushedAt":"2023-11-25T05:23:59.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"fixed the equation bugs in extrapolative pes  aligned with github","shortMessageHtmlLink":"fixed the equation bugs in extrapolative pes aligned with github"}},{"before":"738daf766c8deee97c8be1a06b5baf08f94c6628","after":"23bcbfd2c141e5adc51fce2e90c8f60a7643a2fd","ref":"refs/heads/main","pushedAt":"2023-11-25T05:02:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned extrapolative pes with the survey","shortMessageHtmlLink":"aligned extrapolative pes with the survey"}},{"before":"05930ad91d6990c08319c473a7e5dd383eedcaa7","after":"738daf766c8deee97c8be1a06b5baf08f94c6628","ref":"refs/heads/main","pushedAt":"2023-11-24T09:27:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"fixed the equation bug in long-term_memory for github","shortMessageHtmlLink":"fixed the equation bug in long-term_memory for github"}},{"before":"207cbda419992372d3421672fddcbbf8fd20dc59","after":"05930ad91d6990c08319c473a7e5dd383eedcaa7","ref":"refs/heads/main","pushedAt":"2023-11-24T09:16:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned the long-term_memory with the survey","shortMessageHtmlLink":"aligned the long-term_memory with the survey"}},{"before":"b47ef9e473493302763d727122e4b6820486b37e","after":"207cbda419992372d3421672fddcbbf8fd20dc59","ref":"refs/heads/main","pushedAt":"2023-11-24T07:43:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"fixed the equation bug in efficient attention compatible with github","shortMessageHtmlLink":"fixed the equation bug in efficient attention compatible with github"}},{"before":"928335579300075651670c23cbc26582ec4f1e25","after":"b47ef9e473493302763d727122e4b6820486b37e","ref":"refs/heads/main","pushedAt":"2023-11-24T07:35:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"added preliminaries to efficient attention","shortMessageHtmlLink":"added preliminaries to efficient attention"}},{"before":"b6ab4dff1e1e52b8eeea3948fb09e3bede637710","after":"928335579300075651670c23cbc26582ec4f1e25","ref":"refs/heads/main","pushedAt":"2023-11-24T05:00:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned io-aware attention with the survey","shortMessageHtmlLink":"aligned io-aware attention with the survey"}},{"before":"5915fbf5fa6ace9e257cc6deb235c07df849088a","after":"b6ab4dff1e1e52b8eeea3948fb09e3bede637710","ref":"refs/heads/main","pushedAt":"2023-11-24T04:52:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"fixed the latex math bug aligned with github style","shortMessageHtmlLink":"fixed the latex math bug aligned with github style"}},{"before":"391bc4890b4e54062a70fb9ef7ac69c5a8052f94","after":"5915fbf5fa6ace9e257cc6deb235c07df849088a","ref":"refs/heads/main","pushedAt":"2023-11-24T04:21:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned approximated attention with the survey","shortMessageHtmlLink":"aligned approximated attention with the survey"}},{"before":"ec397dd02c27bd26481cde7b185ad719ee1312bb","after":"391bc4890b4e54062a70fb9ef7ac69c5a8052f94","ref":"refs/heads/main","pushedAt":"2023-11-24T03:25:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned sparse attention with the survey","shortMessageHtmlLink":"aligned sparse attention with the survey"}},{"before":"2b3ddf98830e557cb718841029cd9e11b9c56939","after":"ec397dd02c27bd26481cde7b185ad719ee1312bb","ref":"refs/heads/main","pushedAt":"2023-11-24T03:06:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned hierarchical attention with the survey","shortMessageHtmlLink":"aligned hierarchical attention with the survey"}},{"before":"a735da951b7967e8d5a1410e6084d0502abf08c0","after":"2b3ddf98830e557cb718841029cd9e11b9c56939","ref":"refs/heads/main","pushedAt":"2023-11-24T02:53:21.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"aligned local attention with the survey","shortMessageHtmlLink":"aligned local attention with the survey"}},{"before":"19fc0b9457b72a163cbea0491294c1c29795940c","after":"a735da951b7967e8d5a1410e6084d0502abf08c0","ref":"refs/heads/main","pushedAt":"2023-11-23T15:59:10.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"ParagonLight","name":"Jay","path":"/ParagonLight","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/2367459?s=80&v=4"},"commit":{"message":"Merge pull request #3 from eltociear/patch-1\n\nUpdate README.md","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2008462101\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Strivin0311/long-llms-learning/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Strivin0311/long-llms-learning/pull/3/hovercard\" href=\"https://github.com/Strivin0311/long-llms-learning/pull/3\">#3</a> from eltociear/patch-1"}},{"before":"145f2352a87eacb45710c8d4ecee34a317837105","after":"19fc0b9457b72a163cbea0491294c1c29795940c","ref":"refs/heads/main","pushedAt":"2023-11-23T02:10:55.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"Merge pull request #2 from lixin4ever/main\n\nAdd CLEX [24] and YaRN [126] as well as their paper links and citations to the section of Extended RoPE","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2007368249\" data-permission-text=\"Title is private\" data-url=\"https://github.com/Strivin0311/long-llms-learning/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/Strivin0311/long-llms-learning/pull/2/hovercard\" href=\"https://github.com/Strivin0311/long-llms-learning/pull/2\">#2</a> from lixin4ever/main"}},{"before":"5ef1f8457bc94d608ee3294898f070ec0ea4e37a","after":"145f2352a87eacb45710c8d4ecee34a317837105","ref":"refs/heads/main","pushedAt":"2023-11-22T03:02:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"first commit after paper published to arxiv","shortMessageHtmlLink":"first commit after paper published to arxiv"}},{"before":"c0b529821bde47350ebc5e83ac95aa32affaf3e3","after":"5ef1f8457bc94d608ee3294898f070ec0ea4e37a","ref":"refs/heads/main","pushedAt":"2023-11-08T03:02:41.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"first commit with the repo structure","shortMessageHtmlLink":"first commit with the repo structure"}},{"before":null,"after":"c0b529821bde47350ebc5e83ac95aa32affaf3e3","ref":"refs/heads/main","pushedAt":"2023-11-08T02:46:16.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"Strivin0311","name":"Strivin","path":"/Strivin0311","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/61719042?s=80&v=4"},"commit":{"message":"Initial commit","shortMessageHtmlLink":"Initial commit"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"djE6ks8AAAAEjIMgEwA","startCursor":null,"endCursor":null}},"title":"Activity · Strivin0311/long-llms-learning"}