{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":598360852,"defaultBranch":"main","name":"block-recurrent-transformer-pytorch","ownerLogin":"lucidrains","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2023-02-07T00:09:55.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/108653?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1724173212.0","currentOid":""},"activityList":{"items":[{"before":"64838b2e9b4c98cfac33f82ec312f3b868b76dcb","after":"9f28fcdb387d3169724b06d59ceca7024b8cb700","ref":"refs/heads/main","pushedAt":"2024-08-20T17:00:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"better init","shortMessageHtmlLink":"better init"}},{"before":"b22f552ccb5126e2a0688039076bf7b8de5a5016","after":"64838b2e9b4c98cfac33f82ec312f3b868b76dcb","ref":"refs/heads/main","pushedAt":"2024-08-20T16:59:44.000Z","pushType":"pr_merge","commitsCount":2,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"Merge pull request #7 from psoulos/patch-1\n\nUpdate the initialisation of init_state and learned_ema_beta to match…","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2476101160\" data-permission-text=\"Title is private\" data-url=\"https://github.com/lucidrains/block-recurrent-transformer-pytorch/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/lucidrains/block-recurrent-transformer-pytorch/pull/7/hovercard\" href=\"https://github.com/lucidrains/block-recurrent-transformer-pytorch/pull/7\">#7</a> from psoulos/patch-1"}},{"before":"eebbcd3a8ff9fe8433d94c9a9d45e6ecbb3b1564","after":"b22f552ccb5126e2a0688039076bf7b8de5a5016","ref":"refs/heads/main","pushedAt":"2023-07-05T20:31:10.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"fix states being overridden in generate","shortMessageHtmlLink":"fix states being overridden in generate"}},{"before":"4a10763c97ca54af34d04e2e0cf79a68f60bad49","after":"eebbcd3a8ff9fe8433d94c9a9d45e6ecbb3b1564","ref":"refs/heads/main","pushedAt":"2023-04-24T15:10:48.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"change of plans","shortMessageHtmlLink":"change of plans"}},{"before":"d783e03f3a8fd130d5c414f2a1e2f077d6f7cdad","after":"4a10763c97ca54af34d04e2e0cf79a68f60bad49","ref":"refs/heads/main","pushedAt":"2023-04-21T15:11:32.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"change of plans","shortMessageHtmlLink":"change of plans"}},{"before":"7f404dc44b615abf9d62a2658eec34a33671631b","after":"d783e03f3a8fd130d5c414f2a1e2f077d6f7cdad","ref":"refs/heads/main","pushedAt":"2023-04-21T15:10:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"change of plans","shortMessageHtmlLink":"change of plans"}},{"before":"86be0c0d3316fb070f9fadcc567a2664fbacf690","after":"7f404dc44b615abf9d62a2658eec34a33671631b","ref":"refs/heads/main","pushedAt":"2023-04-20T21:40:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"handle an edge case","shortMessageHtmlLink":"handle an edge case"}},{"before":"541a6b4e57616fa855806d4d7ad5ca4594015ce1","after":"86be0c0d3316fb070f9fadcc567a2664fbacf690","ref":"refs/heads/main","pushedAt":"2023-04-20T21:11:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"update to einops 0.6.1 or greater","shortMessageHtmlLink":"update to einops 0.6.1 or greater"}},{"before":"8f0c925cd7a2b2c48ad3a5074cf1cfc60f68176c","after":"541a6b4e57616fa855806d4d7ad5ca4594015ce1","ref":"refs/heads/main","pushedAt":"2023-04-20T20:37:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add compressed memories","shortMessageHtmlLink":"add compressed memories"}},{"before":"528a30a31971e1571f550c791f56992306e0049b","after":"8f0c925cd7a2b2c48ad3a5074cf1cfc60f68176c","ref":"refs/heads/main","pushedAt":"2023-04-18T18:17:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"add ability to read the state at a layer earlier than the layer in which it is written to next","shortMessageHtmlLink":"add ability to read the state at a layer earlier than the layer in wh…"}},{"before":"2516f22b1c058341fa151041bbff32cb08c2c30a","after":"528a30a31971e1571f550c791f56992306e0049b","ref":"refs/heads/main","pushedAt":"2023-04-18T01:44:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"always return memories and states from attention blocks, but not the transformer","shortMessageHtmlLink":"always return memories and states from attention blocks, but not the …"}},{"before":"81be916960924fcc5a6ea1967c7ca723cc0f8bb0","after":"2516f22b1c058341fa151041bbff32cb08c2c30a","ref":"refs/heads/main","pushedAt":"2023-04-18T01:34:55.000Z","pushType":"force_push","commitsCount":0,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"just make the assumption every read is followed by a write in the state container and store intermediates in the module instead of passing it around","shortMessageHtmlLink":"just make the assumption every read is followed by a write in the sta…"}},{"before":"26a074998581046340c162ef8fc85083637d48ba","after":"81be916960924fcc5a6ea1967c7ca723cc0f8bb0","ref":"refs/heads/main","pushedAt":"2023-04-18T01:33:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"just make the assumption every read is followed by a write in the state container and store intermediates in the module instead of passing it around","shortMessageHtmlLink":"just make the assumption every read is followed by a write in the sta…"}},{"before":"c52d8b6052b372d9382fdf2bf42072efbf8361e1","after":"26a074998581046340c162ef8fc85083637d48ba","ref":"refs/heads/main","pushedAt":"2023-04-18T01:16:26.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"start moving state specific logic to own nn module","shortMessageHtmlLink":"start moving state specific logic to own nn module"}},{"before":"ec29522f11d7f358adfec9369bb61c11cfd2c9b1","after":"c52d8b6052b372d9382fdf2bf42072efbf8361e1","ref":"refs/heads/main","pushedAt":"2023-04-17T23:33:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"remove enhanced recurrence, does not seem to do all that much here","shortMessageHtmlLink":"remove enhanced recurrence, does not seem to do all that much here"}},{"before":"806f2beb0d2191e10fafd4bc56d17e4176d76b6f","after":"ec29522f11d7f358adfec9369bb61c11cfd2c9b1","ref":"refs/heads/main","pushedAt":"2023-04-17T21:22:52.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"refactor to process block by block, to ready for decoupling layers at which state is read or written","shortMessageHtmlLink":"refactor to process block by block, to ready for decoupling layers at…"}},{"before":"69b04d15cc4956342f81099dab172d190395e51d","after":"806f2beb0d2191e10fafd4bc56d17e4176d76b6f","ref":"refs/heads/main","pushedAt":"2023-04-04T21:41:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"product management","shortMessageHtmlLink":"product management"}},{"before":"c9d70ede67a622cbc7430e2abd4fced7a9808cbc","after":"69b04d15cc4956342f81099dab172d190395e51d","ref":"refs/heads/main","pushedAt":"2023-04-04T14:58:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"save some eye movement","shortMessageHtmlLink":"save some eye movement"}},{"before":"c78f5ffd12d93d009c5b28281da398728a87e4d7","after":"c9d70ede67a622cbc7430e2abd4fced7a9808cbc","ref":"refs/heads/main","pushedAt":"2023-04-04T14:46:44.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"simplify and cleanup","shortMessageHtmlLink":"simplify and cleanup"}},{"before":"4aa2d7ba8db7afd85348e0dc2aa82187d24b3f20","after":"c78f5ffd12d93d009c5b28281da398728a87e4d7","ref":"refs/heads/main","pushedAt":"2023-04-04T03:47:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"take care of removing padding from the blocked keys and values of the input (although it should not be an issue in practice)","shortMessageHtmlLink":"take care of removing padding from the blocked keys and values of the…"}},{"before":"34031e2846945901a4875b858a6cf5c079c8b375","after":"4aa2d7ba8db7afd85348e0dc2aa82187d24b3f20","ref":"refs/heads/main","pushedAt":"2023-04-04T03:28:07.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"update the state block by block, rather than one segment at a time, thanks for @YHL04 for raising the issue","shortMessageHtmlLink":"update the state block by block, rather than one segment at a time, t…"}},{"before":"62e86ee2c73d4fbdff1279033cb361a61c44fc8c","after":"34031e2846945901a4875b858a6cf5c079c8b375","ref":"refs/heads/main","pushedAt":"2023-03-31T14:21:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"actually use the recurrent states instead of always initial state, thanks to @wj210 for identifying the bug","shortMessageHtmlLink":"actually use the recurrent states instead of always initial state, th…"}},{"before":"ed8ba08122872a59f06f29a2291c79b5b5379ae8","after":"62e86ee2c73d4fbdff1279033cb361a61c44fc8c","ref":"refs/heads/main","pushedAt":"2023-03-26T01:56:12.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"cache causal mask and rotary positional embeddings","shortMessageHtmlLink":"cache causal mask and rotary positional embeddings"}},{"before":"b25a138cc903ac499e65fcf78970da910ddce5dc","after":"ed8ba08122872a59f06f29a2291c79b5b5379ae8","ref":"refs/heads/main","pushedAt":"2023-03-24T22:53:05.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"bug with xpos for rotary embeddings","shortMessageHtmlLink":"bug with xpos for rotary embeddings"}},{"before":"6a1f26edca1094ed59dffe7fa7facccd0d51d289","after":"b25a138cc903ac499e65fcf78970da910ddce5dc","ref":"refs/heads/main","pushedAt":"2023-03-24T22:29:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"product management","shortMessageHtmlLink":"product management"}},{"before":"49ccd7123058680069d84883cf67b15624d8fd33","after":"6a1f26edca1094ed59dffe7fa7facccd0d51d289","ref":"refs/heads/main","pushedAt":"2023-03-24T22:18:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"intent","shortMessageHtmlLink":"intent"}},{"before":"81715e7d2f85f482a9701629bf27324d5056ab40","after":"49ccd7123058680069d84883cf67b15624d8fd33","ref":"refs/heads/main","pushedAt":"2023-03-24T22:16:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"it turns out flash attention in pytorch 2.0 is not handling causal correctly when key and query lengths differ. get around with it by manually constructing mask","shortMessageHtmlLink":"it turns out flash attention in pytorch 2.0 is not handling causal co…"}},{"before":"ad817a3ad64f17cd190ca99a3aa8f8894d18193e","after":"81715e7d2f85f482a9701629bf27324d5056ab40","ref":"refs/heads/main","pushedAt":"2023-03-24T20:55:46.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"switch to rotary positional embedding with xpos, to prepare for flash attention","shortMessageHtmlLink":"switch to rotary positional embedding with xpos, to prepare for flash…"}},{"before":"832970e4b599a3983da93acf7565a655a09ba2f1","after":"ad817a3ad64f17cd190ca99a3aa8f8894d18193e","ref":"refs/heads/main","pushedAt":"2023-03-24T18:33:03.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"product management","shortMessageHtmlLink":"product management"}},{"before":"bfa31c3078a24d7e244a0f859212582cba791fc3","after":"832970e4b599a3983da93acf7565a655a09ba2f1","ref":"refs/heads/main","pushedAt":"2023-03-24T18:29:27.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"lucidrains","name":"Phil Wang","path":"/lucidrains","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/108653?s=80&v=4"},"commit":{"message":"shoot for the moon","shortMessageHtmlLink":"shoot for the moon"}}],"hasNextPage":false,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0yMFQxNzowMDowNy4wMDAwMDBazwAAAASfWRaJ","endCursor":"Y3Vyc29yOnYyOpK7MjAyMy0wMy0yNFQxODoyOToyNy4wMDAwMDBazwAAAAMKw5Z3"}},"title":"Activity · lucidrains/block-recurrent-transformer-pytorch"}