{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":751358085,"defaultBranch":"main","name":"minLLMTrain","ownerLogin":"SulRash","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2024-02-01T13:03:27.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/92447824?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1707057883.0","currentOid":""},"activityList":{"items":[{"before":"a780461070aff880e4011eab6121452d0b22a5f2","after":"98b55d0558e10dc12627ac3ea5492470528df2b2","ref":"refs/heads/dev","pushedAt":"2024-02-06T11:38:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Allowed loading in tokenizer from file instead of huggingface (only sentencepiece .model)","shortMessageHtmlLink":"Allowed loading in tokenizer from file instead of huggingface (only s…"}},{"before":"e6021a10b1148dc20f1c65926f2a072deab3b744","after":"99be6ffe6f6a764481d422669eaa15f5a25506b7","ref":"refs/heads/main","pushedAt":"2024-02-04T14:43:04.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #7 from SulRash/dev\n\nDev","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2117133923\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/7\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/7/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/7\">#7</a> from SulRash/dev"}},{"before":"1394c87ac6b1d8536c58b2e1c439ec3cab6f378a","after":"a780461070aff880e4011eab6121452d0b22a5f2","ref":"refs/heads/dev","pushedAt":"2024-02-04T14:41:18.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Cast steps into ints","shortMessageHtmlLink":"Cast steps into ints"}},{"before":"5915f97b43003ae9b456082204a2bd947a48eb60","after":"1394c87ac6b1d8536c58b2e1c439ec3cab6f378a","ref":"refs/heads/dev","pushedAt":"2024-02-04T11:52:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Enriched deepspeed example","shortMessageHtmlLink":"Enriched deepspeed example"}},{"before":"03f761d01c75f44348bc191dd1f93bcd99c78b30","after":"5915f97b43003ae9b456082204a2bd947a48eb60","ref":"refs/heads/dev","pushedAt":"2024-02-04T11:51:02.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Removed attention masking from preprocessing","shortMessageHtmlLink":"Removed attention masking from preprocessing"}},{"before":"61b534508d002e1db9e3979284c80aeb4c9de7bf","after":"e6021a10b1148dc20f1c65926f2a072deab3b744","ref":"refs/heads/main","pushedAt":"2024-02-04T10:39:45.000Z","pushType":"pr_merge","commitsCount":8,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #6 from SulRash/dev\n\nImproved Dataset Packing Efficiency","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2117022792\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/6\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/6/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/6\">#6</a> from SulRash/dev"}},{"before":"61b534508d002e1db9e3979284c80aeb4c9de7bf","after":"03f761d01c75f44348bc191dd1f93bcd99c78b30","ref":"refs/heads/dev","pushedAt":"2024-02-04T10:37:59.000Z","pushType":"push","commitsCount":7,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge branch 'dev' of https://github.com/SulRash/minPreTrain into dev","shortMessageHtmlLink":"Merge branch 'dev' of <a href=\"https://github.com/SulRash/minPreTrain\">https://github.com/SulRash/minPreTrain</a> into dev"}},{"before":null,"after":"61b534508d002e1db9e3979284c80aeb4c9de7bf","ref":"refs/heads/dev","pushedAt":"2024-02-04T10:34:37.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Update readme.md","shortMessageHtmlLink":"Update readme.md"}},{"before":"23d20b1082de6c5c8b9005f326f5003ded05ead7","after":"61b534508d002e1db9e3979284c80aeb4c9de7bf","ref":"refs/heads/main","pushedAt":"2024-02-03T15:05:38.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Update readme.md","shortMessageHtmlLink":"Update readme.md"}},{"before":"725d580c762802ff1a318f96d7fd69fe910e40b4","after":null,"ref":"refs/heads/dev","pushedAt":"2024-02-03T15:05:12.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"}},{"before":"4d90cd034af795a765cab85def4874f5dfa24ed5","after":"23d20b1082de6c5c8b9005f326f5003ded05ead7","ref":"refs/heads/main","pushedAt":"2024-02-03T15:04:34.000Z","pushType":"pr_merge","commitsCount":3,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #5 from SulRash/dev\n\nUpdated readme and examples","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2116523079\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/5\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/5/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/5\">#5</a> from SulRash/dev"}},{"before":"1e9faeea4384f148e26c73ff123aed4bbca8ca9f","after":"725d580c762802ff1a318f96d7fd69fe910e40b4","ref":"refs/heads/dev","pushedAt":"2024-02-03T15:03:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Updated readme","shortMessageHtmlLink":"Updated readme"}},{"before":"4dea04d8e1a075e5e0d8bd1b59dd2f6c61571ea0","after":"1e9faeea4384f148e26c73ff123aed4bbca8ca9f","ref":"refs/heads/dev","pushedAt":"2024-02-03T14:50:39.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Fixed up examples","shortMessageHtmlLink":"Fixed up examples"}},{"before":"101b87341a4d171ad1666ef5499834bef76269f3","after":"4d90cd034af795a765cab85def4874f5dfa24ed5","ref":"refs/heads/main","pushedAt":"2024-02-03T14:40:57.000Z","pushType":"pr_merge","commitsCount":7,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #4 from SulRash/dev\n\nAdding Support for Megatron-LM and FSDP","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2116514497\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/4\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/4/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/4\">#4</a> from SulRash/dev"}},{"before":"2922171dbb6379ed9d738fe419def64e3f55b9f1","after":"4dea04d8e1a075e5e0d8bd1b59dd2f6c61571ea0","ref":"refs/heads/dev","pushedAt":"2024-02-03T14:40:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Fixed all minor issues and cleaned up","shortMessageHtmlLink":"Fixed all minor issues and cleaned up"}},{"before":"59581f3b314f6b4a5dc60b81541d06b5d7305163","after":"2922171dbb6379ed9d738fe419def64e3f55b9f1","ref":"refs/heads/dev","pushedAt":"2024-02-03T14:13:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"fixed checkpointing some more","shortMessageHtmlLink":"fixed checkpointing some more"}},{"before":"316d0232d07b87c964768b4809f87b3a9f592b3b","after":"59581f3b314f6b4a5dc60b81541d06b5d7305163","ref":"refs/heads/dev","pushedAt":"2024-02-03T14:09:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Added resuming from checkpoint correctly","shortMessageHtmlLink":"Added resuming from checkpoint correctly"}},{"before":"b2d2949882852175a6687fd2a37d35fcee987e31","after":"316d0232d07b87c964768b4809f87b3a9f592b3b","ref":"refs/heads/dev","pushedAt":"2024-02-03T13:40:02.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Cleaned up files","shortMessageHtmlLink":"Cleaned up files"}},{"before":"58b25eb59ab2002fb1e792e55bdf1271e0c75dec","after":"b2d2949882852175a6687fd2a37d35fcee987e31","ref":"refs/heads/dev","pushedAt":"2024-02-03T13:27:00.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Restructured training and began implementing Megatron-LM training","shortMessageHtmlLink":"Restructured training and began implementing Megatron-LM training"}},{"before":"a0d5ef40b357ea8c516fec1e04aef996faba73cb","after":"101b87341a4d171ad1666ef5499834bef76269f3","ref":"refs/heads/main","pushedAt":"2024-02-03T09:52:49.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #3 from SulRash/dev\n\nImproved checkpointing and training loop","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2116394850\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/3\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/3/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/3\">#3</a> from SulRash/dev"}},{"before":"d3f8c5bfc94355e24e50c774e89b53570a2236da","after":"58b25eb59ab2002fb1e792e55bdf1271e0c75dec","ref":"refs/heads/dev","pushedAt":"2024-02-03T09:52:17.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Improved checkpointing massively","shortMessageHtmlLink":"Improved checkpointing massively"}},{"before":"2412f2c3de5493f068af89dc2e2be37a5e843aa9","after":"d3f8c5bfc94355e24e50c774e89b53570a2236da","ref":"refs/heads/dev","pushedAt":"2024-02-03T01:24:43.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Restructuring code","shortMessageHtmlLink":"Restructuring code"}},{"before":"6c02d3f2d346821b2ed3c075e90177d0230d4268","after":"2412f2c3de5493f068af89dc2e2be37a5e843aa9","ref":"refs/heads/dev","pushedAt":"2024-02-03T01:18:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Calculating total time correctly","shortMessageHtmlLink":"Calculating total time correctly"}},{"before":"a8a5cc8442606864540c908cb7fe35df7fc97140","after":"a0d5ef40b357ea8c516fec1e04aef996faba73cb","ref":"refs/heads/main","pushedAt":"2024-02-02T23:52:29.000Z","pushType":"pr_merge","commitsCount":4,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #2 from SulRash/dev\n\nChanged LlamaModel to AutoModel and Using Accelerate Config Instead of Deepspeed","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2116006726\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/2\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/2/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/2\">#2</a> from SulRash/dev"}},{"before":"6421b830f64f2fa5ba9f81386da32e8af3d24c75","after":"6c02d3f2d346821b2ed3c075e90177d0230d4268","ref":"refs/heads/dev","pushedAt":"2024-02-02T23:51:22.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Using accelerate config instead of deepspeed config","shortMessageHtmlLink":"Using accelerate config instead of deepspeed config"}},{"before":"102fb6f2892c19d77f40d55461de917f25df4aad","after":"6421b830f64f2fa5ba9f81386da32e8af3d24c75","ref":"refs/heads/dev","pushedAt":"2024-02-02T23:41:58.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Changed LlamaModel to AutoModel","shortMessageHtmlLink":"Changed LlamaModel to AutoModel"}},{"before":"a4e5f22c01b21cb6218490cb6bb3afbac6aebe2e","after":"102fb6f2892c19d77f40d55461de917f25df4aad","ref":"refs/heads/dev","pushedAt":"2024-02-02T23:39:34.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Removed unnecessary comment","shortMessageHtmlLink":"Removed unnecessary comment"}},{"before":"5f9885728adfa4979996bfdd055efcb51b29d848","after":"a8a5cc8442606864540c908cb7fe35df7fc97140","ref":"refs/heads/main","pushedAt":"2024-02-02T23:35:41.000Z","pushType":"pr_merge","commitsCount":32,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Merge pull request #1 from SulRash/dev\n\nMerging dev branch into main","shortMessageHtmlLink":"Merge pull request <a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2115997861\" data-permission-text=\"Title is private\" data-url=\"https://github.com/SulRash/minLLMTrain/issues/1\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/SulRash/minLLMTrain/pull/1/hovercard\" href=\"https://github.com/SulRash/minLLMTrain/pull/1\">#1</a> from SulRash/dev"}},{"before":"624086f5513facc990f8fb6a92e36f3be0ae162b","after":"a4e5f22c01b21cb6218490cb6bb3afbac6aebe2e","ref":"refs/heads/dev","pushedAt":"2024-02-02T23:35:12.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Renamed file","shortMessageHtmlLink":"Renamed file"}},{"before":"fb9ad311569ac0634abc3740c924acb158bd4dfb","after":"624086f5513facc990f8fb6a92e36f3be0ae162b","ref":"refs/heads/dev","pushedAt":"2024-02-02T23:28:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"SulRash","name":"Sultan","path":"/SulRash","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/92447824?s=80&v=4"},"commit":{"message":"Fixed imports but actually","shortMessageHtmlLink":"Fixed imports but actually"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMi0wNlQxMTozODozNS4wMDAwMDBazwAAAAPzRs5n","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMi0wNlQxMTozODozNS4wMDAwMDBazwAAAAPzRs5n","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wMi0wMlQyMzoyODoyOC4wMDAwMDBazwAAAAPwr8fW"}},"title":"Activity · SulRash/minLLMTrain"}