{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":138687486,"defaultBranch":"master","name":"Seq2SeqSharp","ownerLogin":"zhongkaifu","currentUserCanPush":false,"isFork":false,"isEmpty":false,"createdAt":"2018-06-26T05:09:35.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/3347714?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1709909850.0","currentOid":""},"activityList":{"items":[{"before":"ddc82c1fe598c2515f3ee521a89603007227aff0","after":"1e4aefb9dc6469a9b22657c2762634fdb7838f8b","ref":"refs/heads/master","pushedAt":"2024-09-22T07:28:36.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"2710486e545c527041f6d7fe6b45adc91f82364c","after":"ddc82c1fe598c2515f3ee521a89603007227aff0","ref":"refs/heads/master","pushedAt":"2024-09-22T06:57:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update.","shortMessageHtmlLink":"minor update."}},{"before":"b035fe1ac47d03b47301ac29b9d4bfaab70b115a","after":"2710486e545c527041f6d7fe6b45adc91f82364c","ref":"refs/heads/master","pushedAt":"2024-09-22T06:27:15.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"485b7e92ef3381e7fa877b0b1b0cbcf95a1acfd1","after":"b035fe1ac47d03b47301ac29b9d4bfaab70b115a","ref":"refs/heads/master","pushedAt":"2024-09-22T04:38:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"6c518e688422bc3b9fa5dc0fbfc771effc446ac1","after":"485b7e92ef3381e7fa877b0b1b0cbcf95a1acfd1","ref":"refs/heads/master","pushedAt":"2024-09-21T19:23:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"789e01dad5b7d35780a9dbd3b1e979e1b84439da","after":"6c518e688422bc3b9fa5dc0fbfc771effc446ac1","ref":"refs/heads/master","pushedAt":"2024-09-21T16:04:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"07976041c930bd077bbddebc4af542c77bb9b103","after":"789e01dad5b7d35780a9dbd3b1e979e1b84439da","ref":"refs/heads/master","pushedAt":"2024-09-21T15:58:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"020cdf52acb6fc5a8cedefa80471da6aad4cf2d3","after":"07976041c930bd077bbddebc4af542c77bb9b103","ref":"refs/heads/master","pushedAt":"2024-09-21T15:04:51.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"2ab71b5d8491d2f1e984a7bf2c414ff544805dbe","after":"020cdf52acb6fc5a8cedefa80471da6aad4cf2d3","ref":"refs/heads/master","pushedAt":"2024-09-21T14:55:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"update cross entropy loss","shortMessageHtmlLink":"update cross entropy loss"}},{"before":"81d98f1e91f040dfb76dd05ea9d46a481eb7b2e0","after":"2ab71b5d8491d2f1e984a7bf2c414ff544805dbe","ref":"refs/heads/master","pushedAt":"2024-09-21T06:37:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Add label smoothing","shortMessageHtmlLink":"Add label smoothing"}},{"before":"f74a20690ddeedda4643295e2a50ce9802f48493","after":"81d98f1e91f040dfb76dd05ea9d46a481eb7b2e0","ref":"refs/heads/master","pushedAt":"2024-09-19T21:28:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"b7a51dc6d30c1bb938365ac520f59b00335355cc","after":"f74a20690ddeedda4643295e2a50ce9802f48493","ref":"refs/heads/master","pushedAt":"2024-09-18T00:48:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"bug fix.","shortMessageHtmlLink":"bug fix."}},{"before":"be44132177415a6147b3f95c3a804d23477a1988","after":"b7a51dc6d30c1bb938365ac520f59b00335355cc","ref":"refs/heads/master","pushedAt":"2024-09-18T00:38:04.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Check if updated weight is valid in AdamHalf","shortMessageHtmlLink":"Check if updated weight is valid in AdamHalf"}},{"before":"0c952e294bccd3d9bab33aa4b4b916c37feef22f","after":"be44132177415a6147b3f95c3a804d23477a1988","ref":"refs/heads/master","pushedAt":"2024-09-09T23:08:40.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Update nuget package version","shortMessageHtmlLink":"Update nuget package version"}},{"before":"5ac48ac7ac85af6a1b0ea3df3089598c269a0cff","after":"0c952e294bccd3d9bab33aa4b4b916c37feef22f","ref":"refs/heads/master","pushedAt":"2024-09-09T23:08:13.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Change default layer norm type to RMSNorm","shortMessageHtmlLink":"Change default layer norm type to RMSNorm"}},{"before":"bcd3c661173491652f839e914e26a5ebde18963c","after":"5ac48ac7ac85af6a1b0ea3df3089598c269a0cff","ref":"refs/heads/master","pushedAt":"2024-08-25T17:19:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Reduce sram usage in flash attention v2","shortMessageHtmlLink":"Reduce sram usage in flash attention v2"}},{"before":"8e4eb3f4c1f69fca0fa1b6ed2a93b203e5e65b20","after":"bcd3c661173491652f839e914e26a5ebde18963c","ref":"refs/heads/master","pushedAt":"2024-08-25T02:38:25.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Update flash attention kernel function for float16","shortMessageHtmlLink":"Update flash attention kernel function for float16"}},{"before":"df32a07b816d30d56b16b5c919d09fd519c4f1a5","after":"8e4eb3f4c1f69fca0fa1b6ed2a93b203e5e65b20","ref":"refs/heads/master","pushedAt":"2024-08-25T01:25:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Optimize flash attention kernel functions","shortMessageHtmlLink":"Optimize flash attention kernel functions"}},{"before":"c4087add907b02b4745cf5fb97cba1b581100f3b","after":"df32a07b816d30d56b16b5c919d09fd519c4f1a5","ref":"refs/heads/master","pushedAt":"2024-08-23T19:15:14.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Add option PaddingAlignmentFactor","shortMessageHtmlLink":"Add option PaddingAlignmentFactor"}},{"before":"9629e64305b37ddd99f94bd5cd6b7de3b7e404e0","after":"c4087add907b02b4745cf5fb97cba1b581100f3b","ref":"refs/heads/master","pushedAt":"2024-08-21T05:10:33.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Update RMSNorm operator.","shortMessageHtmlLink":"Update RMSNorm operator."}},{"before":"ad133c2cca2a977f1327f10b7505cbea7c954299","after":"9629e64305b37ddd99f94bd5cd6b7de3b7e404e0","ref":"refs/heads/master","pushedAt":"2024-08-01T23:30:35.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Revert the tuning code.","shortMessageHtmlLink":"Revert the tuning code."}},{"before":"a6ac5819e5004c4ed54708e974261a3fa1ace5ff","after":"ad133c2cca2a977f1327f10b7505cbea7c954299","ref":"refs/heads/master","pushedAt":"2024-08-01T19:48:28.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Tune FlashAttentionV2 performance","shortMessageHtmlLink":"Tune FlashAttentionV2 performance"}},{"before":"08dceb44cf8eafa334f17315058a0dbe80281d8f","after":"a6ac5819e5004c4ed54708e974261a3fa1ace5ff","ref":"refs/heads/master","pushedAt":"2024-07-30T18:34:06.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"minor update","shortMessageHtmlLink":"minor update"}},{"before":"c80cc7bb8370893043be803882cb1e5b107100ce","after":"08dceb44cf8eafa334f17315058a0dbe80281d8f","ref":"refs/heads/master","pushedAt":"2024-07-30T17:42:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Minor update","shortMessageHtmlLink":"Minor update"}},{"before":"d34bcdd2d1510304cdac22349306fded6e2e97d6","after":"c80cc7bb8370893043be803882cb1e5b107100ce","ref":"refs/heads/master","pushedAt":"2024-07-30T17:18:50.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Update flashattentionV2","shortMessageHtmlLink":"Update flashattentionV2"}},{"before":"e698de1a8a0c59bc9518f86c512d100356b28a63","after":"d34bcdd2d1510304cdac22349306fded6e2e97d6","ref":"refs/heads/master","pushedAt":"2024-07-30T16:30:47.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Tune FlashAttentionV2 performance","shortMessageHtmlLink":"Tune FlashAttentionV2 performance"}},{"before":"f812cd32cfa067d96f8d1ca7725502bec3c5b63e","after":"e698de1a8a0c59bc9518f86c512d100356b28a63","ref":"refs/heads/master","pushedAt":"2024-07-29T16:38:20.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Disable self-masking when FlashAttentionV2 is enabled.","shortMessageHtmlLink":"Disable self-masking when FlashAttentionV2 is enabled."}},{"before":"7aee1043b61ea4a748d7a246d4a8ecca68e4bc1b","after":"f812cd32cfa067d96f8d1ca7725502bec3c5b63e","ref":"refs/heads/master","pushedAt":"2024-07-29T04:41:37.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Fix failure when dynmantic shared memory in GPU is larger than 48K","shortMessageHtmlLink":"Fix failure when dynmantic shared memory in GPU is larger than 48K"}},{"before":"c0ac3d04fdcb63ce1220e7cc335a74d3a00d8a6e","after":"7aee1043b61ea4a748d7a246d4a8ecca68e4bc1b","ref":"refs/heads/master","pushedAt":"2024-07-28T19:15:01.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Improve FlashAttentionV2 performance","shortMessageHtmlLink":"Improve FlashAttentionV2 performance"}},{"before":"5f3c8c9fd583f574fdaf2dff0a4c85c2d29fc706","after":"c0ac3d04fdcb63ce1220e7cc335a74d3a00d8a6e","ref":"refs/heads/master","pushedAt":"2024-07-27T06:30:08.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"zhongkaifu","name":"Zhongkai Fu","path":"/zhongkaifu","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/3347714?s=80&v=4"},"commit":{"message":"Improve FlashAttention V2 performance","shortMessageHtmlLink":"Improve FlashAttention V2 performance"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yMlQwNzoyODozNi4wMDAwMDBazwAAAAS9D2IC","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yMlQwNzoyODozNi4wMDAwMDBazwAAAAS9D2IC","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wNy0yN1QwNjozMDowOC4wMDAwMDBazwAAAASKl3UV"}},"title":"Activity · zhongkaifu/Seq2SeqSharp"}