{"payload":{"feedbackUrl":"https://github.com/orgs/community/discussions/53140","repo":{"id":767797627,"defaultBranch":"master","name":"djl-serving-1","ownerLogin":"a-ys","currentUserCanPush":false,"isFork":true,"isEmpty":false,"createdAt":"2024-03-05T23:06:34.000Z","ownerAvatar":"https://avatars.githubusercontent.com/u/40076917?v=4","public":true,"private":false,"isOrgOwned":false},"refInfo":{"name":"","listCacheKey":"v0:1726693102.0","currentOid":""},"activityList":{"items":[{"before":"69ce16104863988414561b46ac1bdcaeede93811","after":"671396456cd56d45628cd95a81e849647019aab3","ref":"refs/heads/vllm_quant_ci_test_files","pushedAt":"2024-09-23T21:17:42.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"Update for neuron test updates","shortMessageHtmlLink":"Update for neuron test updates"}},{"before":"ea09c26447d2b0939a7eb3e6e6b6dd773d5c84d7","after":"69ce16104863988414561b46ac1bdcaeede93811","ref":"refs/heads/vllm_quant_ci_test_files","pushedAt":"2024-09-19T23:34:23.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"update test files for vllm options tests","shortMessageHtmlLink":"update test files for vllm options tests"}},{"before":null,"after":"f8831a5b05797b2529b3a7fd66bf63a6cae967fb","ref":"refs/heads/0.29.0-dlc-fp8-fix","pushedAt":"2024-09-18T20:58:22.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[neo] Fix calib_size dtype bug (#2397)","shortMessageHtmlLink":"[neo] Fix calib_size dtype bug (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2534693003\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2397\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2397/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2397\">deepjavalibrary#2397</a>)"}},{"before":"e6c0335f88848fbb4e69bb16dae95cfcf0a38067","after":"11e5debd80eb29b0c0b238b6808c89852b0c9b6b","ref":"refs/heads/master","pushedAt":"2024-09-18T20:57:17.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[neo] Fix calib_size dtype bug (#2397)","shortMessageHtmlLink":"[neo] Fix calib_size dtype bug (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2534693003\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2397\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2397/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2397\">deepjavalibrary#2397</a>)"}},{"before":null,"after":"9dcb6efef4b940e822f4a9538590da42df444a70","ref":"refs/heads/fix_fp8_calib_size","pushedAt":"2024-09-18T20:42:30.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[neo] fix calib_size dtype bug","shortMessageHtmlLink":"[neo] fix calib_size dtype bug"}},{"before":null,"after":"ea09c26447d2b0939a7eb3e6e6b6dd773d5c84d7","ref":"refs/heads/vllm_quant_ci_test_files","pushedAt":"2024-09-17T21:55:18.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[CI] awq test script update","shortMessageHtmlLink":"[CI] awq test script update"}},{"before":"5c46335d060eb606ea6ff5ed690b0a45a0d69d37","after":"e6c0335f88848fbb4e69bb16dae95cfcf0a38067","ref":"refs/heads/master","pushedAt":"2024-09-17T21:43:44.000Z","pushType":"push","commitsCount":5,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[docker] Update vllm to 0.5.5 (#2391)","shortMessageHtmlLink":"[docker] Update vllm to 0.5.5 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2529929119\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2391\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2391/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2391\">deepjavalibrary#2391</a>)"}},{"before":null,"after":"f037b32bf3c2ff15318d9e5328f0250f60501257","ref":"refs/heads/patch_quant_options_fixes_v2","pushedAt":"2024-09-13T06:09:06.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo][vLLM] Accept quant options for awq, fp8 (#2382)","shortMessageHtmlLink":"[Neo][vLLM] Accept quant options for awq, fp8 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2523535645\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2382\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2382/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2382\">deepjavalibrary#2382</a>)"}},{"before":"1d6d76330e05182c7b419499ae33a82903a65732","after":"5c46335d060eb606ea6ff5ed690b0a45a0d69d37","ref":"refs/heads/master","pushedAt":"2024-09-13T06:07:10.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo][vLLM] Accept quant options for awq, fp8 (#2382)","shortMessageHtmlLink":"[Neo][vLLM] Accept quant options for awq, fp8 (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2523535645\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2382\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2382/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2382\">deepjavalibrary#2382</a>)"}},{"before":null,"after":"be3c3578a3e6af87db10deece8a788efc72ae005","ref":"refs/heads/patch-quant-options-fixes","pushedAt":"2024-09-13T01:41:50.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo][vLLM] Accept quant options for awq, fp8","shortMessageHtmlLink":"[Neo][vLLM] Accept quant options for awq, fp8"}},{"before":"660a477b8b546af9a42d6e860d5dd6fb256188de","after":null,"ref":"refs/heads/0.29.0-dlc","pushedAt":"2024-09-13T01:38:42.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"}},{"before":null,"after":"de85f883c0b33c4fe0820099d27a57c124057ec0","ref":"refs/heads/quantization_options","pushedAt":"2024-09-12T23:31:10.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo][vLLM] Accept quant options for awq, fp8","shortMessageHtmlLink":"[Neo][vLLM] Accept quant options for awq, fp8"}},{"before":"4b091f3a97241bb4fb3748f4b6828e10f97501c7","after":"1d6d76330e05182c7b419499ae33a82903a65732","ref":"refs/heads/master","pushedAt":"2024-09-12T17:51:02.000Z","pushType":"push","commitsCount":12,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[python] Update vllm rolling batcher sampling params for 0.6.0 support (#2376)","shortMessageHtmlLink":"[python] Update vllm rolling batcher sampling params for 0.6.0 support ("}},{"before":null,"after":"c0df299ae1c656d6e3995f4f1c9548d48b80df45","ref":"refs/heads/fix_awq","pushedAt":"2024-09-04T21:47:33.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] Fix quantization issue with device_map","shortMessageHtmlLink":"[Neo] Fix quantization issue with device_map"}},{"before":"0a43b4d873d4e2dcc0c518cc2e95c0b450ff6e92","after":"4b091f3a97241bb4fb3748f4b6828e10f97501c7","ref":"refs/heads/master","pushedAt":"2024-09-04T19:57:00.000Z","pushType":"push","commitsCount":28,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[ci] Reformat shell script with shfmt (#2359)","shortMessageHtmlLink":"[ci] Reformat shell script with shfmt (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2506127396\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2359\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2359/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2359\">deepjavalibrary#2359</a>)"}},{"before":null,"after":"660a477b8b546af9a42d6e860d5dd6fb256188de","ref":"refs/heads/0.29.0-dlc","pushedAt":"2024-08-15T20:15:26.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] [Neuron] Various CX improvements for Neo Neuron entrypoint (#2296)","shortMessageHtmlLink":"[Neo] [Neuron] Various CX improvements for Neo Neuron entrypoint (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2456603161\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2296\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2296/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2296\">dee…</a>"}},{"before":"8b0a1bb0a35a4b814bab7ec3c254bd955054ed9a","after":"0a43b4d873d4e2dcc0c518cc2e95c0b450ff6e92","ref":"refs/heads/master","pushedAt":"2024-08-15T20:13:00.000Z","pushType":"push","commitsCount":16,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] [Neuron] Various CX improvements for Neo Neuron entrypoint (#2296)","shortMessageHtmlLink":"[Neo] [Neuron] Various CX improvements for Neo Neuron entrypoint (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2456603161\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2296\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2296/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2296\">dee…</a>"}},{"before":"2f131026b30d1c4ea72641b395e2a1b0b5341b14","after":"ed09fb8392ed04979b7d09ed6006230540f38f9a","ref":"refs/heads/neo_neuron_v11_fixes","pushedAt":"2024-08-13T07:35:54.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neuron] remove extra serving.properties\n\nDon't output serving.propertes in optimized_model/","shortMessageHtmlLink":"[Neuron] remove extra serving.properties"}},{"before":"c844ba5344c51c6ecf158d408f9ed46a59537d92","after":"2f131026b30d1c4ea72641b395e2a1b0b5341b14","ref":"refs/heads/neo_neuron_v11_fixes","pushedAt":"2024-08-13T07:07:16.000Z","pushType":"push","commitsCount":2,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] Neuron script fixes","shortMessageHtmlLink":"[Neo] Neuron script fixes"}},{"before":null,"after":"d5d693eb7b19bd4433e6d6cce83b7632f0da88ce","ref":"refs/heads/0.29.0-dlc-patch-1","pushedAt":"2024-08-08T22:02:33.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] Don't duplicate neuron models weights\n\nReads the model.safetensors.index to determine which model weights to\nskip. Only weights in the root input directory are skipped so that draft\nmodels are preserved.","shortMessageHtmlLink":"[Neo] Don't duplicate neuron models weights"}},{"before":"84008da68a7c37a03cb1c4204faf0c5669913d68","after":"c844ba5344c51c6ecf158d408f9ed46a59537d92","ref":"refs/heads/neo_neuron_v11_fixes","pushedAt":"2024-08-08T20:45:32.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] Don't duplicate neuron models weights\n\nReads the model.safetensors.index to determine which model weights to\nskip. Only weights in the root input directory are skipped so that draft\nmodels are preserved.","shortMessageHtmlLink":"[Neo] Don't duplicate neuron models weights"}},{"before":"0796ce4dda801e05a4aea15e4fd5d28ab55a595b","after":"84008da68a7c37a03cb1c4204faf0c5669913d68","ref":"refs/heads/neo_neuron_v11_fixes","pushedAt":"2024-08-08T06:26:09.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neo] Merge JS neuron cache files with input\n\nPreviously, JS cache files are outputted in\noptimized_model/PRE_COMPILED_NEURON_GRAPH_INFER\nNow, JS cache files are directory outputted in the root output\ndirectory and combined with the input files that are copied over.","shortMessageHtmlLink":"[Neo] Merge JS neuron cache files with input"}},{"before":"9ebe150da85a9000e9c3fc0268b75a33dd9997b6","after":"0796ce4dda801e05a4aea15e4fd5d28ab55a595b","ref":"refs/heads/neo_neuron_v11_fixes","pushedAt":"2024-08-08T05:05:45.000Z","pushType":"push","commitsCount":1,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[Neuron] Improve error msg for unsupported models","shortMessageHtmlLink":"[Neuron] Improve error msg for unsupported models"}},{"before":null,"after":"9ebe150da85a9000e9c3fc0268b75a33dd9997b6","ref":"refs/heads/neo_neuron_v11_fixes","pushedAt":"2024-08-08T02:41:13.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"Formatter","shortMessageHtmlLink":"Formatter"}},{"before":"24813a54c9ff1e168a3f31a6241173f0fbcd891c","after":"8b0a1bb0a35a4b814bab7ec3c254bd955054ed9a","ref":"refs/heads/master","pushedAt":"2024-08-06T22:03:35.000Z","pushType":"push","commitsCount":9,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[TRTLLM] take out cudnn (#2286)","shortMessageHtmlLink":"[TRTLLM] take out cudnn (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2451512692\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2286\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2286/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2286\">deepjavalibrary#2286</a>)"}},{"before":null,"after":"5f72f7bdd62a69f22298af33cd29abe94561b80d","ref":"refs/heads/fp8-fix","pushedAt":"2024-08-03T00:52:57.000Z","pushType":"branch_creation","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"[neo] fix default quantization\n\n- allows the quantization type to be set through serving.properties,\n  previously bugged.","shortMessageHtmlLink":"[neo] fix default quantization"}},{"before":"79ceb648cb68e31f063320b0d41b46e0b13c46b5","after":null,"ref":"refs/heads/remove_partition_parallel_loading","pushedAt":"2024-08-03T00:05:19.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"}},{"before":"e443b8142402f41dc61407e1a1a3b22f72ee815e","after":null,"ref":"refs/heads/trtllm_neo_test_files","pushedAt":"2024-08-03T00:04:49.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"}},{"before":"dbc590483c81eafe03f9018898a94e1effaa3492","after":null,"ref":"refs/heads/fix_neo_partition_scripts_pp_degree","pushedAt":"2024-08-03T00:04:26.000Z","pushType":"branch_deletion","commitsCount":0,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"}},{"before":"bab619069c84674514a8d70c28420767b6d6fcf6","after":"24813a54c9ff1e168a3f31a6241173f0fbcd891c","ref":"refs/heads/master","pushedAt":"2024-08-03T00:01:53.000Z","pushType":"push","commitsCount":13,"pusher":{"login":"a-ys","name":"Andrew Song","path":"/a-ys","primaryAvatarUrl":"https://avatars.githubusercontent.com/u/40076917?s=80&v=4"},"commit":{"message":"Update Phi LCNC config (#2273)","shortMessageHtmlLink":"Update Phi LCNC config (<a class=\"issue-link js-issue-link\" data-error-text=\"Failed to load title\" data-id=\"2445885757\" data-permission-text=\"Title is private\" data-url=\"https://github.com/deepjavalibrary/djl-serving/issues/2273\" data-hovercard-type=\"pull_request\" data-hovercard-url=\"/deepjavalibrary/djl-serving/pull/2273/hovercard\" href=\"https://github.com/deepjavalibrary/djl-serving/pull/2273\">deepjavalibrary#2273</a>)"}}],"hasNextPage":true,"hasPreviousPage":false,"activityType":"all","actor":null,"timePeriod":"all","sort":"DESC","perPage":30,"cursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yM1QyMToxNzo0Mi4wMDAwMDBazwAAAAS-cwYO","startCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOS0yM1QyMToxNzo0Mi4wMDAwMDBazwAAAAS-cwYO","endCursor":"Y3Vyc29yOnYyOpK7MjAyNC0wOC0wM1QwMDowMTo1My4wMDAwMDBazwAAAASQnHxu"}},"title":"Activity · a-ys/djl-serving-1"}