From fed6dafdd93c01b22eb9d83cdd5de7edfa4c9b2d Mon Sep 17 00:00:00 2001 From: Chris Jowett <421501+cryptk@users.noreply.github.com> Date: Mon, 15 Jul 2024 15:56:49 -0500 Subject: [PATCH 1/3] fix: ensure correct version of torch is always installed based on BUILD_TYPE Signed-off-by: Chris Jowett <421501+cryptk@users.noreply.github.com> --- backend/python/autogptq/requirements-cublas11.txt | 2 ++ backend/python/autogptq/requirements-cublas12.txt | 1 + backend/python/autogptq/requirements.txt | 1 - backend/python/bark/requirements-cublas11.txt | 3 +++ backend/python/bark/requirements-cublas12.txt | 2 ++ backend/python/coqui/requirements-cublas11.txt | 3 +++ backend/python/coqui/requirements-cublas12.txt | 2 ++ backend/python/diffusers/requirements-cublas11.txt | 2 ++ backend/python/diffusers/requirements-cublas12.txt | 1 + backend/python/diffusers/requirements.txt | 1 - backend/python/exllama/requirements-cublas11.txt | 2 ++ backend/python/exllama/requirements-cublas12.txt | 1 + backend/python/exllama/requirements.txt | 1 - backend/python/exllama2/requirements-cublas11.txt | 2 ++ backend/python/exllama2/requirements-cublas12.txt | 1 + backend/python/exllama2/requirements.txt | 1 - backend/python/mamba/requirements-cublas11.txt | 2 ++ backend/python/mamba/requirements-cublas12.txt | 1 + backend/python/mamba/requirements-install.txt | 3 +-- backend/python/openvoice/requirements-cublas11.txt | 2 ++ backend/python/openvoice/requirements-cublas12.txt | 1 + backend/python/parler-tts/requirements-cublas11.txt | 3 +++ backend/python/parler-tts/requirements-cublas12.txt | 2 ++ backend/python/parler-tts/requirements.txt | 1 - backend/python/petals/requirements-cublas11.txt | 2 ++ backend/python/petals/requirements-cublas12.txt | 1 + backend/python/rerankers/requirements-cublas11.txt | 2 ++ backend/python/rerankers/requirements-cublas12.txt | 1 + backend/python/sentencetransformers/requirements-cublas11.txt | 2 ++ backend/python/sentencetransformers/requirements-cublas12.txt | 1 + backend/python/transformers-musicgen/requirements-cublas11.txt | 2 ++ backend/python/transformers-musicgen/requirements-cublas12.txt | 1 + backend/python/transformers-musicgen/requirements.txt | 1 - backend/python/transformers/requirements-cublas11.txt | 2 ++ backend/python/transformers/requirements-cublas12.txt | 1 + backend/python/transformers/requirements.txt | 1 - backend/python/vall-e-x/requirements-cublas11.txt | 3 +++ backend/python/vall-e-x/requirements-cublas12.txt | 2 ++ backend/python/vllm/requirements-cublas11.txt | 3 +++ .../{requirements-cublas.txt => requirements-cublas12.txt} | 1 + 40 files changed, 58 insertions(+), 9 deletions(-) create mode 100644 backend/python/autogptq/requirements-cublas11.txt create mode 100644 backend/python/autogptq/requirements-cublas12.txt create mode 100644 backend/python/bark/requirements-cublas11.txt create mode 100644 backend/python/bark/requirements-cublas12.txt create mode 100644 backend/python/coqui/requirements-cublas11.txt create mode 100644 backend/python/coqui/requirements-cublas12.txt create mode 100644 backend/python/diffusers/requirements-cublas11.txt create mode 100644 backend/python/diffusers/requirements-cublas12.txt create mode 100644 backend/python/exllama/requirements-cublas11.txt create mode 100644 backend/python/exllama/requirements-cublas12.txt create mode 100644 backend/python/exllama2/requirements-cublas11.txt create mode 100644 backend/python/exllama2/requirements-cublas12.txt create mode 100644 backend/python/mamba/requirements-cublas11.txt create mode 100644 backend/python/mamba/requirements-cublas12.txt create mode 100644 backend/python/openvoice/requirements-cublas11.txt create mode 100644 backend/python/openvoice/requirements-cublas12.txt create mode 100644 backend/python/parler-tts/requirements-cublas11.txt create mode 100644 backend/python/parler-tts/requirements-cublas12.txt create mode 100644 backend/python/petals/requirements-cublas11.txt create mode 100644 backend/python/petals/requirements-cublas12.txt create mode 100644 backend/python/rerankers/requirements-cublas11.txt create mode 100644 backend/python/rerankers/requirements-cublas12.txt create mode 100644 backend/python/sentencetransformers/requirements-cublas11.txt create mode 100644 backend/python/sentencetransformers/requirements-cublas12.txt create mode 100644 backend/python/transformers-musicgen/requirements-cublas11.txt create mode 100644 backend/python/transformers-musicgen/requirements-cublas12.txt create mode 100644 backend/python/transformers/requirements-cublas11.txt create mode 100644 backend/python/transformers/requirements-cublas12.txt create mode 100644 backend/python/vall-e-x/requirements-cublas11.txt create mode 100644 backend/python/vall-e-x/requirements-cublas12.txt create mode 100644 backend/python/vllm/requirements-cublas11.txt rename backend/python/vllm/{requirements-cublas.txt => requirements-cublas12.txt} (62%) diff --git a/backend/python/autogptq/requirements-cublas11.txt b/backend/python/autogptq/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/autogptq/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/autogptq/requirements-cublas12.txt b/backend/python/autogptq/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/autogptq/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/autogptq/requirements.txt b/backend/python/autogptq/requirements.txt index d0909834434..89a5366a306 100644 --- a/backend/python/autogptq/requirements.txt +++ b/backend/python/autogptq/requirements.txt @@ -2,6 +2,5 @@ accelerate auto-gptq==0.7.1 grpcio==1.64.1 protobuf -torch certifi transformers \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas11.txt b/backend/python/bark/requirements-cublas11.txt new file mode 100644 index 00000000000..0de92979f39 --- /dev/null +++ b/backend/python/bark/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas12.txt b/backend/python/bark/requirements-cublas12.txt new file mode 100644 index 00000000000..6c3c7e7aae7 --- /dev/null +++ b/backend/python/bark/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas11.txt b/backend/python/coqui/requirements-cublas11.txt new file mode 100644 index 00000000000..0de92979f39 --- /dev/null +++ b/backend/python/coqui/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas12.txt b/backend/python/coqui/requirements-cublas12.txt new file mode 100644 index 00000000000..6c3c7e7aae7 --- /dev/null +++ b/backend/python/coqui/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cublas11.txt b/backend/python/diffusers/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/diffusers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/diffusers/requirements-cublas12.txt b/backend/python/diffusers/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/diffusers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/diffusers/requirements.txt b/backend/python/diffusers/requirements.txt index 4c763993d0f..53d1e073003 100644 --- a/backend/python/diffusers/requirements.txt +++ b/backend/python/diffusers/requirements.txt @@ -6,6 +6,5 @@ opencv-python pillow protobuf sentencepiece -torch transformers certifi diff --git a/backend/python/exllama/requirements-cublas11.txt b/backend/python/exllama/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/exllama/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/exllama/requirements-cublas12.txt b/backend/python/exllama/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/exllama/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/exllama/requirements.txt b/backend/python/exllama/requirements.txt index 8bb85447424..2bf72264588 100644 --- a/backend/python/exllama/requirements.txt +++ b/backend/python/exllama/requirements.txt @@ -1,6 +1,5 @@ grpcio==1.64.1 protobuf -torch transformers certifi setuptools \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas11.txt b/backend/python/exllama2/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/exllama2/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/exllama2/requirements-cublas12.txt b/backend/python/exllama2/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/exllama2/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt index 4baead69111..d6f98670cdd 100644 --- a/backend/python/exllama2/requirements.txt +++ b/backend/python/exllama2/requirements.txt @@ -2,6 +2,5 @@ accelerate grpcio==1.64.1 protobuf certifi -torch wheel setuptools \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/mamba/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/mamba/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/mamba/requirements-install.txt b/backend/python/mamba/requirements-install.txt index 2fc9a07cda7..69d263f0b3e 100644 --- a/backend/python/mamba/requirements-install.txt +++ b/backend/python/mamba/requirements-install.txt @@ -3,5 +3,4 @@ # https://github.com/Dao-AILab/causal-conv1d/issues/24 packaging setuptools -wheel -torch==2.3.1 \ No newline at end of file +wheel \ No newline at end of file diff --git a/backend/python/openvoice/requirements-cublas11.txt b/backend/python/openvoice/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/openvoice/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/openvoice/requirements-cublas12.txt b/backend/python/openvoice/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/openvoice/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/parler-tts/requirements-cublas11.txt b/backend/python/parler-tts/requirements-cublas11.txt new file mode 100644 index 00000000000..0de92979f39 --- /dev/null +++ b/backend/python/parler-tts/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cublas12.txt b/backend/python/parler-tts/requirements-cublas12.txt new file mode 100644 index 00000000000..6c3c7e7aae7 --- /dev/null +++ b/backend/python/parler-tts/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/parler-tts/requirements.txt b/backend/python/parler-tts/requirements.txt index c9400f76d6a..87d187593ad 100644 --- a/backend/python/parler-tts/requirements.txt +++ b/backend/python/parler-tts/requirements.txt @@ -1,7 +1,6 @@ accelerate grpcio==1.64.1 protobuf -torch git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16 certifi transformers \ No newline at end of file diff --git a/backend/python/petals/requirements-cublas11.txt b/backend/python/petals/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/petals/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/petals/requirements-cublas12.txt b/backend/python/petals/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/petals/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/rerankers/requirements-cublas11.txt b/backend/python/rerankers/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/rerankers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/rerankers/requirements-cublas12.txt b/backend/python/rerankers/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/rerankers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/sentencetransformers/requirements-cublas11.txt b/backend/python/sentencetransformers/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/sentencetransformers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/sentencetransformers/requirements-cublas12.txt b/backend/python/sentencetransformers/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/sentencetransformers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/transformers-musicgen/requirements-cublas11.txt b/backend/python/transformers-musicgen/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/transformers-musicgen/requirements-cublas12.txt b/backend/python/transformers-musicgen/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/transformers-musicgen/requirements.txt b/backend/python/transformers-musicgen/requirements.txt index 25f8f6a283b..fdea350e6d6 100644 --- a/backend/python/transformers-musicgen/requirements.txt +++ b/backend/python/transformers-musicgen/requirements.txt @@ -2,6 +2,5 @@ accelerate transformers grpcio==1.64.1 protobuf -torch scipy==1.14.0 certifi \ No newline at end of file diff --git a/backend/python/transformers/requirements-cublas11.txt b/backend/python/transformers/requirements-cublas11.txt new file mode 100644 index 00000000000..6461b696f4c --- /dev/null +++ b/backend/python/transformers/requirements-cublas11.txt @@ -0,0 +1,2 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch diff --git a/backend/python/transformers/requirements-cublas12.txt b/backend/python/transformers/requirements-cublas12.txt new file mode 100644 index 00000000000..12c6d5d5eac --- /dev/null +++ b/backend/python/transformers/requirements-cublas12.txt @@ -0,0 +1 @@ +torch diff --git a/backend/python/transformers/requirements.txt b/backend/python/transformers/requirements.txt index a4db011aca4..9e324d119c0 100644 --- a/backend/python/transformers/requirements.txt +++ b/backend/python/transformers/requirements.txt @@ -2,7 +2,6 @@ accelerate transformers grpcio==1.64.1 protobuf -torch certifi intel-extension-for-transformers bitsandbytes diff --git a/backend/python/vall-e-x/requirements-cublas11.txt b/backend/python/vall-e-x/requirements-cublas11.txt new file mode 100644 index 00000000000..0de92979f39 --- /dev/null +++ b/backend/python/vall-e-x/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cublas12.txt b/backend/python/vall-e-x/requirements-cublas12.txt new file mode 100644 index 00000000000..6c3c7e7aae7 --- /dev/null +++ b/backend/python/vall-e-x/requirements-cublas12.txt @@ -0,0 +1,2 @@ +torch +torchaudio \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas11.txt b/backend/python/vllm/requirements-cublas11.txt new file mode 100644 index 00000000000..bed8cea8fc1 --- /dev/null +++ b/backend/python/vllm/requirements-cublas11.txt @@ -0,0 +1,3 @@ +--extra-index-url https://download.pytorch.org/whl/cu118 +torch +flash-attn \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas.txt b/backend/python/vllm/requirements-cublas12.txt similarity index 62% rename from backend/python/vllm/requirements-cublas.txt rename to backend/python/vllm/requirements-cublas12.txt index 7bfe8efeb55..b6fef4d7bbf 100644 --- a/backend/python/vllm/requirements-cublas.txt +++ b/backend/python/vllm/requirements-cublas12.txt @@ -1 +1,2 @@ +torch flash-attn \ No newline at end of file From 962fb0bffe7c9c36f30a060c4101d4182cff11d4 Mon Sep 17 00:00:00 2001 From: mudler Date: Mon, 5 Aug 2024 12:54:16 +0200 Subject: [PATCH 2/3] Move causal-conv1d installation to build_types Signed-off-by: mudler --- backend/python/common/libbackend.sh | 5 +++++ backend/python/mamba/requirements-cpu.txt | 2 ++ backend/python/mamba/requirements-cublas11.txt | 1 + backend/python/mamba/requirements-cublas12.txt | 1 + backend/python/mamba/requirements.txt | 1 - 5 files changed, 9 insertions(+), 1 deletion(-) create mode 100644 backend/python/mamba/requirements-cpu.txt diff --git a/backend/python/common/libbackend.sh b/backend/python/common/libbackend.sh index e8dfea03d56..61aa26eb001 100644 --- a/backend/python/common/libbackend.sh +++ b/backend/python/common/libbackend.sh @@ -122,6 +122,11 @@ function installRequirements() { requirementFiles+=("${MY_DIR}/requirements-${BUILD_PROFILE}.txt") fi + # if BUILD_TYPE is empty, we are a CPU build, so we should try to install the CPU requirements + if [ "x${BUILD_TYPE}" == "x" ]; then + requirementFiles+=("${MY_DIR}/requirements-cpu.txt") + fi + for reqFile in ${requirementFiles[@]}; do if [ -f ${reqFile} ]; then echo "starting requirements install for ${reqFile}" diff --git a/backend/python/mamba/requirements-cpu.txt b/backend/python/mamba/requirements-cpu.txt new file mode 100644 index 00000000000..75a563f22c2 --- /dev/null +++ b/backend/python/mamba/requirements-cpu.txt @@ -0,0 +1,2 @@ +torch +causal-conv1d==1.4.0 \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt index 6461b696f4c..fe8a0d6e993 100644 --- a/backend/python/mamba/requirements-cublas11.txt +++ b/backend/python/mamba/requirements-cublas11.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +causal-conv1d==1.4.0 \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt index 12c6d5d5eac..75a563f22c2 100644 --- a/backend/python/mamba/requirements-cublas12.txt +++ b/backend/python/mamba/requirements-cublas12.txt @@ -1 +1,2 @@ torch +causal-conv1d==1.4.0 \ No newline at end of file diff --git a/backend/python/mamba/requirements.txt b/backend/python/mamba/requirements.txt index 2aac2cda080..452baa6ae53 100644 --- a/backend/python/mamba/requirements.txt +++ b/backend/python/mamba/requirements.txt @@ -1,4 +1,3 @@ -causal-conv1d==1.4.0 mamba-ssm==2.2.2 grpcio==1.65.1 protobuf From 130328562dd5580219386a64142d387e644f6e14 Mon Sep 17 00:00:00 2001 From: mudler Date: Mon, 5 Aug 2024 14:58:33 +0200 Subject: [PATCH 3/3] Move mamba-ssd install to build-type requirements.txt Signed-off-by: mudler --- backend/python/common/libbackend.sh | 2 ++ backend/python/mamba/requirements-after.txt | 2 ++ backend/python/mamba/requirements-cpu.txt | 3 +-- backend/python/mamba/requirements-cublas11.txt | 3 +-- backend/python/mamba/requirements-cublas12.txt | 3 +-- backend/python/mamba/requirements.txt | 1 - 6 files changed, 7 insertions(+), 7 deletions(-) create mode 100644 backend/python/mamba/requirements-after.txt diff --git a/backend/python/common/libbackend.sh b/backend/python/common/libbackend.sh index 61aa26eb001..7287fb95615 100644 --- a/backend/python/common/libbackend.sh +++ b/backend/python/common/libbackend.sh @@ -127,6 +127,8 @@ function installRequirements() { requirementFiles+=("${MY_DIR}/requirements-cpu.txt") fi + requirementFiles+=("${MY_DIR}/requirements-after.txt") + for reqFile in ${requirementFiles[@]}; do if [ -f ${reqFile} ]; then echo "starting requirements install for ${reqFile}" diff --git a/backend/python/mamba/requirements-after.txt b/backend/python/mamba/requirements-after.txt new file mode 100644 index 00000000000..ea6890ebb1e --- /dev/null +++ b/backend/python/mamba/requirements-after.txt @@ -0,0 +1,2 @@ +causal-conv1d==1.4.0 +mamba-ssm==2.2.2 \ No newline at end of file diff --git a/backend/python/mamba/requirements-cpu.txt b/backend/python/mamba/requirements-cpu.txt index 75a563f22c2..08ed5eeb4b9 100644 --- a/backend/python/mamba/requirements-cpu.txt +++ b/backend/python/mamba/requirements-cpu.txt @@ -1,2 +1 @@ -torch -causal-conv1d==1.4.0 \ No newline at end of file +torch \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt index fe8a0d6e993..2f89bd95693 100644 --- a/backend/python/mamba/requirements-cublas11.txt +++ b/backend/python/mamba/requirements-cublas11.txt @@ -1,3 +1,2 @@ --extra-index-url https://download.pytorch.org/whl/cu118 -torch -causal-conv1d==1.4.0 \ No newline at end of file +torch \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt index 75a563f22c2..08ed5eeb4b9 100644 --- a/backend/python/mamba/requirements-cublas12.txt +++ b/backend/python/mamba/requirements-cublas12.txt @@ -1,2 +1 @@ -torch -causal-conv1d==1.4.0 \ No newline at end of file +torch \ No newline at end of file diff --git a/backend/python/mamba/requirements.txt b/backend/python/mamba/requirements.txt index 452baa6ae53..068bf33612f 100644 --- a/backend/python/mamba/requirements.txt +++ b/backend/python/mamba/requirements.txt @@ -1,4 +1,3 @@ -mamba-ssm==2.2.2 grpcio==1.65.1 protobuf certifi