From 90017833cb03d839d2f8b6d76e04daab42ed4936 Mon Sep 17 00:00:00 2001 From: lvliang-intel Date: Fri, 21 Jun 2024 14:33:25 +0800 Subject: [PATCH] Add prometheus fastai dependency for all microservices (#231) * add preload env in run.sh Signed-off-by: lvliang-intel * Add prometheus fastai dependency for all microservices Signed-off-by: lvliang-intel --------- Signed-off-by: lvliang-intel --- comps/asr/requirements.txt | 1 + comps/dataprep/milvus/requirements.txt | 1 + comps/dataprep/qdrant/requirements.txt | 1 + comps/dataprep/redis/langchain/requirements.txt | 1 + comps/dataprep/redis/langchain_ray/requirements.txt | 1 + comps/dataprep/redis/llama_index/requirements.txt | 1 + comps/embeddings/langchain-mosec/requirements.txt | 1 + comps/embeddings/langchain/requirements.txt | 1 + comps/embeddings/llama_index/requirements.txt | 1 + comps/guardrails/requirements.txt | 1 + comps/knowledgegraphs/requirements.txt | 1 + comps/llms/summarization/tgi/requirements.txt | 1 + comps/llms/text-generation/native/requirements.txt | 1 + comps/llms/text-generation/ollama/requirements.txt | 1 + comps/llms/text-generation/ray_serve/requirements.txt | 1 + comps/llms/text-generation/tgi/requirements.txt | 1 + comps/llms/text-generation/vllm-xft/requirements.txt | 1 + comps/llms/text-generation/vllm/requirements.txt | 1 + comps/lvms/requirements.txt | 1 + comps/ragas/tgi/requirements.txt | 3 ++- comps/reranks/requirements.txt | 1 + comps/retrievers/langchain/milvus/requirements.txt | 1 + comps/retrievers/langchain/redis/requirements.txt | 1 + comps/tts/requirements.txt | 1 + 24 files changed, 25 insertions(+), 1 deletion(-) diff --git a/comps/asr/requirements.txt b/comps/asr/requirements.txt index 3c0c8be74..1698cbe80 100644 --- a/comps/asr/requirements.txt +++ b/comps/asr/requirements.txt @@ -5,6 +5,7 @@ opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk optimum[habana] +prometheus-fastapi-instrumentator pydantic==2.7.2 pydub shortuuid diff --git a/comps/dataprep/milvus/requirements.txt b/comps/dataprep/milvus/requirements.txt index 6252d2ba7..8e2b11d20 100644 --- a/comps/dataprep/milvus/requirements.txt +++ b/comps/dataprep/milvus/requirements.txt @@ -13,6 +13,7 @@ opentelemetry-exporter-otlp opentelemetry-sdk pandas Pillow +prometheus-fastapi-instrumentator pydantic==2.7.3 pymilvus==2.4.3 pymupdf==1.24.5 diff --git a/comps/dataprep/qdrant/requirements.txt b/comps/dataprep/qdrant/requirements.txt index 5699c5f31..54d883ef2 100644 --- a/comps/dataprep/qdrant/requirements.txt +++ b/comps/dataprep/qdrant/requirements.txt @@ -11,6 +11,7 @@ opentelemetry-exporter-otlp opentelemetry-sdk pandas Pillow +prometheus-fastapi-instrumentator pymupdf python-docx qdrant-client diff --git a/comps/dataprep/redis/langchain/requirements.txt b/comps/dataprep/redis/langchain/requirements.txt index a1d5ed3c3..f4fe8ba45 100644 --- a/comps/dataprep/redis/langchain/requirements.txt +++ b/comps/dataprep/redis/langchain/requirements.txt @@ -12,6 +12,7 @@ opentelemetry-exporter-otlp opentelemetry-sdk pandas Pillow +prometheus-fastapi-instrumentator pymupdf python-docx redis diff --git a/comps/dataprep/redis/langchain_ray/requirements.txt b/comps/dataprep/redis/langchain_ray/requirements.txt index 628454ff6..6e8f3ad9d 100644 --- a/comps/dataprep/redis/langchain_ray/requirements.txt +++ b/comps/dataprep/redis/langchain_ray/requirements.txt @@ -12,6 +12,7 @@ opentelemetry-exporter-otlp opentelemetry-sdk pandas Pillow +prometheus-fastapi-instrumentator pyarrow pymupdf python-docx diff --git a/comps/dataprep/redis/llama_index/requirements.txt b/comps/dataprep/redis/llama_index/requirements.txt index 3eb05757f..f0dcd4a11 100644 --- a/comps/dataprep/redis/llama_index/requirements.txt +++ b/comps/dataprep/redis/llama_index/requirements.txt @@ -10,6 +10,7 @@ numpy opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator redis sentence_transformers shortuuid diff --git a/comps/embeddings/langchain-mosec/requirements.txt b/comps/embeddings/langchain-mosec/requirements.txt index 65c79959e..efa1a6514 100644 --- a/comps/embeddings/langchain-mosec/requirements.txt +++ b/comps/embeddings/langchain-mosec/requirements.txt @@ -6,4 +6,5 @@ openai opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid diff --git a/comps/embeddings/langchain/requirements.txt b/comps/embeddings/langchain/requirements.txt index e2677895a..533186b97 100644 --- a/comps/embeddings/langchain/requirements.txt +++ b/comps/embeddings/langchain/requirements.txt @@ -6,5 +6,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator sentence_transformers shortuuid diff --git a/comps/embeddings/llama_index/requirements.txt b/comps/embeddings/llama_index/requirements.txt index 5af75eeb1..245710f7f 100644 --- a/comps/embeddings/llama_index/requirements.txt +++ b/comps/embeddings/llama_index/requirements.txt @@ -6,4 +6,5 @@ llama-index-embeddings-text-embeddings-inference opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid diff --git a/comps/guardrails/requirements.txt b/comps/guardrails/requirements.txt index 6d44ec4a4..10ef1bb44 100644 --- a/comps/guardrails/requirements.txt +++ b/comps/guardrails/requirements.txt @@ -7,4 +7,5 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid diff --git a/comps/knowledgegraphs/requirements.txt b/comps/knowledgegraphs/requirements.txt index e368e2067..ce74ef6ec 100755 --- a/comps/knowledgegraphs/requirements.txt +++ b/comps/knowledgegraphs/requirements.txt @@ -21,6 +21,7 @@ opentelemetry-sdk pandas pandas Pillow +prometheus-fastapi-instrumentator pymupdf python-docx redis diff --git a/comps/llms/summarization/tgi/requirements.txt b/comps/llms/summarization/tgi/requirements.txt index 8e5b79b48..f770cf5d7 100644 --- a/comps/llms/summarization/tgi/requirements.txt +++ b/comps/llms/summarization/tgi/requirements.txt @@ -7,5 +7,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid transformers diff --git a/comps/llms/text-generation/native/requirements.txt b/comps/llms/text-generation/native/requirements.txt index 0a6509596..1b0acdfce 100644 --- a/comps/llms/text-generation/native/requirements.txt +++ b/comps/llms/text-generation/native/requirements.txt @@ -4,5 +4,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid transformers diff --git a/comps/llms/text-generation/ollama/requirements.txt b/comps/llms/text-generation/ollama/requirements.txt index 8e5b79b48..f770cf5d7 100644 --- a/comps/llms/text-generation/ollama/requirements.txt +++ b/comps/llms/text-generation/ollama/requirements.txt @@ -7,5 +7,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid transformers diff --git a/comps/llms/text-generation/ray_serve/requirements.txt b/comps/llms/text-generation/ray_serve/requirements.txt index 9aaecdc79..1378ad140 100644 --- a/comps/llms/text-generation/ray_serve/requirements.txt +++ b/comps/llms/text-generation/ray_serve/requirements.txt @@ -9,6 +9,7 @@ openai opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator ray[serve]>=2.10 shortuuid transformers diff --git a/comps/llms/text-generation/tgi/requirements.txt b/comps/llms/text-generation/tgi/requirements.txt index 8e5b79b48..f770cf5d7 100644 --- a/comps/llms/text-generation/tgi/requirements.txt +++ b/comps/llms/text-generation/tgi/requirements.txt @@ -7,5 +7,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid transformers diff --git a/comps/llms/text-generation/vllm-xft/requirements.txt b/comps/llms/text-generation/vllm-xft/requirements.txt index 1035c67a0..ddf7310b6 100644 --- a/comps/llms/text-generation/vllm-xft/requirements.txt +++ b/comps/llms/text-generation/vllm-xft/requirements.txt @@ -5,5 +5,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator shortuuid vllm-xft diff --git a/comps/llms/text-generation/vllm/requirements.txt b/comps/llms/text-generation/vllm/requirements.txt index d5959e9ff..79cdf238d 100644 --- a/comps/llms/text-generation/vllm/requirements.txt +++ b/comps/llms/text-generation/vllm/requirements.txt @@ -6,6 +6,7 @@ langserve opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator setuptools==69.5.1 shortuuid transformers diff --git a/comps/lvms/requirements.txt b/comps/lvms/requirements.txt index a2a605a45..32076a20d 100644 --- a/comps/lvms/requirements.txt +++ b/comps/lvms/requirements.txt @@ -5,6 +5,7 @@ opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk optimum[habana] +prometheus-fastapi-instrumentator pydantic==2.7.2 pydub shortuuid diff --git a/comps/ragas/tgi/requirements.txt b/comps/ragas/tgi/requirements.txt index d0a85eb44..2805cad49 100644 --- a/comps/ragas/tgi/requirements.txt +++ b/comps/ragas/tgi/requirements.txt @@ -1,4 +1,4 @@ -datasets +datasets docarray[full] fastapi huggingface_hub @@ -8,6 +8,7 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator ragas shortuuid transformers diff --git a/comps/reranks/requirements.txt b/comps/reranks/requirements.txt index 2dae319d2..103349907 100644 --- a/comps/reranks/requirements.txt +++ b/comps/reranks/requirements.txt @@ -5,5 +5,6 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator sentence_transformers shortuuid diff --git a/comps/retrievers/langchain/milvus/requirements.txt b/comps/retrievers/langchain/milvus/requirements.txt index 6252d2ba7..8e2b11d20 100644 --- a/comps/retrievers/langchain/milvus/requirements.txt +++ b/comps/retrievers/langchain/milvus/requirements.txt @@ -13,6 +13,7 @@ opentelemetry-exporter-otlp opentelemetry-sdk pandas Pillow +prometheus-fastapi-instrumentator pydantic==2.7.3 pymilvus==2.4.3 pymupdf==1.24.5 diff --git a/comps/retrievers/langchain/redis/requirements.txt b/comps/retrievers/langchain/redis/requirements.txt index 6c9819b66..a763d10af 100644 --- a/comps/retrievers/langchain/redis/requirements.txt +++ b/comps/retrievers/langchain/redis/requirements.txt @@ -6,6 +6,7 @@ langsmith opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk +prometheus-fastapi-instrumentator pymupdf redis sentence_transformers diff --git a/comps/tts/requirements.txt b/comps/tts/requirements.txt index 7baa60a17..e4a2bf4dc 100644 --- a/comps/tts/requirements.txt +++ b/comps/tts/requirements.txt @@ -5,6 +5,7 @@ opentelemetry-api opentelemetry-exporter-otlp opentelemetry-sdk optimum[habana] +prometheus-fastapi-instrumentator sentencepiece shortuuid torch