end-to-end #7
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # If you change this name also do it in ci_metrics.yml | |
| name: end-to-end | |
| on: | |
| workflow_dispatch: | |
| env: | |
| PYTHON_VERSION: "3.8" | |
| jobs: | |
| e2e: | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false # Avoid cancelling the others if one of these fails | |
| matrix: | |
| folder: | |
| - "document_stores" | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| - name: Install Haystack | |
| run: pip install .[inference,elasticsearch7,faiss,weaviate,opensearch,dev] | |
| - name: Cache HF models | |
| id: cache-hf-models | |
| uses: actions/cache@v3 | |
| with: | |
| path: ~/.cache/huggingface/transformers/ | |
| key: hf-models | |
| env: | |
| SEGMENT_DOWNLOAD_TIMEOUT_MINS: 15 | |
| - name: Download models | |
| if: steps.cache-hf-models.outputs.cache-hit != 'true' | |
| run: | | |
| python -c "from transformers import AutoModel;[AutoModel.from_pretrained(model_name) for model_name in ['vblagoje/dpr-ctx_encoder-single-lfqa-wiki', 'vblagoje/dpr-question_encoder-single-lfqa-wiki', 'facebook/dpr-question_encoder-single-nq-base', 'facebook/dpr-ctx_encoder-single-nq-base', 'elastic/distilbert-base-cased-finetuned-conll03-english', 'deepset/bert-medium-squad2-distilled']]" | |
| - name: Run Elasticsearch | |
| run: | | |
| docker run -d -p 9200:9200 -e "discovery.type=single-node" -e "ES_JAVA_OPTS=-Xms128m -Xmx256m" elasticsearch:7.9.2 | |
| - name: Run Opensearch | |
| run: | | |
| docker run -d -p 9201:9200 -p 9600:9600 -e "discovery.type=single-node" opensearchproject/opensearch:1.3.5 | |
| - name: Run Weaviate | |
| run: docker run -d -p 8080:8080 --name haystack_test_weaviate --env AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED='true' --env PERSISTENCE_DATA_PATH='/var/lib/weaviate' --env ENABLE_EXPERIMENTAL_BM25='true' --env DISK_USE_READONLY_PERCENTAGE='95' semitechnologies/weaviate:1.17.2 | |
| - name: Sleep | |
| run: sleep 30 | |
| - name: Run tests | |
| env: | |
| TOKENIZERS_PARALLELISM: 'false' # Avoid logspam by tokenizers | |
| # we add "and not document_store" to exclude the tests that were ported to the new strategy | |
| run: | | |
| pytest e2e/${{ matrix.folder }} |