use minio for python sdk doctest (#281)

humanprotocol · Mar 6, 2023 · 26adee0 · 26adee0 · vercel · Mar 6, 2023
1 parent 86bd008
commit 26adee0
Show file tree

Hide file tree

Showing 6 changed files with 47 additions and 8 deletions.
diff --git a/.github/workflows/ci-test-python-sdk.yaml b/.github/workflows/ci-test-python-sdk.yaml
@@ -23,12 +23,6 @@ jobs:
         run: pip install pipenv
       - name: Python test
         working-directory: ./packages/sdk/python/human-protocol-sdk
-        env:
-          ESCROW_AWS_ACCESS_KEY_ID: ${{ secrets.ESCROW_AWS_ACCESS_KEY_ID }}
-          ESCROW_AWS_SECRET_ACCESS_KEY: ${{ secrets.ESCROW_AWS_SECRET_ACCESS_KEY }}
-          ESCROW_RESULTS_AWS_S3_ACCESS_KEY_ID: ${{ secrets.ESCROW_RESULTS_AWS_S3_ACCESS_KEY_ID }}
-          ESCROW_RESULTS_AWS_S3_SECRET_ACCESS_KEY: ${{ secrets.ESCROW_RESULTS_AWS_S3_SECRET_ACCESS_KEY }}
-          ESCROW_ENDPOINT_URL: https://storage.googleapis.com
         run: |
           pipenv install --dev
           make run-test
diff --git a/packages/sdk/python/human-protocol-sdk/.gitignore b/packages/sdk/python/human-protocol-sdk/.gitignore
@@ -14,3 +14,6 @@ dist
 
 # ABIs
 contracts
+
+# Minio Data
+minio/data
diff --git a/packages/sdk/python/human-protocol-sdk/Makefile b/packages/sdk/python/human-protocol-sdk/Makefile
@@ -7,9 +7,17 @@ build-contracts:
 format:
 	pipenv run black .
 
+start-minio:
+	docker compose -f ./minio/docker-compose.yml up -d
+
+stop-minio:
+	docker compose -f ./minio/docker-compose.yml down -v
+
 run-test:
 	make build-contracts
+	make start-minio
 	./scripts/run-test.sh
+	make stop-minio
 
 build-package:
 	make clean-package

diff --git a/packages/sdk/python/human-protocol-sdk/human_protocol_sdk/storage.py b/packages/sdk/python/human-protocol-sdk/human_protocol_sdk/storage.py
@@ -40,7 +40,7 @@
 
 ESCROW_AWS_REGION = os.getenv("ESCROW_AWS_REGION", "us-west-2")
 
-ESCROW_ENDPOINT_URL = os.getenv("ESCROW_ENDPOINT_URL", "http://minio:9000")
+ESCROW_ENDPOINT_URL = os.getenv("ESCROW_ENDPOINT_URL", "http://localhost:9000")
 ESCROW_PUBLIC_BUCKETNAME = os.getenv("ESCROW_PUBLIC_BUCKETNAME", ESCROW_ENDPOINT_URL)
 
 

diff --git a/packages/sdk/python/human-protocol-sdk/minio/docker-compose.yml b/packages/sdk/python/human-protocol-sdk/minio/docker-compose.yml
@@ -0,0 +1,34 @@
+version: '3.7'
+
+services:
+  minio:
+    container_name: minio
+    image: minio/minio
+    ports:
+      - 9000:9000
+      - 9001:9001
+    environment:
+      MINIO_ROOT_USER: minio
+      MINIO_ROOT_PASSWORD: minio123
+    entrypoint: 'sh'
+    volumes:
+      - ./data:/data
+    command: -c "minio server /data --console-address ':9001'"
+    healthcheck:
+      test: ['CMD', 'curl', '-f', 'http://localhost:9000/minio/health/live']
+      interval: 5s
+      timeout: 5s
+      retries: 3
+  minio-mc:
+    container_name: minio-mc
+    image: minio/mc
+    depends_on:
+      minio:
+        condition: service_healthy
+    entrypoint: >
+      /bin/sh -c "
+      /usr/bin/mc config host add myminio http://minio:9000 minio minio123;
+      /usr/bin/mc mb myminio/escrow-results;
+      /usr/bin/mc mb myminio/escrow-public-results;
+      /usr/bin/mc anonymous set public myminio/escrow-public-results;
+      "
diff --git a/packages/sdk/python/human-protocol-sdk/pytest.ini b/packages/sdk/python/human-protocol-sdk/pytest.ini
@@ -1,2 +1,2 @@
 [pytest]
-addopts = -p no:warnings --doctest-modules
+addopts = -p no:warnings --doctest-modules