YDB FQ: Use --tmpfs flag when running docker containers (#8951)

ydb-platform · Sep 10, 2024 · 4a8eeda · 4a8eeda
1 parent 4f839b4
commit 4a8eeda
Show file tree

Hide file tree

Showing 7 changed files with 62 additions and 36 deletions.
diff --git a/ydb/library/yql/providers/generic/connector/tests/datasource/clickhouse/docker-compose.yml b/ydb/library/yql/providers/generic/connector/tests/datasource/clickhouse/docker-compose.yml
@@ -8,13 +8,17 @@ services:
       CLICKHOUSE_USER: user
     image: mirror.gcr.io/clickhouse/clickhouse-server:23-alpine@sha256:d75017307e76d1bca81a5ac7ada94620567782c0610541f525d1e443e23f76e3
     ports:
-    - 9000
-    - 8123
+      - 9000
+      - 8123
+    tmpfs:
+      - /run
+      - /tmp
+      - /var
   fq-connector-go:
     container_name: fq-tests-ch-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - 2130
+      - 2130
     volumes:
-    - ../../fq-connector-go/:/opt/ydb/cfg/
+      - ../../fq-connector-go/:/opt/ydb/cfg/
 version: "3.4"
diff --git a/...library/yql/providers/generic/connector/tests/datasource/ms_sql_server/docker-compose.yml b/...library/yql/providers/generic/connector/tests/datasource/ms_sql_server/docker-compose.yml
@@ -3,9 +3,9 @@ services:
     container_name: fq-tests-mssql-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - 2130
+      - 2130
     volumes:
-    - ../../fq-connector-go/:/opt/ydb/cfg/
+      - ../../fq-connector-go/:/opt/ydb/cfg/
   ms_sql_server:
     build:
       context: ./init
@@ -17,5 +17,5 @@ services:
       LANG: ru_RU.UTF-8
       SA_PASSWORD: Qwerty12345!
     ports:
-    - 1433:1433
+      - 1433:1433
 version: "3.4"
diff --git a/ydb/library/yql/providers/generic/connector/tests/datasource/mysql/docker-compose.yml b/ydb/library/yql/providers/generic/connector/tests/datasource/mysql/docker-compose.yml
@@ -3,18 +3,22 @@ services:
     container_name: fq-tests-mysql-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - 2130
+      - 2130
     volumes:
-    - ../../fq-connector-go/:/opt/ydb/cfg/
+      - ../../fq-connector-go/:/opt/ydb/cfg/
   mysql:
     container_name: fq-tests-mysql-mysql
     environment:
       MYSQL_DATABASE: db
       MYSQL_ROOT_PASSWORD: password
     image: mirror.gcr.io/library/mysql@sha256:1579fe3a97a436cc10824fc771a07fcedc92213e7ab7604eb5d2976ca419abc8
     ports:
-    - 3306
+      - 3306
     volumes:
-    - ./init:/docker-entrypoint-initdb.d
-    - ./custom.cnf:/etc/mysql/conf.d/custom.cnf
+      - ./init:/docker-entrypoint-initdb.d
+      - ./custom.cnf:/etc/mysql/conf.d/custom.cnf
+    tmpfs:
+      - /run
+      - /tmp
+      - /var
 version: "3.4"
diff --git a/ydb/library/yql/providers/generic/connector/tests/datasource/oracle/docker-compose.yml b/ydb/library/yql/providers/generic/connector/tests/datasource/oracle/docker-compose.yml
@@ -3,17 +3,17 @@ services:
     container_name: fq-tests-oracle-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - 2130
+      - 2130
     volumes:
-    - ../../fq-connector-go/:/opt/ydb/cfg/
+      - ../../fq-connector-go/:/opt/ydb/cfg/
   oracle:
     container_name: fq-tests-oracle-oracle
     environment:
       ORACLE_PWD: password
       TEST_USER_NAME: C##ADMIN
     image: container-registry.oracle.com/database/free:latest@sha256:83edd0756fda0e5faecc0fdf047814f0177d4224d7bf037e4900123ee3e08718
     ports:
-    - 1521
+      - 1521
     volumes:
-    - ./init/startup:/opt/oracle/scripts/startup
+      - ./init/startup:/opt/oracle/scripts/startup
 version: "3.4"
diff --git a/ydb/library/yql/providers/generic/connector/tests/datasource/postgresql/docker-compose.yml b/ydb/library/yql/providers/generic/connector/tests/datasource/postgresql/docker-compose.yml
@@ -3,24 +3,28 @@ services:
     container_name: fq-tests-pg-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - 2130
+      - 2130
     volumes:
-    - ../../fq-connector-go/:/opt/ydb/cfg/
+      - ../../fq-connector-go/:/opt/ydb/cfg/
   postgresql:
     command:
-    - postgres
-    - -c
-    - log_statement=all
-    - -c
-    - log_connections=on
-    - -c
-    - log_disconnections=on
+      - postgres
+      - -c
+      - log_statement=all
+      - -c
+      - log_connections=on
+      - -c
+      - log_disconnections=on
     container_name: fq-tests-pg-postgresql
     environment:
       POSTGRES_DB: db
       POSTGRES_PASSWORD: password
       POSTGRES_USER: user
     image: mirror.gcr.io/library/postgres:15-bullseye@sha256:2e89ed90224245851ea2b01e0b20c4b893e69141eb36e7a1cece7fb9e19f21f0
     ports:
-    - 5432
+      - 5432
+    tmpfs:
+      - /run
+      - /tmp
+      - /var
 version: "3.4"
diff --git a/ydb/library/yql/providers/generic/connector/tests/datasource/ydb/docker-compose.yml b/ydb/library/yql/providers/generic/connector/tests/datasource/ydb/docker-compose.yml
@@ -7,18 +7,19 @@ services:
     container_name: fq-tests-ydb-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - 2130
+      - 2130
     volumes:
-    - ../../fq-connector-go/:/opt/ydb/cfg/
+      - ../../fq-connector-go/:/opt/ydb/cfg/
   ydb:
     container_name: fq-tests-ydb-ydb
     environment:
       POSTGRES_PASSWORD: password
       POSTGRES_USER: user
       YDB_DEFAULT_LOG_LEVEL: DEBUG
+      DB_USE_IN_MEMORY_PDISKS: "true"
     hostname: fq-tests-ydb-ydb
     image: ghcr.io/ydb-platform/local-ydb:latest@sha256:9045e00afec1923dc3277564c7b2f829087c2115f45f18e1d38b80bb89f98be6
     volumes:
-    - ./init/init_ydb:/init_ydb
-    - ./init/01_basic.sh:/01_basic.sh
+      - ./init/init_ydb:/init_ydb
+      - ./init/01_basic.sh:/01_basic.sh
 version: "3.4"
diff --git a/ydb/tests/fq/generic/docker-compose.yml b/ydb/tests/fq/generic/docker-compose.yml
@@ -8,7 +8,11 @@ services:
       CLICKHOUSE_USER: user
     image: clickhouse/clickhouse-server:23-alpine@sha256:b078c1cd294632afa2aeba3530e7ba2e568513da23304354f455a25fab575c06
     volumes:
-    - ./clickhouse:/docker-entrypoint-initdb.d
+      - ./clickhouse:/docker-entrypoint-initdb.d
+    tmpfs:
+      - /run
+      - /tmp
+      - /var
   fq-connector-go:
     command: |
       sh -c "
@@ -17,12 +21,16 @@ services:
     container_name: tests-fq-generic-fq-connector-go
     image: ghcr.io/ydb-platform/fq-connector-go:v0.5.8-rc.2@sha256:12d15f2e82608bc4e64fa91c549361c587754aeb0e6c6a2cee749caebb11baf8
     ports:
-    - "2130"
+      - "2130"
   greenplum:
     container_name: tests-fq-generic-greenplum
     image: ghcr.io/ydb-platform/fq-connector-go_greenplum:6.25.3-6432@sha256:9e862b05719b289b447562fbce6c003916a764a549f924a4175eecd7e7891a0b
     volumes:
-    - ./greenplum/init_db.sh:/init_db.sh
+      - ./greenplum/init_db.sh:/init_db.sh
+    tmpfs:
+      - /run
+      - /tmp
+      - /var
   postgresql:
     command: -p 6432
     container_name: tests-fq-generic-postgresql
@@ -32,16 +40,21 @@ services:
       POSTGRES_USER: user
     image: postgres:15-bullseye@sha256:3411b9f2e5239cd7867f34fcf22fe964230f7d447a71d63c283e3593d3f84085
     volumes:
-    - ./postgresql:/docker-entrypoint-initdb.d
+      - ./postgresql:/docker-entrypoint-initdb.d
+    tmpfs:
+      - /run
+      - /tmp
+      - /var
   ydb:
     container_name: tests-fq-generic-ydb
     environment:
       POSTGRES_PASSWORD: password
       POSTGRES_USER: user
       YDB_DEFAULT_LOG_LEVEL: DEBUG
+      DB_USE_IN_MEMORY_PDISKS: "true"
     hostname: tests-fq-generic-ydb
     image: ghcr.io/ydb-platform/local-ydb:latest@sha256:9045e00afec1923dc3277564c7b2f829087c2115f45f18e1d38b80bb89f98be6
     volumes:
-    - ./ydb/init_ydb:/init_ydb
-    - ./ydb/01_basic.sh:/01_basic.sh
+      - ./ydb/init_ydb:/init_ydb
+      - ./ydb/01_basic.sh:/01_basic.sh
 version: "3.4"