-
Notifications
You must be signed in to change notification settings - Fork 0
118 lines (108 loc) · 3.55 KB
/
data_ingestion.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
name: Data ingestion
on:
push:
workflow_dispatch:
schedule:
- cron: '0 2 * * *'
jobs:
data_ingestion:
environment: glvd-data-ingestion
name: data ingestion
runs-on: ubuntu-latest
env:
PGHOST: "${{ vars.PGHOST }}"
PGPORT: "${{ vars.PGPORT }}"
PGUSER: "${{ vars.PGUSER }}"
PGPASSWORD: "${{ secrets.PGPASSWORD }}"
PGDATABASE: "${{ vars.PGDATABASE }}"
steps:
- name: Checkout repo
uses: actions/checkout@v4
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v2
- name: Prepare data ingestion
run: ./src/prepare_ingestion.sh
- name: Run data ingestion (ingest-debsec - debian)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsec debian /opt/glvd-data-ingestion/ingest-debsec/debian'
- name: Run data ingestion (ingest-debsec - gardenlinux)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsec gardenlinux /opt/glvd-data-ingestion/ingest-debsec/gardenlinux'
- name: Run data ingestion (ingest-debsrc - debian buster)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian buster /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_buster_main_source_Sources'
- name: Run data ingestion (ingest-debsrc - debian bullseye)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian bullseye /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_bullseye_main_source_Sources'
- name: Run data ingestion (ingest-debsrc - debian bookworm)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian bookworm /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_bookworm_main_source_Sources'
- name: Run data ingestion (ingest-debsrc - debian trixie)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian trixie /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_trixie_main_source_Sources'