-
Notifications
You must be signed in to change notification settings - Fork 0
146 lines (134 loc) · 4.2 KB
/
data_ingestion.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
name: Data ingestion
on:
push:
workflow_dispatch:
schedule:
- cron: '0 2 * * *'
jobs:
data_ingestion:
environment: glvd-data-ingestion
name: data ingestion
runs-on: ubuntu-latest
env:
PGHOST: "${{ vars.PGHOST }}"
PGPORT: "${{ vars.PGPORT }}"
PGUSER: "${{ vars.PGUSER }}"
PGPASSWORD: "${{ secrets.PGPASSWORD }}"
PGDATABASE: "${{ vars.PGDATABASE }}"
steps:
- name: Checkout repo
uses: actions/checkout@v4
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Prepare data ingestion
run: ./src/prepare_ingestion.sh
- name: Run data ingestion (ingest-debsec - debian)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsec debian /opt/glvd-data-ingestion/ingest-debsec/debian'
- name: Run data ingestion (ingest-debsec - gardenlinux)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsec gardenlinux /opt/glvd-data-ingestion/ingest-debsec/gardenlinux'
- name: Run data ingestion (ingest-debsrc - debian buster)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian buster /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_buster_main_source_Sources'
- name: Run data ingestion (ingest-debsrc - debian bullseye)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian bullseye /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_bullseye_main_source_Sources'
- name: Run data ingestion (ingest-debsrc - debian bookworm)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian bookworm /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_bookworm_main_source_Sources'
- name: Run data ingestion (ingest-debsrc - debian trixie)
run: >
docker run
--network host
--rm
--volume $PWD/tmp/:/opt/glvd-data-ingestion
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data ingest-debsrc debian trixie /opt/glvd-data-ingestion/ingest-debsrc/lists/deb.debian.org_debian_dists_trixie_main_source_Sources'
- name: Run data combination (combine-deb)
run: >
docker run
--network host
--rm
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data combine-deb'
- name: Run data combination (combine-all)
run: >
docker run
--network host
--rm
--entrypoint=""
--env PGHOST
--env PGPORT
--env PGUSER
--env PGPASSWORD
--env PGDATABASE
ghcr.io/gardenlinux/glvd:edge
/bin/sh -c 'glvd-data combine-all'