-
Notifications
You must be signed in to change notification settings - Fork 10
156 lines (140 loc) · 6.38 KB
/
3.0-qa-ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
name: 3.0 QA-workflow
on:
pull_request:
branches:
- 'main'
- '3.0'
- '3.1'
- '3.1.2'
push:
branches:
- 'main'
- '3.0'
- '3.1'
- '3.1.2'
- 'ref/qa_ci'
workflow_dispatch:
env:
RELEASE_HOST: 192.168.1.45
COVERAGE_BASE_DIR: /data/coverage
DIR_PATH: ${{ github.sha }}
ALLURE_PROFILE_DIR: /data/huoh/allure_profile/${{ github.sha }}
ALLURE_REPORT_DIR: /data/coverage/${{ github.sha }}/allure_report
WORK_DIR: /data/actions-runner-taosadapter/_work/taosadapter/taosadapter
TAOSADAPTER_DIR: /data/actions-runner-taosadapter/_work/taosadapter/taosadapter/taosadapter_${{ github.sha }}
REPORT_BASE_URL: http://192.168.1.45:8787
GOCOVERDIR: /data/huoh/go_cover/${{ github.sha }}
jobs:
build_and_deploy:
runs-on: [self-hosted, linux, x64]
outputs:
container_id: ${{ steps.run_container.outputs.container_id }}
steps:
- name: run container
id: run_container
# 1. 寻找可用端口
# 2. 启动容器
# 3. copy TDengine 到容器
run: |
for port in $(seq 10000 65000); do (echo >/dev/tcp/localhost/$port) &>/dev/null || { taosadapter_port=$port; break; }; done && echo "Available taosadapter_port: $taosadapter_port"
run_container_id=$(docker run --privileged=true -d \
-v /data/huoh/TDengine:/data/TDengine \
-v /data/huoh/release:/data/release \
-v /data/huoh/TestNG_taosX:/data/huoh/TestNG_taosX \
-v /data/coverage:/data/coverage \
-v /data/huoh/go_cover:/data/huoh/go_cover \
-v /data/huoh/allure_profile:/data/huoh/allure_profile \
-v /data/actions-runner-taosadapter/_work:/data/actions-runner-taosadapter/_work \
-p $taosadapter_port:6041 \
-e GOCOVERDIR=${{ env.GOCOVERDIR }} \
taosadapter_ci:latest)
echo "container_id: $run_container_id"
echo "container_id=$run_container_id" >> "$GITHUB_OUTPUT"
docker exec $run_container_id bash -c \
"mkdir -p /app/release && \
cp /data/release/* /app/release/ && \
cd /app/release && \
chmod +x taos taosd && \
cp taos taosd /usr/bin/ && \
cp libtaos.so.3.9.9.9 /usr/lib/ && \
ln -sf /usr/lib/libtaos.so.3.9.9.9 /usr/lib/libtaos.so.1 && \
ln -sf /usr/lib/libtaos.so.1 /usr/lib/libtaos.so && \
cp taos.h /usr/include/"
- name: checkout
uses: actions/checkout@v4
with:
path: taosadapter_${{ env.DIR_PATH }}
- name: build taosAdapter
run: |
docker exec ${{ steps.run_container.outputs.container_id }} bash -c \
"rm -rf ${{ env.GOCOVERDIR }} && \
mkdir -p ${{ env.GOCOVERDIR }} && \
mkdir -p ${{ env.COVERAGE_BASE_DIR }}/${{ env.DIR_PATH }} && \
cd ${{ env.TAOSADAPTER_DIR }} && \
go build -cover"
- name: deploy taosadapter
run: |
docker exec ${{ steps.run_container.outputs.container_id }} bash -c \
"mkdir -p /etc/taos && \
cp ${{ env.TAOSADAPTER_DIR }}/taosadapter /usr/bin && \
cp ${{ env.TAOSADAPTER_DIR }}/.github/workflows/taos.cfg /etc/taos/taos.cfg"
docker exec ${{ steps.run_container.outputs.container_id }} bash -c \
"nohup taosd > /dev/null 2>&1 &"
docker exec ${{ steps.run_container.outputs.container_id }} bash -c \
"nohup taosadapter > /dev/null 2>&1 &"
run_taosadapter_test:
runs-on: [self-hosted, linux, x64]
needs: build_and_deploy
steps:
- name: 运行TestNG测试
run: |
docker exec ${{ needs.build_and_deploy.outputs.container_id }} bash -c \
"mkdir -p ${{ env.ALLURE_PROFILE_DIR }} && \
mkdir -p ${{ env.ALLURE_REPORT_DIR }} && \
cd /data/huoh/TestNG_taosX && \
poetry config virtualenvs.in-project true && \
poetry install && \
. ./setenv.sh && \
cd taosadapter_tests && \
poetry run pytest -sv --alluredir=${{ env.ALLURE_PROFILE_DIR }}"
generate_report:
runs-on: [self-hosted, linux, x64]
needs: [build_and_deploy, run_taosadapter_test]
if: always()
steps:
- name: allure report
run: |
allure generate ${{ env.ALLURE_PROFILE_DIR }} -o ${{ env.ALLURE_REPORT_DIR }} --clean
echo "see report at ${{ env.REPORT_BASE_URL }}/${{ env.DIR_PATH }}/allure_report/"
- name: collect coverage
run: |
docker exec ${{ needs.build_and_deploy.outputs.container_id }} bash -c \
"kill -TERM \$(pgrep taosadapter) && \
go tool covdata percent -i=${{ env.GOCOVERDIR }} -o ${{ env.GOCOVERDIR }}/coverage.txt && \
head -n 1 ${{ env.GOCOVERDIR }}/coverage.txt && \
go tool covdata textfmt -i=${{ env.GOCOVERDIR }} -o ${{ env.GOCOVERDIR }}/cov.txt && \
cd ${{ env.TAOSADAPTER_DIR }} && \
gocov convert ${{ env.GOCOVERDIR }}/cov.txt | gocov-html > ${{ env.COVERAGE_BASE_DIR }}/${{ env.DIR_PATH }}/cov.html"
echo "see report at ${{ env.REPORT_BASE_URL }}/${{ env.DIR_PATH }}/cov.html"
after_success:
runs-on: [self-hosted, linux, x64]
needs: [build_and_deploy, run_taosadapter_test, generate_report]
if: success()
steps:
- name: Force stop taosd & taosadapter
run: |
echo "stop and rm container ${{ needs.build_and_deploy.outputs.container_id }}"
#docker stop ${{ needs.build_and_deploy.outputs.container_id }}
#docker rm ${{ needs.build_and_deploy.outputs.container_id }}
rm -rf /data/huoh/CI/taosadapter${{ env.DIR_PATH }}
after_failure:
runs-on: [self-hosted, linux, x64]
needs: [build_and_deploy, run_taosadapter_test, generate_report]
if: failure()
steps:
- name: Send Feishu Message
run: |
rm -rf /data/huoh/CI/taosadapter${{ env.DIR_PATH }}
curl -X POST -H "Content-Type: application/json" \
-d "{\"msg_type\":\"text\",\"content\":{\"text\":\"${{ github.workflow }} 运行失败，@${{ github.actor }}，\n Action 执行地址见: https://github.com/taosdata/taosadapter/actions/runs/${{ github.run_id }} \n 报告地址见：$REPORT_BASE_URL/$DIR_PATH/allure_report/\"}}" \
https://open.feishu.cn/open-apis/bot/v2/hook/209e9aba-167a-49de-8d7b-15e12abd7922