Skip to content

Commit 3d054a5

Browse files
kurisaWkurisaW
committed
feat: ci script associated with auto_utest.
1 parent ab1f438 commit 3d054a5

File tree

14 files changed

+312
-1
lines changed

14 files changed

+312
-1
lines changed

‎.github/utest/cpp11/cpp11.cfg

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
CONFIG_UTEST_CPP11_THREAD_TC=y
2+
# dependencies
3+
CONFIG_RT_USING_CI_ACTION=y
4+
CONFIG_RT_USING_CPLUSPLUS=y
5+
CONFIG_RT_USING_CPLUSPLUS11=y

‎.github/utest/default.cfg

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
CONFIG_RT_USING_CI_ACTION=y

‎.github/utest/kernel/atomic.cfg

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
CONFIG_UTEST_ATOMIC_TC=y
2+
# dependencies
3+
CONFIG_RT_USING_CI_ACTION=y
4+
CONFIG_RT_USING_TIMER_SOFT=y
5+
CONFIG_RT_USING_THREAD=y

‎.github/utest/kernel/atomic_c11.cfg

+6
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
CONFIG_UTEST_ATOMIC_TC=y
2+
# dependencies
3+
CONFIG_RT_USING_CI_ACTION=y
4+
CONFIG_RT_USING_TIMER_SOFT=y
5+
CONFIG_RT_USING_THREAD=y
6+
CONFIG_RT_USING_STDC_ATOMIC=y

‎.github/utest/kernel/device.cfg

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
CONFIG_UTEST_DEVICE_TC=y
2+
# dependencies
3+
CONFIG_RT_USING_CI_ACTION=y
4+
CONFIG_RT_USING_TIMER_SOFT=y
5+
CONFIG_RT_USING_THREAD=y

‎.github/utest/kernel/ipc.cfg

+15
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,15 @@
1+
CONFIG_UTEST_SEMAPHORE_TC=y
2+
CONFIG_UTEST_EVENT_TC=y
3+
CONFIG_UTEST_MESSAGEQUEUE_TC=y
4+
CONFIG_UTEST_SIGNAL_TC=y
5+
CONFIG_UTEST_MUTEX_TC=y
6+
CONFIG_UTEST_MAILBOX_TC=y
7+
CONFIG_UTEST_WORKQUEUE_TC=y
8+
# dependencies
9+
CONFIG_RT_USING_CI_ACTION=y
10+
CONFIG_RT_USING_SEMAPHORE=y
11+
CONFIG_RT_USING_EVENT=y
12+
CONFIG_RT_USING_MESSAGEQUEUE=y
13+
CONFIG_RT_USING_SIGNALS=y
14+
CONFIG_RT_USING_MUTEX=y
15+
CONFIG_RT_USING_MAILBOX=y

‎.github/utest/kernel/irq.cfg

+4
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
CONFIG_UTEST_IRQ_TC=y
2+
CONFIG_RT_HOOK_USING_FUNC_PTR=y
3+
# dependencies
4+
CONFIG_RT_USING_CI_ACTION=y

‎.github/utest/kernel/mem.cfg

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
CONFIG_UTEST_MEMHEAP_TC=y
2+
3+
# dependencies
4+
CONFIG_RT_USING_CI_ACTION=y
5+
CONFIG_RT_USING_MEMHEAP=y

‎.github/utest/kernel/thread.cfg

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
CONFIG_UTEST_THREAD_TC=y
2+
# dependencies
3+
CONFIG_RT_USING_CI_ACTION=y
4+
CONFIG_RT_USING_TIMER_SOFT=y
5+
CONFIG_RT_USING_THREAD=y

‎.github/utest/kernel/timer.cfg

+5
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
CONFIG_UTEST_TIMER_TC=y
2+
3+
# dependencies
4+
CONFIG_RT_USING_CI_ACTION=y
5+
CONFIG_RT_USING_TIMER_SOFT=y

‎.github/utest/rtsmart/rtsmart.cfg

+6
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
CONFIG_UTEST_MEMHEAP_TC=y
2+
3+
# dependencies
4+
CONFIG_RT_USING_SMART=y
5+
CONFIG_RT_USING_MEMHEAP=y
6+
CONFIG_RT_USING_DFS_V2=y

‎.github/utest/smp/smp.cfg

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
CONFIG_RT_USING_SMP=y
2+
# dependencies
3+
CONFIG_SYSTEM_THREAD_STACK_SIZE=4096

‎.github/workflows/utest_auto_run.yml

+245
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,245 @@
1+
# Automation utest run script for the QEMU platform
2+
# Generate the corresponding config configuration for CI based on the configuration file under .github/utest.
3+
4+
name: utest_auto_run
5+
6+
on:
7+
push:
8+
branches:
9+
- master
10+
paths-ignore:
11+
- documentation/**
12+
- '**/README.md'
13+
- '**/README_zh.md'
14+
pull_request:
15+
branches:
16+
- master
17+
paths-ignore:
18+
- documentation/**
19+
- '**/README.md'
20+
- '**/README_zh.md'
21+
22+
permissions:
23+
contents: read
24+
25+
jobs:
26+
test:
27+
runs-on: ubuntu-22.04
28+
name: ${{ matrix.platform.UTEST }} :${{ matrix.config_file }}
29+
if: github.repository_owner == 'RT-Thread'
30+
strategy:
31+
fail-fast: false
32+
matrix:
33+
platform:
34+
- { UTEST: "A9", RTT_BSP: "bsp/qemu-vexpress-a9", QEMU_ARCH: "arm", QEMU_MACHINE: "vexpress-a9", SD_FILE: "sd.bin", KERNEL: "standard", "SMP_RUN":"" }
35+
- { UTEST: "A9-rtsmart", RTT_BSP: "bsp/qemu-vexpress-a9", QEMU_ARCH: "arm", QEMU_MACHINE: "vexpress-a9", SD_FILE: "sd.bin", KERNEL: "rtsmart", "SMP_RUN":"" }
36+
- { UTEST: "A9-smp", RTT_BSP: "bsp/qemu-vexpress-a9", QEMU_ARCH: "arm", QEMU_MACHINE: "vexpress-a9", SD_FILE: "sd.bin", KERNEL: "standard", "SMP_RUN":"smp" }
37+
38+
- { UTEST: "RISCV", RTT_BSP: "bsp/qemu-virt64-riscv", QEMU_ARCH: "riscv64", QEMU_MACHINE: "virt", SD_FILE: "None", KERNEL: "standard", "SMP_RUN":"" }
39+
- { UTEST: "RISCV-rtsmart", RTT_BSP: "bsp/qemu-virt64-riscv", QEMU_ARCH: "riscv64", QEMU_MACHINE: "virt", SD_FILE: "None", KERNEL: "rtsmart", "SMP_RUN":"" }
40+
# - { UTEST: "RISCV-smp", RTT_BSP: "bsp/qemu-virt64-riscv", QEMU_ARCH: "riscv64", QEMU_MACHINE: "virt", SD_FILE: "None", KERNEL: "standard", "SMP_RUN":"smp" }
41+
42+
- { UTEST: "AARCH64", RTT_BSP: "bsp/qemu-virt64-aarch64", QEMU_ARCH: "aarch64", QEMU_MACHINE: "virt", SD_FILE: "sd.bin", KERNEL: "standard", "SMP_RUN":"" }
43+
- { UTEST: "AARCH64-rtsmart", RTT_BSP: "bsp/qemu-virt64-aarch64", QEMU_ARCH: "aarch64", QEMU_MACHINE: "virt", SD_FILE: "sd.bin", KERNEL: "rtsmart", "SMP_RUN":"" }
44+
# - { UTEST: "AARCH64-smp", RTT_BSP: "bsp/qemu-virt64-aarch64", QEMU_ARCH: "aarch64", QEMU_MACHINE: "virt", SD_FILE: "sd.bin", KERNEL: "standard", "SMP_RUN":"smp" }
45+
46+
config_file:
47+
- "default.cfg"
48+
49+
# kernel
50+
# - "kernel/atomic_c11.cfg"
51+
# - "kernel/atomic.cfg"
52+
# - "kernel/device.cfg"
53+
# - "kernel/ipc.cfg"
54+
# - "kernel/irq.cfg"
55+
# - "kernel/mem.cfg"
56+
# - "kernel/thread.cfg"
57+
# - "kernel/timer.cfg"
58+
59+
# cpp11
60+
# - "cpp11/cpp11.cfg"
61+
62+
env:
63+
TEST_QEMU_ARCH: ${{ matrix.platform.QEMU_ARCH }}
64+
TEST_QEMU_MACHINE: ${{ matrix.platform.QEMU_MACHINE }}
65+
TEST_BSP_ROOT: ${{ matrix.platform.RTT_BSP }}
66+
TEST_CONFIG_FILE: ${{ matrix.config_file }}
67+
TEST_SD_FILE: ${{ matrix.platform.SD_FILE }}
68+
steps:
69+
- uses: actions/checkout@v4
70+
71+
- name: Install Tools
72+
shell: bash
73+
run: |
74+
sudo apt-get update
75+
sudo apt-get -yqq install scons qemu-system git
76+
pip3 install kconfiglib
77+
78+
- name: Install ToolChains
79+
shell: bash
80+
run: |
81+
TOOLCHAIN_INSTALLED=""
82+
83+
# Install Arm ToolChains
84+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "arm" && "${{ matrix.platform.KERNEL }}" == "standard" ]]; then
85+
echo "Starting install Arm ToolChains"
86+
wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.3/gcc-arm-none-eabi-10-2020-q4-major-x86_64-linux.tar.bz2
87+
sudo tar xjf gcc-arm-none-eabi-10-2020-q4-major-x86_64-linux.tar.bz2 -C /opt
88+
/opt/gcc-arm-none-eabi-10-2020-q4-major/bin/arm-none-eabi-gcc --version
89+
echo "RTT_EXEC_PATH=/opt/gcc-arm-none-eabi-10-2020-q4-major/bin" >> $GITHUB_ENV
90+
echo "RTT_CC_PREFIX=arm-none-eabi-" >> $GITHUB_ENV
91+
echo "TOOLCHAIN_INSTALLED=arm" >> $GITHUB_ENV
92+
fi
93+
94+
# Install Arm Musl ToolChains
95+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "arm" && "${{ matrix.platform.KERNEL }}" == "rtsmart" ]]; then
96+
echo "Starting install Arm Musl ToolChains"
97+
wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.7/arm-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2
98+
sudo tar xjf arm-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2 -C /opt
99+
/opt/arm-linux-musleabi_for_x86_64-pc-linux-gnu/bin/arm-linux-musleabi-gcc --version
100+
echo "RTT_EXEC_PATH=/opt/arm-linux-musleabi_for_x86_64-pc-linux-gnu/bin" >> $GITHUB_ENV
101+
echo "RTT_CC_PREFIX=arm-linux-musleabi-" >> $GITHUB_ENV
102+
echo "TOOLCHAIN_INSTALLED=arm-musl" >> $GITHUB_ENV
103+
fi
104+
105+
# Install RISC-V ToolChains
106+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "riscv64" && "${{ matrix.platform.KERNEL }}" == "standard" ]]; then
107+
echo "Starting install RISC-V ToolChains"
108+
wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.4/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14.tar.gz
109+
sudo tar zxvf riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14.tar.gz -C /opt
110+
/opt/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14/bin/riscv64-unknown-elf-gcc --version
111+
echo "RTT_EXEC_PATH=/opt/riscv64-unknown-elf-toolchain-10.2.0-2020.12.8-x86_64-linux-ubuntu14/bin" >> $GITHUB_ENV
112+
echo "TOOLCHAIN_INSTALLED=riscv" >> $GITHUB_ENV
113+
fi
114+
115+
# Install RISC-V Musl ToolChains
116+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "riscv64" && "${{ matrix.platform.KERNEL }}" == "rtsmart" ]]; then
117+
echo "Starting install RISC-V Musl ToolChains"
118+
wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.7/riscv64-linux-musleabi_for_x86_64-pc-linux-gnu_latest.tar.bz2
119+
sudo tar xjf riscv64-linux-musleabi_for_x86_64-pc-linux-gnu_latest.tar.bz2 -C /opt
120+
/opt/riscv64-linux-musleabi_for_x86_64-pc-linux-gnu/bin/riscv64-unknown-linux-musl-gcc --version
121+
echo "RTT_EXEC_PATH=/opt/riscv64-linux-musleabi_for_x86_64-pc-linux-gnu/bin" >> $GITHUB_ENV
122+
echo "RTT_CC_PREFIX=riscv64-unknown-linux-musl-" >> $GITHUB_ENV
123+
echo "TOOLCHAIN_INSTALLED=riscv-musl" >> $GITHUB_ENV
124+
fi
125+
126+
# Install AARCH64 ToolChains
127+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "aarch64" && "${{ matrix.platform.KERNEL }}" == "standard" ]]; then
128+
echo "Starting install AARCH64 ToolChains"
129+
wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.6/gcc-arm-10.2-2020.11-x86_64-aarch64-none-elf.tar.xz
130+
sudo tar -xvJf gcc-arm-10.2-2020.11-x86_64-aarch64-none-elf.tar.xz -C /opt
131+
/opt/gcc-arm-10.2-2020.11-x86_64-aarch64-none-elf/bin/aarch64-none-elf-gcc --version
132+
echo "RTT_EXEC_PATH=/opt/gcc-arm-10.2-2020.11-x86_64-aarch64-none-elf/bin" >> $GITHUB_ENV
133+
echo "RTT_CC_PREFIX=aarch64-none-elf-" >> $GITHUB_ENV
134+
echo "TOOLCHAIN_INSTALLED=aarch64" >> $GITHUB_ENV
135+
fi
136+
137+
# Install AARCH64 Musl ToolChains
138+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "aarch64" && "${{ matrix.platform.KERNEL }}" == "rtsmart" ]]; then
139+
echo "Starting install AARCH64 Musl ToolChains"
140+
wget -q https://github.com/RT-Thread/toolchains-ci/releases/download/v1.7/aarch64-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2
141+
sudo tar xjf aarch64-linux-musleabi_for_x86_64-pc-linux-gnu_stable.tar.bz2 -C /opt
142+
/opt/aarch64-linux-musleabi_for_x86_64-pc-linux-gnu/bin/aarch64-linux-musleabi-gcc --version
143+
echo "RTT_EXEC_PATH=/opt/aarch64-linux-musleabi_for_x86_64-pc-linux-gnu/bin" >> $GITHUB_ENV
144+
echo "RTT_CC_PREFIX=aarch64-linux-musleabi-" >> $GITHUB_ENV
145+
echo "TOOLCHAIN_INSTALLED=aarch64-musl" >> $GITHUB_ENV
146+
fi
147+
148+
# Install CPP11 Preprocessing Toolchain
149+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "arm" && "${{ matrix.config_file }}" == "cpp11/cpp11.cfg" && "${{ matrix.platform.KERNEL }}" == "standard" ]]; then
150+
sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/c++/10.2.1/thread
151+
sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/c++/10.2.1/mutex
152+
sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/c++/10.2.1/condition_variable
153+
sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/c++/10.2.1/future
154+
sudo rm -f /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/pthread.h
155+
sudo cat /dev/null > /opt/gcc-arm-none-eabi-10-2020-q4-major/arm-none-eabi/include/sys/_pthreadtypes.h
156+
sed -i 's/-fno-exceptions/ /g' $TEST_BSP_ROOT/rtconfig.py
157+
fi
158+
159+
if [ "$TOOLCHAIN_INSTALLED" == "None" ]; then
160+
echo "No valid toolchain installed, stopping the workflow."
161+
fi
162+
163+
- name: Build BSP
164+
if: ${{ env.TOOLCHAIN_INSTALLED != '' && success() }}
165+
run: |
166+
# Whether plan to run SMP?
167+
if [[ "${{ matrix.platform.SMP_RUN }}" == "smp" ]]; then
168+
cat .github/utest/smp/smp.cfg >> $TEST_BSP_ROOT/.config
169+
fi
170+
171+
# Is the kernel rtsmart?
172+
if [[ "${{ matrix.platform.KERNEL }}" == "rtsmart" ]]; then
173+
cat .github/utest/rtsmart/rtsmart.cfg >> $TEST_BSP_ROOT/.config
174+
fi
175+
176+
echo CONFIG_RT_USING_UTESTCASES=y >> $TEST_BSP_ROOT/.config
177+
cat .github/utest/$TEST_CONFIG_FILE >> $TEST_BSP_ROOT/.config
178+
scons --pyconfig-silent -C $TEST_BSP_ROOT
179+
scons -j$(nproc) --strict -C $TEST_BSP_ROOT
180+
181+
- name: QEMU Run Test
182+
if: ${{ env.TOOLCHAIN_INSTALLED != '' && success() }}
183+
run: |
184+
if [ "$TEST_SD_FILE" != "None" ]; then
185+
dd if=/dev/zero of=$TEST_BSP_ROOT/sd.bin bs=1024 count=65536
186+
mkfs.fat $TEST_BSP_ROOT/sd.bin
187+
fi
188+
189+
if [[ "${{ matrix.platform.QEMU_ARCH }}" == "aarch64" ]]; then
190+
qemu-system-$TEST_QEMU_ARCH -M virt,gic-version=2 -cpu cortex-a53 -smp 4 -kernel $TEST_BSP_ROOT/rtthread.bin -nographic \
191+
-drive if=none,file=$TEST_BSP_ROOT/sd.bin,format=raw,id=blk0 -device virtio-blk-device,drive=blk0,bus=virtio-mmio-bus.0 \
192+
-netdev user,id=net0 -device virtio-net-device,netdev=net0,bus=virtio-mmio-bus.1 \
193+
> qemu_output_$TEST_QEMU_ARCH.log 2>&1 &
194+
elif [[ "${{ matrix.platform.QEMU_ARCH }}" == "arm" ]]; then
195+
qemu-system-$TEST_QEMU_ARCH \
196+
-nographic \
197+
-M $TEST_QEMU_MACHINE \
198+
-kernel $TEST_BSP_ROOT/rtthread.bin \
199+
-sd $TEST_BSP_ROOT/sd.bin \
200+
> qemu_output_$TEST_QEMU_ARCH.log 2>&1 &
201+
else
202+
qemu-system-$TEST_QEMU_ARCH \
203+
-nographic \
204+
-M $TEST_QEMU_MACHINE \
205+
-kernel $TEST_BSP_ROOT/rtthread.bin \
206+
> qemu_output_$TEST_QEMU_ARCH.log 2>&1 &
207+
fi
208+
209+
QEMU_PID=$!
210+
disown $QEMU_PID
211+
212+
- name: Monitor qemu log
213+
if: ${{ env.TOOLCHAIN_INSTALLED != '' && success() }}
214+
run: |
215+
FAILURE_DETECTED=false
216+
ERROR_LOGS=""
217+
218+
echo "=========================================================================================="
219+
echo " || || "
220+
echo " || Start automatic running of Utest || "
221+
echo " VV VV "
222+
echo "=========================================================================================="
223+
tail -n 0 -f qemu_output_$TEST_QEMU_ARCH.log | while read line; do
224+
echo $line
225+
if [[ "$line" == *"[ FAILED ] [ result ]"* ]]; then
226+
ERROR_LOGS="$ERROR_LOGS$line"$'\n'
227+
FAILURE_DETECTED=true
228+
fi
229+
230+
if [[ "$line" == *"[==========] [ utest ] finished"* ]]; then
231+
if $FAILURE_DETECTED; then
232+
echo "=========================================================================================="
233+
echo " || || "
234+
echo " || Error: Failures detected in logs. Below are the failure details... || "
235+
echo " VV VV "
236+
echo "=========================================================================================="
237+
echo "$ERROR_LOGS"
238+
exit 1
239+
fi
240+
echo "=========================================================================================="
241+
echo " Successed: Utest run completed. Exiting log monitoring "
242+
echo "=========================================================================================="
243+
break
244+
fi
245+
done

‎components/utilities/utest/utest.c

+2-1
Original file line numberDiff line numberDiff line change
@@ -278,7 +278,6 @@ static void utest_do_run(const char *utest_name)
278278
break;
279279
}
280280

281-
LOG_I("[==========] [ utest ] finished");
282281
LOG_I("[==========] [ utest ] %d tests from %d testcase ran.", tc_run_num, tc_num);
283282
LOG_I("[ PASSED ] [ result ] %d tests.", tc_run_num - tc_fail_num);
284283

@@ -293,6 +292,8 @@ static void utest_do_run(const char *utest_name)
293292
}
294293
}
295294
}
295+
296+
LOG_I("[==========] [ utest ] finished");
296297
}
297298
}
298299

0 commit comments

Comments
 (0)