Skip to content

Commit 5248596

Browse files
savannahostrowskisavannahostrowski
authored
GH-118251: Skip fewer test in emulated JIT CI (GH-118536)
1 parent 9c14ed0 commit 5248596

File tree

2 files changed

+84
-8
lines changed

2 files changed

+84
-8
lines changed

‎.github/workflows/jit.yml

Lines changed: 5 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -75,14 +75,10 @@ jobs:
7575
architecture: aarch64
7676
runner: ubuntu-latest
7777
compiler: gcc
78-
# These fail because of emulation, not because of the JIT:
79-
exclude: test_pathlib test_posixpath test_unix_events test_init test_process_pool test_shutdown test_multiprocessing_fork test_cmd_line test_faulthandler test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_threading test_venv test_external_inspection
8078
- target: aarch64-unknown-linux-gnu/clang
8179
architecture: aarch64
8280
runner: ubuntu-latest
8381
compiler: clang
84-
# These fail because of emulation, not because of the JIT:
85-
exclude: test_pathlib test_posixpath test_unix_events test_init test_process_pool test_shutdown test_multiprocessing_fork test_cmd_line test_faulthandler test_os test_perf_profiler test_posix test_signal test_socket test_subprocess test_threading test_venv test_external_inspection
8682
env:
8783
CC: ${{ matrix.compiler }}
8884
steps:
@@ -97,7 +93,7 @@ jobs:
9793
choco upgrade llvm -y
9894
choco install llvm --allow-downgrade --no-progress --version ${{ matrix.llvm }}
9995
./PCbuild/build.bat --experimental-jit ${{ matrix.debug && '-d' || '--pgo' }} -p ${{ matrix.architecture }}
100-
./PCbuild/rt.bat ${{ matrix.debug && '-d' }} -p ${{ matrix.architecture }} -q --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 4500 --verbose2 --verbose3
96+
./PCbuild/rt.bat ${{ matrix.debug && '-d' }} -p ${{ matrix.architecture }} -q --multiprocess 0 --timeout 4500 --verbose2 --verbose3
10197
10298
# No PGO or tests (yet):
10399
- name: Emulated Windows
@@ -115,7 +111,7 @@ jobs:
115111
SDKROOT="$(xcrun --show-sdk-path)" \
116112
./configure --enable-experimental-jit ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations --with-lto' }}
117113
make all --jobs 4
118-
./python.exe -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 4500 --verbose2 --verbose3
114+
./python.exe -m test --multiprocess 0 --timeout 4500 --verbose2 --verbose3
119115
120116
# --with-lto has been removed temporarily as a result of an open issue in LLVM 18 (see https://github.com/llvm/llvm-project/issues/87553)
121117
- name: Native Linux
@@ -125,11 +121,12 @@ jobs:
125121
export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
126122
./configure --enable-experimental-jit ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations' }}
127123
make all --jobs 4
128-
./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 4500 --verbose2 --verbose3
124+
./python -m test --multiprocess 0 --timeout 4500 --verbose2 --verbose3
129125
130126
# --with-lto has been removed temporarily as a result of an open issue in LLVM 18 (see https://github.com/llvm/llvm-project/issues/87553)
131127
- name: Emulated Linux
132128
if: runner.os == 'Linux' && matrix.architecture != 'x86_64'
129+
# The --ignorefile on ./python -m test is used to exclude tests known to fail when running on an emulated Linux.
133130
run: |
134131
sudo bash -c "$(wget -O - https://apt.llvm.org/llvm.sh)" ./llvm.sh ${{ matrix.llvm }}
135132
export PATH="$(llvm-config-${{ matrix.llvm }} --bindir):$PATH"
@@ -146,4 +143,4 @@ jobs:
146143
HOSTRUNNER=qemu-${{ matrix.architecture }} \
147144
./configure --enable-experimental-jit ${{ matrix.debug && '--with-pydebug' || '--enable-optimizations ' }} --build=x86_64-linux-gnu --host="$HOST" --with-build-python=../build/bin/python3 --with-pkg-config=no ac_cv_buggy_getaddrinfo=no ac_cv_file__dev_ptc=no ac_cv_file__dev_ptmx=yes
148145
make all --jobs 4
149-
./python -m test --exclude ${{ matrix.exclude }} --multiprocess 0 --timeout 4500 --verbose2 --verbose3
146+
./python -m test --ignorefile=Tools/jit/ignore-tests-emulated-linux.txt --multiprocess 0 --timeout 4500 --verbose2 --verbose3

‎Tools/jit/ignore-tests-emulated-linux.txt

Lines changed: 79 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,79 @@
1+
test_multiprocessing_fork
2+
test.test_asyncio.test_unix_events.TestFork.test_fork_asyncio_run
3+
test.test_asyncio.test_unix_events.TestFork.test_fork_asyncio_subprocess
4+
test.test_asyncio.test_unix_events.TestFork.test_fork_signal_handling
5+
test.test_cmd_line.CmdLineTest.test_no_std_streams
6+
test.test_cmd_line.CmdLineTest.test_no_stdin
7+
test.test_concurrent_futures.test_init.ProcessPoolForkFailingInitializerTest.test_initializer
8+
test.test_concurrent_futures.test_process_pool.ProcessPoolForkProcessPoolExecutorTest.test_ressources_gced_in_workers
9+
test.test_external_inspection.TestGetStackTrace.test_remote_stack_trace
10+
test.test_external_inspection.TestGetStackTrace.test_self_trace
11+
test.test_faulthandler.FaultHandlerTests.test_enable_fd
12+
test.test_faulthandler.FaultHandlerTests.test_enable_file
13+
test.test_init.ProcessPoolForkFailingInitializerTest.test_initializer
14+
test.test_os.ForkTests.test_fork_warns_when_non_python_thread_exists
15+
test.test_os.TimerfdTests.test_timerfd_initval
16+
test.test_os.TimerfdTests.test_timerfd_interval
17+
test.test_os.TimerfdTests.test_timerfd_TFD_TIMER_ABSTIME
18+
test.test_pathlib.PathSubclassTest.test_is_mount_root
19+
test.test_pathlib.PathTest.test_is_mount_root
20+
test.test_pathlib.PosixPathTest.test_is_mount_root
21+
test.test_pathlib.test_pathlib.PathSubclassTest.test_is_mount_root
22+
test.test_pathlib.test_pathlib.PathTest.test_is_mount_root
23+
test.test_pathlib.test_pathlib.PosixPathTest.test_is_mount_root
24+
test.test_posix.TestPosixSpawn.test_close_file
25+
test.test_posix.TestPosixSpawnP.test_close_file
26+
test.test_posixpath.PosixPathTest.test_ismount
27+
test.test_signal.StressTest.test_stress_modifying_handlers
28+
test.test_socket.BasicCANTest.testFilter
29+
test.test_socket.BasicCANTest.testLoopback
30+
test.test_socket.LinuxKernelCryptoAPI.test_aead_aes_gcm
31+
test.test_socket.LinuxKernelCryptoAPI.test_aes_cbc
32+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDP6Test.testSecondCmsgTrunc1
33+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDP6Test.testSecondCmsgTrunc2Int
34+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDP6Test.testSecondCmsgTruncInData
35+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDP6Test.testSecondCmsgTruncLen0Minus1
36+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDP6Test.testSingleCmsgTruncInData
37+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDP6Test.testSingleCmsgTruncLen0Minus1
38+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDPLITE6Test.testSecondCmsgTrunc1
39+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDPLITE6Test.testSecondCmsgTrunc2Int
40+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDPLITE6Test.testSecondCmsgTruncInData
41+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDPLITE6Test.testSecondCmsgTruncLen0Minus1
42+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDPLITE6Test.testSingleCmsgTruncInData
43+
test.test_socket.RecvmsgIntoRFC3542AncillaryUDPLITE6Test.testSingleCmsgTruncLen0Minus1
44+
test.test_socket.RecvmsgIntoSCMRightsStreamTest.testCmsgTruncLen0
45+
test.test_socket.RecvmsgIntoSCMRightsStreamTest.testCmsgTruncLen0Minus1
46+
test.test_socket.RecvmsgIntoSCMRightsStreamTest.testCmsgTruncLen0Plus1
47+
test.test_socket.RecvmsgIntoSCMRightsStreamTest.testCmsgTruncLen1
48+
test.test_socket.RecvmsgIntoSCMRightsStreamTest.testCmsgTruncLen2Minus1
49+
test.test_socket.RecvmsgRFC3542AncillaryUDP6Test.testSecondCmsgTrunc1
50+
test.test_socket.RecvmsgRFC3542AncillaryUDP6Test.testSecondCmsgTrunc2Int
51+
test.test_socket.RecvmsgRFC3542AncillaryUDP6Test.testSecondCmsgTruncInData
52+
test.test_socket.RecvmsgRFC3542AncillaryUDP6Test.testSecondCmsgTruncLen0Minus1
53+
test.test_socket.RecvmsgRFC3542AncillaryUDP6Test.testSingleCmsgTruncInData
54+
test.test_socket.RecvmsgRFC3542AncillaryUDP6Test.testSingleCmsgTruncLen0Minus1
55+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSecondCmsgTrunc1
56+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSecondCmsgTrunc2Int
57+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSecondCmsgTruncInData
58+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSecondCmsgTruncLen0Minus1
59+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSingleCmsgTruncInData
60+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSingleCmsgTruncLen0Minus1
61+
test.test_socket.RecvmsgRFC3542AncillaryUDPLITE6Test.testSingleCmsgTruncLen0Minus1
62+
test.test_socket.RecvmsgSCMRightsStreamTest.testCmsgTruncLen0
63+
test.test_socket.RecvmsgSCMRightsStreamTest.testCmsgTruncLen0Minus1
64+
test.test_socket.RecvmsgSCMRightsStreamTest.testCmsgTruncLen0Plus1
65+
test.test_socket.RecvmsgSCMRightsStreamTest.testCmsgTruncLen1
66+
test.test_socket.RecvmsgSCMRightsStreamTest.testCmsgTruncLen2Minus1
67+
test.test_subprocess.POSIXProcessTestCase.test_exception_bad_args_0
68+
test.test_subprocess.POSIXProcessTestCase.test_exception_bad_executable
69+
test.test_subprocess.ProcessTestCase.test_cwd_with_relative_arg
70+
test.test_subprocess.ProcessTestCase.test_cwd_with_relative_executable
71+
test.test_subprocess.ProcessTestCase.test_empty_env
72+
test.test_subprocess.ProcessTestCase.test_file_not_found_includes_filename
73+
test.test_subprocess.ProcessTestCase.test_one_environment_variable
74+
test.test_subprocess.ProcessTestCaseNoPoll.test_cwd_with_relative_arg
75+
test.test_subprocess.ProcessTestCaseNoPoll.test_cwd_with_relative_executable
76+
test.test_subprocess.ProcessTestCaseNoPoll.test_empty_env
77+
test.test_subprocess.ProcessTestCaseNoPoll.test_file_not_found_includes_filename
78+
test.test_subprocess.ProcessTestCaseNoPoll.test_one_environment_variable
79+
test.test_venv.BasicTest.test_zippath_from_non_installed_posix

0 commit comments

Comments
 (0)