forked from IronLanguages/ironpython3
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathIronPythonCasesManifest.ini
More file actions
198 lines (143 loc) · 5.65 KB
/
IronPythonCasesManifest.ini
File metadata and controls
198 lines (143 loc) · 5.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
[DEFAULT]
Ignore=false
WorkingDirectory=$(TEST_FILE_DIR)
Redirect=false
Timeout=120000 # 2 minute timeout
[IronPython.test_builtin_stdlib]
RunCondition=NOT $(IS_MONO)
Reason=Exception on adding DocTestSuite
[IronPython.test_class_stdlib]
IsolationLevel=ENGINE
MaxRecursion=100 # tests stack overflow handling
[IronPython.test_cliclass]
IsolationLevel=PROCESS # TODO: figure out - wpf fails to load otherwise
[IronPython.test_clrload]
IsolationLevel=PROCESS # requires System.Drawing assembly to be unloaded
[IronPython.test_compiler]
IsolationLevel=PROCESS # TODO: figure out - breaks the sys module in other tests
[IronPython.test_dllsite]
Ignore=true
Reason=disabled in IronLanguages/main, needs lots of work
[IronPython.test_delegate]
RetryCount=2
[IronPython.test_descr_stdlib]
IsolationLevel=ENGINE
MaxRecursion=100
[IronPython.test_doc]
RunCondition=NOT $(IS_OSX) # TODO: figure out
IsolationLevel=PROCESS # required to have quit/exit
[IronPython.test_fuzz_parser]
Ignore=true
Reason=Takes way too long (ran overnight without completing!)
[IronPython.test_help]
IsolationLevel=PROCESS # required for help to use pydoc
[IronPython.test_imp]
IsolationLevel=PROCESS # expects certain modules not to be loaded
NotParallelSafe=true # Creates/deletes temporary modules and directories with fixed names
[IronPython.test_importpkg]
Ignore=true
[IronPython.test_interactive]
Ignore=true
Reason=Requires powershell
[IronPython.test_io_stdlib]
IsolationLevel=PROCESS # https://github.com/IronLanguages/ironpython3/issues/1808
[IronPython.test_ipyc]
Ignore=true
Reason=New test needs to be written for new csharp version
[IronPython.test_ipye]
Ignore=true
Reason=Assertion error
[IronPython.test_memory]
#RunCondition=NOT $(IS_POSIX)
#Reason=Memory allocation on Mono may not match MS.NET
Ignore=true
Reason=Fails intermittently - https://github.com/IronLanguages/ironpython3/issues/508
[IronPython.test_number]
Timeout=300000 # 5 minute timeout - slow on macOS
[IronPython.test_numtypes]
Timeout=300000 # 5 minute timeout - slow in general, but should finish within 3 min
[IronPython.test_peverify]
Ignore=true
Reason=T CreateDelegate[T](System.Reflection.MethodInfo ByRef) is not a GenericMethodDefinition. MakeGenericMethod may only be called on a method for which MethodBase.IsGenericMethodDefinition is true.
[IronPython.test_privateBinding]
Ignore=true
Reason=Needs to be redone as two tests
[IronPython.test_python25]
Ignore=true
Reason=StackOverflowException - https://github.com/IronLanguages/ironpython2/issues/182
[IronPython.test_re_stdlib]
IsolationLevel=PROCESS # workaround for StackOverflowException on macOS on .NET 7
[IronPython.test_regressions]
IsolationLevel=PROCESS # https://github.com/IronLanguages/ironpython3/issues/489
RetryCount=2
[IronPython.test_regressions_compiled]
IsolationLevel=PROCESS
Arguments=-X:CompilationThreshold 0 "$(TEST_FILE)" # ensure CompilationThreshold is 0 otherwise tests are meaningless!
[IronPython.test_socket_stdlib]
RunCondition=NOT $(IS_MONO) # TODO: figure out
[IronPython.test_sqlite3_stdlib]
IsolationLevel=PROCESS
RunCondition=NOT $(IS_OSX) # https://github.com/IronLanguages/ironpython3/issues/1483
[IronPython.test_stdconsole]
Timeout=600000 # 10 minute timeout
[IronPython.test_str]
IsolationLevel=PROCESS # for some reason this may fail without the IsolationLevel
[IronPython.test_strformat]
IsolationLevel=PROCESS # for some reason this may fail without the IsolationLevel
[IronPython.test_strptime_stdlib]
RunCondition=NOT $(IS_LINUX) # fails on CI
[IronPython.test_superconsole]
Ignore=true
Reason=Uses MAUI framework, which was MS internal?
[IronPython.test_system_timers]
Ignore=true
Reason=Unstable - https://github.com/IronLanguages/ironpython3/issues/1037
[IronPython.test_tcf]
Ignore=true
Reason=StackOverflowException - https://github.com/IronLanguages/ironpython2/issues/182
[IronPython.test_threading_stdlib]
IsolationLevel=PROCESS
[IronPython.test_threadsafety]
Ignore=true
[IronPython.test_traceback]
IsolationLevel=PROCESS
NotParallelSafe=true # Creates temporary fixed-name modules
[IronPython.test_typing_stdlib]
IsolationLevel=ENGINE
MaxRecursion=100
[IronPython.test_weakref]
RunCondition=NOT $(IS_MONO) # weakref failures
[IronPython.test_unicode_stdlib]
RunCondition=NOT $(IS_MONO) # Mono codepage 852 encoding incorrecly decodes 0xAA to '?' instead of '¬'
IsolationLevel=PROCESS # reset reporting of warnings
[IronPython.test_utf8_mode_stdlib]
Timeout=240000 # Mono is extremely slow
IsolationLevel=PROCESS
[IronPython.interop.net.derivation.test_property_override]
IsolationLevel=PROCESS # causes a failure in IronPython.test_statics
[IronPython.interop.net.test_loadorder]
Ignore=true
[IronPython.interop.net.type.test___clrtype]
IsolationLevel=PROCESS # causes a failure in IronPython.test_attrinjector
[IronPython.interop.net.type.test_reachtype]
IsolationLevel=PROCESS # causes failures in IronPython.test_ast and IronPython.scripts.test_cgcheck
[IronPython.modules.io_related.test_cPickle]
NotParallelSafe=true # Uses a temporary module with a fixed name
[IronPython.modules.misc.test__weakref]
RetryCount=2
[IronPython.modules.misc.test_zlib]
NotParallelSafe=true # test_data.gz
[IronPython.modules.system_related.test_nt]
RunCondition=NOT $(IS_POSIX)
NotParallelSafe=true # Uses fixed file, directory, and environment variable names
[IronPython.modules.system_related.test_resource_stdlib]
RunCondition=$(IS_POSIX) # Module resource is Posix-specific
[IronPython.modules.system_related.test_sys_getframe]
IsolationLevel=PROCESS # https://github.com/IronLanguages/ironpython3/issues/489
FullFrames=true
[IronPython.scripts.test_builder]
Ignore=true
[IronPython.scripts.test_parrot]
Ignore=true
[IronPython.scripts.test_pystone]
Ignore=true