Exclude failing MRI tests

andrykonchin · andrykonchin · commit 3408558bc656 · 2023-08-15T20:32:37.000+03:00
EvalTest.rb - bug in C rb_eval_string function
Reline/Test.rb - cannot reproduce locally
TestAutoload.rb - needs investigation
TestCoverage.rb - .start method accepts arguments now
TestEncoding.rb - MRI specific
TestException.rb - needs investigation
TestGc.rb - GC.stat_heap isn't implemented
TestRefinement.rb - bug in refinements, masked by Syntax error because method one-line syntax is used (def foo() = ...)
TestRegexp.rb - #timeout/#timeout= not implemented
TestSyntax.rb
- test_script_lines_encoding - needs investigation, it seems the feature (-Ke option to set default encoding EUC-JP) works
- test_class_module_Object_ancestors - should be fixed on our side
TestTRICK2022.rb - requires files from &lt;ruby repo&gt;/sample/trick2022 that aren't synched/imported
TestThreadInstrumentation.rb - a new C function rb_internal_thread_add_event_hook is not implemented
TestTimeout.rb - needs investigation
Test_ArithSeq.rb - missing C function rb_arithmetic_sequence_beg_len_step
TestString.rb - exception message contains original global variable name even when an alias accessed
TestIRB/TestContext.rb - cannot reproduce locally
TestRipper/Lexer.rb - cannot reproduce locally
TestRipper/Sexp.rb - cannot reproduce locally
diff --git a/test/mri/excludes/EvalTest.rb b/test/mri/excludes/EvalTest.rb
@@ -0,0 +1 @@
+exclude :test_rb_eval_string, "NameError: undefined local variable or method `_a' for Truffle::CExt:Module"
diff --git a/test/mri/excludes/Reline/Test.rb b/test/mri/excludes/Reline/Test.rb
@@ -0,0 +1 @@
+exclude :test_dumb_terminal, "<\"Reline::GeneralIO\"> expected but was"
diff --git a/test/mri/excludes/TestAutoload.rb b/test/mri/excludes/TestAutoload.rb
@@ -1,2 +1,3 @@
 exclude :test_source_location, "needs investigation"
 exclude :test_threaded_accessing_inner_constant, "Exception raised:"
+exclude :test_autoload_parent_namespace, "expected: /\\/some_const.rb to define SomeNamespace::SomeConst but it didn't/"
diff --git a/test/mri/excludes/TestCoverage.rb b/test/mri/excludes/TestCoverage.rb
@@ -29,3 +29,7 @@
 exclude :test_coverage_suspendable, "pid 271590 exit 1"
 exclude :test_double_suspend, "pid 271610 exit 1"
 exclude :test_coverage_supported, "NoMethodError: undefined method `supported?' for Coverage:Module"
+exclude :test_eval_coverage, "pid 28392 exit 1"
+exclude :test_tag_break_with_branch_coverage, "pid 28394 exit 1"
+exclude :test_coverage_ensure_if_return, "pid 28398 exit 1"
+exclude :test_coverage_in_main_script, "pid 28399 exit 1"
diff --git a/test/mri/excludes/TestEncoding.rb b/test/mri/excludes/TestEncoding.rb
@@ -3,3 +3,4 @@
 exclude :test_replicate, "needs investigation"
 exclude :test_singleton, "needs investigation"
 exclude :test_extra_encoding, "needs investigation"
+exclude :test_exceed_encoding_table_size, "Failed assertion, no message given."
diff --git a/test/mri/excludes/TestException.rb b/test/mri/excludes/TestException.rb
@@ -46,3 +46,4 @@
 exclude :test_full_message_with_custom_detailed_message, "Expected /BOO!/ to match \"/home/eregon/code/truffleruby-ws/truffleruby/test/mri/tests/ruby/test_exception.rb:1469:in `test_full_message_with_custom_detailed_message': \\e[1mmessage (\\e[1;4mRuntimeError\\e[m\\e[1m)\\e[m\\n\"."
 exclude :test_syntax_error_path, "NoMethodError: undefined method `path' for #<SyntaxError:0x6282d8>"
 exclude :test_detailed_message, "NoMethodError: undefined method `detailed_message' for #<RuntimeError: message>"
+exclude :test_syntax_error_detailed_message, "pid 32232 exit 1"
diff --git a/test/mri/excludes/TestGc.rb b/test/mri/excludes/TestGc.rb
@@ -19,3 +19,4 @@
 exclude :test_stat_heap_constraints, "NoMethodError: undefined method `stat_heap' for GC:Module"
 exclude :test_stat_heap_all, "NoMethodError: undefined method `stat_heap' for GC:Module"
 exclude :test_latest_gc_info_need_major_by, "NameError: uninitialized constant GC::OPTS"
+exclude :test_thrashing_for_young_objects, "NoMethodError: undefined method `stat_heap' for GC:Module"
diff --git a/test/mri/excludes/TestIRB/TestContext.rb b/test/mri/excludes/TestIRB/TestContext.rb
@@ -0,0 +1,4 @@
+exclude :test_echo_on_assignment, "<\"=> 1\\n\" + \"=> 2\\n\" + \"=> 3\\n\" + \"=> 4\\n\"> expected but was"
+exclude :test_omit_multiline_on_assignment, "<\"=> \\n\" +"
+exclude :test_omit_on_assignment, "<\"=> \\n\" +"
+exclude :test_assignment_expression_with_local_variable, "a /1;x=1#/: should be an assignment expression"
diff --git a/test/mri/excludes/TestObjSpace.rb b/test/mri/excludes/TestObjSpace.rb
@@ -32,3 +32,6 @@
 exclude :test_dump_array, "Expected \"{\\\"address\\\":\\\"0x2d9048\\\",\\\"class\\\":\\\"0xa18\\\",\\\"memsize\\\":1,\\\"flags\\\":{},\\\"type\\\":\\\"ARRAY\\\",\\\"length\\\":0}\" to include \"\\\"length\\\":0, \\\"embedded\\\":true\"."
 exclude :test_dump_includes_slot_size, "NameError: uninitialized constant GC::INTERNAL_CONSTANTS"
 exclude :test_dump_shapes, "NoMethodError: undefined method `dump_shapes' for ObjectSpace:Module"
+exclude :test_load_allocation_path_load, "<1> expected but was"
+exclude :test_dump_objects_dumps_page_slot_sizes, "<\"true\"> expected but was"
+exclude :test_load_allocation_path_compile_file, "NameError: uninitialized constant RubyVM"
diff --git a/test/mri/excludes/TestRefinement.rb b/test/mri/excludes/TestRefinement.rb
@@ -14,3 +14,4 @@
 exclude :test_refined_class, "TruffleRuby does not guarantee refinement list ordering"
 exclude :test_prepend_into_refinement, "TypeError expected but nothing was raised."
 exclude :test_include_into_refinement, "TypeError expected but nothing was raised."
+exclude :test_refined_protected_methods, "assert_separately failed with error message"
diff --git a/test/mri/excludes/TestRegexp.rb b/test/mri/excludes/TestRegexp.rb
@@ -43,3 +43,13 @@
 exclude :test_match_data_deconstruct, "NoMethodError: undefined method `deconstruct' for #<MatchData \"foobarbaz\">"
 exclude :test_linear_time_p, "NoMethodError: undefined method `linear_time?' for Regexp:Class"
 exclude :test_match_data_deconstruct_keys, "NoMethodError: undefined method `deconstruct_keys' for #<MatchData \"foobarbaz\">"
+exclude :test_extended_comment_invalid_escape_bug_18294, "assert_separately failed with error message"
+exclude :test_timeout_nil, "NoMethodError: undefined method `timeout=' for Regexp:Class"
+exclude :test_timeout_shorter_than_global, "NoMethodError: undefined method `timeout=' for Regexp:Class"
+exclude :test_cache_optimization_square, "NoMethodError: undefined method `timeout=' for Regexp:Class"
+exclude :test_timeout_corner_cases, "NoMethodError: private method `timeout' called for //:Regexp"
+exclude :test_timeout_longer_than_global, "NoMethodError: undefined method `timeout=' for Regexp:Class"
+exclude :test_cache_optimization_exponential, "NoMethodError: undefined method `timeout=' for Regexp:Class"
+exclude :test_s_timeout_corner_cases, "NoMethodError: private method `timeout' called for Regexp:Class"
+exclude :test_bug_19467, "NoMethodError: undefined method `timeout=' for Regexp:Class"
+exclude :test_s_timeout, "NoMethodError: undefined method `timeout=' for Regexp:Class"
diff --git a/test/mri/excludes/TestRipper/Lexer.rb b/test/mri/excludes/TestRipper/Lexer.rb
@@ -0,0 +1 @@
+exclude :test_lexer_scan_with_syntax_error, ""
diff --git a/test/mri/excludes/TestRipper/Sexp.rb b/test/mri/excludes/TestRipper/Sexp.rb
@@ -3,3 +3,10 @@
 exclude :test_pattern_matching_439, "needs investigation"
 exclude :test_params_mlhs, "transient"
 exclude :test_pattern_matching_216, " case 0; in *a,b,c; end ."
+exclude :test_pattern_matching_402, " case 0; in [a]; end ."
+exclude :test_pattern_matching_234, " case 0; in *,a; end ."
+exclude :test_pattern_matching_166, " case 0; in a; end ."
+exclude :test_pattern_matching_171, " case 0; in a,; end ."
+exclude :test_pattern_matching_371, " case 0; in A[a]; end ."
+exclude :test_pattern_matching_321, " case 0; in 0 => a; end ."
+exclude :test_pattern_matching_183, " case 0; in a,b; end ."
diff --git a/test/mri/excludes/TestString.rb b/test/mri/excludes/TestString.rb
@@ -31,3 +31,4 @@
 exclude :test_rindex, "Encoding::CompatibilityError: incompatible character encodings: UTF-8 and ASCII-8BIT"
 exclude :test_byteindex, "Encoding::CompatibilityError: incompatible character encodings: UTF-8 and ASCII-8BIT"
 exclude :test_index, "Encoding::CompatibilityError: incompatible character encodings: UTF-8 and ASCII-8BIT"
+exclude :test_fs_setter, "Expected Exception(TypeError) was raised, but the message doesn't match."
diff --git a/test/mri/excludes/TestSyntax.rb b/test/mri/excludes/TestSyntax.rb
@@ -59,3 +59,5 @@
 exclude :test_argument_forwarding_with_anon_rest_kwrest_and_block, "/home/eregon/code/truffleruby-ws/truffleruby/test/mri/tests/ruby/test_syntax.rb:175:in `test_argument_forwarding_with_anon_rest_kwrest_and_block'."
 exclude :test_anonymous_rest_forwarding, "/home/eregon/code/truffleruby-ws/truffleruby/test/mri/tests/ruby/test_syntax.rb:145:in `test_anonymous_rest_forwarding'."
 exclude :test_anonymous_keyword_rest_forwarding, "/home/eregon/code/truffleruby-ws/truffleruby/test/mri/tests/ruby/test_syntax.rb:158:in `test_anonymous_keyword_rest_forwarding'."
+exclude :test_script_lines_encoding, "pid 42586 exit 0."
+exclude :test_class_module_Object_ancestors, "TypeError: 1:Integer is not a class"
diff --git a/test/mri/excludes/TestTRICK2022.rb b/test/mri/excludes/TestTRICK2022.rb
@@ -0,0 +1,3 @@
+exclude :test_03_mame, "pid 20544 exit 1"
+exclude :test_02_tompng, "pid 20563 exit 1"
+exclude :test_01_tompng, "pid 20581 exit 1"
diff --git a/test/mri/excludes/TestThreadInstrumentation.rb b/test/mri/excludes/TestThreadInstrumentation.rb
@@ -0,0 +1,4 @@
+exclude :test_join_counters, "Polyglot::ForeignException: External LLVMFunction rb_internal_thread_add_event_hook cannot be found."
+exclude :test_thread_instrumentation_unregister, "Polyglot::ForeignException: External LLVMFunction rb_internal_thread_add_event_hook cannot be found."
+exclude :test_thread_instrumentation, "Polyglot::ForeignException: External LLVMFunction rb_internal_thread_add_event_hook cannot be found."
+exclude :test_thread_instrumentation_fork_safe, "Polyglot::ForeignException: External LLVMFunction rb_internal_thread_add_event_hook cannot be found."
diff --git a/test/mri/excludes/TestTimeout.rb b/test/mri/excludes/TestTimeout.rb
@@ -6,3 +6,4 @@
 exclude :test_handle_interrupt, "needs investigation"
 exclude :test_rescue_exit, "needs investigation"
 exclude :test_skip_rescue, "needs investigation"
+exclude :test_threadgroup, "<\"[]\"> expected but was"
diff --git a/test/mri/excludes/Test_ArithSeq.rb b/test/mri/excludes/Test_ArithSeq.rb
@@ -1,3 +1,4 @@
 exclude :test_extract_with_arith_seq, "needs investigation"
 exclude :test_extract_with_others, "needs investigation"
 exclude :test_extract_with_range, "needs investigation"
+exclude :test_beg_len_step, "assert_separately failed with error message"

Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	+exclude :test_rb_eval_string, "NameError: undefined local variable or method `_a' for Truffle::CExt:Module"
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1 @@`
	`1`	`+exclude :test_dumb_terminal, "<\"Reline::GeneralIO\"> expected but was"`
Original file line number	Diff line number	Diff line change
`@@ -1,2 +1,3 @@`
`1`	`1`	`exclude :test_source_location, "needs investigation"`
`2`	`2`	`exclude :test_threaded_accessing_inner_constant, "Exception raised:"`
	`3`	`+exclude :test_autoload_parent_namespace, "expected: /\\/some_const.rb to define SomeNamespace::SomeConst but it didn't/"`