Run all tests (with some exclusions) in github actions

hhvm.nix

@@ -257,7 +257,7 @@ stdenv.mkDerivation rec {
       set -ex
       runHook preCheck
       export HHVM_BIN="$PWD/hphp/hhvm/hhvm"
-      (cd ${./.} && "$HHVM_BIN" hphp/test/run.php quick)
+      (cd ${./.} && "$HHVM_BIN" hphp/test/run.php -x hphp/test/github_excluded_tests all)
       runHook postCheck
     '';
 

hphp/test/cmake_builds_excluded_tests

@@ -0,0 +1,113 @@
+# fail apparently due to stale or out of sync tzdata
+slow/dv_array/ext_datetime.php
+slow/ext_date/date_sunrise_test.php
+slow/ext_date/date_sunset_test.php
+slow/ext_datetime/date.php
+slow/ext_datetime/date_sun_info.php
+slow/ext_datetime/date_timezone.php
+slow/ext_datetime/date_timezone_transitions.php
+zend/good/ext/date/tests/DateTimeZone_getTransitions_basic1.php
+zend/good/ext/date/tests/bug33415-2.php
+zend/good/ext/date/tests/bug35499.php
+zend/good/ext/date/tests/bug41964.php
+zend/good/ext/date/tests/bug45866.php
+zend/good/ext/date/tests/bug51819.php
+zend/good/ext/date/tests/bug67253.php
+zend/good/ext/date/tests/date_parse_001.php
+zend/good/ext/date/tests/date_sun_info_001.php
+zend/good/ext/date/tests/date_sun_info_002.php
+zend/good/ext/date/tests/date_sun_info_variation1.php
+zend/good/ext/date/tests/date_sun_info_variation2.php
+zend/good/ext/date/tests/date_sun_info_variation3.php
+zend/good/ext/date/tests/date_sunrise_variation3.php
+zend/good/ext/date/tests/date_sunrise_variation4.php
+zend/good/ext/date/tests/date_sunrise_variation5.php
+zend/good/ext/date/tests/date_sunrise_variation6.php
+zend/good/ext/date/tests/date_sunrise_variation7.php
+zend/good/ext/date/tests/date_sunrise_variation9.php
+zend/good/ext/date/tests/date_sunset_variation3.php
+zend/good/ext/date/tests/date_sunset_variation4.php
+zend/good/ext/date/tests/date_sunset_variation5.php
+zend/good/ext/date/tests/date_sunset_variation6.php
+zend/good/ext/date/tests/date_sunset_variation7.php
+zend/good/ext/date/tests/date_sunset_variation9.php
+zend/good/ext/date/tests/date-time-modify-times.php
+zend/good/ext/date/tests/rfc-datetime_and_daylight_saving_time-type3-bd1.php
+zend/good/ext/date/tests/timezone_transitions_get_basic1.php
+zend/good/ext/date/tests/timezone_name_from_abbr_basic1.php
+zend/good/ext/date/tests/sunfuncts.php
+zend/good/ext/xsl/tests/xslt010.php
+
+# TODO(alexeyt) fail due to inability to start watchman
+slow/decl-provider/embed_type_decl.php
+slow/dynamic-calls/watchman-callback.php
+slow/dynamic-calls/watchman-callback-notice.php
+slow/dynamic-calls/watchman-callback-throw.php
+slow/ext_watchman/ext_watchman.php
+slow/facts/facts.php
+slow/native-autoload/native-autoload.php
+slow/native-autoload2/native-autoload.php
+slow/native-autoload-path-to-symbols/autoload_path_symbol_inverse.php
+slow/native-autoload-path-to-symbols/autoload_path_to_symbols.php
+slow/native-autoload-symlinked/native-autoload-symlinked.php
+slow/native-autoload-xhp/mangle.php
+slow/native-autoload-xhp/nomangle.php
+slow/readonly_tdb/basic.php
+slow/readonly_tdb/method_1.php
+slow/readonly_tdb/scope_closure_1.php
+slow/readonly_tdb/scope_for_3.php
+slow/readonly_tdb/scope_if_1.php
+slow/readonly_tdb/scope_if_2.php
+slow/readonly_tdb/scope_if_3.php
+slow/readonly_tdb/scope_switch_1.php
+slow/readonly_tdb/scope_try_1.php
+slow/readonly_tdb/scope_try_2.php
+slow/readonly_tdb/self_method_1.php
+slow/readonly_tdb/self_method_2.php
+slow/readonly_tdb/static_method_1.php
+slow/readonly_tdb/static_method_2.php
+slow/readonly_tdb/static_prop_1.php
+slow/types/autoload_alias/autoload_alias.php
+
+# TODO(alexeyt) jit assertion failure
+slow/u_converter/2135.php
+zend/good/ext/intl/tests/uconverter_oop_callback.php
+zend/good/ext/intl/uchar/tests/basic-functionality.php
+
+# TODO(alexeyt) zip open fails
+slow/ext_zlib/zip_stream.php
+slow/ext_zlib/ziparchive_setencryption.php
+zend/good/ext/zip/tests/bug53885.php
+
+# TODO(alexeyt) failures not yet categorized
+server/fastcgi/tests/invalid.php
+slow/coeffects/apc_pure.php
+slow/dom_document/clone.php
+slow/ext_hsl/execve_execvpe.php
+slow/ext_hsl/execve_execvpe_lightprocess.php
+slow/ext_hsl/str_locale_compare.php
+slow/ext_icu/date_pattern_gen.php
+slow/ext_icu/uspoof.php
+slow/ext_intl/numberformat_other.php
+slow/ext_string/htmlspecialchars.php
+slow/ext_posix/ext_posix.php
+slow/ext_process/no_stdin.php
+slow/implicit-context/inaccessible-1.php
+slow/implicit-context/memo-dynamic-1.php
+slow/included-enum-modify.php
+slow/object_property/dynprop_read_notice.php
+slow/object_property/dynprop_write_notice.php
+slow/program_functions/config_overrides.php
+slow/program_functions/tier_overrides_default.php
+slow/program_functions/tier_overrides_tier.php
+slow/xhp/xhpchild.php
+zend/good/ext/intl/tests/spoofchecker_001.php
+zend/good/ext/intl/tests/spoofchecker_004.php
+zend/good/ext/intl/tests/breakiter_preceding_basic.php
+zend/good/ext/intl/tests/formatter_get_set_text_attribute.php
+zend/good/ext/gmp/tests/bug50175.php
+zend/good/ext/mbstring/bug28220.php
+zend/good/ext/sqlite3/tests/sqlite3_22_loadextension.php
+zend/good/ext/standard/tests/network/gethostbynamel_basic1.php
+zend/good/ext/xmlreader/tests/008.php
+zend/good/ext/xsl/tests/bug53965.php

hphp/test/github_excluded_tests

@@ -0,0 +1,157 @@
+# fail apparently due to stale or out of sync tzdata
+slow/dv_array/ext_datetime.php
+slow/ext_date/date_sunrise_test.php
+slow/ext_date/date_sunset_test.php
+slow/ext_datetime/date.php
+slow/ext_datetime/date_sun_info.php
+slow/ext_datetime/date_timezone.php
+slow/ext_datetime/date_timezone_transitions.php
+zend/good/ext/date/tests/DateTimeZone_getTransitions_basic1.php
+zend/good/ext/date/tests/bug33415-2.php
+zend/good/ext/date/tests/bug35499.php
+zend/good/ext/date/tests/bug41964.php
+zend/good/ext/date/tests/bug45866.php
+zend/good/ext/date/tests/bug51819.php
+zend/good/ext/date/tests/bug67253.php
+zend/good/ext/date/tests/date_parse_001.php
+zend/good/ext/date/tests/date_sun_info_001.php
+zend/good/ext/date/tests/date_sun_info_002.php
+zend/good/ext/date/tests/date_sun_info_variation1.php
+zend/good/ext/date/tests/date_sun_info_variation2.php
+zend/good/ext/date/tests/date_sun_info_variation3.php
+zend/good/ext/date/tests/date_sunrise_variation3.php
+zend/good/ext/date/tests/date_sunrise_variation4.php
+zend/good/ext/date/tests/date_sunrise_variation5.php
+zend/good/ext/date/tests/date_sunrise_variation6.php
+zend/good/ext/date/tests/date_sunrise_variation7.php
+zend/good/ext/date/tests/date_sunrise_variation9.php
+zend/good/ext/date/tests/date_sunset_variation3.php
+zend/good/ext/date/tests/date_sunset_variation4.php
+zend/good/ext/date/tests/date_sunset_variation5.php
+zend/good/ext/date/tests/date_sunset_variation6.php
+zend/good/ext/date/tests/date_sunset_variation7.php
+zend/good/ext/date/tests/date_sunset_variation9.php
+zend/good/ext/date/tests/date-time-modify-times.php
+zend/good/ext/date/tests/rfc-datetime_and_daylight_saving_time-type3-bd1.php
+zend/good/ext/date/tests/timezone_transitions_get_basic1.php
+zend/good/ext/date/tests/timezone_name_from_abbr_basic1.php
+zend/good/ext/date/tests/sunfuncts.php
+zend/good/ext/xsl/tests/xslt010.php
+
+# TODO(alexeyt) fail due to inability to start watchman
+slow/decl-provider/embed_type_decl.php
+slow/dynamic-calls/watchman-callback.php
+slow/dynamic-calls/watchman-callback-notice.php
+slow/dynamic-calls/watchman-callback-throw.php
+slow/ext_watchman/ext_watchman.php
+slow/facts/facts.php
+slow/native-autoload/native-autoload.php
+slow/native-autoload2/native-autoload.php
+slow/native-autoload-path-to-symbols/autoload_path_symbol_inverse.php
+slow/native-autoload-path-to-symbols/autoload_path_to_symbols.php
+slow/native-autoload-symlinked/native-autoload-symlinked.php
+slow/native-autoload-xhp/mangle.php
+slow/native-autoload-xhp/nomangle.php
+slow/readonly_tdb/basic.php
+slow/readonly_tdb/method_1.php
+slow/readonly_tdb/scope_closure_1.php
+slow/readonly_tdb/scope_for_3.php
+slow/readonly_tdb/scope_if_1.php
+slow/readonly_tdb/scope_if_2.php
+slow/readonly_tdb/scope_if_3.php
+slow/readonly_tdb/scope_switch_1.php
+slow/readonly_tdb/scope_try_1.php
+slow/readonly_tdb/scope_try_2.php
+slow/readonly_tdb/self_method_1.php
+slow/readonly_tdb/self_method_2.php
+slow/readonly_tdb/static_method_1.php
+slow/readonly_tdb/static_method_2.php
+slow/readonly_tdb/static_prop_1.php
+slow/types/autoload_alias/autoload_alias.php
+
+# TODO(alexeyt) jit assertion failure
+slow/u_converter/2135.php
+zend/good/ext/intl/tests/uconverter_oop_callback.php
+zend/good/ext/intl/uchar/tests/basic-functionality.php
+
+# TODO(alexeyt) zip open fails
+slow/ext_zlib/zip_stream.php
+slow/ext_zlib/ziparchive_setencryption.php
+zend/good/ext/zip/tests/bug53885.php
+
+# TODO(alexeyt) failures related to localization but apparently not just missing locale
+zend/good/ext/intl/tests/formatter_format_currency2.php
+zend/good/ext/intl/tests/formatter_get_locale_variant2.php
+zend/good/ext/intl/tests/formatter_get_set_pattern.php
+zend/good/ext/intl/tests/formatter_get_set_symbol2.php
+zend/good/ext/intl/tests/grapheme.php
+zend/good/ext/intl/tests/locale_filter_matches3.php
+zend/good/ext/intl/tests/locale_get_display_language.php
+zend/good/ext/intl/tests/locale_get_primary_language.php
+zend/good/ext/intl/tests/locale_lookup_variant2.php
+zend/good/ext/intl/tests/msgfmt_millisecond_dates.php
+zend/good/ext/mbstring/tests/mb_ereg_replace_variation1.php
+
+# TODO(alexeyt) failures due to pgrep missing from system
+server/debugger/tests/runTest1.php
+server/fastcgi/tests/authDigestTest.php
+server/fastcgi/tests/disable_ini_zend_compat.php
+server/fastcgi/tests/global_variables_server.php
+server/fastcgi/tests/headerTest.php
+server/fastcgi/tests/httpsTest.php
+server/fastcgi/tests/runTest1.php
+server/http/tests/apache_proxygen_headers.php
+server/http/tests/client_blocking_read_test.php
+server/http/tests/codeCoverageTest.php
+server/http/tests/get_headers_secure_dv_array.php
+server/http/tests/globalDocumentTest.php
+server/http/tests/method.php
+server/http/tests/requesIdTest.php
+server/http/tests/rqtrace.php
+server/http/tests/runTest1.php
+server/http/tests/staticContentHeaderTest.php
+server/http/tests/staticContentTest.php
+server/http/tests/takeoverTest.php
+
+# TODO(alexeyt) failures not yet categorized
+server/fastcgi/tests/invalid.php
+slow/coeffects/apc_pure.php
+slow/dom_document/clone.php
+slow/ext_hsl/execve_execvpe.php
+slow/ext_hsl/execve_execvpe_lightprocess.php
+slow/ext_hsl/str_locale_compare.php
+slow/ext_hsl/ext_os_sockets.php
+slow/ext_icu/date_pattern_gen.php
+slow/ext_icu/ucsdet.php
+slow/ext_icu/uspoof.php
+slow/ext_imagick/php_imagick_tests/009_properties.php
+slow/ext_intl/numberformat_other.php
+slow/ext_string/htmlspecialchars.php
+slow/ext_posix/ext_posix.php
+slow/ext_process/no_stdin.php
+slow/file/1684.php
+slow/implicit-context/inaccessible-1.php
+slow/implicit-context/memo-dynamic-1.php
+slow/included-enum-modify.php
+slow/object_property/dynprop_read_notice.php
+slow/object_property/dynprop_write_notice.php
+slow/program_functions/config_overrides.php
+slow/program_functions/tier_overrides_default.php
+slow/program_functions/tier_overrides_tier.php
+slow/xhp/xhpchild.php
+zend/good/ext/curl/tests/curl_basic_007.php
+zend/good/ext/dom/tests/bug43364.php
+zend/good/ext/gmp/tests/gmp_cmp.php
+zend/good/ext/intl/tests/spoofchecker_001.php
+zend/good/ext/intl/tests/spoofchecker_004.php
+zend/good/ext/intl/tests/breakiter_preceding_basic.php
+zend/good/ext/intl/tests/formatter_get_set_text_attribute.php
+zend/good/ext/gmp/tests/bug50175.php
+zend/good/ext/mbstring/bug28220.php
+zend/good/ext/sqlite3/tests/sqlite3_22_loadextension.php
+zend/good/ext/standard/tests/file/006_variation2.php
+zend/good/ext/standard/tests/file/chmod_basic.php
+zend/good/ext/standard/tests/general_functions/bug41518.php
+zend/good/ext/standard/tests/network/gethostbynamel_basic1.php
+zend/good/ext/xmlreader/tests/008.php
+zend/good/ext/xsl/tests/bug53965.php

hphp/test/slow/array/zend_sort_locale.php.runif

@@ -0,0 +1 @@
+locale LC_ALL fr_FR.ISO8859-1 fr_FR

hphp/test/slow/ext_datetime/gmfoo.php.runif

@@ -0,0 +1 @@
+locale LC_TIME en_US.utf8

hphp/test/slow/ext_datetime/strftime.php.runif

@@ -0,0 +1 @@
+locale LC_TIME de_DE

hphp/test/slow/ext_gd/imagewebp.php

@@ -21,7 +21,7 @@
 $header = unpack("A4fourcc/L1length/A4chunkheader", $header);
 
 if ($header["fourcc"] != "RIFF") echo "Invalid FourCC in created image file\n";
-if ($header["length"] != $size) echo "The length specified in the image header is different from the actual size: (${header['length']} != ${size})\n";
+if ($header["length"] != $size) echo "The length specified in the image header is different from the actual size: ({$header['length']} != {$size})\n";
 
 fclose($fp);
 unlink($filename);

hphp/test/slow/ext_hash/ext_hash.php.expect → hphp/test/slow/ext_hash/ext_hash.php.expectf

@@ -36,7 +36,7 @@ string(48) "da27cf4bdb2decd4731c69a017534535eecd6d9b9015fc41"
 string(56) "f8a5d442ef5b82e062599fe38ddbf46999b29f0a15caa8bebabbff68"
 string(64) "16e1688c75cf09338fce299455ec0f6f783ca1cbb2006203ae6ae98b23f9294a"
 string(8) "7bf1105e"
-string(8) "4246a382"
+string(8) "%r(4246a382|82a34642)%r"
 bool(true)
 ==== test_hash_init ====
 string(32) "5c6ffbdd40d9556b73a21e63c3e0e904"

hphp/test/slow/ext_hsl/invalid_locale.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/locale.php.runif

@@ -0,0 +1,3 @@
+locale LC_ALL en_GB.UTF-8
+locale LC_MONETARY fr_FR.UTF-8
+locale LC_NUMERIC fr_FR.UTF-8

hphp/test/slow/ext_hsl/newlocale_all.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_GB.UTF-8
+locale LC_ALL fr_FR.UTF-8

hphp/test/slow/ext_hsl/str_locale_case.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_US.UTF-8
+locale LC_ALL tr_TR.UTF-8

hphp/test/slow/ext_hsl/str_locale_chunk.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_compare.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_US
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_format.php.runif

@@ -0,0 +1 @@
+locale LC_ALL fr_FR

hphp/test/slow/ext_hsl/str_locale_pad.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_pos.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_US.UTF-8
+locale LC_ALL tr_TR.UTF-8

hphp/test/slow/ext_hsl/str_locale_replace.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_US.UTF-8
+locale LC_ALL tr_TR.UTF-8

hphp/test/slow/ext_hsl/str_locale_replace_every.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_US.UTF-8
+locale LC_ALL tr_TR.UTF-8

hphp/test/slow/ext_hsl/str_locale_reverse.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_slice.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_splice.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_split.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_starts_ends_with.php.runif

@@ -0,0 +1,2 @@
+locale LC_ALL en_US.UTF-8
+locale LC_ALL tr_TR.UTF-8

hphp/test/slow/ext_hsl/str_locale_strip_prefix_suffix.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_trim.php.runif

@@ -0,0 +1 @@
+locale LC_ALL en_US.UTF-8

hphp/test/slow/ext_hsl/str_locale_vsprintf.php.runif

@@ -0,0 +1,4 @@
+locale LC_NUMERIC en_US
+locale LC_NUMERIC en_US.UTF-8
+locale LC_NUMERIC fr_FR
+locale LC_NUMERIC fr_FR.UTF-8

hphp/test/slow/ext_json/2053.php.runif

@@ -0,0 +1 @@
+locale LC_ALL es_ES

hphp/test/slow/ext_readline/libedit_write_history.php

@@ -4,8 +4,8 @@
 
 readline_add_history('foo');
 readline_add_history('');
-readline_add_history(1);
-readline_add_history(NULL);
+readline_add_history('1');
+readline_add_history('');
 var_dump(readline_write_history($name));
 var_dump(readline_read_history($name));
 

hphp/test/slow/ext_string/7157.php.runif

@@ -0,0 +1 @@
+locale LC_CTYPE de_DE de german ge de_DE.ISO8859-1 ISO8859-1

hphp/test/slow/ext_string/setlocale-multiple-calls.php.runif

@@ -0,0 +1,2 @@
+locale LC_TIME fr_FR
+locale LC_NUMERIC fr_FR

hphp/test/slow/ext_string/setlocale-threaded.php.runif

@@ -0,0 +1,2 @@
+locale LC_TIME fr_FR
+locale LC_NUMERIC fr_FR

hphp/test/slow/invalid_argument/1381.php.runif

@@ -0,0 +1 @@
+locale LC_ALL de_DE

hphp/test/slow/locale/176.php.runif

@@ -0,0 +1 @@
+locale LC_ALL zh_CN.utf8

hphp/test/slow/locale/decimal_point.php.runif

@@ -0,0 +1 @@
+locale LC_ALL fr_FR

hphp/test/zend/good/ext/intl/tests/bug67052.php.runif

@@ -1 +1,2 @@
 extension intl
+locale LC_ALL de_DE

hphp/test/zend/good/ext/intl/tests/rbbiter_getBinaryRules_basic.php.runif

@@ -1 +1,2 @@
 extension intl
+locale LC_ALL pt_PT

hphp/test/zend/good/ext/intl/tests/rbbiter_getRules_basic.php.runif

@@ -1 +1,2 @@
 extension intl
+locale LC_ALL pt_PT