##############################################################################
#
#  List the test cases which, unlike tests from disabled.def files,
#  can still be run on the current tree meaningfully, but are known
#  or suspected to fail sporadically on different reasons.
#
#  Most common reasons are either test failures observed in buildbot,
#  or recent modifications to the tests which make their stability
#  unknown.
#
#  Tests included due to recent modifications are later removed from the
#  list, if during a certain period they do not fail (and are not
#  modified again). Tests included due to intermittent failures are
#  removed when corresponding bug reports are closed.
#
#  Separate the test case name and the comment with ':'.
#
#    <suitename>.<testcasename> : MDEV-xxxxx - <comment>
#
#  '*' wildcard in testcase names is supported.
#
#  To use the list, run MTR with --skip-test-list=unstable-tests option.
#
##############################################################################

# Based on bb-10.0-release 1522ee2949ae304ad9092894896a6272dc08bb39

main.alter_table                   : Modified in 10.0.37
main.auto_increment_ranges_innodb  : Modified in 10.0.38
main.bigint                        : Modified in 10.0.38
main.count_distinct2               : MDEV-11768 - timeout
main.create_delayed                : MDEV-10605 - failed with timeout
main.create_or_replace             : Modified in 10.0.37
main.ctype_latin1                  : Modified in 10.0.38
main.ctype_uca                     : Modified in 10.0.37
main.debug_sync                    : MDEV-10607 - internal error
main.derived_opt                   : MDEV-11768 - timeout; modified in 10.0.37
main.events_bugs                   : MDEV-12892 - Server crash
main.events_slowlog                : MDEV-12821 - wrong result
main.func_concat                   : Modified in 10.0.37
main.func_group_innodb             : Modified in 10.0.38
main.func_isnull                   : Modified in 10.0.37
main.func_time                     : Modified in 10.0.37
main.gis                           : MDEV-13411 - wrong result on P8; modified in 10.0.37
main.grant                         : Modified in 10.0.37
main.group_min_max                 : Modified in 10.0.37
main.host_cache_size_functionality : MDEV-10606 - sporadic failure on shutdown
main.huge_frm-6224                 : Modified in 10.0.38
main.index_intersect_innodb        : MDEV-10643 - failed with timeout
main.index_merge_innodb            : MDEV-7142 - wrong result
main.index_merge_myisam            : Modified in 10.0.38
main.innodb_ext_key                : Modified in 10.0.38
main.innodb_mysql_lock             : MDEV-7861 - sporadic lock detection failure
main.join                          : Modified in 10.0.37
main.kill_processlist-6619         : MDEV-10793 - wrong result
main.log_tables-big                : MDEV-13408 - wrong result
main.lowercase_fs_off              : Modified in 10.0.37
main.mdev-504                      : MDEV-10607 - sporadic "can't connect"
main.mdev375                       : MDEV-10607 - sporadic "can't connect"
main.merge                         : MDEV-10607 - sporadic "can't connect"
main.mysql                         : Modified in 10.0.38
main.mysqldump                     : Modified in 10.0.38
main.mysqlhotcopy_myisam           : MDEV-10995 - test hangs on debug build
main.mysqltest                     : MDEV-9269 - fails on Alpha
main.mysql_client_test_nonblock    : MDEV-15096 - exec failed
main.order_by_zerolength-4285      : Modified in 10.0.37
main.partition                     : Modified in 10.0.38
main.partition_explicit_prune      : Modified in 10.0.37
main.partition_innodb              : Modified in 10.0.38
main.ps                            : MDEV-11017 - sporadic wrong Prepared_stmt_count
main.query_cache_debug             : MDEV-15281 - resize or similar command in progress
main.range_innodb                  : Modified in 10.0.38
main.read_only                     : Modified in 10.0.38
main.row-checksum                  : Modified in 10.0.38
main.selectivity                   : Modified in 10.0.37
main.show_explain                  : MDEV-10674 - wrong result
main.sp                            : Modified in 10.0.37
main.sp_notembedded                : MDEV-10607 - internal error
main.sp-security                   : MDEV-10607 - sporadic "can't connect"; modified in 10.0.37
main.stat_tables                   : Modified in 10.0.38
main.stat_tables_par_innodb        : MDEV-14155 - wrong rounding
main.subselect2                    : Modified in 10.0.38
main.subselect_extra_no_semijoin   : Modified in 10.0.37
main.subselect_innodb              : MDEV-10614 - sporadic wrong results
main.subselect_mat                 : Modified in 10.0.38
main.tc_heuristic_recover          : MDEV-15200 - wrong error on mysqld_stub_cmd
main.type_datetime                 : Modified in 10.0.37
main.type_float                    : Modified in 10.0.37
main.type_newdecimal               : Modified in 10.0.38
main.type_year                     : Modified in 10.0.37
main.union                         : Modified in 10.0.38
main.xa                            : MDEV-11769 - lock wait timeout

#----------------------------------------------------------------

archive.archive_bitfield     : MDEV-11771 - table is marked as crashed
archive.archive_symlink      : MDEV-12170 - unexpected error on rmdir
archive.discover             : MDEV-10510 - table is marked as crashed
archive.mysqlhotcopy_archive : MDEV-10995 - test hangs on debug build, MDEV-14726 - table is marked as crashed

archive-test_sql_discovery.discover : MDEV-16817 - Table marked as crashed

#----------------------------------------------------------------

binlog.binlog_commit_wait          : MDEV-10150 - Error: too much time elapsed
binlog.binlog_xa_recover           : MDEV-8517 - Extra checkpoint

#----------------------------------------------------------------

connect.part_table       : Modified in 10.0.38
connect.zip              : MDEV-13884 - wrong result

#----------------------------------------------------------------

engines/rr_trx.* : MDEV-10998 - tests not maintained

#----------------------------------------------------------------

federated.federatedx             : MDEV-10617 - Wrong checksum, timeouts
federated.federated_bug_35333    : MDEV-13410 - Wrong result
federated.federated_innodb       : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips
federated.federated_partition    : MDEV-10417 - Fails on Mips
federated.federated_transactions : MDEV-10617, MDEV-10417 - Wrong checksum, timeouts, fails on Mips

#----------------------------------------------------------------

funcs_1.memory_views       : MDEV-11773 - timeout
funcs_1.processlist_val_ps : MDEV-12175 - Wrong result
funcs_1.processlist_val_no_prot : MDEV-11223 - Wrong result

funcs_2/charset.*          : MDEV-10999 - test not maintained

#----------------------------------------------------------------

heap.heap_btree            : Modified in 10.0.37

#----------------------------------------------------------------

innodb.alter_candidate_key                   : Added in 10.0.38
innodb.alter_inplace_perfschema              : Added in 10.0.37
innodb.binlog_consistent                     : MDEV-10618 - Server fails to start
innodb.foreign-keys                          : Modified in 10.0.37
innodb.foreign_key                           : Modified in 10.0.38
innodb.group_commit_crash                    : MDEV-11770 - checksum mismatch
innodb.group_commit_crash_no_optimize_thread : MDEV-11770 - checksum mismatch
innodb.innodb_28867993                       : Added in 10.0.38
innodb.innodb-alter                          : Modified in 10.0.38
innodb.innodb-alter-debug                    : Modified in 10.0.37
innodb.innodb-alter-table                    : MDEV-10619 - Testcase timeout
innodb.innodb_bug30423                       : MDEV-7311 - Wrong number of rows in the plan
innodb.innodb_bug48024                       : MDEV-14352 - Assertion failure
innodb.innodb-index                          : Modified in 10.0.38
innodb.innodb_monitor                        : MDEV-10939 - Testcase timeout
innodb.innodb_simulate_comp_failures         : MDEV-18417 - ASAN failures
innodb.innodb-table-online                   : Modified in 10.0.38
innodb.innodb-virtual-columns                : Modified in 10.0.38
innodb.log_file_size                         : MDEV-15668 - Not found pattern
innodb.recovery_shutdown                     : MDEV-15671 - Warning: database page corruption
innodb.table_definition_cache_debug          : MDEV-14206 - Unexpected warning
innodb.table_flags                           : Modified in 10.0.37
innodb.xa_recovery                           : MDEV-15279 - mysqld got exception

innodb_fts.fts_kill_query                    : Modified in 10.0.37
innodb_fts.innodb-fts-fic                    : MDEV-14154 - Assertion failure
innodb_fts.innodb_fts_misc_debug             : MDEV-14156 - Unexpected warning

#----------------------------------------------------------------

maria.create                                 : Added in 10.0.37
maria.fulltext2                              : Added in 10.0.37
maria.insert_select                          : MDEV-12757 - Timeout
maria.maria                                  : MDEV-14430 - Wrong result; modified in 10.0.37

#----------------------------------------------------------------

mroonga/storage.column_datetime_32bit_2038                         : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_before_unix_epoch            : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_max                          : Wrong result on Alpha
mroonga/storage.column_datetime_32bit_out_of_range                 : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_32bit_equal      : Wrong result on Alpha
mroonga/storage.index_multiple_column_unique_date_order_32bit_desc : Wrong result on Alpha

#----------------------------------------------------------------

multi_source.gtid        : MDEV-10417 - Fails on Mips
multi_source.info_logs   : MDEV-10042 - Wrong result
multi_source.multisource : MDEV-10417 - Fails on Mips
multi_source.reset_slave : MDEV-10690 - Wrong result
multi_source.simple      : MDEV-4633 - Wrong slave status output
multi_source.status_vars : MDEV-4632 - failed while waiting for Slave_received_heartbeats

#----------------------------------------------------------------

parts.partition_auto_increment_archive : MDEV-16491 - Table marked as crashed
parts.partition_auto_increment_maria   : MDEV-14430 - wrong result
parts.partition_exch_qa_10             : MDEV-11765 - wrong result
parts.update_and_cache                 : Added in 10.0.37

#----------------------------------------------------------------

perfschema.connect_attrs                     : MDEV-17283 - Wrong result
perfschema.dml_setup_instruments             : Modified in 10.0.38
perfschema.func_file_io                      : MDEV-5708 - fails for s390x
perfschema.func_mutex                        : MDEV-5708 - fails for s390x
perfschema.hostcache_ipv6_ssl                : MDEV-10696 - crash on shutdown
perfschema.socket_summary_by_event_name_func : MDEV-10622 - Socket summary tables do not match
perfschema.stage_mdl_procedure               : MDEV-11545 - Wrong result

perfschema_stress.* : MDEV-10996 - tests not maintained

#----------------------------------------------------------------

plugins.feedback_plugin_send     : MDEV-7932 - ssl failed for url, MDEV-11118 - wrong result
plugins.server_audit             : MDEV-9562 - crashes on sol10-sparc
plugins.thread_pool_server_audit : MDEV-9562 - crashes on sol10-sparc, MDEV-14295 - wrong result

#----------------------------------------------------------------

roles.create_and_grant_role           : MDEV-11772 - wrong result
roles.flush_roles-17898               : Added in 10.0.38

#----------------------------------------------------------------

rpl.last_insert_id                    : MDEV-10625 - warnings in error log
rpl.rpl_15919                         : Added in 10.0.37
rpl.rpl_auto_increment                : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_bug45679       : MDEV-10417 - Fails on Mips
rpl.rpl_auto_increment_update_failure : MDEV-10625 - warnings in error log
rpl.rpl_binlog_index                  : MDEV-9501 - Warning: failed registering on master
rpl.rpl_ddl                           : MDEV-10417 - Fails on Mips
rpl.rpl_foreign_key_innodb            : Modified in 10.0.37
rpl.rpl_gtid_crash                    : MDEV-9501 - Warning: failed registering on master
rpl.rpl_gtid_stop_start               : MDEV-10629 - Crash on shutdown
rpl.rpl_gtid_until                    : MDEV-10625 - warnings in error log
rpl.rpl_idempotency                   : Modified in 10.0.38
rpl.rpl_innodb_bug30888               : MDEV-10417 - Fails on Mips
rpl.rpl_insert                        : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_delayed                : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_insert_id_pk                  : MDEV-16567 - Assertion failure
rpl.rpl_invoked_features              : MDEV-10417 - Fails on Mips
rpl.rpl_lcase_tblnames_rewrite_db     : Added in 10.0.37
rpl.rpl_mdev6020                      : MDEV-10417 - Timeouts, fails on Mips
rpl.rpl_parallel                      : MDEV-10653 - Timeouts
rpl.rpl_parallel_mdev6589             : MDEV-12979 - Assertion failure
rpl.rpl_parallel_multilevel2          : MDEV-14723 - Timeout
rpl.rpl_parallel_temptable            : MDEV-10356 - Crash in close_thread_tables
rpl.rpl_partition_innodb              : MDEV-10417 - Fails on Mips
rpl.rpl_row_basic_11bugs              : MDEV-12171 - Server failed to start
rpl.rpl_row_big_table_id_32bit        : Added in 10.0.38
rpl.rpl_row_big_table_id_64bit        : Added in 10.0.38
rpl.rpl_row_index_choice              : MDEV-13409 - Server crash
rpl.rpl_row_lcase_tblnames            : Added in 10.0.37
rpl.rpl_row_sp001                     : MDEV-9329 - Fails on Ubuntu/s390x
rpl.rpl_row_spatial                   : Added in 10.0.37
rpl.rpl_semi_sync                     : MDEV-11220 - Wrong result
rpl.rpl_semi_sync_uninstall_plugin    : MDEV-7140 - Wrong plugin status
rpl.rpl_show_slave_hosts              : MDEV-12171 - Server failed to start
rpl.rpl_skip_replication              : MDEV-9268 - Fails with timeout in sync_slave_with_master on Alpha
rpl.rpl_slave_grp_exec                : MDEV-10514 - Unexpected deadlock
rpl.rpl_start_stop_slave              : MDEV-13567 - Timeout in sync
rpl.rpl_stm_lcase_tblnames            : Added in 10.0.37
rpl.rpl_sync                          : MDEV-10633 - Database page corruption
rpl.rpl_temporary_error2              : MDEV-10634 - Wrong number of retries

rpl/extra/rpl_tests.*                 : MDEV-10994 - tests not maintained

#----------------------------------------------------------------

spider.* : MDEV-9329 - tests are too memory-consuming

spider/bg.direct_aggregate      : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.direct_aggregate_part : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.spider3_fixes         : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.spider_fixes_part     : MDEV-7098 - Trying to unlock mutex that wasn't locked
spider/bg.ha                    : MDEV-7914 (fixed in 10.1), MDEV-9329 - Crash, failures on s390x
spider/bg.ha_part               : MDEV-9329 - Fails on Ubuntu/s390x
spider/bg.spider_fixes          : MDEV-7098, MDEV-9329 - Mutex problem, failures on s390x
spider/bg.vp_fixes              : MDEV-9329 - Fails on Ubuntu/s390x

#----------------------------------------------------------------

sphinx.* : MDEV-10986 - sphinx tests fail in buildbot and outside

#----------------------------------------------------------------

storage_engine* : Tests are not always timely maintained

#----------------------------------------------------------------

stress.ddl_innodb : MDEV-10635 - Testcase timeout

#----------------------------------------------------------------

sys_vars.autocommit_func2                  : MDEV-9329 - Fails on Ubuntu/s390x
sys_vars.innodb_ft_result_cache_limit_32   : Added in 10.0.37
sys_vars.innodb_ft_result_cache_limit_64   : Added in 10.0.37
sys_vars.table_definition_cache_basic      : Modified in 10.0.38
sys_vars.thread_cache_size_func            : MDEV-11775 - wrong result

#----------------------------------------------------------------

tokudb.change_column_all_1000_10     : MDEV-12640 - Lost connection during query
tokudb.change_column_bin             : MDEV-12640 - Lost connection during query
tokudb.change_column_char            : MDEV-12822 - Lost connection during query
tokudb.cluster_filter_unpack_varchar : MDEV-10636 - Wrong execution plan
tokudb.dir_per_db                    : MDEV-11537 - wrong result
tokudb.dir_per_db_rename_to_nonexisting_schema : MDEV-12823 - Valgrind
tokudb.hotindex-insert-bigchar       : MDEV-13870 - ASAN failures
tokudb.hotindex-update-0             : MDEV-15198 - Timeout
tokudb.hotindex-update-1             : MDEV-12640 - Lost connection during query
tokudb.locks-select-update-1         : MDEV-13406 - Lock wait timeout
tokudb.rows-32m-rand-insert          : MDEV-12640 - Lost connection during query
tokudb.rows-32m-seq-insert           : MDEV-12640 - Lost connection during query
tokudb.savepoint-5                   : MDEV-15280 - wrong result

tokudb_backup.*                      : MDEV-11001 - tests don't work

tokudb_bugs.PS-3773                  : Added in 10.0.37
tokudb_bugs.PS-4979                  : Added in 10.0.38
tokudb_bugs.alter_table_comment_rebuild_data : Added in 10.0.37
tokudb_bugs.checkpoint_lock          : MDEV-10637 - Wrong processlist output
tokudb_bugs.checkpoint_lock_3        : MDEV-10637 - Wrong processlist output
tokudb_bugs.frm_store                : MDEV-12823 - Valgrind
tokudb_bugs.frm_store2               : MDEV-12823 - Valgrind
tokudb_bugs.frm_store3               : MDEV-12823 - Valgrind
tokudb_bugs.xa                       : MDEV-11804 - Lock wait timeout

tokudb_rpl.*                         : MDEV-11001 - tests don't work
tokudb_sys_vars.*                    : MDEV-11001 - tests don't work

rpl-tokudb.*                         : MDEV-14354 - Tests fail with tcmalloc

#----------------------------------------------------------------

unit.lf                 : MDEV-18416 - Object was probably modified after being freed
unit.ma_test_loghandler : MDEV-10638 - record read not ok

#----------------------------------------------------------------

vcol.not_supported    : MDEV-10639 - Testcase timeout
vcol.vcol_keys_innodb : MDEV-10639 - Testcase timeout
vcol.vcol_misc        : MDEV-16651 - Wrong error message

#----------------------------------------------------------------
