mirror of
https://gitlab.gnome.org/GNOME/glib.git
synced 2024-09-23 02:26:18 +02:00
62dca6c1cf
We have tests that are failing in some environments, but it's difficult to handle them because: - for some environments we just allow all the tests to fail: DANGEROUS - when we don't allow failures we have flacky tests: A CI pain So, to avoid this and ensure that: - New failing tests are tracked in all platforms - gitlab integration on tests reports is working - coverage is reported also for failing tests Add support for `can_fail` keyword on tests that would mark the test as part of the `failing` test suite. Not adding the suite directly when defining the tests as this is definitely simpler and allows to define conditions more clearly (see next commits). Now, add a default test setup that does not run the failing and flaky tests by default (not to bother distributors with testing well-known issues) and eventually run all the tests in CI: - Non-flaky tests cannot fail in all platforms - Failing and Flaky tests can fail In both cases we save the test reports so that gitlab integration is preserved.
106 lines
3.1 KiB
Meson
106 lines
3.1 KiB
Meson
gmodule_tests = {
|
|
'max-version' : {'install': false},
|
|
'module-test-library' : {
|
|
'export_dynamic' : true,
|
|
'source': 'module-test.c',
|
|
'c_args': ['-DMODULE_TYPE="library"'],
|
|
},
|
|
'module-test-plugin' : {
|
|
'export_dynamic' : true,
|
|
'source': 'module-test.c',
|
|
'c_args': ['-DMODULE_TYPE="plugin"'],
|
|
},
|
|
}
|
|
|
|
if have_cxx
|
|
gmodule_tests += {
|
|
'cxx' : {
|
|
'source' : ['cxx.cpp'],
|
|
'suite' : ['cpp'],
|
|
}
|
|
}
|
|
|
|
foreach std, arg: cxx_standards
|
|
gmodule_tests += {
|
|
'cxx-@0@'.format(std) : {
|
|
'source' : ['cxx.cpp'],
|
|
'suite' : ['cpp'],
|
|
'cpp_args' : [arg],
|
|
},
|
|
}
|
|
endforeach
|
|
endif
|
|
|
|
module_suffix = []
|
|
# Keep the autotools convention for shared module suffix because GModule
|
|
# depends on it: https://gitlab.gnome.org/GNOME/glib/issues/520
|
|
if ['darwin', 'ios'].contains(host_machine.system())
|
|
module_suffix = 'so'
|
|
endif
|
|
|
|
if get_option('default_library') != 'static'
|
|
foreach module : ['moduletestplugin_a', 'moduletestplugin_b']
|
|
shared_module(module + '_plugin', 'lib@0@.c'.format(module),
|
|
dependencies : [libglib_dep, libgmodule_dep],
|
|
install_dir : installed_tests_execdir,
|
|
install_tag : 'tests',
|
|
install : installed_tests_enabled,
|
|
name_suffix : module_suffix
|
|
)
|
|
shared_library(module + '_library', 'lib@0@.c'.format(module),
|
|
dependencies : [libglib_dep, libgmodule_dep],
|
|
install_dir : installed_tests_execdir,
|
|
install_tag : 'tests',
|
|
install : installed_tests_enabled,
|
|
name_suffix : module_suffix
|
|
)
|
|
endforeach
|
|
endif
|
|
|
|
test_env = environment(common_test_env)
|
|
test_env.set('G_TEST_SRCDIR', meson.current_source_dir())
|
|
test_env.set('G_TEST_BUILDDIR', meson.current_build_dir())
|
|
|
|
test_deps = [libm, thread_dep, libglib_dep, libgmodule_dep]
|
|
test_cargs = ['-DG_LOG_DOMAIN="GModule"', '-UG_DISABLE_ASSERT']
|
|
test_cpp_args = test_cargs
|
|
|
|
foreach test_name, extra_args : gmodule_tests
|
|
source = extra_args.get('source', test_name + '.c')
|
|
install = installed_tests_enabled and extra_args.get('install', true)
|
|
|
|
if install
|
|
test_conf = configuration_data()
|
|
test_conf.set('installed_tests_dir', installed_tests_execdir)
|
|
test_conf.set('program', test_name)
|
|
test_conf.set('env', '')
|
|
configure_file(
|
|
input: installed_tests_template_tap,
|
|
output: test_name + '.test',
|
|
install_dir: installed_tests_metadir,
|
|
install_tag: 'tests',
|
|
configuration: test_conf
|
|
)
|
|
endif
|
|
|
|
exe = executable(test_name, source,
|
|
c_args : test_cargs + extra_args.get('c_args', []),
|
|
cpp_args : test_cpp_args + extra_args.get('cpp_args', []),
|
|
link_args : extra_args.get('link_args', []),
|
|
dependencies : test_deps + extra_args.get('dependencies', []),
|
|
export_dynamic : extra_args.get('export_dynamic', false),
|
|
install_dir: installed_tests_execdir,
|
|
install_tag: 'tests',
|
|
install: install,
|
|
)
|
|
|
|
suite = ['gmodule'] + extra_args.get('suite', [])
|
|
timeout = suite.contains('slow') ? test_timeout_slow : test_timeout
|
|
|
|
if extra_args.get('can_fail', false)
|
|
suite += 'failing'
|
|
endif
|
|
|
|
test(test_name, exe, env : test_env, timeout : timeout, suite : suite)
|
|
endforeach
|