├── .coveragerc ├── .flake8 ├── .gitattributes ├── .github └── workflows │ └── tests.yml ├── .gitignore ├── .mypy.ini ├── .pre-commit-config.yaml ├── CHANGELOG.rst ├── LICENSE.txt ├── LICENSES └── headers │ └── apache.txt ├── NOTICE ├── README.rst ├── doc ├── api.rst ├── changelog.rst ├── conf.py ├── fixtures.rst ├── how-to-use.rst ├── index.rst ├── post-processing.rst ├── requirements.txt ├── test-case.rst ├── test_executable.rst └── usage.rst ├── mpi_runner.sh ├── pylintrc ├── pyproject.toml ├── pytest.ini ├── report-conf ├── conf.py ├── generate_report.py └── index_template.rst ├── src └── pytest_executable │ ├── __init__.py │ ├── file_tools.py │ ├── plugin.py │ ├── report-db-schema.yaml │ ├── report.py │ ├── script_runner.py │ ├── settings.py │ ├── test-settings-schema.yaml │ ├── test-settings.yaml │ ├── test_executable.py │ └── yaml_helper.py ├── tests ├── __init__.py ├── conftest.py ├── data │ ├── collect_order │ │ ├── b │ │ │ ├── a │ │ │ │ └── test_aaa.py │ │ │ └── test-settings.yaml │ │ ├── test_a.py │ │ └── z │ │ │ ├── test-settings.yaml │ │ │ └── test_aa.py │ ├── find_references │ │ ├── ref-dir │ │ │ └── 0 │ │ │ │ ├── 1.prf │ │ │ │ └── dir │ │ │ │ └── 2.prf │ │ └── test-dir │ │ │ └── 0 │ │ │ └── dummy-file-for-git-to-store-the-directory-tree │ ├── report │ │ └── report_db.yaml │ ├── runners │ │ ├── error.sh │ │ ├── nproc.sh │ │ └── timeout.sh │ ├── shallow_dir_copy │ │ ├── dst_dir │ │ │ ├── dir │ │ │ │ └── file │ │ │ └── file │ │ └── src_dir │ │ │ ├── dir │ │ │ └── file │ │ │ ├── file │ │ │ └── file-to-ignore │ ├── test___init__ │ │ └── tests-inputs │ │ │ ├── case1 │ │ │ ├── test-settings.yaml │ │ │ └── test_dummy.py │ │ │ └── case2 │ │ │ ├── test-settings.yaml │ │ │ └── test_dummy.py │ ├── test_cli_check │ │ └── dummy-file-for-git-to-store-the-directory-tree │ ├── test_marks_from_yaml │ │ └── tests-inputs │ │ │ ├── a │ │ │ ├── __init__.py │ │ │ └── test_dummy.py │ │ │ ├── test-settings.yaml │ │ │ └── test_dummy.py │ ├── test_output_dir_fixture │ │ ├── tests-inputs │ │ │ └── case │ │ │ │ └── test-settings.yaml │ │ └── tests-output │ │ │ └── case │ │ │ └── dummy-file-for-git-to-store-the-directory-tree │ ├── test_regression_file_path_fixture │ │ ├── references │ │ │ └── case │ │ │ │ ├── 0.xmf │ │ │ │ └── 1.xmf │ │ └── tests-inputs │ │ │ ├── case-no-references │ │ │ └── test-settings.yaml │ │ │ └── case │ │ │ ├── test-settings.yaml │ │ │ └── test_fixture.py │ ├── test_regression_path_fixture │ │ ├── references │ │ │ └── case │ │ │ │ └── dummy-file-for-git-to-store-the-directory-tree │ │ └── tests-inputs │ │ │ └── case │ │ │ ├── test-settings.yaml │ │ │ └── test_fixture.py │ ├── test_report │ │ ├── report │ │ │ ├── generator-ko.sh │ │ │ └── generator.sh │ │ └── tests-inputs │ │ │ ├── case │ │ │ ├── description.rst │ │ │ └── test-settings.yaml │ │ │ └── empty-case │ │ │ └── dummy-file-for-git-to-store-the-directory-tree │ ├── test_runner_fixture │ │ ├── runner.sh │ │ ├── settings.yaml │ │ └── tests-inputs │ │ │ ├── case-global-settings │ │ │ └── test-settings.yaml │ │ │ └── case-local-settings │ │ │ └── test-settings.yaml │ └── test_tolerances_fixture │ │ └── tests-inputs │ │ └── case │ │ ├── test-settings.yaml │ │ └── test_fixture.py ├── test_file_tools.py ├── test_plugin │ ├── __init__.py │ ├── test_fixtures.py │ ├── test_misc.py │ └── test_report.py ├── test_report.py ├── test_script_runner.py └── test_settings.py └── tox.ini /.coveragerc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/.coveragerc -------------------------------------------------------------------------------- /.flake8: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/.flake8 -------------------------------------------------------------------------------- /.gitattributes: -------------------------------------------------------------------------------- 1 | pytest_executable/_version.py export-subst 2 | -------------------------------------------------------------------------------- /.github/workflows/tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/.github/workflows/tests.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | /dist 2 | /src/*.egg-info 3 | /.tox 4 | -------------------------------------------------------------------------------- /.mypy.ini: -------------------------------------------------------------------------------- 1 | [mypy] 2 | strict = True 3 | -------------------------------------------------------------------------------- /.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/.pre-commit-config.yaml -------------------------------------------------------------------------------- /CHANGELOG.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/CHANGELOG.rst -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /LICENSES/headers/apache.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/LICENSES/headers/apache.txt -------------------------------------------------------------------------------- /NOTICE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/NOTICE -------------------------------------------------------------------------------- /README.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/README.rst -------------------------------------------------------------------------------- /doc/api.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/api.rst -------------------------------------------------------------------------------- /doc/changelog.rst: -------------------------------------------------------------------------------- 1 | ../CHANGELOG.rst -------------------------------------------------------------------------------- /doc/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/conf.py -------------------------------------------------------------------------------- /doc/fixtures.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/fixtures.rst -------------------------------------------------------------------------------- /doc/how-to-use.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/how-to-use.rst -------------------------------------------------------------------------------- /doc/index.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/index.rst -------------------------------------------------------------------------------- /doc/post-processing.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/post-processing.rst -------------------------------------------------------------------------------- /doc/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/requirements.txt -------------------------------------------------------------------------------- /doc/test-case.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/test-case.rst -------------------------------------------------------------------------------- /doc/test_executable.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/test_executable.rst -------------------------------------------------------------------------------- /doc/usage.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/doc/usage.rst -------------------------------------------------------------------------------- /mpi_runner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/mpi_runner.sh -------------------------------------------------------------------------------- /pylintrc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/pylintrc -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/pyproject.toml -------------------------------------------------------------------------------- /pytest.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/pytest.ini -------------------------------------------------------------------------------- /report-conf/conf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/report-conf/conf.py -------------------------------------------------------------------------------- /report-conf/generate_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/report-conf/generate_report.py -------------------------------------------------------------------------------- /report-conf/index_template.rst: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/report-conf/index_template.rst -------------------------------------------------------------------------------- /src/pytest_executable/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/__init__.py -------------------------------------------------------------------------------- /src/pytest_executable/file_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/file_tools.py -------------------------------------------------------------------------------- /src/pytest_executable/plugin.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/plugin.py -------------------------------------------------------------------------------- /src/pytest_executable/report-db-schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/report-db-schema.yaml -------------------------------------------------------------------------------- /src/pytest_executable/report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/report.py -------------------------------------------------------------------------------- /src/pytest_executable/script_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/script_runner.py -------------------------------------------------------------------------------- /src/pytest_executable/settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/settings.py -------------------------------------------------------------------------------- /src/pytest_executable/test-settings-schema.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/test-settings-schema.yaml -------------------------------------------------------------------------------- /src/pytest_executable/test-settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/test-settings.yaml -------------------------------------------------------------------------------- /src/pytest_executable/test_executable.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/test_executable.py -------------------------------------------------------------------------------- /src/pytest_executable/yaml_helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/src/pytest_executable/yaml_helper.py -------------------------------------------------------------------------------- /tests/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/__init__.py -------------------------------------------------------------------------------- /tests/conftest.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/conftest.py -------------------------------------------------------------------------------- /tests/data/collect_order/b/a/test_aaa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/collect_order/b/a/test_aaa.py -------------------------------------------------------------------------------- /tests/data/collect_order/b/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/collect_order/test_a.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/collect_order/test_a.py -------------------------------------------------------------------------------- /tests/data/collect_order/z/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/collect_order/z/test_aa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/collect_order/z/test_aa.py -------------------------------------------------------------------------------- /tests/data/find_references/ref-dir/0/1.prf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/find_references/ref-dir/0/dir/2.prf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/find_references/test-dir/0/dummy-file-for-git-to-store-the-directory-tree: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/report/report_db.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/report/report_db.yaml -------------------------------------------------------------------------------- /tests/data/runners/error.sh: -------------------------------------------------------------------------------- 1 | ls non-existing-file 2 | -------------------------------------------------------------------------------- /tests/data/runners/nproc.sh: -------------------------------------------------------------------------------- 1 | echo {{nproc}} 2 | -------------------------------------------------------------------------------- /tests/data/runners/timeout.sh: -------------------------------------------------------------------------------- 1 | sleep 1 2 | -------------------------------------------------------------------------------- /tests/data/shallow_dir_copy/dst_dir/dir/file: -------------------------------------------------------------------------------- 1 | ../../src_dir/dir/file -------------------------------------------------------------------------------- /tests/data/shallow_dir_copy/dst_dir/file: -------------------------------------------------------------------------------- 1 | ../src_dir/file -------------------------------------------------------------------------------- /tests/data/shallow_dir_copy/src_dir/dir/file: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/shallow_dir_copy/src_dir/file: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/shallow_dir_copy/src_dir/file-to-ignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test___init__/tests-inputs/case1/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test___init__/tests-inputs/case1/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test___init__/tests-inputs/case1/test_dummy.py -------------------------------------------------------------------------------- /tests/data/test___init__/tests-inputs/case2/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test___init__/tests-inputs/case2/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test___init__/tests-inputs/case2/test_dummy.py -------------------------------------------------------------------------------- /tests/data/test_cli_check/dummy-file-for-git-to-store-the-directory-tree: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_marks_from_yaml/tests-inputs/a/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_marks_from_yaml/tests-inputs/a/__init__.py -------------------------------------------------------------------------------- /tests/data/test_marks_from_yaml/tests-inputs/a/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_marks_from_yaml/tests-inputs/a/test_dummy.py -------------------------------------------------------------------------------- /tests/data/test_marks_from_yaml/tests-inputs/test-settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_marks_from_yaml/tests-inputs/test-settings.yaml -------------------------------------------------------------------------------- /tests/data/test_marks_from_yaml/tests-inputs/test_dummy.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_marks_from_yaml/tests-inputs/test_dummy.py -------------------------------------------------------------------------------- /tests/data/test_output_dir_fixture/tests-inputs/case/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_output_dir_fixture/tests-output/case/dummy-file-for-git-to-store-the-directory-tree: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_regression_file_path_fixture/references/case/0.xmf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_regression_file_path_fixture/references/case/1.xmf: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_regression_file_path_fixture/tests-inputs/case-no-references/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_regression_file_path_fixture/tests-inputs/case/test-settings.yaml: -------------------------------------------------------------------------------- 1 | references: 2 | - '*.xmf' 3 | -------------------------------------------------------------------------------- /tests/data/test_regression_file_path_fixture/tests-inputs/case/test_fixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_regression_file_path_fixture/tests-inputs/case/test_fixture.py -------------------------------------------------------------------------------- /tests/data/test_regression_path_fixture/references/case/dummy-file-for-git-to-store-the-directory-tree: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_regression_path_fixture/tests-inputs/case/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_regression_path_fixture/tests-inputs/case/test_fixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_regression_path_fixture/tests-inputs/case/test_fixture.py -------------------------------------------------------------------------------- /tests/data/test_report/report/generator-ko.sh: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env bash 2 | 3 | echo REPORT GENERATION FAILED 4 | exit 1 5 | -------------------------------------------------------------------------------- /tests/data/test_report/report/generator.sh: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env bash 2 | 3 | echo "I SUCCEEDED" 4 | -------------------------------------------------------------------------------- /tests/data/test_report/tests-inputs/case/description.rst: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_report/tests-inputs/case/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_report/tests-inputs/empty-case/dummy-file-for-git-to-store-the-directory-tree: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_runner_fixture/runner.sh: -------------------------------------------------------------------------------- 1 | echo {{nproc}} 2 | -------------------------------------------------------------------------------- /tests/data/test_runner_fixture/settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_runner_fixture/settings.yaml -------------------------------------------------------------------------------- /tests/data/test_runner_fixture/tests-inputs/case-global-settings/test-settings.yaml: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /tests/data/test_runner_fixture/tests-inputs/case-local-settings/test-settings.yaml: -------------------------------------------------------------------------------- 1 | runner: 2 | nproc: 100 3 | -------------------------------------------------------------------------------- /tests/data/test_tolerances_fixture/tests-inputs/case/test-settings.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_tolerances_fixture/tests-inputs/case/test-settings.yaml -------------------------------------------------------------------------------- /tests/data/test_tolerances_fixture/tests-inputs/case/test_fixture.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/data/test_tolerances_fixture/tests-inputs/case/test_fixture.py -------------------------------------------------------------------------------- /tests/test_file_tools.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_file_tools.py -------------------------------------------------------------------------------- /tests/test_plugin/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_plugin/__init__.py -------------------------------------------------------------------------------- /tests/test_plugin/test_fixtures.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_plugin/test_fixtures.py -------------------------------------------------------------------------------- /tests/test_plugin/test_misc.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_plugin/test_misc.py -------------------------------------------------------------------------------- /tests/test_plugin/test_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_plugin/test_report.py -------------------------------------------------------------------------------- /tests/test_report.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_report.py -------------------------------------------------------------------------------- /tests/test_script_runner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_script_runner.py -------------------------------------------------------------------------------- /tests/test_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tests/test_settings.py -------------------------------------------------------------------------------- /tox.ini: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/CS-SI/pytest-executable/HEAD/tox.ini --------------------------------------------------------------------------------