|
|
|
@@ -1,6 +1,6 @@
|
|
|
|
|
Name: tmt
|
|
|
|
|
Version: 1.20.0
|
|
|
|
|
Release: 1%{?dist}
|
|
|
|
|
Version: 1.23.0
|
|
|
|
|
Release: 2%{?dist}
|
|
|
|
|
|
|
|
|
|
Summary: Test Management Tool
|
|
|
|
|
License: MIT
|
|
|
|
@@ -44,10 +44,14 @@ BuildRequires: python%{python3_pkgversion}-pytest
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-click
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-fmf >= 1.2.0
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-requests
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-testcloud >= 0.8.1
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-testcloud >= 0.9.2
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-markdown
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-junit_xml
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-ruamel-yaml
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-jinja2
|
|
|
|
|
%if 0%{?rhel} >= 9 || 0%{?fedora}
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-mrack-beaker >= 1.12.1
|
|
|
|
|
%endif
|
|
|
|
|
# Only needed for rhel-8 (it has python3.6)
|
|
|
|
|
%if 0%{?rhel} == 8
|
|
|
|
|
BuildRequires: python%{python3_pkgversion}-typing-extensions
|
|
|
|
@@ -57,6 +61,8 @@ BuildRequires: python%{python3_pkgversion}-importlib-metadata
|
|
|
|
|
# Required for tests
|
|
|
|
|
BuildRequires: rsync
|
|
|
|
|
%{?python_provide:%python_provide python%{python3_pkgversion}-%{name}}
|
|
|
|
|
# Necessary until tmt-1.24 is released
|
|
|
|
|
Requires: python%{python3_pkgversion}-setuptools
|
|
|
|
|
|
|
|
|
|
%description -n python%{python3_pkgversion}-%{name}
|
|
|
|
|
The tmt Python module and command line tool implement the test
|
|
|
|
@@ -77,7 +83,7 @@ Dependencies required to run tests in a container environment.
|
|
|
|
|
Summary: Virtual machine provisioner for the Test Management Tool
|
|
|
|
|
Obsoletes: tmt-testcloud < 0.17
|
|
|
|
|
Requires: tmt == %{version}-%{release}
|
|
|
|
|
Requires: python%{python3_pkgversion}-testcloud >= 0.8.1
|
|
|
|
|
Requires: python%{python3_pkgversion}-testcloud >= 0.9.2
|
|
|
|
|
Requires: libvirt-daemon-config-network
|
|
|
|
|
Requires: openssh-clients
|
|
|
|
|
Requires: (ansible or ansible-core)
|
|
|
|
@@ -89,6 +95,18 @@ Recommends: qemu-system-s390x-core
|
|
|
|
|
Recommends: qemu-system-x86-core
|
|
|
|
|
%endif
|
|
|
|
|
|
|
|
|
|
%if 0%{?rhel} >= 9 || 0%{?fedora}
|
|
|
|
|
%package provision-beaker
|
|
|
|
|
Summary: Beaker provisioner for the Test Management Tool
|
|
|
|
|
Requires: tmt = %{version}-%{release}
|
|
|
|
|
Requires: python3-mrack-beaker >= 1.12.1
|
|
|
|
|
%endif
|
|
|
|
|
|
|
|
|
|
%if 0%{?rhel} >= 9 || 0%{?fedora}
|
|
|
|
|
%description provision-beaker
|
|
|
|
|
Dependencies required to run tests in a Beaker environment.
|
|
|
|
|
%endif
|
|
|
|
|
|
|
|
|
|
%description provision-virtual
|
|
|
|
|
Dependencies required to run tests in a local virtual machine.
|
|
|
|
|
|
|
|
|
@@ -104,7 +122,6 @@ Additional dependencies needed for test metadata import and export.
|
|
|
|
|
%package report-html
|
|
|
|
|
Summary: Report plugin with support for generating web pages
|
|
|
|
|
Requires: tmt == %{version}-%{release}
|
|
|
|
|
Requires: python3-jinja2
|
|
|
|
|
|
|
|
|
|
%description report-html
|
|
|
|
|
Generate test results in the html format. Quickly review test
|
|
|
|
@@ -121,10 +138,19 @@ Generate test results in the JUnit format.
|
|
|
|
|
%package report-polarion
|
|
|
|
|
Summary: Report plugin with support for generating Polarion test runs
|
|
|
|
|
Requires: tmt-report-junit >= %{version}
|
|
|
|
|
Requires: python3-pylero
|
|
|
|
|
|
|
|
|
|
%description report-polarion
|
|
|
|
|
Generate test results in xUnit format for exporting to Polarion.
|
|
|
|
|
|
|
|
|
|
%package report-reportportal
|
|
|
|
|
Summary: Report step plugin for ReportPortal
|
|
|
|
|
Requires: tmt == %{version}-%{release}
|
|
|
|
|
Requires: tmt-report-junit == %{version}
|
|
|
|
|
|
|
|
|
|
%description report-reportportal
|
|
|
|
|
Report test results to a ReportPortal instance.
|
|
|
|
|
|
|
|
|
|
%package all
|
|
|
|
|
Summary: Extra dependencies for the Test Management Tool
|
|
|
|
|
Requires: tmt >= %{version}
|
|
|
|
@@ -134,6 +160,10 @@ Requires: tmt-test-convert >= %{version}
|
|
|
|
|
Requires: tmt-report-html >= %{version}
|
|
|
|
|
Requires: tmt-report-junit >= %{version}
|
|
|
|
|
Requires: tmt-report-polarion >= %{version}
|
|
|
|
|
Requires: tmt-report-reportportal >= %{version}
|
|
|
|
|
%if 0%{?rhel} >= 9 || 0%{?fedora}
|
|
|
|
|
Requires: tmt-provision-beaker >= %{version}
|
|
|
|
|
%endif
|
|
|
|
|
|
|
|
|
|
%description all
|
|
|
|
|
All extra dependencies of the Test Management Tool. Install this
|
|
|
|
@@ -157,6 +187,10 @@ install -pm 644 tmt.1* %{buildroot}%{_mandir}/man1
|
|
|
|
|
install -pm 644 bin/complete %{buildroot}/etc/bash_completion.d/tmt
|
|
|
|
|
mkdir -p %{buildroot}%{workdir_root}
|
|
|
|
|
chmod 1777 %{buildroot}%{workdir_root}
|
|
|
|
|
%if 0%{?rhel} >= 9 || 0%{?fedora}
|
|
|
|
|
mkdir -p %{buildroot}/etc/%{name}/
|
|
|
|
|
install -pm 644 %{name}/steps/provision/mrack/mrack* %{buildroot}/etc/%{name}/
|
|
|
|
|
%endif
|
|
|
|
|
|
|
|
|
|
%check
|
|
|
|
|
%{__python3} -m pytest -vv -m 'not web' --ignore=tests/integration
|
|
|
|
@@ -177,27 +211,39 @@ chmod 1777 %{buildroot}%{workdir_root}
|
|
|
|
|
%{python3_sitelib}/%{name}-*.egg-info/
|
|
|
|
|
%license LICENSE
|
|
|
|
|
%dir %{workdir_root}
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/provision/{,__pycache__/}{podman,testcloud}.*
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/provision/{,__pycache__/}{podman,testcloud,mrack}.*
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/provision/mrack
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/report/{,__pycache__/}html*
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/report/{,__pycache__/}junit.*
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/report/{,__pycache__/}polarion.*
|
|
|
|
|
%exclude %{python3_sitelib}/%{name}/steps/report/{,__pycache__/}reportportal.*
|
|
|
|
|
|
|
|
|
|
%exclude %{_sysconfdir}/%{name}/mrack*
|
|
|
|
|
|
|
|
|
|
%files provision-container
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/provision/{,__pycache__/}podman.*
|
|
|
|
|
|
|
|
|
|
%if 0%{?rhel} >= 9 || 0%{?fedora}
|
|
|
|
|
%files provision-beaker
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/provision/{,__pycache__/}mrack.*
|
|
|
|
|
%config(noreplace) %{_sysconfdir}/%{name}/mrack*
|
|
|
|
|
%endif
|
|
|
|
|
|
|
|
|
|
%files provision-virtual
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/provision/{,__pycache__/}testcloud.*
|
|
|
|
|
|
|
|
|
|
%files report-html
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/report/{,__pycache__/}html*
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
%files report-junit
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/report/{,__pycache__/}junit.*
|
|
|
|
|
|
|
|
|
|
%files report-polarion
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/report/{,__pycache__/}polarion.*
|
|
|
|
|
|
|
|
|
|
%files report-reportportal
|
|
|
|
|
%{python3_sitelib}/%{name}/steps/report/{,__pycache__/}reportportal.*
|
|
|
|
|
|
|
|
|
|
%files test-convert
|
|
|
|
|
%license LICENSE
|
|
|
|
|
|
|
|
|
@@ -206,6 +252,195 @@ chmod 1777 %{buildroot}%{workdir_root}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
%changelog
|
|
|
|
|
* Thu May 15 2023 Lukáš Zachar <lzachar@redhat.com> - 1.23.0-2
|
|
|
|
|
- Require python3-setuptools
|
|
|
|
|
|
|
|
|
|
* Thu May 11 2023 Lukáš Zachar <lzachar@redhat.com> - 1.23.0-1
|
|
|
|
|
- Add `Artemis` to the `provision` documentation
|
|
|
|
|
- Add artemis's user defined watchdog specification
|
|
|
|
|
- Add support for require of files and directories
|
|
|
|
|
- Expose test serial number as an environment variable
|
|
|
|
|
- Print only failed objects when linting in hook
|
|
|
|
|
- Refactored metadata linting
|
|
|
|
|
- Request newer os image and python version for docs
|
|
|
|
|
- Explore all available plugins only once
|
|
|
|
|
- Add test start/end timestamps into results
|
|
|
|
|
- Implement `deprecated` for obsoleted options
|
|
|
|
|
- Unify results examples in test and plan specification
|
|
|
|
|
- Convert gitlab private namespace into dist-git url
|
|
|
|
|
- Shorter Nitrate summary name
|
|
|
|
|
- Correct the path of Ansible playbook
|
|
|
|
|
- Refactor logging during plugin discovery, using tmt's logging
|
|
|
|
|
- Improve names and docs around CLI context in Common classes
|
|
|
|
|
- Fix ruamel.yaml type waivers that mypy sometimes ignores
|
|
|
|
|
- Drop some no longer valid TODO comments
|
|
|
|
|
- Replace '--t' by '-t' when creating a new plan with template
|
|
|
|
|
- Add a new cpu property `flag` to the hardware spec
|
|
|
|
|
- Fix duplicate export for Polarion hyperlinks
|
|
|
|
|
- Option to list locally cached images for testcloud
|
|
|
|
|
- Log out testcloud version in virtual provision
|
|
|
|
|
- Use yq instead of grep when testing YAML content
|
|
|
|
|
- Don't use specific addresses in virtual provision
|
|
|
|
|
- Polish workdir pruning - pathlib transition & logging
|
|
|
|
|
- Support for fuzzy matching subcommand
|
|
|
|
|
- Add new link relation `test-script` definition
|
|
|
|
|
- Remove `group` from the `multihost` specification
|
|
|
|
|
- Move "show exception" code to utils
|
|
|
|
|
- Add missing support for 0.0.55 and 0.0.48 API
|
|
|
|
|
- Add type annotations to tmt.steps.STEPS/ACTIONS
|
|
|
|
|
- Support logging "topics" to allow lower unnecessary verbosity
|
|
|
|
|
- Add support for right-padding of logging labels
|
|
|
|
|
- Move tools config to `pyproject.toml`, add Ruff
|
|
|
|
|
- Example to parametrize test selection via envars
|
|
|
|
|
- Merge run_command() and _run_command() into Command.run()
|
|
|
|
|
- Install beakerlib into images used in test/full
|
|
|
|
|
- Don't run `ShellCheck` on tests & decrease severity
|
|
|
|
|
- Support multiline strings for option help texts
|
|
|
|
|
- Fix tests run only in full testsuite
|
|
|
|
|
|
|
|
|
|
* Fri Apr 14 2023 Petr Šplíchal <psplicha@redhat.com> - 1.22.0-1
|
|
|
|
|
- Change help text of the `tmt --root` option
|
|
|
|
|
- Add support for `results.json` in custom results
|
|
|
|
|
- Proper support for the test `duration` format
|
|
|
|
|
- Prepend '/' to custom test result name if missing
|
|
|
|
|
- Document necessary packages for pip install on Ubuntu
|
|
|
|
|
- Tag cloud resources to `tmt` in Testing Farm
|
|
|
|
|
- Display guest multihost name even in dry run (#1982)
|
|
|
|
|
- Pass the `arch` option to the Beaker provider
|
|
|
|
|
- Use `job-id` instead of `guestname` in Beaker class
|
|
|
|
|
- Adjust the fix for the default branch handling
|
|
|
|
|
- Add support to get `ref` under the git worktree
|
|
|
|
|
- Fix dry mode handling when running a remote plan
|
|
|
|
|
- Enable the external `polarion` plugin tests
|
|
|
|
|
- Extract "run a command" functionality into a stand-alone helper
|
|
|
|
|
- Increase minimal severity of `ShellCheck` defects
|
|
|
|
|
- Display guest full name in `display` plugin report
|
|
|
|
|
- Push using `sudo rsync` when necessary
|
|
|
|
|
- Avoid warning from installing tmt as pre-commit
|
|
|
|
|
- Add test checking repeated test execution results
|
|
|
|
|
- Freeze the `yq` version to fix `el8` installation
|
|
|
|
|
- Update the `CODEOWNERS` file with more granularity
|
|
|
|
|
- Document current workaround for running scripts
|
|
|
|
|
- Install `beakerlib` before the `ShellCheck`
|
|
|
|
|
- Rename `Guest.full_name` to `Guest.multihost_name`
|
|
|
|
|
- Display guest full name in `html` plugin report
|
|
|
|
|
- Add test for template-based export plugin
|
|
|
|
|
- Add `kickstart` to the `artemis` provision plugin
|
|
|
|
|
- Extract just tar files in dist-git-source
|
|
|
|
|
- Add missing fields to custom results test
|
|
|
|
|
- Add shell linter `Differential ShellCheck`
|
|
|
|
|
- Always try to run dhclient in cloud-init in virtual provision
|
|
|
|
|
- Fix polarion report pruning and add or fix arguments
|
|
|
|
|
- Run `chcon` only if SELinux fs supported
|
|
|
|
|
- Require `beaker` provision in `tmt-all`
|
|
|
|
|
- Adjust the new `mrack` plugin spec, test and plan
|
|
|
|
|
- Add `beaker` provision plugin using `mrack`
|
|
|
|
|
- Adjust pip install to always upgrade to the latest
|
|
|
|
|
- Move `testcloud` url guessing logic out of `tmt`
|
|
|
|
|
- Hotfix Ubuntu with virtual provision
|
|
|
|
|
- Detect correct category when export to nitrate
|
|
|
|
|
- Add an entrypoint for interactive `tmt` sessions
|
|
|
|
|
- Fix internal handling of the `where` key
|
|
|
|
|
- Move logging labels to the beginning of lines
|
|
|
|
|
- Refactor CLI error reporting to improve readability
|
|
|
|
|
- Remove no longer needed cast around our custom Click context
|
|
|
|
|
- Display guest full name when showing its details
|
|
|
|
|
- Add `kickstart` section as a new specification key
|
|
|
|
|
- Add more controls for output colorization
|
|
|
|
|
- Rephrase `results.yaml` documentation and examples
|
|
|
|
|
- Fix `get_bootstrap_logger` name and docstring typo
|
|
|
|
|
- Expose guest info in results
|
|
|
|
|
- Enable `root` login and disable default `core` for rhcos
|
|
|
|
|
- Sanitize plan/test/story names before filtering
|
|
|
|
|
- Set default user `core` for rhcos in testcloud
|
|
|
|
|
- Remove no longer used "err" parameter of logging methods
|
|
|
|
|
- testcloud: Raise default limits
|
|
|
|
|
- Update log key content of results.yaml examples (#1834)
|
|
|
|
|
- Include guest name in execute phase data paths
|
|
|
|
|
- Adds "bootstrap logger" for logging before CLI options are recognized (#1839)
|
|
|
|
|
- Export `TMT_TEST_NAME` and `TMT_TEST_METADATA` (#1888)
|
|
|
|
|
- List supported operators in hardware requirement docs (#1867)
|
|
|
|
|
- Build tmt usable in inner guests for tests/full
|
|
|
|
|
- Target test-complement for tests/full
|
|
|
|
|
- Tag tests which are affected by how=full
|
|
|
|
|
- Use PROVISION_METHODS in tests
|
|
|
|
|
- Report individual test results in tests/full
|
|
|
|
|
- Use Require* classes for collection & installation of plugin requirements (#1766)
|
|
|
|
|
- Disable tracebacks if default branch is not found
|
|
|
|
|
- Assign a data path and serial number to each test in discover (#1876)
|
|
|
|
|
- Convert log path for results:custom
|
|
|
|
|
- Allow report result for itself in results:custom
|
|
|
|
|
- Support to import Makefile having '\\\n'
|
|
|
|
|
- Require `pylero` for the `polarion` subpackage
|
|
|
|
|
- Fix forgotten guest when Artemis provisioning times out
|
|
|
|
|
- Turn `tests.yaml` into a list of tests
|
|
|
|
|
- Simplify the `Result` class implementation
|
|
|
|
|
- Use `Path` instead of `os.path` in export code
|
|
|
|
|
- Use `Path` when working with logfile path
|
|
|
|
|
- Fix use of old `os.path.symlink()` in discover/shell
|
|
|
|
|
- Add /root/.local/bin to PATH on Centos Stream 8 in CI
|
|
|
|
|
- Install jq/yq for more readable tests in tmt test suite
|
|
|
|
|
- Fix Common class ignoring other branches of multiple inheritance tree
|
|
|
|
|
- Use Path instead of os.path in prepare/install plugin
|
|
|
|
|
- Convert path-like strings to `pathlib.Path` objects
|
|
|
|
|
- Change `Plugin.go()` to accept logger and extra environment
|
|
|
|
|
- Artemis API version may contain multiple integers
|
|
|
|
|
- Add logging `labels` used for prefixing messages
|
|
|
|
|
- Adds "full name" guest property for multihost logging
|
|
|
|
|
|
|
|
|
|
* Fri Feb 03 2023 Lukáš Zachar <lzachar@redhat.com> - 1.21.0-1
|
|
|
|
|
- Fix tmt-reboot without custom command
|
|
|
|
|
- Fix test /discover/libraries
|
|
|
|
|
- Add serialization callbacks to data class fields
|
|
|
|
|
- Use own private key for `provision.virtual`
|
|
|
|
|
- Adds a template-backed export plugin
|
|
|
|
|
- Polarion export fix component upload bug and upload id first
|
|
|
|
|
- Convert story ReST export to use a Jinja2 template
|
|
|
|
|
- Convert export-related code to plugins per format
|
|
|
|
|
- Do not clone the whole remote plan in dry mode
|
|
|
|
|
- Hardcode tmt git URL so test won't fail for PRs
|
|
|
|
|
- Add py.typed marker for 3rd party type annotations
|
|
|
|
|
- Fixes isort 5.10.1 installation issue
|
|
|
|
|
- Improve logging by `tmt.utils.wait()`
|
|
|
|
|
- Check packages are installed via debuginfo-install
|
|
|
|
|
- Always ignore failures for recommended packages
|
|
|
|
|
- Merge report plugins options into step data fields
|
|
|
|
|
- Dynamically find the current Fedora release
|
|
|
|
|
- Suggest using a pull request checklist template
|
|
|
|
|
- Include a simple Python code among the examples
|
|
|
|
|
- Apply normalization callback when updating data with CLI input
|
|
|
|
|
- Bump pre-commit linters - Flake8, Mypy, JSON schema, YAML lint & pygrep
|
|
|
|
|
- Use base implementation of provision plugin requirements
|
|
|
|
|
- Relay 'interactive' value for podman call
|
|
|
|
|
- Update Fedora versions in `upgrade` tests
|
|
|
|
|
- Apply `ShellScript` for the custom reboot command
|
|
|
|
|
- Update the `shell` discover specification
|
|
|
|
|
- Enable to sync git repo to SUT in `shell` discover
|
|
|
|
|
- Increase the default `utils.format()` indent a bit
|
|
|
|
|
- Define pull request Copr build job in Packit config
|
|
|
|
|
- Decouple logging from objects and base classes
|
|
|
|
|
- Enable `url` and `ref` as `shell` discover options
|
|
|
|
|
- Export `TMT_TREE` in other steps as well
|
|
|
|
|
- Add a new key `system` to the `hardware` spec
|
|
|
|
|
- Remove default for the dynamic `ref` evaluation
|
|
|
|
|
- Schema update and test for order in discover step
|
|
|
|
|
- Merge report plugins options into step data fields
|
|
|
|
|
- Add a test for hardware schema coverage
|
|
|
|
|
- Better type annotations of prepare/install scripts
|
|
|
|
|
- Move `jinja2` require to the main `tmt` package
|
|
|
|
|
- Define the new context dimension `initiator`
|
|
|
|
|
- Respect `TMT_WORKDIR_ROOT` variable in `testcloud`
|
|
|
|
|
- Annotate commands, command line elements and shell scripts
|
|
|
|
|
- Adjust the `reportportal` plugin implementation
|
|
|
|
|
- Implement the `reportportal` report plugin
|
|
|
|
|
- Require the latest `testcloud` package
|
|
|
|
|
- Define `srpm_build_deps` in the packit config
|
|
|
|
|
- Include the new web link in verbose `show` mode
|
|
|
|
|
- Add a clickable web link to test to polarion export
|
|
|
|
|
- Enhance `Links` to allow checking for any links at all
|
|
|
|
|
- Drop various guest `wake()` methods in favor of parent class
|
|
|
|
|
- Catch `SystemExit` during module discovery
|
|
|
|
|
|
|
|
|
|
* Thu Dec 08 2022 Lukáš Zachar <lzachar@redhat.com> - 1.20.0-1
|
|
|
|
|
- Do not prune `html` and `junit` reports
|
|
|
|
|
- Skip extending fmf context if cli context missing
|
|
|
|
|