Compare commits

..
64 changed files with 340 additions and 1056 deletions
-11
View File
@@ -1,11 +0,0 @@
summary: K8s feature tests - cluster ready precheck
test: ./test.sh
tag:
- feature
- k8s
- cluster
duration: 5m
tier: 1
path: /tests/feature/k8s/cluster_ready
require:
- beakerlib
-54
View File
@@ -1,54 +0,0 @@
#!/bin/bash
# K8s feature test: cluster ready precheck
# Verify the RISC-V K8s cluster is ready before running sonobuoy smoke:
# - kubectl CLI available
# - kubeconfig readable (admin.conf)
# - kubectl can reach the cluster API
# - all nodes are Ready (expect 2: master + worker)
#
# Runs LOCALLY on the K8s master node (tmt provision: local).
. /usr/share/beakerlib/beakerlib.sh || exit 1
K8S_KUBECONFIG="/etc/kubernetes/admin.conf"
EXPECT_NODES=2
rlJournalStart
rlPhaseStartSetup "Environment setup"
rlRun "id" 0 "Current user"
rlRun "uname -m" 0 "Architecture (expect riscv64)"
rlPhaseEnd
rlPhaseStartTest "K8s cluster ready precheck"
# 1. kubectl CLI available
rlRun "command -v kubectl" 0 "kubectl CLI is available"
# 2. kubeconfig exists and readable
if [ ! -r "$K8S_KUBECONFIG" ]; then
rlFail "kubeconfig not readable: $K8S_KUBECONFIG"
else
rlPass "kubeconfig readable: $K8S_KUBECONFIG"
fi
# 3. kubectl can reach the cluster API
rlRun "kubectl --kubeconfig=$K8S_KUBECONFIG version --client" 0 "kubectl client version"
rlRun "kubectl --kubeconfig=$K8S_KUBECONFIG cluster-info" 0 "Cluster API reachable"
# 4. All nodes Ready (expect 2)
local node_count ready_count
node_count=$(kubectl --kubeconfig=$K8S_KUBECONFIG get nodes --no-headers 2>/dev/null | wc -l)
ready_count=$(kubectl --kubeconfig=$K8S_KUBECONFIG get nodes --no-headers 2>/dev/null | awk '{print $2}' | grep -c '^Ready$')
rlLogInfo "Node count: $node_count, Ready count: $ready_count (expect $EXPECT_NODES)"
if [ "$node_count" -eq "$EXPECT_NODES" ] && [ "$ready_count" -eq "$EXPECT_NODES" ]; then
rlPass "All $EXPECT_NODES nodes are Ready"
else
rlFail "Expected $EXPECT_NODES Ready nodes, got $node_count total / $ready_count Ready"
kubectl --kubeconfig=$K8S_KUBECONFIG get nodes -o wide
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
-137
View File
@@ -1,137 +0,0 @@
# library-prefix = k8s
#
# K8s suite-level shared library
# Provides sonobuoy CLI installation/removal with reference counting,
# and smoke plugin manifest download.
#
# All functions run LOCALLY on the K8s master node (tmt provision: local).
# No SSH remote invocation is involved.
#
# Sonobuoy facts (verified):
# - CLI: sonobuoy-v0.57.3-riscv64, SHA256 0f5642a5ecbecc79e79aa3a1ab015c2e77d0027c51938fee7d5ac9d8dfd166be
# - Source: https://nexus.osssc.ac.cn/repository/openruyi-k8s/v1.35.5/sonobuoy/bin/sonobuoy-v0.57.3-riscv64
# - Smoke plugin manifest:
# https://nexus.osssc.ac.cn/repository/openruyi-k8s/v1.35.5/manifests/openruyi-riscv-sonobuoy-smoke.yaml
#
# Usage:
# . "$(dirname "$0")/../lib.sh" # from cluster_ready/ or sonobuoy_smoke/
# k8sLibSetup # in Setup phase
# k8sFetchSmokePlugin # fetch plugin manifest to /tmp
# k8sLibCleanup # registered via rlCleanupAppend
K8S_FLAG="/tmp/.beakerlib_k8s_suite"
SONOBUOY_VERSION="v0.57.3"
SONOBUOY_BIN="sonobuoy-${SONOBUOY_VERSION}-riscv64"
SONOBUOY_INSTALL="/usr/local/bin/sonobuoy"
SONOBUOY_SHA256="0f5642a5ecbecc79e79aa3a1ab015c2e77d0027c51938fee7d5ac9d8dfd166be"
SONOBUOY_URL="https://nexus.osssc.ac.cn/repository/openruyi-k8s/v1.35.5/sonobuoy/bin/${SONOBUOY_BIN}"
K8S_SMOKE_PLUGIN="/tmp/openruyi-riscv-sonobuoy-smoke.yaml"
K8S_SMOKE_PLUGIN_URL="https://nexus.osssc.ac.cn/repository/openruyi-k8s/v1.35.5/manifests/openruyi-riscv-sonobuoy-smoke.yaml"
K8S_KUBECONFIG="/etc/kubernetes/admin.conf"
# Download sonobuoy CLI, verify SHA256, install to /usr/local/bin.
# Returns 0 on success, 1 on failure (after retries).
_k8sInstallSonobuoy() {
local attempts=0
while [ "$attempts" -lt 2 ]; do
attempts=$((attempts + 1))
rlLogInfo "Downloading sonobuoy (attempt $attempts/2): $SONOBUOY_URL"
if rlRun "curl -fsSL -o /tmp/$SONOBUOY_BIN '$SONOBUOY_URL'" 0 "Download sonobuoy"; then
break
fi
done
if [ ! -f "/tmp/$SONOBUOY_BIN" ]; then
rlFail "Sonobuoy download failed after retries"
return 1
fi
# Verify SHA256
local actual
actual=$(sha256sum "/tmp/$SONOBUOY_BIN" | awk '{print $1}')
if [ "$actual" != "$SONOBUOY_SHA256" ]; then
rlLogWarning "SHA256 mismatch (got $actual), re-downloading once"
rm -f "/tmp/$SONOBUOY_BIN"
rlRun "curl -fsSL -o /tmp/$SONOBUOY_BIN '$SONOBUOY_URL'" 0 "Re-download sonobuoy"
actual=$(sha256sum "/tmp/$SONOBUOY_BIN" | awk '{print $1}')
if [ "$actual" != "$SONOBUOY_SHA256" ]; then
rlFail "Sonobuoy SHA256 verification failed"
rm -f "/tmp/$SONOBUOY_BIN"
return 1
fi
fi
rlRun "install -m 0755 /tmp/$SONOBUOY_BIN '$SONOBUOY_INSTALL'" 0 "Install sonobuoy to /usr/local/bin"
rm -f "/tmp/$SONOBUOY_BIN"
return 0
}
# Download the official smoke plugin manifest to /tmp.
# Returns 0 on success, 1 on failure.
k8sFetchSmokePlugin() {
rlRun "curl -fsSL -o '$K8S_SMOKE_PLUGIN' '$K8S_SMOKE_PLUGIN_URL'" 0 "Download smoke plugin manifest"
if [ ! -s "$K8S_SMOKE_PLUGIN" ]; then
rlFail "Smoke plugin manifest is empty or missing"
return 1
fi
rlLogInfo "Smoke plugin manifest ready: $K8S_SMOKE_PLUGIN"
return 0
}
# Suite-level setup with reference counting.
# Install sonobuoy only once across all cases; register cleanup.
k8sLibSetup() {
if [ ! -f "$K8S_FLAG" ]; then
# First case in suite: install sonobuoy
if ! _k8sInstallSonobuoy; then
rlFail "Sonobuoy installation failed (setup FAIL, case SKIP)"
return 1
fi
rlRun "sonobuoy version" 0 "Verify sonobuoy CLI"
echo "ref=1" > "$K8S_FLAG"
else
local ref
ref=$(grep "^ref=" "$K8S_FLAG" | cut -d= -f2)
ref=$((ref + 1))
sed -i "s/^ref=.*/ref=$ref/" "$K8S_FLAG"
fi
rlCleanupAppend "k8sLibCleanup"
return 0
}
# Suite-level cleanup with reference counting.
# Remove sonobuoy only when the last case finishes.
k8sLibCleanup() {
if [ ! -f "$K8S_FLAG" ]; then return 0; fi
local ref
ref=$(grep "^ref=" "$K8S_FLAG" | cut -d= -f2)
ref=$((ref - 1))
if [ "$ref" -le 0 ]; then
rm -f "$K8S_FLAG"
rlRun "rm -f '$SONOBUOY_INSTALL'" 0 "Remove sonobuoy binary"
rlLogInfo "K8s suite cleanup complete"
else
sed -i "s/^ref=.*/ref=$ref/" "$K8S_FLAG"
rlLogInfo "K8s suite retained (still have $ref test(s) not completed)"
fi
}
-8
View File
@@ -1,8 +0,0 @@
summary: K8s feature tests
tag:
- feature
duration: 30m
tier: 1
path: /tests/feature/k8s
require:
- beakerlib
-11
View File
@@ -1,11 +0,0 @@
summary: K8s feature tests - sonobuoy smoke
test: ./test.sh
tag:
- feature
- k8s
- sonobuoy
duration: 20m
tier: 1
path: /tests/feature/k8s/sonobuoy_smoke
require:
- beakerlib
-74
View File
@@ -1,74 +0,0 @@
#!/bin/bash
# K8s feature test: sonobuoy smoke
# Run the official openruyi-riscv sonobuoy smoke plugin against the cluster:
# sonobuoy delete -> run -> retrieve -> results (full closed loop)
# Expect: Total: 2, Passed: 2, Failed: 0, every node status: passed
#
# Runs LOCALLY on the K8s master node (tmt provision: local).
# Sonobuoy CLI calls are written out explicitly (no hidden wrappers).
. /usr/share/beakerlib/beakerlib.sh || exit 1
. "$(dirname "$0")/../lib.sh"
SONOBUOY_CMD="/usr/local/bin/sonobuoy"
KUBECONFIG="/etc/kubernetes/admin.conf"
SMOKE_PLUGIN="/tmp/openruyi-riscv-sonobuoy-smoke.yaml"
RESULTS_DIR="/tmp"
RESULTS_TAR="$RESULTS_DIR/k8s-smoke-results.tar.gz"
RESULTS_LOG="$RESULTS_DIR/k8s-smoke-results.txt"
SONOBUOY_IMAGE="localhost/sonobuoy/sonobuoy:v0.57.3-riscv64"
EXPECT_TOTAL=2
EXPECT_PASSED=2
EXPECT_FAILED=0
# Add sudo prefix when not running as root (kubeconfig + /usr/local/bin are root-owned)
SUDO_PREFIX=""
if [ "$(id -u)" -ne 0 ]; then
SUDO_PREFIX="sudo -n"
fi
rlJournalStart
rlPhaseStartSetup "Environment setup"
k8sLibSetup
k8sFetchSmokePlugin
rlRun "kubectl --kubeconfig=$KUBECONFIG get nodes" 0 "List cluster nodes"
rlRun "cd $RESULTS_DIR" 0 "Enter results directory"
rlPhaseEnd
rlPhaseStartTest "Sonobuoy smoke test (full loop)"
# 1. Clean any leftovers from previous runs
rlRun "$SUDO_PREFIX $SONOBUOY_CMD delete --wait --kubeconfig=$KUBECONFIG || true" 0 "Clean previous sonobuoy resources"
# 2. Run the smoke plugin (DaemonSet, one pod per node), wait for completion
rlRun "$SUDO_PREFIX $SONOBUOY_CMD run \
--sonobuoy-image $SONOBUOY_IMAGE \
--plugin $SMOKE_PLUGIN \
--image-pull-policy Never \
--wait \
--kubeconfig=$KUBECONFIG" 0 "Run sonobuoy smoke plugin (--wait)"
# 3. Retrieve results archive (note: -f name is saved under CWD, so cd to /tmp first)
rlRun "$SUDO_PREFIX $SONOBUOY_CMD retrieve -f $(basename $RESULTS_TAR) --kubeconfig=$KUBECONFIG" 0 "Retrieve results archive"
rlAssertExists "$RESULTS_TAR"
# 4. Parse results (report mode)
rlRun "set -o pipefail; $SUDO_PREFIX $SONOBUOY_CMD results $RESULTS_TAR --mode=report 2>&1 | tee $RESULTS_LOG" 0 "Parse sonobuoy results (report mode)"
# 5. Assert summary counts
rlAssertGrep "Passed: $EXPECT_PASSED" "$RESULTS_LOG"
rlAssertGrep "Failed: $EXPECT_FAILED" "$RESULTS_LOG"
rlAssertGrep "Total: $EXPECT_TOTAL" "$RESULTS_LOG"
# 6. Assert every node passed
rlAssertGrep "Status: passed" "$RESULTS_LOG"
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
# Remove cluster resources (distinct from binary removal in k8sLibCleanup)
rlRun "$SUDO_PREFIX $SONOBUOY_CMD delete --wait --kubeconfig=$KUBECONFIG || true" 0 "Delete sonobuoy cluster resources"
rlRun "rm -f $RESULTS_TAR $RESULTS_LOG" 0 "Remove results archive and log"
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
+63 -63
View File
@@ -1,63 +1,63 @@
# Functional test - Package tests
This directory contains functional test cases for each package, Uses ACL sub-directory structure standard.
## Test coverage overview
- **202 packages**, **561 test cases**, **1,692 functional points**
- All test scripts have been verified on openEuler RISC-V server
- See [Functional test coverage details](../../docs/coverage/functional-coverage.md)
## directory structure
```
tests/functional/
├── main.fmf # Shared configuration (All subdirectories inherit)
├── README.md # this file
└── pkgs/ # RPM Package functional tests
├── main.fmf # Shared configuration
├── acl/ # acl Package tests (Reference standard)
│ ├── main.fmf
│ ├── test.sh
│ └── test_acl_*/ # Sub-test directories
├── attr/ # attr Package tests
│ ├── main.fmf
│ ├── test.sh
│ └── test_attr_*/ # Sub-test directories
└──... # More package tests
```
## Test structure specification (Refer to ACL)
Each package test directory contains:
- `main.fmf` -- Package-level metadata configuration
- `test.sh` -- Package-level main test script
- `test_<pkg>_<feature>/` -- Sub-test directories split by functional point
- `main.fmf` -- Sub-test metadata
- `test.sh` -- Sub-test script
## Add new package test
1. Create directory `tests/functional/pkgs/<package_name>/`
2. create `main.fmf` (Refer to `pkgs/acl/main.fmf`)
3. create `test.sh` (Refer to template)
4. Create sub-test directories by functional point
## Run tests
```bash
tmt run plan --name /plans/functional test --name /tests/functional/<package_name>
```
- Metadata files are uniformly named `main.fmf`
## Test coverage progress
| soft | Status | Number of test cases | Notes |
|--------|------|-----------|------|
| acl | ✅ Complete | 27+ | First example package |
|... | To be added | - | - |
## Reference documentation
- Package test writing guide:`.trellis/tasks/06-09-acl/package-test-guide.md`
- tmt Official documentation:https://tmt.readthedocs.io/
# Functional test - Package tests
This directory contains functional test cases for each package, Uses ACL sub-directory structure standard.
## Test coverage overview
- **202 packages**, **561 test cases**, **1,692 functional points**
- All test scripts have been verified on openEuler RISC-V server
- See [Functional test coverage details](../../docs/coverage/functional-coverage.md)
## directory structure
```
tests/functional/
├── main.fmf # Shared configuration (All subdirectories inherit)
├── README.md # this file
└── pkgs/ # RPM Package functional tests
├── main.fmf # Shared configuration
├── acl/ # acl Package tests (Reference standard)
│ ├── main.fmf
│ ├── test.sh
│ └── test_acl_*/ # Sub-test directories
├── attr/ # attr Package tests
│ ├── main.fmf
│ ├── test.sh
│ └── test_attr_*/ # Sub-test directories
└──... # More package tests
```
## Test structure specification (Refer to ACL)
Each package test directory contains:
- `main.fmf` -- Package-level metadata configuration
- `test.sh` -- Package-level main test script
- `test_<pkg>_<feature>/` -- Sub-test directories split by functional point
- `main.fmf` -- Sub-test metadata
- `test.sh` -- Sub-test script
## Add new package test
1. Create directory `tests/functional/pkgs/<package_name>/`
2. create `main.fmf` (Refer to `pkgs/acl/main.fmf`)
3. create `test.sh` (Refer to template)
4. Create sub-test directories by functional point
## Run tests
```bash
tmt run plan --name /plans/functional test --name /tests/functional/<package_name>
```
- Metadata files are uniformly named `main.fmf`
## Test coverage progress
| soft | Status | Number of test cases | Notes |
|--------|------|-----------|------|
| acl | ✅ Complete | 27+ | First example package |
|... | To be added | - | - |
## Reference documentation
- Package test writing guide:`.trellis/tasks/06-09-acl/package-test-guide.md`
- tmt Official documentation:https://tmt.readthedocs.io/
@@ -1,16 +0,0 @@
summary: Functional test - editorconfig-core-c-devel cmake verify
test: ./test.sh
tag:
- functional
- cmake
- editorconfig-core-c
duration: 10m
tier: 2
path: /tests/functional/cmake/test_editorconfig-core-c-devel_cmake_verify
require:
- editorconfig-core-c-devel
- editorconfig-core-c-static
- cmake
- gcc
- beakerlib
- gcc-c++
@@ -1,58 +0,0 @@
#!/bin/bash
# Functional test: editorconfig-core-c-devel - cmake export integrity verification
# Verify that all files referenced by .cmake files provided by the package actually exist
#
# Verification principle:
# find_package(CONFIG) -> *Config.cmake -> *Targets.cmake
# Targets.cmake referencing non-existent .a/.so will cause cmake configuration to fail directly
. /usr/share/beakerlib/beakerlib.sh || exit 1
PKG="editorconfig-core-c-devel"
rlJournalStart
rlPhaseStartSetup "Environment Setup"
TmpDir=$(mktemp -d)
rlRun "cd $TmpDir" 0 "Enter temporary test directory"
CMAKE_COUNT=$(rpm -ql "$PKG" 2>/dev/null | grep -c '\.cmake$' || echo 0)
rlLogInfo "$PKG provides $CMAKE_COUNT .cmake file(s)"
rlPhaseEnd
rlPhaseStartTest "find_package(CONFIG) - Verify cmake export integrity"
if [ "$CMAKE_COUNT" -eq 0 ]; then
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(EditorConfig) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(EditorConfig REQUIRED CONFIG)
message(STATUS "find_package(EditorConfig) succeeded")
EOF
rlLogInfo "Verifying find_package(EditorConfig CONFIG) ..."
rm -rf "$TmpDir/build_0"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_0" 0 \
"cmake configuration (find_package EditorConfig CONFIG)"; then
rlPass "find_package(EditorConfig CONFIG) verification passed"
else
rlFail "find_package(EditorConfig CONFIG) verification failed"
fi
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlRun "cd /" 0 "Leave test directory"
if [ -n "$TmpDir" ] && [ -d "$TmpDir" ]; then
rlRun "rm -rf $TmpDir" 0 "Clean up temporary test directory"
fi
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
@@ -10,9 +10,6 @@ path: /tests/functional/cmake/test_flang22_cmake_verify
require:
- flang22
- flang22-static
- clang22-devel
- mlir22-devel
- llvm22-devel
- cmake
- gcc
- beakerlib
@@ -24,19 +24,15 @@ rlJournalStart
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(Flang) ---
# Flang depends on LLVM, Clang, and MLIR imported targets.
# Explicitly find them first so that FlangConfig.cmake can resolve
# clang-cpp, MLIR, and MLIRTestAnalysis targets.
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
list(APPEND CMAKE_PREFIX_PATH "/usr/lib64/llvm22")
find_package(Clang REQUIRED CONFIG)
find_package(MLIR REQUIRED CONFIG)
find_package(Flang REQUIRED CONFIG)
find_package(Flang REQUIRED CONFIG
PATHS /usr/lib64/llvm22/lib/cmake/flang
NO_DEFAULT_PATH)
message(STATUS "find_package(Flang) succeeded")
EOF
@@ -1,17 +0,0 @@
summary: Functional test - fltk-devel cmake verify
test: ./test.sh
tag:
- functional
- cmake
- fltk
duration: 10m
tier: 2
path: /tests/functional/cmake/test_fltk-devel_cmake_verify
require:
- fltk-devel
- fltk-static
- fltk-fluid
- cmake
- gcc
- beakerlib
- gcc-c++
@@ -1,58 +0,0 @@
#!/bin/bash
# Functional test: fltk-devel - cmake export integrity verification
# Verify that all files referenced by .cmake files provided by the package actually exist
#
# Verification principle:
# find_package(CONFIG) -> *Config.cmake -> *Targets.cmake
# Targets.cmake referencing non-existent .a/.so will cause cmake configuration to fail directly
. /usr/share/beakerlib/beakerlib.sh || exit 1
PKG="fltk-devel"
rlJournalStart
rlPhaseStartSetup "Environment Setup"
TmpDir=$(mktemp -d)
rlRun "cd $TmpDir" 0 "Enter temporary test directory"
CMAKE_COUNT=$(rpm -ql "$PKG" 2>/dev/null | grep -c '\.cmake$' || echo 0)
rlLogInfo "$PKG provides $CMAKE_COUNT .cmake file(s)"
rlPhaseEnd
rlPhaseStartTest "find_package(CONFIG) - Verify cmake export integrity"
if [ "$CMAKE_COUNT" -eq 0 ]; then
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(FLTK) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(FLTK REQUIRED CONFIG)
message(STATUS "find_package(FLTK) succeeded")
EOF
rlLogInfo "Verifying find_package(FLTK CONFIG) ..."
rm -rf "$TmpDir/build_0"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_0" 0 \
"cmake configuration (find_package FLTK CONFIG)"; then
rlPass "find_package(FLTK CONFIG) verification passed"
else
rlFail "find_package(FLTK CONFIG) verification failed"
fi
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlRun "cd /" 0 "Leave test directory"
if [ -n "$TmpDir" ] && [ -d "$TmpDir" ]; then
rlRun "rm -rf $TmpDir" 0 "Clean up temporary test directory"
fi
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
@@ -6,7 +6,7 @@ tag:
- qt6-qttools
duration: 10m
tier: 2
path: /tests/functional/cmake/test_qt6-qttools-devel_cmake_verify
path: /tests/functional/pkgs/cmake_batch/generated/test_qt6-qttools-devel_cmake_verify
require:
- qt6-qttools-devel
- qt6-doctools
@@ -1,16 +0,0 @@
summary: Functional test - spirv-cross-devel cmake verify
test: ./test.sh
tag:
- functional
- cmake
- spirv-cross
duration: 10m
tier: 2
path: /tests/functional/cmake/test_spirv-cross-devel_cmake_verify
require:
- spirv-cross-devel
- spirv-cross-static
- cmake
- gcc
- beakerlib
- gcc-c++
@@ -1,247 +0,0 @@
#!/bin/bash
# Functional test: spirv-cross-devel - cmake export integrity verification
# Verify that all files referenced by .cmake files provided by the package actually exist
#
# Verification principle:
# find_package(CONFIG) -> *Config.cmake -> *Targets.cmake
# Targets.cmake referencing non-existent .a/.so will cause cmake configuration to fail directly
. /usr/share/beakerlib/beakerlib.sh || exit 1
PKG="spirv-cross-devel"
rlJournalStart
rlPhaseStartSetup "Environment Setup"
TmpDir=$(mktemp -d)
rlRun "cd $TmpDir" 0 "Enter temporary test directory"
CMAKE_COUNT=$(rpm -ql "$PKG" 2>/dev/null | grep -c '\.cmake$' || echo 0)
rlLogInfo "$PKG provides $CMAKE_COUNT .cmake file(s)"
rlPhaseEnd
rlPhaseStartTest "find_package(CONFIG) - Verify cmake export integrity"
if [ "$CMAKE_COUNT" -eq 0 ]; then
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(spirv_cross_c) ---
# spirv_cross_c depends on: glsl, hlsl, msl, cpp, reflect
# glsl/hlsl/msl/cpp depend on: core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_hlsl REQUIRED CONFIG)
find_package(spirv_cross_msl REQUIRED CONFIG)
find_package(spirv_cross_cpp REQUIRED CONFIG)
find_package(spirv_cross_reflect REQUIRED CONFIG)
find_package(spirv_cross_c REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_c) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_c CONFIG) ..."
rm -rf "$TmpDir/build_0"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_0" 0 \
"cmake configuration (find_package spirv_cross_c CONFIG)"; then
rlPass "find_package(spirv_cross_c CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_c CONFIG) verification failed"
fi
# --- find_package(spirv_cross_c_shared) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_c_shared REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_c_shared) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_c_shared CONFIG) ..."
rm -rf "$TmpDir/build_1"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_1" 0 \
"cmake configuration (find_package spirv_cross_c_shared CONFIG)"; then
rlPass "find_package(spirv_cross_c_shared CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_c_shared CONFIG) verification failed"
fi
# --- find_package(spirv_cross_core) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_core) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_core CONFIG) ..."
rm -rf "$TmpDir/build_2"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_2" 0 \
"cmake configuration (find_package spirv_cross_core CONFIG)"; then
rlPass "find_package(spirv_cross_core CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_core CONFIG) verification failed"
fi
# --- find_package(spirv_cross_cpp) ---
# spirv_cross_cpp depends on: glsl -> core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_cpp REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_cpp) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_cpp CONFIG) ..."
rm -rf "$TmpDir/build_3"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_3" 0 \
"cmake configuration (find_package spirv_cross_cpp CONFIG)"; then
rlPass "find_package(spirv_cross_cpp CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_cpp CONFIG) verification failed"
fi
# --- find_package(spirv_cross_glsl) ---
# spirv_cross_glsl depends on: core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_glsl) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_glsl CONFIG) ..."
rm -rf "$TmpDir/build_4"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_4" 0 \
"cmake configuration (find_package spirv_cross_glsl CONFIG)"; then
rlPass "find_package(spirv_cross_glsl CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_glsl CONFIG) verification failed"
fi
# --- find_package(spirv_cross_hlsl) ---
# spirv_cross_hlsl depends on: glsl -> core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_hlsl REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_hlsl) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_hlsl CONFIG) ..."
rm -rf "$TmpDir/build_5"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_5" 0 \
"cmake configuration (find_package spirv_cross_hlsl CONFIG)"; then
rlPass "find_package(spirv_cross_hlsl CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_hlsl CONFIG) verification failed"
fi
# --- find_package(spirv_cross_msl) ---
# spirv_cross_msl depends on: glsl -> core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_msl REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_msl) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_msl CONFIG) ..."
rm -rf "$TmpDir/build_6"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_6" 0 \
"cmake configuration (find_package spirv_cross_msl CONFIG)"; then
rlPass "find_package(spirv_cross_msl CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_msl CONFIG) verification failed"
fi
# --- find_package(spirv_cross_reflect) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_reflect REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_reflect) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_reflect CONFIG) ..."
rm -rf "$TmpDir/build_7"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_7" 0 \
"cmake configuration (find_package spirv_cross_reflect CONFIG)"; then
rlPass "find_package(spirv_cross_reflect CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_reflect CONFIG) verification failed"
fi
# --- find_package(spirv_cross_util) ---
# spirv_cross_util depends on: core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_util REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_util) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_util CONFIG) ..."
rm -rf "$TmpDir/build_8"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_8" 0 \
"cmake configuration (find_package spirv_cross_util CONFIG)"; then
rlPass "find_package(spirv_cross_util CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_util CONFIG) verification failed"
fi
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlRun "cd /" 0 "Leave test directory"
if [ -n "$TmpDir" ] && [ -d "$TmpDir" ]; then
rlRun "rm -rf $TmpDir" 0 "Clean up temporary test directory"
fi
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
@@ -1,13 +1,13 @@
summary: Functional test - dejagnu - GCC compiletestwith
test: ./test.sh
tag:
- functional
- compiler
- dejagnu
duration: 10m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_gcc_test
require:
- dejagnu
- gcc
- beakerlib
summary: Functional test - dejagnu - GCC compiletestwith
test: ./test.sh
tag:
- functional
- compiler
- dejagnu
duration: 10m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_gcc_test
require:
- dejagnu
- gcc
- beakerlib
@@ -1,13 +1,13 @@
summary: Functional test - dejagnu - G++ compiletestwith
test: ./test.sh
tag:
- functional
- compiler
- dejagnu
duration: 10m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_gxx_test
require:
- dejagnu
- gcc-c++
- beakerlib
summary: Functional test - dejagnu - G++ compiletestwith
test: ./test.sh
tag:
- functional
- compiler
- dejagnu
duration: 10m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_gxx_test
require:
- dejagnu
- gcc-c++
- beakerlib
@@ -1,12 +1,12 @@
summary: Functional test - dejagnu - runtest availablecheck
test: ./test.sh
tag:
- functional
- compiler
- dejagnu
duration: 5m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_runtest_check
require:
- dejagnu
- beakerlib
summary: Functional test - dejagnu - runtest availablecheck
test: ./test.sh
tag:
- functional
- compiler
- dejagnu
duration: 5m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_runtest_check
require:
- dejagnu
- beakerlib
@@ -1,7 +1,7 @@
summary: Functional test - dejagnu - warning (-Wall/-Wextra/-Werror/-pedantic)
test: ./test.sh
tag: [functional, compiler, dejagnu]
duration: 5m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_warnings
require: [dejagnu, gcc, clang, beakerlib]
summary: Functional test - dejagnu - warning (-Wall/-Wextra/-Werror/-pedantic)
test: ./test.sh
tag: [functional, compiler, dejagnu]
duration: 5m
tier: 2
path: /tests/functional/compiler/dejagnu/test_dejagnu_warnings
require: [dejagnu, gcc, clang, beakerlib]
+13 -13
View File
@@ -1,13 +1,13 @@
summary: Functional test - Jotai programcompiletest
tag:
- functional
- compiler
- jotai
duration: 15m
tier: 2
path: /tests/functional/compiler/jotai
require:
- beakerlib
- gcc
- clang
- git
summary: Functional test - Jotai programcompiletest
tag:
- functional
- compiler
- jotai
duration: 15m
tier: 2
path: /tests/functional/compiler/jotai
require:
- beakerlib
- gcc
- clang
- git
@@ -1,14 +1,14 @@
summary: Functional test - jotai - Environmentandrepolibrary
test: ./test.sh
tag:
- functional
- compiler
- jotai
duration: 5m
tier: 2
path: /tests/functional/compiler/jotai/test_jotai_setup
require:
- gcc
- clang
- git
- beakerlib
summary: Functional test - jotai - Environmentandrepolibrary
test: ./test.sh
tag:
- functional
- compiler
- jotai
duration: 5m
tier: 2
path: /tests/functional/compiler/jotai/test_jotai_setup
require:
- gcc
- clang
- git
- beakerlib
@@ -1,14 +1,14 @@
summary: Functional test - yarpgen - source codebuildand
test: ./test.sh
tag:
- functional
- compiler
- yarpgen
duration: 10m
tier: 2
path: /tests/functional/compiler/yarpgen/test_yarpgen_build
require:
- gcc-c++
- cmake
- git
- beakerlib
summary: Functional test - yarpgen - source codebuildand
test: ./test.sh
tag:
- functional
- compiler
- yarpgen
duration: 10m
tier: 2
path: /tests/functional/compiler/yarpgen/test_yarpgen_build
require:
- gcc-c++
- cmake
- git
- beakerlib
@@ -1,7 +1,7 @@
summary: Functional test - yarpgen - multifileseparate compilation + C/C++ link
test: ./test.sh
tag: [functional, compiler, yarpgen]
duration: 5m
tier: 2
path: /tests/functional/compiler/yarpgen/test_yarpgen_multifile
require: [gcc, gcc-c++, clang, beakerlib]
summary: Functional test - yarpgen - multifileseparate compilation + C/C++ link
test: ./test.sh
tag: [functional, compiler, yarpgen]
duration: 5m
tier: 2
path: /tests/functional/compiler/yarpgen/test_yarpgen_multifile
require: [gcc, gcc-c++, clang, beakerlib]
+1 -1
View File
@@ -96,7 +96,7 @@ EOF" 2>/dev/null || true
timeout --signal=KILL --kill-after=10 600 \
bash ./check "$test_name" 2>&1 | tee "$out"
bash./check "$test_name" 2>&1 | tee "$out"
local rc=${PIPESTATUS[0]}
@@ -4,7 +4,7 @@ tag:
- functional
- kernel
- blktests
duration: 15m
duration: 5m
tier: 2
path: /tests/functional/kernel/blktests/scsi/test_blktests_scsi_007
require:
+11 -11
View File
@@ -1,11 +1,11 @@
summary: Functional test - kernel - LTP test
tag:
- functional
- kernel
- realtime
- ltp
duration: 30m
tier: 1
path: /tests/functional/kernel/realtime
require:
- beakerlib
summary: Functional test - kernel - LTP test
tag:
- functional
- kernel
- realtime
- ltp
duration: 30m
tier: 1
path: /tests/functional/kernel/realtime
require:
- beakerlib
@@ -5,7 +5,7 @@ tag:
- kernel
- realtime
- ltp
duration: 10m
duration: 30m
tier: 1
path: /tests/functional/kernel/realtime/test_realtime_pi_tests
require:
@@ -5,7 +5,7 @@ tag:
- kernel
- realtime
- ltp
duration: 10m
duration: 30m
tier: 1
path: /tests/functional/kernel/realtime/test_realtime_rt_migrate
require:
+10 -10
View File
@@ -1,10 +1,10 @@
summary: Functional test - audit system
tag:
- functional
- audit
duration: 5m
tier: 1
path: /tests/functional/pkgs/audit
require:
- audit
- beakerlib
summary: Functional test - audit system
tag:
- functional
- audit
duration: 5m
tier: 1
path: /tests/functional/pkgs/audit
require:
- audit
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - bzip2 - compress
test: ./test.sh
tag:
- functional
- bzip2
duration: 2m
tier: 1
path: /tests/functional/pkgs/bzip2/test_bzip2_compress
require:
- beakerlib
summary: Functional test - bzip2 - compress
test: ./test.sh
tag:
- functional
- bzip2
duration: 2m
tier: 1
path: /tests/functional/pkgs/bzip2/test_bzip2_compress
require:
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - cloud-utils-growpart partition expansion - /partitioninfo
test: ./test.sh
tag:
- functional
- cloud-utils-growpart
duration: 2m
tier: 1
path: /tests/functional/pkgs/cloud-utils-growpart/test_cloud_utils_growpart_disk_partition_info
require:
- cloud-utils-growpart
summary: Functional test - cloud-utils-growpart partition expansion - /partitioninfo
test: ./test.sh
tag:
- functional
- cloud-utils-growpart
duration: 2m
tier: 1
path: /tests/functional/pkgs/cloud-utils-growpart/test_cloud_utils_growpart_disk_partition_info
require:
- cloud-utils-growpart
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - cloud-utils-growpart partition expansion - retryrun(noactual)
test: ./test.sh
tag:
- functional
- cloud-utils-growpart
duration: 2m
tier: 1
path: /tests/functional/pkgs/cloud-utils-growpart/test_cloud_utils_growpart_dry_run__no_actual_resize
require:
- cloud-utils-growpart
summary: Functional test - cloud-utils-growpart partition expansion - retryrun(noactual)
test: ./test.sh
tag:
- functional
- cloud-utils-growpart
duration: 2m
tier: 1
path: /tests/functional/pkgs/cloud-utils-growpart/test_cloud_utils_growpart_dry_run__no_actual_resize
require:
- cloud-utils-growpart
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - cloud-utils-growpart partition expansion - andversion
test: ./test.sh
tag:
- functional
- cloud-utils-growpart
duration: 2m
tier: 1
path: /tests/functional/pkgs/cloud-utils-growpart/test_cloud_utils_growpart_help_and_version
require:
- cloud-utils-growpart
summary: Functional test - cloud-utils-growpart partition expansion - andversion
test: ./test.sh
tag:
- functional
- cloud-utils-growpart
duration: 2m
tier: 1
path: /tests/functional/pkgs/cloud-utils-growpart/test_cloud_utils_growpart_help_and_version
require:
- cloud-utils-growpart
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - cmake - basicCMakeitems
test: ./test.sh
tag:
- functional
- cmake
duration: 2m
tier: 1
path: /tests/functional/pkgs/cmake/test_cmake_basic_cmake_project
require:
- cmake
summary: Functional test - cmake - basicCMakeitems
test: ./test.sh
tag:
- functional
- cmake
duration: 2m
tier: 1
path: /tests/functional/pkgs/cmake/test_cmake_basic_cmake_project
require:
- cmake
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - coreutils - environment variables and time env printenv printf
test: ./test.sh
tag:
- functional
- coreutils
duration: 2m
tier: 1
path: /tests/functional/pkgs/coreutils/test_coreutils_environment_and_time__env__printenv__date__printf
require:
- coreutils
summary: Functional test - coreutils - environment variables and time env printenv printf
test: ./test.sh
tag:
- functional
- coreutils
duration: 2m
tier: 1
path: /tests/functional/pkgs/coreutils/test_coreutils_environment_and_time__env__printenv__date__printf
require:
- coreutils
- beakerlib
+10 -10
View File
@@ -1,10 +1,10 @@
summary: Functional test - curl download
tag:
- functional
- curl
duration: 5m
tier: 1
path: /tests/functional/pkgs/curl
require:
- curl
- beakerlib
summary: Functional test - curl download
tag:
- functional
- curl
duration: 5m
tier: 1
path: /tests/functional/pkgs/curl
require:
- curl
- beakerlib
+10 -10
View File
@@ -1,10 +1,10 @@
summary: Functional test - debugedit debuginfo
tag:
- functional
- debugedit
duration: 5m
tier: 1
path: /tests/functional/pkgs/debugedit
require:
- debugedit
- beakerlib
summary: Functional test - debugedit debuginfo
tag:
- functional
- debugedit
duration: 5m
tier: 1
path: /tests/functional/pkgs/debugedit
require:
- debugedit
- beakerlib
+10 -10
View File
@@ -1,10 +1,10 @@
summary: Functional test - GMP countlibrary
tag:
- functional
- gmp
duration: 5m
tier: 1
path: /tests/functional/pkgs/gmp
require:
- gmp
- beakerlib
summary: Functional test - GMP countlibrary
tag:
- functional
- gmp
duration: 5m
tier: 1
path: /tests/functional/pkgs/gmp
require:
- gmp
- beakerlib
@@ -1,11 +1,11 @@
summary: Functional test - grep - fixed stringsextract f
test: ./test.sh
tag:
- functional
- grep
duration: 2m
tier: 1
path: /tests/functional/pkgs/grep/test_grep_fixed_strings___f
require:
- grep
summary: Functional test - grep - fixed stringsextract f
test: ./test.sh
tag:
- functional
- grep
duration: 2m
tier: 1
path: /tests/functional/pkgs/grep/test_grep_fixed_strings___f
require:
- grep
- beakerlib
+10 -10
View File
@@ -1,10 +1,10 @@
summary: Functional test - ISL integerlibrary
tag:
- functional
- isl
duration: 5m
tier: 1
path: /tests/functional/pkgs/isl
require:
- isl
- beakerlib
summary: Functional test - ISL integerlibrary
tag:
- functional
- isl
duration: 5m
tier: 1
path: /tests/functional/pkgs/isl
require:
- isl
- beakerlib
+10 -10
View File
@@ -1,10 +1,10 @@
summary: Functional test - labwc Waylandfunctionality verification
tag:
- functional
- labwc
duration: 5m
tier: 1
path: /tests/functional/pkgs/labwc
require:
- labwc
- beakerlib
summary: Functional test - labwc Waylandfunctionality verification
tag:
- functional
- labwc
duration: 5m
tier: 1
path: /tests/functional/pkgs/labwc
require:
- labwc
- beakerlib
+1 -1
View File
@@ -116,7 +116,7 @@ _mmtestsRunCase() {
local exit_lines
exit_lines=$(grep '^test exit :: ' "$out" 2>/dev/null)
exit_lines=$(grep "test exit:" "$out" 2>/dev/null)
if [ -z "$exit_lines" ]; then
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 90m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_io_blogbench
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 120m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_io_trunc
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 60m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_memdb_redis_benchmark_small
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 55m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_pagereclaim_stutterp
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 45m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_workload_ebizzy
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 60m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_workload_usemem_stress_numa_compact
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 120m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_workload_will_it_scale_io_processes
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 120m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_workload_will_it_scale_io_threads
require:
@@ -4,7 +4,7 @@ tag:
- performance
- kernel
- mmtests
duration: 55m
duration: 30m
tier: 1
path: /tests/performance/mmtests/test_mmtests_workload_will_it_scale_sys_processes
require:
@@ -3,7 +3,7 @@ test: ./test.sh
tag:
- performance
- unixbench
duration: 35m
duration: 10m
tier: 2
path: /tests/performance/unixbench/test_unixbench_half_cpu
require:
@@ -3,7 +3,7 @@ test: ./test.sh
tag:
- performance
- unixbench
duration: 35m
duration: 10m
tier: 2
path: /tests/performance/unixbench/test_unixbench_multi_thread
require:
@@ -3,7 +3,7 @@ test: ./test.sh
tag:
- performance
- unixbench
duration: 20m
duration: 10m
tier: 2
path: /tests/performance/unixbench/test_unixbench_quick_mode
require:
@@ -3,7 +3,7 @@ test: ./test.sh
tag:
- performance
- unixbench
duration: 35m
duration: 10m
tier: 2
path: /tests/performance/unixbench/test_unixbench_single_thread
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2016-8655
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2017-15649
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2018-18559
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2020-14416
require:
@@ -1,11 +1,10 @@
summary: Security test - OpenSCAP CIS - andreport
framework: beakerlib
test: ./test.sh
tag:
- security
- openscap
- cis
duration: 30m
duration: 10m
tier: 2
path: /tests/security/openscap/cis/test_openscap_cis_eval_report
require:
@@ -16,21 +16,21 @@ rlJournalStart
if [ ! -f "$CIS_DS" ]; then
rlFail "Data stream not found"
else
out=/tmp/cis_eval_$$
xml=/tmp/cis_result_$$.xml
html=/tmp/cis_report_$$.html
local out=/tmp/cis_eval_$$
local xml=/tmp/cis_result_$$.xml
local html=/tmp/cis_report_$$.html
oscap xccdf eval --profile "$CIS_PROFILE" --results-arf "$xml" --report "$html" "$CIS_DS" 2>&1 | tee $out
rc=${PIPESTATUS[0]}
if [ $rc -ne 0 ] && [ $rc -ne 2 ]; then
local rc=${PIPESTATUS[0]}
if [ $rc -ne 0 ]; then
rlFail "oscap eval failed (exit=$rc)"
elif [ ! -f "$xml" ]; then
rlFail "ARF result file not generated"
elif [ ! -f "$html" ]; then
rlFail "HTML report not generated"
else
pass=$(grep -c '<result>pass</result>' "$xml" 2>/dev/null || echo 0)
fail=$(grep -c '<result>fail</result>' "$xml" 2>/dev/null || echo 0)
na=$(grep -c '<result>notapplicable</result>' "$xml" 2>/dev/null || echo 0)
local pass=$(grep -c '<result>pass</result>' "$xml" 2>/dev/null || echo 0)
local fail=$(grep -c '<result>fail</result>' "$xml" 2>/dev/null || echo 0)
local na=$(grep -c '<result>notapplicable</result>' "$xml" 2>/dev/null || echo 0)
rlPass "CIS eval complete: pass=$pass fail=$fail notapplicable=$na"
fi
rm -f $out $xml $html
@@ -1,11 +1,10 @@
summary: Security test - OpenSCAP CIS - scriptGenerate
framework: beakerlib
test: ./test.sh
tag:
- security
- openscap
- cis
duration: 30m
duration: 10m
tier: 2
path: /tests/security/openscap/cis/test_openscap_cis_fix
require:
@@ -16,15 +16,15 @@ rlJournalStart
if [ ! -f "$CIS_DS" ]; then
rlFail "Data stream not found"
else
out=/tmp/cis_fix_$$
xml=/tmp/cis_fix_xml_$$.xml
fix=/tmp/cis_fix_$$.sh
local out=/tmp/cis_fix_$$
local xml=/tmp/cis_fix_xml_$$.xml
local fix=/tmp/cis_fix_$$.sh
oscap xccdf eval --profile "$CIS_PROFILE" --results "$xml" "$CIS_DS" 2>&1 | tee $out
rc=${PIPESTATUS[0]}
if { [ $rc -ne 0 ] && [ $rc -ne 2 ]; } || [ ! -f "$xml" ]; then
local rc=${PIPESTATUS[0]}
if [ $rc -ne 0 ] || [ ! -f "$xml" ]; then
rlFail "oscap eval failed (exit=$rc)"
else
rid=$(grep -oP '<TestResult[^>]*\bid="\K[^"]+' "$xml" | head -1)
local rid=$(grep -oP 'id="\K[^"]+' "$xml" | head -1)
if [ -z "$rid" ]; then
rlFail "Cannot extract TestResult id"
else