Compare commits

..
18 changed files with 24 additions and 438 deletions
@@ -1,16 +0,0 @@
summary: Functional test - editorconfig-core-c-devel cmake verify
test: ./test.sh
tag:
- functional
- cmake
- editorconfig-core-c
duration: 10m
tier: 2
path: /tests/functional/cmake/test_editorconfig-core-c-devel_cmake_verify
require:
- editorconfig-core-c-devel
- editorconfig-core-c-static
- cmake
- gcc
- beakerlib
- gcc-c++
@@ -1,58 +0,0 @@
#!/bin/bash
# Functional test: editorconfig-core-c-devel - cmake export integrity verification
# Verify that all files referenced by .cmake files provided by the package actually exist
#
# Verification principle:
# find_package(CONFIG) -> *Config.cmake -> *Targets.cmake
# Targets.cmake referencing non-existent .a/.so will cause cmake configuration to fail directly
. /usr/share/beakerlib/beakerlib.sh || exit 1
PKG="editorconfig-core-c-devel"
rlJournalStart
rlPhaseStartSetup "Environment Setup"
TmpDir=$(mktemp -d)
rlRun "cd $TmpDir" 0 "Enter temporary test directory"
CMAKE_COUNT=$(rpm -ql "$PKG" 2>/dev/null | grep -c '\.cmake$' || echo 0)
rlLogInfo "$PKG provides $CMAKE_COUNT .cmake file(s)"
rlPhaseEnd
rlPhaseStartTest "find_package(CONFIG) - Verify cmake export integrity"
if [ "$CMAKE_COUNT" -eq 0 ]; then
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(EditorConfig) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(EditorConfig REQUIRED CONFIG)
message(STATUS "find_package(EditorConfig) succeeded")
EOF
rlLogInfo "Verifying find_package(EditorConfig CONFIG) ..."
rm -rf "$TmpDir/build_0"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_0" 0 \
"cmake configuration (find_package EditorConfig CONFIG)"; then
rlPass "find_package(EditorConfig CONFIG) verification passed"
else
rlFail "find_package(EditorConfig CONFIG) verification failed"
fi
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlRun "cd /" 0 "Leave test directory"
if [ -n "$TmpDir" ] && [ -d "$TmpDir" ]; then
rlRun "rm -rf $TmpDir" 0 "Clean up temporary test directory"
fi
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
@@ -1,17 +0,0 @@
summary: Functional test - fltk-devel cmake verify
test: ./test.sh
tag:
- functional
- cmake
- fltk
duration: 10m
tier: 2
path: /tests/functional/cmake/test_fltk-devel_cmake_verify
require:
- fltk-devel
- fltk-static
- fltk-fluid
- cmake
- gcc
- beakerlib
- gcc-c++
@@ -1,58 +0,0 @@
#!/bin/bash
# Functional test: fltk-devel - cmake export integrity verification
# Verify that all files referenced by .cmake files provided by the package actually exist
#
# Verification principle:
# find_package(CONFIG) -> *Config.cmake -> *Targets.cmake
# Targets.cmake referencing non-existent .a/.so will cause cmake configuration to fail directly
. /usr/share/beakerlib/beakerlib.sh || exit 1
PKG="fltk-devel"
rlJournalStart
rlPhaseStartSetup "Environment Setup"
TmpDir=$(mktemp -d)
rlRun "cd $TmpDir" 0 "Enter temporary test directory"
CMAKE_COUNT=$(rpm -ql "$PKG" 2>/dev/null | grep -c '\.cmake$' || echo 0)
rlLogInfo "$PKG provides $CMAKE_COUNT .cmake file(s)"
rlPhaseEnd
rlPhaseStartTest "find_package(CONFIG) - Verify cmake export integrity"
if [ "$CMAKE_COUNT" -eq 0 ]; then
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(FLTK) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(FLTK REQUIRED CONFIG)
message(STATUS "find_package(FLTK) succeeded")
EOF
rlLogInfo "Verifying find_package(FLTK CONFIG) ..."
rm -rf "$TmpDir/build_0"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_0" 0 \
"cmake configuration (find_package FLTK CONFIG)"; then
rlPass "find_package(FLTK CONFIG) verification passed"
else
rlFail "find_package(FLTK CONFIG) verification failed"
fi
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlRun "cd /" 0 "Leave test directory"
if [ -n "$TmpDir" ] && [ -d "$TmpDir" ]; then
rlRun "rm -rf $TmpDir" 0 "Clean up temporary test directory"
fi
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
@@ -6,7 +6,7 @@ tag:
- qt6-qttools
duration: 10m
tier: 2
path: /tests/functional/cmake/test_qt6-qttools-devel_cmake_verify
path: /tests/functional/pkgs/cmake_batch/generated/test_qt6-qttools-devel_cmake_verify
require:
- qt6-qttools-devel
- qt6-doctools
@@ -1,16 +0,0 @@
summary: Functional test - spirv-cross-devel cmake verify
test: ./test.sh
tag:
- functional
- cmake
- spirv-cross
duration: 10m
tier: 2
path: /tests/functional/cmake/test_spirv-cross-devel_cmake_verify
require:
- spirv-cross-devel
- spirv-cross-static
- cmake
- gcc
- beakerlib
- gcc-c++
@@ -1,247 +0,0 @@
#!/bin/bash
# Functional test: spirv-cross-devel - cmake export integrity verification
# Verify that all files referenced by .cmake files provided by the package actually exist
#
# Verification principle:
# find_package(CONFIG) -> *Config.cmake -> *Targets.cmake
# Targets.cmake referencing non-existent .a/.so will cause cmake configuration to fail directly
. /usr/share/beakerlib/beakerlib.sh || exit 1
PKG="spirv-cross-devel"
rlJournalStart
rlPhaseStartSetup "Environment Setup"
TmpDir=$(mktemp -d)
rlRun "cd $TmpDir" 0 "Enter temporary test directory"
CMAKE_COUNT=$(rpm -ql "$PKG" 2>/dev/null | grep -c '\.cmake$' || echo 0)
rlLogInfo "$PKG provides $CMAKE_COUNT .cmake file(s)"
rlPhaseEnd
rlPhaseStartTest "find_package(CONFIG) - Verify cmake export integrity"
if [ "$CMAKE_COUNT" -eq 0 ]; then
rlLogWarning "$PKG provides no .cmake files, skipping cmake verification"
else
# --- find_package(spirv_cross_c) ---
# spirv_cross_c depends on: glsl, hlsl, msl, cpp, reflect
# glsl/hlsl/msl/cpp depend on: core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_hlsl REQUIRED CONFIG)
find_package(spirv_cross_msl REQUIRED CONFIG)
find_package(spirv_cross_cpp REQUIRED CONFIG)
find_package(spirv_cross_reflect REQUIRED CONFIG)
find_package(spirv_cross_c REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_c) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_c CONFIG) ..."
rm -rf "$TmpDir/build_0"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_0" 0 \
"cmake configuration (find_package spirv_cross_c CONFIG)"; then
rlPass "find_package(spirv_cross_c CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_c CONFIG) verification failed"
fi
# --- find_package(spirv_cross_c_shared) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_c_shared REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_c_shared) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_c_shared CONFIG) ..."
rm -rf "$TmpDir/build_1"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_1" 0 \
"cmake configuration (find_package spirv_cross_c_shared CONFIG)"; then
rlPass "find_package(spirv_cross_c_shared CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_c_shared CONFIG) verification failed"
fi
# --- find_package(spirv_cross_core) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_core) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_core CONFIG) ..."
rm -rf "$TmpDir/build_2"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_2" 0 \
"cmake configuration (find_package spirv_cross_core CONFIG)"; then
rlPass "find_package(spirv_cross_core CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_core CONFIG) verification failed"
fi
# --- find_package(spirv_cross_cpp) ---
# spirv_cross_cpp depends on: glsl -> core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_cpp REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_cpp) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_cpp CONFIG) ..."
rm -rf "$TmpDir/build_3"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_3" 0 \
"cmake configuration (find_package spirv_cross_cpp CONFIG)"; then
rlPass "find_package(spirv_cross_cpp CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_cpp CONFIG) verification failed"
fi
# --- find_package(spirv_cross_glsl) ---
# spirv_cross_glsl depends on: core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_glsl) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_glsl CONFIG) ..."
rm -rf "$TmpDir/build_4"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_4" 0 \
"cmake configuration (find_package spirv_cross_glsl CONFIG)"; then
rlPass "find_package(spirv_cross_glsl CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_glsl CONFIG) verification failed"
fi
# --- find_package(spirv_cross_hlsl) ---
# spirv_cross_hlsl depends on: glsl -> core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_hlsl REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_hlsl) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_hlsl CONFIG) ..."
rm -rf "$TmpDir/build_5"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_5" 0 \
"cmake configuration (find_package spirv_cross_hlsl CONFIG)"; then
rlPass "find_package(spirv_cross_hlsl CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_hlsl CONFIG) verification failed"
fi
# --- find_package(spirv_cross_msl) ---
# spirv_cross_msl depends on: glsl -> core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_glsl REQUIRED CONFIG)
find_package(spirv_cross_msl REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_msl) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_msl CONFIG) ..."
rm -rf "$TmpDir/build_6"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_6" 0 \
"cmake configuration (find_package spirv_cross_msl CONFIG)"; then
rlPass "find_package(spirv_cross_msl CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_msl CONFIG) verification failed"
fi
# --- find_package(spirv_cross_reflect) ---
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_reflect REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_reflect) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_reflect CONFIG) ..."
rm -rf "$TmpDir/build_7"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_7" 0 \
"cmake configuration (find_package spirv_cross_reflect CONFIG)"; then
rlPass "find_package(spirv_cross_reflect CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_reflect CONFIG) verification failed"
fi
# --- find_package(spirv_cross_util) ---
# spirv_cross_util depends on: core
cat > "$TmpDir/CMakeLists.txt" << 'EOF'
cmake_minimum_required(VERSION 3.13.4)
project(cmake_verify
VERSION "0.1"
LANGUAGES C CXX)
find_package(spirv_cross_core REQUIRED CONFIG)
find_package(spirv_cross_util REQUIRED CONFIG)
message(STATUS "find_package(spirv_cross_util) succeeded")
EOF
rlLogInfo "Verifying find_package(spirv_cross_util CONFIG) ..."
rm -rf "$TmpDir/build_8"
if rlRun "cmake -S $TmpDir -B $TmpDir/build_8" 0 \
"cmake configuration (find_package spirv_cross_util CONFIG)"; then
rlPass "find_package(spirv_cross_util CONFIG) verification passed"
else
rlFail "find_package(spirv_cross_util CONFIG) verification failed"
fi
fi
rlPhaseEnd
rlPhaseStartCleanup "Clean up test environment"
rlRun "cd /" 0 "Leave test directory"
if [ -n "$TmpDir" ] && [ -d "$TmpDir" ]; then
rlRun "rm -rf $TmpDir" 0 "Clean up temporary test directory"
fi
rlPhaseEnd
rlJournalPrintText
rlJournalEnd
+1 -1
View File
@@ -96,7 +96,7 @@ EOF" 2>/dev/null || true
timeout --signal=KILL --kill-after=10 600 \
bash ./check "$test_name" 2>&1 | tee "$out"
bash./check "$test_name" 2>&1 | tee "$out"
local rc=${PIPESTATUS[0]}
@@ -4,7 +4,7 @@ tag:
- functional
- kernel
- blktests
duration: 15m
duration: 5m
tier: 2
path: /tests/functional/kernel/blktests/scsi/test_blktests_scsi_007
require:
+1 -1
View File
@@ -116,7 +116,7 @@ _mmtestsRunCase() {
local exit_lines
exit_lines=$(grep '^test exit :: ' "$out" 2>/dev/null)
exit_lines=$(grep "test exit" "$out" 2>/dev/null)
if [ -z "$exit_lines" ]; then
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2016-8655
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2017-15649
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2018-18559
require:
@@ -4,7 +4,7 @@ tag:
- security
- cve
- ltp
duration: 15m
duration: 3m
tier: 2
path: /tests/security/cve/test_cve-2020-14416
require:
@@ -1,11 +1,10 @@
summary: Security test - OpenSCAP CIS - andreport
framework: beakerlib
test: ./test.sh
tag:
- security
- openscap
- cis
duration: 30m
duration: 10m
tier: 2
path: /tests/security/openscap/cis/test_openscap_cis_eval_report
require:
@@ -16,21 +16,21 @@ rlJournalStart
if [ ! -f "$CIS_DS" ]; then
rlFail "Data stream not found"
else
out=/tmp/cis_eval_$$
xml=/tmp/cis_result_$$.xml
html=/tmp/cis_report_$$.html
local out=/tmp/cis_eval_$$
local xml=/tmp/cis_result_$$.xml
local html=/tmp/cis_report_$$.html
oscap xccdf eval --profile "$CIS_PROFILE" --results-arf "$xml" --report "$html" "$CIS_DS" 2>&1 | tee $out
rc=${PIPESTATUS[0]}
if [ $rc -ne 0 ] && [ $rc -ne 2 ]; then
local rc=${PIPESTATUS[0]}
if [ $rc -ne 0 ]; then
rlFail "oscap eval failed (exit=$rc)"
elif [ ! -f "$xml" ]; then
rlFail "ARF result file not generated"
elif [ ! -f "$html" ]; then
rlFail "HTML report not generated"
else
pass=$(grep -c '<result>pass</result>' "$xml" 2>/dev/null || echo 0)
fail=$(grep -c '<result>fail</result>' "$xml" 2>/dev/null || echo 0)
na=$(grep -c '<result>notapplicable</result>' "$xml" 2>/dev/null || echo 0)
local pass=$(grep -c '<result>pass</result>' "$xml" 2>/dev/null || echo 0)
local fail=$(grep -c '<result>fail</result>' "$xml" 2>/dev/null || echo 0)
local na=$(grep -c '<result>notapplicable</result>' "$xml" 2>/dev/null || echo 0)
rlPass "CIS eval complete: pass=$pass fail=$fail notapplicable=$na"
fi
rm -f $out $xml $html
@@ -1,11 +1,10 @@
summary: Security test - OpenSCAP CIS - scriptGenerate
framework: beakerlib
test: ./test.sh
tag:
- security
- openscap
- cis
duration: 30m
duration: 10m
tier: 2
path: /tests/security/openscap/cis/test_openscap_cis_fix
require:
@@ -16,15 +16,15 @@ rlJournalStart
if [ ! -f "$CIS_DS" ]; then
rlFail "Data stream not found"
else
out=/tmp/cis_fix_$$
xml=/tmp/cis_fix_xml_$$.xml
fix=/tmp/cis_fix_$$.sh
local out=/tmp/cis_fix_$$
local xml=/tmp/cis_fix_xml_$$.xml
local fix=/tmp/cis_fix_$$.sh
oscap xccdf eval --profile "$CIS_PROFILE" --results "$xml" "$CIS_DS" 2>&1 | tee $out
rc=${PIPESTATUS[0]}
if { [ $rc -ne 0 ] && [ $rc -ne 2 ]; } || [ ! -f "$xml" ]; then
local rc=${PIPESTATUS[0]}
if [ $rc -ne 0 ] || [ ! -f "$xml" ]; then
rlFail "oscap eval failed (exit=$rc)"
else
rid=$(grep -oP '<TestResult[^>]*\bid="\K[^"]+' "$xml" | head -1)
local rid=$(grep -oP 'id="\K[^"]+' "$xml" | head -1)
if [ -z "$rid" ]; then
rlFail "Cannot extract TestResult id"
else