diff --git a/.github/workflows/develop-pr-regression.yml b/.github/workflows/develop-pr-regression.yml index 41cd38c249..eb7123f638 100644 --- a/.github/workflows/develop-pr-regression.yml +++ b/.github/workflows/develop-pr-regression.yml @@ -26,7 +26,9 @@ jobs: steps: - name: Checkout repository - uses: actions/checkout@v2 + uses: actions/checkout@v4 + with: + clean: true - name: Chceckout submodules run: | @@ -42,8 +44,13 @@ jobs: - name: Install dependencies run: | + rm -rf venv + python -m venv venv + source venv/bin/activate python -m pip install --upgrade pip pip install -r requirements.txt + deactivate + source venv/bin/activate - name: Execute robot command run: | diff --git a/dasharo-compatibility/__init__.robot b/dasharo-compatibility/__init__.robot index 98e49a6956..c337081d31 100644 --- a/dasharo-compatibility/__init__.robot +++ b/dasharo-compatibility/__init__.robot @@ -40,7 +40,7 @@ Prepare Platform Variable Should Exist ${FW_FILE} Prepare Test Suite Flash Firmware ${FW_FILE} - Power Cycle On + Power On ${version}= Get Firmware Version ${coreboot_version}= Get Firmware Version From Binary ${FW_FILE} Log Out And Close Connection diff --git a/dasharo-compatibility/acpi-driver.robot b/dasharo-compatibility/acpi-driver.robot index 4776076024..9d2a4907fa 100644 --- a/dasharo-compatibility/acpi-driver.robot +++ b/dasharo-compatibility/acpi-driver.robot @@ -30,7 +30,7 @@ Default Tags automated *** Variables *** @{EXPECTED_OUTPUT}= -... dasharo_acpi-acpi-0 +... dasharo_acpi ... Adapter: ACPI interface @{SUCCESS_OUTPUT}= ... Complete! diff --git a/dasharo-compatibility/check-ethernet-ports-order.robot b/dasharo-compatibility/check-ethernet-ports-order.robot index 155776b482..a9c41ec40d 100644 --- a/dasharo-compatibility/check-ethernet-ports-order.robot +++ b/dasharo-compatibility/check-ethernet-ports-order.robot @@ -23,7 +23,7 @@ Default Tags automated SPS001.001 Ethernet ports are in order [Documentation] This test automates the verification of port order based ... on PCIe bus numbers and checks PCIe switching. - Depends On '${ETH_PORTS}' != '@{EMPTY}' not supported + Depends On ${ETH_PORTS} not supported Power On Boot System Or From Connected Disk ${ENV_ID_UBUNTU} Login To Linux diff --git a/dasharo-compatibility/cpu-fan-speed-measure.robot b/dasharo-compatibility/cpu-fan-speed-measure.robot index 75bfee49c7..b5748b1ffd 100644 --- a/dasharo-compatibility/cpu-fan-speed-measure.robot +++ b/dasharo-compatibility/cpu-fan-speed-measure.robot @@ -64,7 +64,7 @@ FAN003.201 Fans are turning off during suspend mode with ME Enabled Login To Linux Switch To Root User Log To Console \nFan test started, please check fan state manually - Execute Command In Terminal fwts s3 -f -r /tmp/suspend_test_log.log 90 + Perform Suspend Test Using FWTS Log To Console \nFan state test ended, please note the result FAN004.201 Fans are turning off during suspend mode with ME Soft disabled @@ -77,7 +77,7 @@ FAN004.201 Fans are turning off during suspend mode with ME Soft disabled Login To Linux Switch To Root User Log To Console \nFan test started, please check fan state manually - Execute Command In Terminal fwts s3 -f -r /tmp/suspend_test_log.log 90 + Perform Suspend Test Using FWTS Log To Console \nFan state test ended, please note the result FAN005.201 Fans are turning off during suspend mode with ME HAP disabled @@ -90,7 +90,7 @@ FAN005.201 Fans are turning off during suspend mode with ME HAP disabled Login To Linux Switch To Root User Log To Console \nFan test started, please check fan state manually - Execute Command In Terminal fwts s3 -f -r /tmp/suspend_test_log.log 90 + Perform Suspend Test Using FWTS Log To Console \nFan state test ended, please note the result FAN006.201 GPU fan speed measure diff --git a/dasharo-compatibility/custom-network-boot-entries.robot b/dasharo-compatibility/custom-network-boot-entries.robot index ebbdb14d7c..c894dd0f81 100644 --- a/dasharo-compatibility/custom-network-boot-entries.robot +++ b/dasharo-compatibility/custom-network-boot-entries.robot @@ -16,8 +16,9 @@ Resource ../keys.robot # - document which setup/teardown keywords to use and what are they doing # - go threough them and make sure they are doing what the name suggest (not # exactly the case right now) -Suite Setup Run Keyword -... Prepare Test Suite +Suite Setup Run Keywords +... Prepare Test Suite AND +... Make Sure That Network Boot Is Enabled Suite Teardown Run Keyword ... Log Out And Close Connection diff --git a/dasharo-compatibility/device-detection.robot b/dasharo-compatibility/device-detection.robot index b67d2414f0..19d7ebaa64 100644 --- a/dasharo-compatibility/device-detection.robot +++ b/dasharo-compatibility/device-detection.robot @@ -19,8 +19,12 @@ Resource ../keys.robot Suite Setup Run Keywords ... Prepare Test Suite ... AND +... Skip If not ${DEVICE_DETECT_TEST_IN_SCOPE} +... AND ... Set UEFI Option UsbDriverStack Enabled Suite Teardown Run Keywords +... Skip If '${SUITE_STATUS}' == 'SKIP' Skipping Teardown since Suite was skipped as well +... AND ... Log Out And Close Connection ... AND ... Set UEFI Option UsbDriverStack Enabled diff --git a/dasharo-compatibility/fwupd-support.robot b/dasharo-compatibility/fwupd-support.robot index 1b6e8cddeb..08d725137e 100644 --- a/dasharo-compatibility/fwupd-support.robot +++ b/dasharo-compatibility/fwupd-support.robot @@ -114,5 +114,8 @@ Fwupd Local Firmware Update Linux Switch To Root User Send File To DUT ${fwupd_cabinet} target_path=${cabinet} Execute Command In Terminal printf '[fwupd]\\nOnlyTrusted=false\\n' | sudo tee /etc/fwupd/fwupd.conf - ${out}= Execute Command In Terminal yes n | fwupdmgr local-install ${cabinet} --allow-reinstall --allow-older + ${out}= Execute Command In Terminal yes n | fwupdmgr local-install ${cabinet} --allow-reinstall --allow-older timeout=300s Should Contain ${out} Successfully installed firmware + Execute Reboot Command + Boot System Or From Connected Disk ${BOOTED_OS_ID} + Login To Linux diff --git a/dasharo-compatibility/memory-profile.robot b/dasharo-compatibility/memory-profile.robot index df841e1dc5..dc63e9c693 100644 --- a/dasharo-compatibility/memory-profile.robot +++ b/dasharo-compatibility/memory-profile.robot @@ -24,6 +24,8 @@ Suite Setup Run Keywords # As a result of this suite, we might get stuck with bricked platform. Make sure # to flash working firmware. Suite Teardown Run Keywords +... Skip If '${SUITE_STATUS}' == 'SKIP' Skipping Teardown since Suite was skipped as well +... AND ... Flash Firmware ${FW_FILE} ... AND ... Log Out And Close Connection diff --git a/dasharo-compatibility/usb-camera.robot b/dasharo-compatibility/usb-camera.robot index 626ab85f68..d1c40906b1 100644 --- a/dasharo-compatibility/usb-camera.robot +++ b/dasharo-compatibility/usb-camera.robot @@ -91,7 +91,7 @@ CAM001.301 Integrated webcam (Windows) Power On Login To Windows ${out}= Get USB Devices Windows - Should Contain ${out} Chicony USB2.0 Camera + Should Contain Any ${out} Camera BisonCam Execute Shutdown Command diff --git a/dasharo-compatibility/usb-type-c.robot b/dasharo-compatibility/usb-type-c.robot index 06f417fcbc..15179fdec6 100644 --- a/dasharo-compatibility/usb-type-c.robot +++ b/dasharo-compatibility/usb-type-c.robot @@ -257,7 +257,6 @@ UTC147.201 Docking station detection after coldboot then hotplug (Ubuntu) (ME: E Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC147.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC147.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC147.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.E UTC149.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -267,7 +266,6 @@ UTC149.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: E Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC149.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC149.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC149.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.E UTC151.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -277,7 +275,7 @@ UTC151.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Ena Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC151.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC151.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC151.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.E UTC153.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -288,7 +286,7 @@ UTC153.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: En Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC153.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC153.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC153.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.E UTC155.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -299,7 +297,7 @@ UTC155.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC155.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC155.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC155.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.E UTC157.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -310,7 +308,7 @@ UTC157.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (M Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC157.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC157.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC157.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.E # Not automated @@ -499,7 +497,7 @@ UTC147.202 Docking station detection after coldboot then hotplug (Fedora) (ME: E Skip If '${POWER_CTRL}' == 'none' UTC147.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC147.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC147.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.E UTC149.202 Docking station detection after warmboot then hotplug (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -508,7 +506,7 @@ UTC149.202 Docking station detection after warmboot then hotplug (Fedora) (ME: E [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC149.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC149.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.E UTC151.202 Docking station detection after reboot then hotplug (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -517,7 +515,7 @@ UTC151.202 Docking station detection after reboot then hotplug (Fedora) (ME: Ena [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC151.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC151.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.E UTC153.202 Docking station detection after suspend then hotplug (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -527,7 +525,7 @@ UTC153.202 Docking station detection after suspend then hotplug (Fedora) (ME: En Skip If ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC153.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC153.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC153.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.E UTC155.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -537,7 +535,7 @@ UTC155.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC155.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC155.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC155.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.E UTC157.202 Docking station detection after suspend then hotplug (S3) (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.E) @@ -547,7 +545,7 @@ UTC157.202 Docking station detection after suspend then hotplug (S3) (Fedora) (M Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC157.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC157.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC157.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.E # Not automated @@ -895,7 +893,7 @@ UTC148.201 Docking station detection after coldboot then hotplug (Ubuntu) (ME: D Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC148.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC148.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC148.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.E UTC150.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -905,7 +903,7 @@ UTC150.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: D Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC150.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC150.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC150.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.E UTC152.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -915,7 +913,7 @@ UTC152.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Dis Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC152.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC152.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC152.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.E UTC154.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -926,7 +924,7 @@ UTC154.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Di Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC154.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC154.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC154.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.E UTC156.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -937,7 +935,7 @@ UTC156.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC156.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC156.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC156.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.E UTC158.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -948,7 +946,7 @@ UTC158.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (M Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC158.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC158.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC158.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.E # Not automated @@ -1137,7 +1135,7 @@ UTC148.202 Docking station detection after coldboot then hotplug (Fedora) (ME: D Skip If '${POWER_CTRL}' == 'none' UTC148.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC148.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC148.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.E UTC150.202 Docking station detection after warmboot then hotplug (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -1146,7 +1144,7 @@ UTC150.202 Docking station detection after warmboot then hotplug (Fedora) (ME: D [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC150.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC150.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.E UTC152.202 Docking station detection after reboot then hotplug (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -1155,7 +1153,7 @@ UTC152.202 Docking station detection after reboot then hotplug (Fedora) (ME: Dis [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC152.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC152.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.E UTC154.202 Docking station detection after suspend then hotplug (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -1165,7 +1163,7 @@ UTC154.202 Docking station detection after suspend then hotplug (Fedora) (ME: Di Skip If ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC154.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC154.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC154.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.E UTC156.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -1175,7 +1173,7 @@ UTC156.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC156.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC156.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC156.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.E UTC158.202 Docking station detection after suspend then hotplug (S3) (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.E) @@ -1185,7 +1183,7 @@ UTC158.202 Docking station detection after suspend then hotplug (S3) (Fedora) (M Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC158.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC158.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC158.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.E # Not automated @@ -1533,7 +1531,7 @@ UTC247.201 Docking station detection after coldboot then hotplug (Ubuntu) (ME: E Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC247.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC247.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC247.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.C1 UTC249.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1543,7 +1541,7 @@ UTC249.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: E Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC249.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC249.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC249.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.C1 UTC251.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1553,7 +1551,7 @@ UTC251.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Ena Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC251.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC251.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC251.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.C1 UTC253.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1564,7 +1562,7 @@ UTC253.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: En Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC253.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC253.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC253.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.C1 UTC255.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1575,7 +1573,7 @@ UTC255.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC255.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC255.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC255.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.C1 UTC257.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1586,7 +1584,7 @@ UTC257.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (M Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC257.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC257.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC257.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_UBUNTU} Enabled WL-UMD05 Pro Rev.C1 # Not automated @@ -1775,7 +1773,7 @@ UTC247.202 Docking station detection after coldboot then hotplug (Fedora) (ME: E Skip If '${POWER_CTRL}' == 'none' UTC247.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC247.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC247.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.C1 UTC249.202 Docking station detection after warmboot then hotplug (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1784,7 +1782,7 @@ UTC249.202 Docking station detection after warmboot then hotplug (Fedora) (ME: E [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC249.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC249.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.C1 UTC251.202 Docking station detection after reboot then hotplug (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1793,7 +1791,7 @@ UTC251.202 Docking station detection after reboot then hotplug (Fedora) (ME: Ena [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC251.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC251.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.C1 UTC253.202 Docking station detection after suspend then hotplug (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1803,7 +1801,7 @@ UTC253.202 Docking station detection after suspend then hotplug (Fedora) (ME: En Skip If ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC253.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC253.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC253.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.C1 UTC255.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1813,7 +1811,7 @@ UTC255.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC255.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC255.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC255.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.C1 UTC257.202 Docking station detection after suspend then hotplug (S3) (Fedora) (ME: Enabled) (WL-UMD05 Pro Rev.C1) @@ -1823,7 +1821,7 @@ UTC257.202 Docking station detection after suspend then hotplug (S3) (Fedora) (M Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC257.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC257.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC257.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_FEDORA} Enabled WL-UMD05 Pro Rev.C1 # Not automated @@ -2171,7 +2169,7 @@ UTC248.201 Docking station detection after coldboot then hotplug (Ubuntu) (ME: D Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC248.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC248.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC248.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.C1 UTC250.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2181,7 +2179,7 @@ UTC250.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: D Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC250.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC250.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC250.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.C1 UTC252.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2191,7 +2189,7 @@ UTC252.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Dis Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC252.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC252.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC252.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.C1 UTC254.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2202,7 +2200,7 @@ UTC254.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Di Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC254.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC254.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC254.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.C1 UTC256.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2213,7 +2211,7 @@ UTC256.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC256.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC256.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC256.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.C1 UTC258.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2224,7 +2222,7 @@ UTC258.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (M Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC258.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC258.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC258.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_UBUNTU} Disabled WL-UMD05 Pro Rev.C1 # Not automated @@ -2413,7 +2411,7 @@ UTC248.202 Docking station detection after coldboot then hotplug (Fedora) (ME: D Skip If '${POWER_CTRL}' == 'none' UTC248.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC248.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC248.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.C1 UTC250.202 Docking station detection after warmboot then hotplug (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2422,7 +2420,7 @@ UTC250.202 Docking station detection after warmboot then hotplug (Fedora) (ME: D [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC250.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC250.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.C1 UTC252.202 Docking station detection after reboot then hotplug (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2431,7 +2429,7 @@ UTC252.202 Docking station detection after reboot then hotplug (Fedora) (ME: Dis [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC252.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC252.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.C1 UTC254.202 Docking station detection after suspend then hotplug (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2441,7 +2439,7 @@ UTC254.202 Docking station detection after suspend then hotplug (Fedora) (ME: Di Skip If ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC254.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC254.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC254.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.C1 UTC256.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2451,7 +2449,7 @@ UTC256.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC256.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC256.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC256.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.C1 UTC258.202 Docking station detection after suspend then hotplug (S3) (Fedora) (ME: Disabled) (WL-UMD05 Pro Rev.C1) @@ -2461,7 +2459,7 @@ UTC258.202 Docking station detection after suspend then hotplug (S3) (Fedora) (M Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC258.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC258.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC258.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_FEDORA} Disabled WL-UMD05 Pro Rev.C1 # Not automated @@ -2809,7 +2807,7 @@ UTC347.201 Docking station detection after coldboot then hotplug (Ubuntu) (ME: E Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC347.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC347.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC347.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UG69PD2 Rev.A1 UTC349.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -2819,7 +2817,7 @@ UTC349.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: E Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC349.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC349.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC349.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UG69PD2 Rev.A1 UTC351.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -2829,7 +2827,7 @@ UTC351.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Ena Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC351.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC351.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC351.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UG69PD2 Rev.A1 UTC353.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -2840,7 +2838,7 @@ UTC353.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: En Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC353.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC353.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC353.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_UBUNTU} Enabled WL-UG69PD2 Rev.A1 UTC355.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -2851,7 +2849,7 @@ UTC355.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC355.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC355.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC355.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_UBUNTU} Enabled WL-UG69PD2 Rev.A1 UTC357.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -2862,7 +2860,7 @@ UTC357.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (M Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC357.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC357.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC357.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_UBUNTU} Enabled WL-UG69PD2 Rev.A1 # Not automated @@ -3051,7 +3049,7 @@ UTC347.202 Docking station detection after coldboot then hotplug (Fedora) (ME: E Skip If '${POWER_CTRL}' == 'none' UTC347.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC347.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC347.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UG69PD2 Rev.A1 UTC349.202 Docking station detection after warmboot then hotplug (Fedora) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -3060,7 +3058,7 @@ UTC349.202 Docking station detection after warmboot then hotplug (Fedora) (ME: E [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC349.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC349.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UG69PD2 Rev.A1 UTC351.202 Docking station detection after reboot then hotplug (Fedora) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -3069,7 +3067,7 @@ UTC351.202 Docking station detection after reboot then hotplug (Fedora) (ME: Ena [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC351.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC351.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UG69PD2 Rev.A1 UTC353.202 Docking station detection after suspend then hotplug (Fedora) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -3079,7 +3077,7 @@ UTC353.202 Docking station detection after suspend then hotplug (Fedora) (ME: En Skip If ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC353.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC353.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC353.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_FEDORA} Enabled WL-UG69PD2 Rev.A1 UTC355.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -3089,7 +3087,7 @@ UTC355.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC355.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC355.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC355.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_FEDORA} Enabled WL-UG69PD2 Rev.A1 UTC357.202 Docking station detection after suspend then hotplug (S3) (Fedora) (ME: Enabled) (WL-UG69PD2 Rev.A1) @@ -3099,7 +3097,7 @@ UTC357.202 Docking station detection after suspend then hotplug (S3) (Fedora) (M Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC357.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC357.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC357.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_FEDORA} Enabled WL-UG69PD2 Rev.A1 # Not automated @@ -3447,7 +3445,7 @@ UTC348.201 Docking station detection after coldboot then hotplug (Ubuntu) (ME: D Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC348.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC348.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC348.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UG69PD2 Rev.A1 UTC350.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3457,7 +3455,7 @@ UTC350.201 Docking station detection after warmboot then hotplug (Ubuntu) (ME: D Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC350.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC350.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC350.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UG69PD2 Rev.A1 UTC352.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3467,7 +3465,7 @@ UTC352.201 Docking station detection after reboot then hotplug (Ubuntu) (ME: Dis Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC352.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC352.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC352.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UG69PD2 Rev.A1 UTC354.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3478,7 +3476,7 @@ UTC354.201 Docking station detection after suspend then hotplug (Ubuntu) (ME: Di Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC354.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC354.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC354.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_UBUNTU} Disabled WL-UG69PD2 Rev.A1 UTC356.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3489,7 +3487,7 @@ UTC356.201 Docking station detection after suspend then hotplug (S0ix) (Ubuntu) Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC356.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC356.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC356.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_UBUNTU} Disabled WL-UG69PD2 Rev.A1 UTC358.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3500,7 +3498,7 @@ UTC358.201 Docking station detection after suspend then hotplug (S3) (Ubuntu) (M Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC358.201 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} UTC358.201 not supported Skip If '${ENV_ID_UBUNTU}' not in ${TESTED_LINUX_DISTROS} UTC358.201 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_UBUNTU} Disabled WL-UG69PD2 Rev.A1 # Not automated @@ -3689,7 +3687,7 @@ UTC348.202 Docking station detection after coldboot then hotplug (Fedora) (ME: D Skip If '${POWER_CTRL}' == 'none' UTC348.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC348.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC348.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Coldboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UG69PD2 Rev.A1 UTC350.202 Docking station detection after warmboot then hotplug (Fedora) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3698,7 +3696,7 @@ UTC350.202 Docking station detection after warmboot then hotplug (Fedora) (ME: D [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC350.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC350.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Warmboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UG69PD2 Rev.A1 UTC352.202 Docking station detection after reboot then hotplug (Fedora) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3707,7 +3705,7 @@ UTC352.202 Docking station detection after reboot then hotplug (Fedora) (ME: Dis [Tags] semiauto Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC352.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC352.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Reboot Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UG69PD2 Rev.A1 UTC354.202 Docking station detection after suspend then hotplug (Fedora) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3717,7 +3715,7 @@ UTC354.202 Docking station detection after suspend then hotplug (Fedora) (ME: Di Skip If ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC354.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC354.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC354.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug ${ENV_ID_FEDORA} Disabled WL-UG69PD2 Rev.A1 UTC356.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3727,7 +3725,7 @@ UTC356.202 Docking station detection after suspend then hotplug (S0ix) (Fedora) Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC356.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC356.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC356.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S0Ix) ${ENV_ID_FEDORA} Disabled WL-UG69PD2 Rev.A1 UTC358.202 Docking station detection after suspend then hotplug (S3) (Fedora) (ME: Disabled) (WL-UG69PD2 Rev.A1) @@ -3737,7 +3735,7 @@ UTC358.202 Docking station detection after suspend then hotplug (S3) (Fedora) (M Skip If not ${PLATFORM_SLEEP_TYPE_SELECTABLE} UTC358.202 not supported Skip If not ${DOCKING_STATION_DETECT_SUPPORT} UTC358.202 not supported Skip If '${ENV_ID_FEDORA}' not in ${TESTED_LINUX_DISTROS} UTC358.202 not supported - Skip If not ${SEMI_AUTO} semi auto test skipped: SEMI_AUTO==${SEMI_AUTO} + Docking Station Detection After Suspend Then Hotplug (S3) ${ENV_ID_FEDORA} Disabled WL-UG69PD2 Rev.A1 # Not automated diff --git a/dasharo-performance/__init__.robot b/dasharo-performance/__init__.robot index 98e49a6956..c337081d31 100644 --- a/dasharo-performance/__init__.robot +++ b/dasharo-performance/__init__.robot @@ -40,7 +40,7 @@ Prepare Platform Variable Should Exist ${FW_FILE} Prepare Test Suite Flash Firmware ${FW_FILE} - Power Cycle On + Power On ${version}= Get Firmware Version ${coreboot_version}= Get Firmware Version From Binary ${FW_FILE} Log Out And Close Connection diff --git a/dasharo-performance/cpu-frequency.robot b/dasharo-performance/cpu-frequency.robot index 47e5304553..b8026a4545 100644 --- a/dasharo-performance/cpu-frequency.robot +++ b/dasharo-performance/cpu-frequency.robot @@ -481,7 +481,9 @@ CPU Not Stuck On Initial Frequency (Windows) Login To Windows Sleep 10s Check If CPU Not Stuck On Initial Frequency In Windows - Execute Shutdown Command + IF '${INITIAL_DUT_CONNECTION_METHOD}' != 'SSH' + Execute Shutdown Command + END CPU Not Stuck On Initial Frequency (Heads+Debian) Power On @@ -529,7 +531,9 @@ CPU Runs On Expected Frequency (Windows) Sleep ${FREQUENCY_TEST_MEASURE_INTERVAL}m ${timer}= Evaluate ${timer} + ${FREQUENCY_TEST_MEASURE_INTERVAL} END - Execute Shutdown Command + IF '${INITIAL_DUT_CONNECTION_METHOD}' != 'SSH' + Execute Shutdown Command + END CPU With Load Runs On Expected Frequency (Linux) [Arguments] ${os_id} @@ -571,4 +575,6 @@ CPU With Load Runs On Expected Frequency (Windows) Sleep ${FREQUENCY_TEST_MEASURE_INTERVAL}m ${timer}= Evaluate ${timer} + ${FREQUENCY_TEST_MEASURE_INTERVAL} END - Execute Shutdown Command + IF '${INITIAL_DUT_CONNECTION_METHOD}' != 'SSH' + Execute Shutdown Command + END diff --git a/dasharo-performance/disk-io.robot b/dasharo-performance/disk-io.robot index f0233fd44b..6d49982783 100644 --- a/dasharo-performance/disk-io.robot +++ b/dasharo-performance/disk-io.robot @@ -40,7 +40,7 @@ DIO002.201 Sequential Read Performance (Ubuntu) (Battery) Skip If not ${TESTS_IN_UBUNTU_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Skip If Battery Level Below 30 Percent Power Cycle Into Ubuntu Switch To Root User @@ -83,7 +83,7 @@ DIO004.201 Sequential Write Performance (Ubuntu) (Battery) Skip If not ${TESTS_IN_UBUNTU_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Skip If Battery Level Below 30 Percent Power Cycle Into Ubuntu Switch To Root User @@ -128,7 +128,7 @@ DIO006.201 Random Read Performance (Ubuntu) (Battery) Skip If not ${TESTS_IN_UBUNTU_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Skip If Battery Level Below 30 Percent Power Cycle Into Ubuntu Switch To Root User @@ -173,7 +173,7 @@ DIO008.201 Random Write Performance (Ubuntu) (Battery) Skip If not ${TESTS_IN_UBUNTU_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Skip If Battery Level Below 30 Percent Power Cycle Into Ubuntu Switch To Root User @@ -209,7 +209,7 @@ DIO001.004 Sequential Read Performance (Windows) (Battery) Skip If not ${TESTS_IN_WINDOWS_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Power Cycle Into Windows Run FIO On Windows sequential_with_queues ... --rw=read --bs=1M --iodepth=32 --numjobs=1 --size=4G @@ -239,7 +239,7 @@ DIO002.004 Sequential Write Performance (Windows) (Battery) Skip If not ${TESTS_IN_WINDOWS_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Power Cycle Into Windows Run FIO On Windows sequential_write_with_queues ... --rw=write --bs=1M --iodepth=32 --numjobs=1 --size=4G @@ -265,7 +265,7 @@ DIO003.004 Random Read Performance (Windows) (Battery) Skip If not ${TESTS_IN_WINDOWS_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Power Cycle Into Windows Run FIO On Windows random_read ... --rw=randread --bs=4K --iodepth=32 --numjobs=1 --size=10G @@ -287,7 +287,7 @@ DIO004.004 Random Write Performance (Windows) (Battery) Skip If not ${TESTS_IN_WINDOWS_SUPPORT} Skip If not ${LAPTOP_PLATFORM} The Platform is not a Laptop Skip If not ${BATTERY_PRESENT} Battery not present - Skip If ${AC_CONNECTED} The platform is not connected to AC + Skip If ${AC_CONNECTED} The platform is not running on battery Power Cycle Into Windows Run FIO On Windows random_write ... --rw=randwrite --bs=4K --iodepth=32 --numjobs=4 --size=10G diff --git a/dasharo-performance/manual_cpu_performance.robot b/dasharo-performance/manual_cpu_performance.robot index 4abae6a785..8a4301e4ed 100644 --- a/dasharo-performance/manual_cpu_performance.robot +++ b/dasharo-performance/manual_cpu_performance.robot @@ -11,7 +11,7 @@ Resource ../keys.robot Suite Setup Run Keywords ... Prepare Test Suite ... AND -... Skip If not ${TESTS_IN_WINDOWS_SUPPORT} +... Skip If not ${TESTS_IN_WINDOWS_SUPPORT} Tests in Windows not supported ... AND ... Pause Execution It is advised to run this test via Powershell by ssh ... AND @@ -22,43 +22,66 @@ Default Tags semiauto *** Variables *** -@{TESTS}= smallpt crafty cachebench blake2 -${DEVIATION_UP}= 1.2 # acceptable deviation +/-20% -${DEVIATION_DOWN}= 0.8 +${DEVIATION}= 0.2 *** Test Cases *** UPP001.301 Manual Single Threaded CPU Benchmark (Windows) (AC) [Documentation] tbd you can do this test in ssh terminal - # Skip If not ${TESTS_IN_WINDOWS_SUPPORT} UPP001.301 not supported Pause Execution ... This is semi-manual execution, in next step there will be instruction checklist of DUT setup modification. Execute Manual Step Single Threaded [1/8] Power on the DUT Execute Manual Step Single Threaded [2/8] Boot into Windows Execute Manual Step Single Threaded [3/8] Login with default login and password Execute Manual Step Single Threaded [4/8] Enter powershell as administrator - Run A Test Manually smallpt ${SMALLPT_TEST_SCORE} # run smallpt - Run A Test Manually crafty ${CRAFTY_TEST_SCORE} # run crafty + Run Supported Benchmarks singlecore UPP002.301 Manual Multi Threaded CPU Benchmark (Windows) (AC) [Documentation] tbd you can do this test in ssh terminal - # Skip If not ${TESTS_IN_WINDOWS_SUPPORT} UPP001.302 not supported Pause Execution ... This is semi-manual execution, in next step there will be instruction checklist of DUT setup modification. Execute Manual Step [1/8] Power on the DUT Execute Manual Step [2/8] Boot into Windows Execute Manual Step [3/8] Login with default login and password Execute Manual Step [4/8] Enter powershell as administrator - Run A Test Manually cachebench ${CACHEBENCH_TEST_SCORE} # run cachebench - Run A Test Manually blake2 ${BLAKE2_TEST_SCORE} # run blake2 + Run Supported Benchmarks multicore *** Keywords *** +Run Supported Benchmarks + [Documentation] Runs all benchmarks by the given type + [Arguments] ${target_type} # singlecore / multicore + + VAR ${any_failed}= ${FALSE} + VAR @{errors}= @{EMPTY} + FOR ${benchmark_dict} IN @{UPP_BENCHMARKS} + ${type}= Get From Dictionary ${benchmark_dict} type + IF '${type}' == '${target_type}' + ${result} ${msg}= Run A Test Manually ${benchmark_dict} + IF not $result + VAR ${any_failed}= ${TRUE} + Append To List ${errors} ${msg} + END + END + END + + IF ${any_failed} + Log Some benchmarks have failed: ERROR + FOR ${msg} IN @{errors} + Log ${msg} ERROR + END + Fail Some benchmarks have failed + END + Run A Test Manually [Documentation] Conducting the whole test manually and comparing its result ... with reference value. - [Arguments] ${phoronix_test_name} ${ref_val} - + [Arguments] ${benchmark_dict} + ${phoronix_test_name}= Get From Dictionary ${benchmark_dict} name + ${ref_score}= Get From Dictionary ${benchmark_dict} score + ${scale}= Get From Dictionary ${benchmark_dict} scale + ${deviation}= Get From Dictionary ${benchmark_dict} dev + ${deviation_percent}= Evaluate float(${deviation})*100 Log To Console ${\n}.\\phoronix-test-suite batch-run ${phoronix_test_name} Execute Manual Step ... [6/8] Execute command in terminal:${\n}.\\phoronix-test-suite batch-run ${phoronix_test_name} @@ -66,15 +89,33 @@ Run A Test Manually ... [7/8] Wait until test finishes and prints the results on console ${benchmark_score}= Get Value From User ... [8/8] Enter benchmark score: - ${lower_bound}= Evaluate ${ref_val} * ${DEVIATION_DOWN} - ${higher_bound}= Evaluate ${ref_val} * ${DEVIATION_UP} - IF ${benchmark_score} > ${higher_bound} or ${benchmark_score} < ${lower_bound} - Pause Execution Results are out of acceptable values: ${higher_bound} - ${lower_bound}\n - Fail Results are out of acceptable values: ${higher_bound} - ${lower_bound}\n - ELSE - Log To Console The ${phoronix_test_name} passed with benchmark score: ${benchmark_score} + ${lower_bound}= Evaluate ${ref_score} * (1 - ${deviation}) + ${higher_bound}= Evaluate ${ref_score} * (1 + ${deviation}) + + IF '${scale}' == 'higher_is_better' + ${fail_condition}= Evaluate ${benchmark_score} < ${lower_bound} + ${too_good_condition}= Evaluate ${benchmark_score} > ${higher_bound} + ELSE IF '${scale}' == 'lower_is_better' + ${fail_condition}= Evaluate ${benchmark_score} > ${higher_bound} + ${too_good_condition}= Evaluate ${benchmark_score} < ${lower_bound} END + IF ${too_good_condition} + VAR ${msg}= ${phoronix_test_name}: The measured score of ${benchmark_score} + ... is over ${deviation_percent}% better than reference value: ${ref_score} + Log ${msg} WARN + RETURN ${TRUE} ${msg} + ELSE IF ${fail_condition} + VAR ${msg}= ${phoronix_test_name}: The measured score of ${benchmark_score} + ... is over ${deviation_percent}% worse then the reference value: ${ref_score} + Log ${msg} ERROR + RETURN ${FALSE} ${msg} + END + VAR ${msg}= ${phoronix_test_name}: The measured score of ${benchmark_score} + ... is acceptable for reference value of ${ref_score} + Log ${msg} CONSOLE + RETURN ${TRUE} ${msg} + Detect Or Install Phoronix Test Suite On Windows [Documentation] Detecting Or Installing Phoronix Test Suite On Windows Log To Console Command: Test-Path "C:\\phoronix-test-suite\\phoronix-test-suite.batch" @@ -99,6 +140,11 @@ Detect Or Install Phoronix Test Suite On Windows Install Phoronix On Windows Manually [Documentation] Installing Phoronix On Windows Manually + VAR @{tests}= @{EMPTY} + FOR ${benchmark} IN @{UPP_BENCHMARKS} + ${name}= Get From Dictionary ${benchmark} name + Append To List ${tests} ${name} + END Log To Console Command: Test-Path "C:\\phoronix-test-suite\\phoronix-test-suite.bat" Execute Manual Step ... Installation [1/14] Execute command in terminal: ${\n}Test-Path "C:\\phoronix-test-suite\\phoronix-test-suite.bat" @@ -124,25 +170,25 @@ Install Phoronix On Windows Manually Log To Console Command: .\\phoronix-test-suite Execute Manual Step ... Installation [7/14] Execute command in terminal: ${\n}.\\phoronix-test-suite - this may take a long time to execute - Log To Console Command: .\\phoronix-test-suite install ${TESTS}[0] + Log To Console Command: .\\phoronix-test-suite install ${tests}[0] Execute Manual Step - ... Installation [8/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${TESTS}[0] - Log To Console Command: .\\phoronix-test-suite install ${TESTS}[1] + ... Installation [8/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${tests}[0] + Log To Console Command: .\\phoronix-test-suite install ${tests}[1] Execute Manual Step - ... Installation [9/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${TESTS}[1] - Log To Console Command: .\\phoronix-test-suite install ${TESTS}[2] + ... Installation [9/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${tests}[1] + Log To Console Command: .\\phoronix-test-suite install ${tests}[2] Execute Manual Step - ... Installation [10/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${TESTS}[2] - Log To Console Command: .\\phoronix-test-suite install ${TESTS}[3] + ... Installation [10/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${tests}[2] + Log To Console Command: .\\phoronix-test-suite install ${tests}[3] Execute Manual Step - ... Installation [11/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${TESTS}[3] + ... Installation [11/14] Execute command in terminal: ${\n}.\\phoronix-test-suite install ${tests}[3] Log To Console Command: .\\phoronix-test-suite list-installed-tests Execute Manual Step ... Installation [13/14] Execute command in terminal: ${\n}.\\phoronix-test-suite list-installed-tests ${out}= Get Selections From User [14/14] Output should contain: - ... @{TESTS} + ... @{tests} - IF ${TESTS} != ${out} Fail Not all tests installed + IF ${tests} != ${out} Fail Not all tests installed Setup Phoronix Batch Mode [Documentation] Configure batch mode required for more automated tests. @@ -154,7 +200,7 @@ Setup Phoronix Batch Mode Execute Manual Step ... Batch setup [3/8]${\n}Open the web browser automatically when in batch mode (y/N):${\n}Execute command in terminal: n Execute Manual Step - ... Batch setup [4/8]${\n}Auto upload the results to OpenBenchmarking.org (Y/n):${\n}Execute command in terminal: n + ... Batch setup [4/8]${\n}Auto upload the results to OpenBenchmarking.org (Y/n):${\n}Execute command in terminal: y Execute Manual Step ... Batch setup [5/8]${\n}Prompt for test identifier (Y/n):${\n}Execute command in terminal: n Execute Manual Step diff --git a/dasharo-security/__init__.robot b/dasharo-security/__init__.robot index 98e49a6956..c337081d31 100644 --- a/dasharo-security/__init__.robot +++ b/dasharo-security/__init__.robot @@ -40,7 +40,7 @@ Prepare Platform Variable Should Exist ${FW_FILE} Prepare Test Suite Flash Firmware ${FW_FILE} - Power Cycle On + Power On ${version}= Get Firmware Version ${coreboot_version}= Get Firmware Version From Binary ${FW_FILE} Log Out And Close Connection diff --git a/dasharo-security/tpm-support.robot b/dasharo-security/tpm-support.robot index 4dd1e6fedc..883a477686 100644 --- a/dasharo-security/tpm-support.robot +++ b/dasharo-security/tpm-support.robot @@ -134,8 +134,8 @@ TPM002.301 Verify TPM version (Windows) Power On Login To Windows ${out}= Execute Command In Terminal - ... wmic /namespace:\\\\root\\cimv2\\security\\microsofttpm path win32_tpm get * /format:textvaluelist.xsl - Should Contain ${out} SpecVersion=2.0 + ... (Get-CimInstance -Namespace "Root\\CIMv2\\Security\\MicrosoftTpm" -ClassName Win32_Tpm).SpecVersion | ForEach-Object { "SpecVersion:$($_)" } + Should Contain ${out} SpecVersion:2.0 TPM003.301 Check TPM Physical Presence Interface (Windows) [Documentation] This test aims to verify that the TPM Physical Presence diff --git a/dasharo-stability/__init__.robot b/dasharo-stability/__init__.robot index 98e49a6956..c337081d31 100644 --- a/dasharo-stability/__init__.robot +++ b/dasharo-stability/__init__.robot @@ -40,7 +40,7 @@ Prepare Platform Variable Should Exist ${FW_FILE} Prepare Test Suite Flash Firmware ${FW_FILE} - Power Cycle On + Power On ${version}= Get Firmware Version ${coreboot_version}= Get Firmware Version From Binary ${FW_FILE} Log Out And Close Connection diff --git a/dasharo-stability/capsule-update.robot b/dasharo-stability/capsule-update.robot index fd4a32c2df..cfbca32c2d 100644 --- a/dasharo-stability/capsule-update.robot +++ b/dasharo-stability/capsule-update.robot @@ -17,9 +17,9 @@ Resource ../lib/options/options-lib_dcu.robot Suite Setup Run Keywords ... Prepare Test Suite AND +... Skip If not ${CAPSULE_UPDATE_SUPPORT} Capsule Update not supported AND ... Display Preparation Instructions AND ... Get CUP Environment Variables AND -... Skip If not ${CAPSULE_UPDATE_SUPPORT} Capsule Update not supported AND ... Ensure Capsule Files Are Present AND ... Prepare For Logo Persistence Test AND ... Prepare For ROMHOLE Persistence Test AND # MSI Only @@ -30,6 +30,7 @@ Suite Setup Run Keywords Suite Teardown Run Keywords ... Log Out And Close Connection +Default Tags semiauto *** Variables *** ${FUM_DIALOG_TOP}= Update Mode. All firmware write protections are disabled in this mode. @@ -102,7 +103,6 @@ CUP160.001 Verifying BIOS Settings Persistence After Update - PART 2 CUP170.201 Verifying UUID (Ubuntu) [Documentation] Check if UUID didn't change after Capsule Update. - [Tags] automated Skip If not ${TESTS_IN_UBUNTU_SUPPORT} CUP170.001 not supported Go To Linux Prompt ${ENV_ID_UBUNTU} Get Ubuntu System Values UPDATED_SERIAL UPDATED_UUID UPDATED_LOGO_SHA256 @@ -117,7 +117,6 @@ CUP170.201 Verifying UUID (Ubuntu) CUP170.301 Verifying UUID (Windows) [Documentation] Check if UUID didn't change after Capsule Update. - [Tags] automated Skip If not ${TESTS_IN_WINDOWS_SUPPORT} CUP170.002 not supported Go To Windows Prompt @@ -139,7 +138,6 @@ CUP170.301 Verifying UUID (Windows) CUP180.201 Verifying Serial Number (Ubuntu) [Documentation] Check if serial number didn't change after Capsule Update. - [Tags] automated Skip If not ${TESTS_IN_UBUNTU_SUPPORT} CUP180.001 not supported ${tmp}= Get Variable Value $UPDATED_SERIAL IF $tmp is None @@ -154,7 +152,6 @@ CUP180.201 Verifying Serial Number (Ubuntu) CUP180.301 Verifying Serial Number (Windows) [Documentation] Check if serial number didn't change after Capsule Update. - [Tags] automated Skip If not ${TESTS_IN_WINDOWS_SUPPORT} CUP180.002 not supported ${tmp}= Get Variable Value $WIN_UPDATED_SERIAL IF $tmp is None @@ -169,7 +166,6 @@ CUP180.301 Verifying Serial Number (Windows) CUP190.201 Verifying If Custom Logo Persists Across updates (Ubuntu) [Documentation] Check if Logo didn't change after Capsule Update. - [Tags] automated Skip If not ${CUSTOM_LOGO_SUPPORT} CUP190.001 not supported Skip If not ${TESTS_IN_UBUNTU_SUPPORT} CUP190.001 not supported Go To Linux Prompt ${ENV_ID_UBUNTU} @@ -180,7 +176,6 @@ CUP250.001 Capsule Update Progress Bar - Default Logo [Documentation] Verify that the Capsule Update screen looks as expected ... and the progress bar is scaled properly using a default logo. # Ensure we're running FW with the default logo - [Tags] semiauto Flash Firmware If Not QEMU default # Bump the timeout for memory training Set DUT Response Timeout 5m @@ -383,14 +378,13 @@ Upload Required Files SSH ${capsule_disk}= Identify Path To USB ${CAPSULE_UPDATE_DISK_MODEL} Execute Command In Terminal git clone https://github.com/dasharo/open-source-firmware-validation osfv VAR ${commands}= pushd osfv; - ... git switch novacustom-capsule-tests; # TODO temporary, remove before merging ... git submodule update --init --checkout; ... export FW_FILE=/root/${fw_filename}; ... export CAPSULE_FW_FILE=/root/${caps_filename}; ... ./scripts/capsules/capsule_update_tests.sh /root/${caps_filename}; ... ./scripts/capsules/prepare_capsule_update_tests_drive.sh ${capsule_disk}; ... popd; - Execute Command In Terminal ${commands} + Execute Command In Terminal ${commands} timeout=120s Perform Capsule Update [Arguments] ${capsule_file} ${use_uefi_shell}=${True} diff --git a/docs/dts-tests.md b/docs/dts-tests.md index f50964806e..2ed61e4c24 100644 --- a/docs/dts-tests.md +++ b/docs/dts-tests.md @@ -93,7 +93,8 @@ You can check which variables are exported by default for each workflow by running: ```sh -robot -L TRACE -v config: -t "E2EH002*" dts/dts-e2e-helper.robot` +robot -L TRACE -v config: -v dts_config_ref:'refs/heads/main' \ + -t "E2EH002*" dts/dts-e2e-helper.robot ``` To add completely new workflow you need to at minimum add it to diff --git a/dts/dts-e2e.robot b/dts/dts-e2e.robot index 3a6e45e8e8..e8151046de 100644 --- a/dts/dts-e2e.robot +++ b/dts/dts-e2e.robot @@ -29,6 +29,7 @@ Create tests END END END + [Teardown] Teardown Template E2E DTS Test E2E001.001 HCL Report test [Documentation] Verify that HCL Report is being executed with all @@ -52,6 +53,26 @@ E2E001.001 HCL Report test # 5) Wait for final HCL Report checkpoint: Wait For Checkpoint ${HCL_REPORT_CHECKPOINT} +E2E002.001 DCR Initial Deployment On Msi-pro-z690-a-ddr5 With 13th Gen CPU Should Fail + [Documentation] Check if installing DCR v1.1.1 fails on + ... msi-pro-z690-a-ddr5 with 13gen CPU. + Perform DCR Initial Deployment On Incompatible CPU Regression Test msi-pro-z690-a-ddr5 + +E2E002.002 DCR Initial Deployment On Msi-pro-z690-a-wifi-ddr4 With 13th Gen CPU Should Fail + [Documentation] Check if installing DCR v1.1.1 fails on + ... msi-pro-z690-a-wifi-ddr4 with 13gen CPU. + Perform DCR Initial Deployment On Incompatible CPU Regression Test msi-pro-z690-a-wifi-ddr4 + +E2E003.001 DCR UEFI Update On Msi-pro-z690-a-ddr5 With 13th Gen CPU Should Fail + [Documentation] Check if updating to DCR v1.1.1 fails on + ... msi-pro-z690-a-ddr5 with 13gen CPU. + Perform DCR UEFI Update On Incompatible CPU Regression Test msi-pro-z690-a-ddr5 + +E2E003.002 DCR UEFI Update On Msi-pro-z690-a-wifi-ddr4 With 13th Gen CPU Should Fail + [Documentation] Check if updating to DCR v1.1.1 fails on + ... msi-pro-z690-a-wifi-ddr4 with 13gen CPU. + Perform DCR UEFI Update On Incompatible CPU Regression Test msi-pro-z690-a-wifi-ddr4 + *** Keywords *** # robocop: disable:0919 @@ -164,9 +185,9 @@ Prepare DTS Test ... with clean shell environment for each test Start New DTS SSH Session In QEMU -Teardown DTS Test - [Documentation] Close SSH session and cleanup all possible changes made - ... during test +Teardown Template E2E DTS Test + [Documentation] Close SSH session, verify profile if needed and cleanup + ... all possible changes made during test Restore Initial DUT Connection Method # not sure if it's needed if we don't want to keep multiple sessions in # background @@ -198,6 +219,17 @@ Teardown DTS Test ... rm -rf /etc/cloud-pass /root/.mc /*.tar.gz /root/*.tar.gz /tmp/logs /tmp/dts-temp-files END +Teardown DTS Test + [Documentation] Close SSH session and cleanup all possible changes made + ... during test + Restore Initial DUT Connection Method + # not sure if it's needed if we don't want to keep multiple sessions in + # background + SSHLibrary.Close Connection + Set Prompt For Terminal bash-5.2# + Execute Command In Terminal + ... rm -rf /etc/cloud-pass /root/.mc /*.tar.gz /root/*.tar.gz /tmp/logs /tmp/dts-temp-files + Start New DTS SSH Session In QEMU [Documentation] Changes connection method to ssh and logs in to DTS VAR ${DUT_CONNECTION_METHOD}= SSH scope=GLOBAL @@ -228,3 +260,56 @@ Prepare DTS E2E Test Suite Power On And Enter DTS Shell Set Prompt For Terminal bash-5.2# Execute Command In Terminal systemctl start sshd + +Perform DCR Initial Deployment On Incompatible CPU Regression Test + [Documentation] Given a board with DCR-incompatible CPU, expect an error + ... when trying to perform an Initial Deployment + [Arguments] ${board} + + # 1) Prepare DTS for testing: + Export Shell Variables For Emulation + ... Initial Deployment + ... DCR + ... ${DTS_PLATFORM_VARIABLES}[${board}] + ... ${DTS_CONFIG_REF} + + Execute Command In Terminal + ... export TEST_CPU_VERSION="13th Gen Intel(R) Core(TM) i9-13900K" + + Write Into Terminal dts-boot + + # 2) Select initial deployment: + Wait For Checkpoint And Write ${DTS_CHECKPOINT} ${DTS_DEPLOY_OPT} + + # 3) Wait for HCL report to do its work: + # Accept hw-probe question from HCL report: + Wait For Checkpoint And Write ${DTS_HW_PROBE_WARN} N + + # 4) Choose version to install: + Wait For Checkpoint And Write ${DTS_CHECKPOINT} ${DTS_DCR_UEFI_OPT} + + # 5) Pass the test if the "Aborting deployment..." message shows up: + ${checkpoint}= Wait For Checkpoint ${DTS_13_GEN_REGRESSION} + +Perform DCR UEFI Update On Incompatible CPU Regression Test + [Documentation] Given a board with DCR-incompatible CPU, expect an error + ... when trying to perform UEFI Update + [Arguments] ${board} + + # 1) Prepare DTS for testing: + Export Shell Variables For Emulation + ... UEFI Update + ... DCR + ... ${DTS_PLATFORM_VARIABLES}[${board}] + ... ${DTS_CONFIG_REF} + + Execute Command In Terminal + ... export TEST_CPU_VERSION="13th Gen Intel(R) Core(TM) i9-13900K" + + Write Into Terminal dts-boot + + # 2) Select initial deployment: + Wait For Checkpoint And Write ${DTS_CHECKPOINT} ${DTS_DEPLOY_OPT} + + # 3) Pass the test if the "Aborting deployment..." message shows up: + ${checkpoint}= Wait For Checkpoint ${DTS_13_GEN_REGRESSION} diff --git a/dts/dts-gen-profile.robot b/dts/dts-gen-profile.robot index 8e93be7624..e649c0b034 100644 --- a/dts/dts-gen-profile.robot +++ b/dts/dts-gen-profile.robot @@ -168,6 +168,7 @@ Prepare DTS For Profile Generation Execute Command In Terminal mkdir -p /tmp/bin Execute Command In Terminal echo '#!/bin/bash' >/tmp/bin/reboot Execute Command In Terminal chmod +x /tmp/bin/reboot + Execute Command In Terminal export DTS_CONFIG_REF="${DTS_CONFIG_REF}" Write Into Terminal PATH="/tmp/bin:$PATH" dts-boot Get Profile After Workflow diff --git a/dts/profiles/msi-pro-z690-a-wifi-ddr4 UEFI Update - DCR.profile b/dts/profiles/msi-pro-z690-a-wifi-ddr4 UEFI Update - DCR.profile index 05ed61718b..ce10cacde1 100644 --- a/dts/profiles/msi-pro-z690-a-wifi-ddr4 UEFI Update - DCR.profile +++ b/dts/profiles/msi-pro-z690-a-wifi-ddr4 UEFI Update - DCR.profile @@ -20,7 +20,6 @@ dmidecode -s bios-version 0 flashrom -p internal --flash-name 0 flashrom -p internal --flash-size 0 fsread_tool test -e /sys/class/power_supply/AC/online 1 -lscpu 0 flashrom -p internal 0 flashrom -p internal -r /tmp/dasharo_dump.rom --fmap -i FMAP -i SMMSTORE 0 cbfstool /tmp/dasharo_dump.rom read -r SMMSTORE -f /tmp/smmstore.bin 0 diff --git a/dts/profiles/novacustom-nuc_box-125H Initial Deployment - DCR.profile b/dts/profiles/novacustom-nuc_box-125H Initial Deployment - DCR.profile new file mode 100644 index 0000000000..330f2c62ad --- /dev/null +++ b/dts/profiles/novacustom-nuc_box-125H Initial Deployment - DCR.profile @@ -0,0 +1,74 @@ +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +dmidecode 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +lspci -nnvvvxxxx 0 +lsusb -vvv 0 +superiotool -deV 0 +ectool -ip 0 +msrtool 1 +dmidecode 0 +dmesg 0 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +flashrom -p internal --flash-name 0 +flashrom -p internal --flash-size 0 +flashrom -p internal 0 +flashrom -V -p internal:laptop=force_I_want_a_brick -r logs/rom.bin --ifd -i fd -i bios -i me 0 +dmesg 0 +cbmem 1 +cbmem -1 1 +mei-amt-check 0 +intelmetool -m 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s bios-version 0 +dmidecode -s system-product-name 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +fsread_tool test -f /sys/class/mei/mei0/fw_status 0 +fsread_tool cat /sys/class/mei/mei0/fw_status 0 +flashrom -p internal --flash-name 0 +flashrom -p internal --flash-size 0 +fsread_tool test -e /sys/class/power_supply/AC/online 1 +flashrom -p internal 0 +flashrom -p internal -r /fw_backup/rom.bin --ifd -i fd -i bios -i me 0 +flashrom -p internal 0 +flashrom -p internal 0 +ifdtool -d /tmp/biosupdate 0 +fsread_tool test -d /sys/class/pci_bus/0000:00/device/0000:00:16.0 0 +setpci -s 00:16.0 42.B 0 +cbfstool /tmp/biosupdate extract -r COREBOOT -n config -f /tmp/biosupdate_config 0 +flashrom -p internal -N --ifd -i bios -i fd -w /tmp/biosupdate 0 +reboot 0 +dmidecode 0 diff --git a/dts/profiles/novacustom-nuc_box-155H Initial Deployment - DCR.profile b/dts/profiles/novacustom-nuc_box-155H Initial Deployment - DCR.profile new file mode 100644 index 0000000000..330f2c62ad --- /dev/null +++ b/dts/profiles/novacustom-nuc_box-155H Initial Deployment - DCR.profile @@ -0,0 +1,74 @@ +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +dmidecode 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +lspci -nnvvvxxxx 0 +lsusb -vvv 0 +superiotool -deV 0 +ectool -ip 0 +msrtool 1 +dmidecode 0 +dmesg 0 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +fsread_tool test -f /sys/class/sound/card0/hw*/init_pin_configs 1 +flashrom -p internal --flash-name 0 +flashrom -p internal --flash-size 0 +flashrom -p internal 0 +flashrom -V -p internal:laptop=force_I_want_a_brick -r logs/rom.bin --ifd -i fd -i bios -i me 0 +dmesg 0 +cbmem 1 +cbmem -1 1 +mei-amt-check 0 +intelmetool -m 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s bios-version 0 +dmidecode -s system-product-name 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +fsread_tool test -f /sys/class/mei/mei0/fw_status 0 +fsread_tool cat /sys/class/mei/mei0/fw_status 0 +flashrom -p internal --flash-name 0 +flashrom -p internal --flash-size 0 +fsread_tool test -e /sys/class/power_supply/AC/online 1 +flashrom -p internal 0 +flashrom -p internal -r /fw_backup/rom.bin --ifd -i fd -i bios -i me 0 +flashrom -p internal 0 +flashrom -p internal 0 +ifdtool -d /tmp/biosupdate 0 +fsread_tool test -d /sys/class/pci_bus/0000:00/device/0000:00:16.0 0 +setpci -s 00:16.0 42.B 0 +cbfstool /tmp/biosupdate extract -r COREBOOT -n config -f /tmp/biosupdate_config 0 +flashrom -p internal -N --ifd -i bios -i fd -w /tmp/biosupdate 0 +reboot 0 +dmidecode 0 diff --git a/dts/profiles/odroid-h4-plus UEFI Update - DPP.profile b/dts/profiles/odroid-h4-plus UEFI Update - DPP.profile new file mode 100644 index 0000000000..bb31f727eb --- /dev/null +++ b/dts/profiles/odroid-h4-plus UEFI Update - DPP.profile @@ -0,0 +1,39 @@ +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +dmidecode 0 +dmidecode 0 +dmidecode -s system-manufacturer 0 +dmidecode -s system-product-name 0 +dmidecode -s baseboard-product-name 0 +dmidecode -s processor-version 0 +dmidecode -s bios-vendor 0 +dmidecode -s bios-version 0 +flashrom -p internal --flash-name 0 +flashrom -p internal --flash-size 0 +fsread_tool test -e /sys/class/power_supply/AC/online 1 +flashrom -p internal 0 +cbfstool /tmp/biosupdate extract -r COREBOOT -n config -f /tmp/biosupdate_config 0 +flashrom -p internal 0 +ifdtool -d /tmp/biosupdate 0 +fsread_tool test -d /sys/class/pci_bus/0000:00/device/0000:00:16.0 0 +setpci -s 00:16.0 42.B 0 +flashrom -p internal -N --ifd -i bios -r /tmp/bios.bin 0 +cbfstool /tmp/bios.bin layout -w 0 +cbfstool /tmp/biosupdate layout -w 0 +futility show /tmp/biosupdate 0 +flashrom -p internal --ifd -i bios -r /tmp/bios.bin 0 +futility show /tmp/bios.bin 0 +flashrom -p internal -N --fmap -i RW_SECTION_A -i WP_RO -w /tmp/biosupdate 0 +flashrom -p internal -N --ifd -i fd -w /tmp/biosupdate 0 +reboot 0 +dmidecode 0 diff --git a/keywords.robot b/keywords.robot index bf34925c3e..27d8741df6 100644 --- a/keywords.robot +++ b/keywords.robot @@ -573,7 +573,8 @@ Prepare To Serial Connection ELSE IF '${CONFIG}' == 'no-rte' VAR ${PLATFORM}= ${CONFIG} scope=GLOBAL ELSE - ${platform}= Get Current RTE Param platform + ${platform_param}= Get Current RTE Param platform + VAR ${PLATFORM}= ${platform_param} scope=GLOBAL END Get DUT To Start State # the following TRY/EXCEPT exposes telnet connection error preemptively @@ -921,7 +922,7 @@ Check Charge Level In Linux Check Charging State In Linux [Documentation] Keyword checks the charging state in Linux OS. ${out}= Execute Linux Command cat /sys/class/power_supply/BAT0/status - Should Contain Any ${out} Charging Full Not charging + Should Contain Any ${out} Charging Full Not charging Discharging Check Charging State Not Charging In Linux [Documentation] Keyword checks if the battery state is Not charging @@ -1239,11 +1240,10 @@ Download File Wait Until Keyword Succeeds 5x 1s ... Check Internet Connection On Linux ${out}= Execute Linux Command - ... wget --content-disposition --no-check-certificate --retry-connrefused -O ${local_path} ${remote_url} + ... wget --no-check-certificate --retry-connrefused -O ${local_path} ${remote_url} ... ${timeout} - Should Contain ${out} 200 OK + Should Contain Any ${out} 200 OK HTTP response 200 Should Contain ${out} ${local_path} - Should Contain ${out} saved Should Not Contain ${out} failed Login To Linux With Root Privileges @@ -1487,11 +1487,16 @@ Identify Path To USB END ${out}= Execute Linux Command ... lsblk --list --noheadings --output NAME,TYPE,PATH | grep ${usb_disk} - IF 'part' in '${out}' - ${out}= Get Regexp Matches ${out} part + IF 'part' in $out + ${out}= Get Regexp Matches ${out} part.*$ + IF len($out)>0 + ${out}= Get From List ${out} 0 + ELSE + ${out}= Set Variable ${EMPTY} + END END ${split}= Split String ${out} - ${path_to_usb}= Get From List ${split} 2 + ${path_to_usb}= Get From List ${split} 1 RETURN ${path_to_usb} Get Current CONFIG List Param @@ -1500,7 +1505,7 @@ Get Current CONFIG List Param [Arguments] ${item} ${param} ${config}= Get Current CONFIG ${CONFIG_LIST} ${length}= Get Length ${config} - Should Be True ${length} > 1 + Skip If ${length} <= 1 ${item} not found on the list VAR @{attached_usb_list}= @{EMPTY} FOR ${element} IN @{config[1:]} IF '${element.type}'=='${item}' diff --git a/lib/bios/menus.robot b/lib/bios/menus.robot index 903fdb9f09..fcb0bb1930 100644 --- a/lib/bios/menus.robot +++ b/lib/bios/menus.robot @@ -58,7 +58,7 @@ Get Boot Menu Construction ... === Effects === ... - The boot menu is read from the serial buffer - ${menu}= Read From Terminal Until exit + ${menu}= Read From Terminal Until ESC to exit # Lines to strip: # TOP: # Please select boot device: @@ -281,7 +281,7 @@ Get Setup Menu Construction ... ... === Effects === ... - The setup menu is read from the serial buffer - [Arguments] ${checkpoint}=Select Entry + [Arguments] ${checkpoint}=Select Entry ${first_line}=${NONE} # Lines to strip: # TOP: @@ -290,7 +290,7 @@ Get Setup Menu Construction # 0.0.0 128 MB RAM # BOTTOM # ^v=Move Highlight =Select Entry - ${menu}= Get Menu Construction ${checkpoint} 3 1 + ${menu}= Get Menu Construction ${checkpoint} 3 1 ${first_line} RETURN ${menu} Get Menu Construction @@ -308,17 +308,20 @@ Get Menu Construction ... \ the top of the menu ... - ``${lines_bot}``: ``integer`` - number of lines to be dropped from ... \ the bottom of the menu + ... - ``${first_line}``: ``string`` - drops all lines up to this one. Helps + ... \ to prevent unwanted elements being parsed as the menu contents when + ... \ connection errors are present ... ... === Return Value === ... - ``string`` - The setup menu construction, line by line ... ... === Effects === ... - The setup menu is read from the serial buffer - [Arguments] ${checkpoint}=ESC=exit ${lines_top}=1 ${lines_bot}=0 + [Arguments] ${checkpoint}=ESC=exit ${lines_top}=1 ${lines_bot}=0 ${first_line}=${NONE} Sleep 1s ${out}= Read From Terminal Until ${checkpoint} - ${menu}= Parse Menu Snapshot Into Construction ${out} ${lines_top} ${lines_bot} + ${menu}= Parse Menu Snapshot Into Construction ${out} ${lines_top} ${lines_bot} ${first_line} RETURN ${menu} Parse Menu Snapshot Into Construction @@ -342,7 +345,7 @@ Parse Menu Snapshot Into Construction ... ... === Effects === ... None - [Arguments] ${menu} ${lines_top} ${lines_bot} + [Arguments] ${menu} ${lines_top} ${lines_bot} ${first_line}=${NONE} VAR ${slice_start}= ${lines_top} IF ${lines_bot} == 0 VAR ${slice_end}= None @@ -365,10 +368,24 @@ Parse Menu Snapshot Into Construction ${line}= Remove String Using Regexp ${line} ^[\\|\\s/\\\\-]+$ # If the resulting line is not empty, add it as a menu entry ${length}= Get Length ${line} - IF ${length} > 0 Append To List ${construction} ${line} + ${line_valid}= Evaluate ${length} > 0 + # A little workaround for random characters creating non-existent entries + IF ${TELNET_FUZZY_MAX_INSERTIONS} + ${TELNET_FUZZY_MAX_ERRORS} > 0 + ${line_valid}= Evaluate ($length > 1) or ($length > 0 and $line not in ["@", "`"]) + ${line_valid}= Evaluate $line_valid and "----------" not in $line + END + + IF ${line_valid} Append To List ${construction} ${line} END Log ${construction} ${construction}= Get Slice From List ${construction} ${slice_start} ${slice_end} + IF $first_line is not None + ${idx}= Get Index From List Fuzzy + ... ${construction} + ... Select Language + ... max_errors=${TELNET_FUZZY_MAX_ERRORS} + ${construction}= Get Slice From List ${construction} ${idx} + END # TODO: Improve parsing of the menu into construction. It can probably be # simplified, but at least we have this only in one kewyrod not in multiple # ones. @@ -404,7 +421,7 @@ Enter Setup Menu Tianocore And Return Construction ... - UEFI Setup menu is entered ... - The setup menu is read from the serial buffer Enter Setup Menu Tianocore - ${menu}= Get Setup Menu Construction + ${menu}= Get Setup Menu Construction first_line=Select Language RETURN ${menu} Get Submenu Construction @@ -424,20 +441,23 @@ Get Submenu Construction ... \ the bottom of the menu ... - ``${opt_only}``: ``boolean`` - if ``${TRUE}``, filters the menu ... \ for configurable UEFI options + ... - ``${first_line}``: ``string`` - drops all lines up to this one. Helps + ... \ to prevent unwanted elements being parsed as the menu contents when + ... \ connection errors are present ... ... === Return Value === ... - ``string`` - The setup menu construction, line by line ... ... === Effects === ... - The setup submenu is read from the serial buffer - [Arguments] ${checkpoint}=Esc=Exit ${lines_top}=1 ${lines_bot}=1 ${opt_only}="${FALSE}" + [Arguments] ${checkpoint}=Esc=Exit ${lines_top}=1 ${lines_bot}=1 ${opt_only}="${FALSE}" ${first_line}=${NONE} # In most cases, we need to strip two lines: # TOP: # Title line, such as: Dasharo System Features # BOTTOM: # Help line, such as: F9=Reset to Defaults Esc=Exit - ${submenu}= Get Menu Construction ${checkpoint} ${lines_top} ${lines_bot} + ${submenu}= Get Menu Construction ${checkpoint} ${lines_top} ${lines_bot} first_line=${first_line} # Handling of additional exceptions appearing in submenus: # 1. Drop unselectable strings from Device Manager Remove Values From List ${submenu} Devices List @@ -498,6 +518,9 @@ Enter Submenu From Snapshot And Return Construction ... - ``${option}``: ``string`` - the name of the submenu to enter ... - ``${opt_only}``: ``boolean`` - if ``${TRUE}``, filters the returned ... \ menu contents for configurable UEFI options + ... - ``${first_line}``: ``string`` - drops all lines up to this one. Helps + ... \ to prevent unwanted elements being parsed as the menu contents when + ... \ connection errors are present ... ... === Return Value === ... - ``string`` - The setup menu contents, line by line @@ -505,10 +528,10 @@ Enter Submenu From Snapshot And Return Construction ... === Effects === ... - A setup submenu is entered ... - The setup submenu is read from the serial buffer - [Arguments] ${menu} ${option} ${opt_only}=${FALSE} + [Arguments] ${menu} ${option} ${opt_only}=${FALSE} ${first_line}=${NONE} Enter Submenu From Snapshot ${menu} ${option} - ${submenu}= Get Submenu Construction opt_only=${opt_only} + ${submenu}= Get Submenu Construction opt_only=${opt_only} first_line=${first_line} RETURN ${submenu} Enter Dasharo System Features @@ -533,6 +556,7 @@ Enter Dasharo System Features ${dasharo_menu}= Enter Submenu From Snapshot And Return Construction ... ${setup_menu} ... Dasharo System Features + ... first_line=> Dasharo Security Options RETURN ${dasharo_menu} Enter Dasharo APU Configuration @@ -604,7 +628,7 @@ Get Index Of Matching Option In Menu FOR ${element} IN @{menu_construction} ${matches}= Run Keyword And Return Status - ... Should Match ${element} *${option}* + ... Should Match Fuzzy ${element} ${option} max_errors=${TELNET_FUZZY_MAX_ERRORS} IF ${matches} VAR ${option}= ${element} BREAK @@ -1308,7 +1332,7 @@ Boot System Or From Connected Disk # robocop: off=too-long-keyword IF '''${boot_menu}''' == 'NOT_SET' ${menu_construction}= Enter Boot Menu Tianocore And Return Construction ELSE - VAR ${menu_construction}= @{boot_menu} + VAR @{menu_construction}= @{boot_menu} END # When ESP scanning feature is there, boot entries are named differently than diff --git a/lib/dts-lib.robot b/lib/dts-lib.robot index 67fcd8ed1c..73e41c5f33 100644 --- a/lib/dts-lib.robot +++ b/lib/dts-lib.robot @@ -22,6 +22,7 @@ ${DTS_HEADS_SWITCH_QUESTION}= Would you like to switch to Dash ${DTS_ME_WARN}= ... Skip ME flashing and proceed with BIOS/firmware flashing/updating? (Y|n) ${DTS_BOARD_QUESTION}= Choose your board model: +${DTS_13_GEN_REGRESSION}= Aborting deployment... # DTS initial deployment menupoints: ${DTS_DCR_UEFI_MENUPOINT}= Community version ${DTS_DPP_UEFI_MENUPOINT}= DPP version (coreboot + UEFI) diff --git a/lib/linux.robot b/lib/linux.robot index 4030edd023..a3153eb9d6 100644 --- a/lib/linux.robot +++ b/lib/linux.robot @@ -46,6 +46,7 @@ Check Unexpected Boot Errors Append To List ${dmesg_err_allowlist} i915 0000:00:02.0: [drm] *ERROR* GT1: GSC proxy handler failed to init # Not our bug Append To List ${dmesg_err_allowlist} proc_thermal_pci 0000:00:04.0: error: proc_thermal_add, will continue + Append To List ${dmesg_err_allowlist} tmpfs: Unsupported parameter 'huge' ${dmesg_err_txt}= Execute Linux Command dmesg -t -l err,crit,alert,emerg @{dmesg_err_list}= Split To Lines ${dmesg_err_txt} FOR ${error} IN @{dmesg_err_list} diff --git a/lib/options/options-lib_dcu.robot b/lib/options/options-lib_dcu.robot index 373b8d5133..f6570101b2 100644 --- a/lib/options/options-lib_dcu.robot +++ b/lib/options/options-lib_dcu.robot @@ -19,6 +19,13 @@ Set UEFI Option [Documentation] Set an UEFI option to a value. ... The device has to be ON and logged in to Ubuntu [Arguments] ${option_name} ${value} + # Ensure a linux is booted + Power On + IF '${BOOTED_OS_ID}'.startswith('2') + Boot System Or From Connected Disk ${BOOTED_OS_ID} + ELSE + Boot System Or From Connected Disk ${DEFAULT_BOOT_OS_ID} + END Login To Linux Switch To Root User DCU Variable Set UEFI Option In DUT ${option_name} ${value} @@ -135,7 +142,6 @@ Make Sure That Flash Locks Are Disabled Login To Windows Power On Boot System Or From Connected Disk ${ENV_ID_WINDOWS} - Sleep 60s Login To Windows Via SSH ${DEVICE_OS_USERNAME} ${DEVICE_OS_PASSWORD} Set Nextboot @@ -188,7 +194,10 @@ Boot System Or From Connected Disk IF '${BOOTED_OS_ID}'.startswith('3') # Windows Execute Reboot Command windows - Boot System Or From Connected Disk ${DEFAULT_BOOT_OS_ID} + Import Variables ${CURDIR}/../../os-config/${DEFAULT_BOOT_OS_ID}-credentials.py + VAR ${BOOTED_OS_ID}= ${DEFAULT_BOOT_OS_ID} scope=GLOBAL + Sleep 30s + RETURN END VAR ${os_boot_id}= ${EMPTY} diff --git a/lib/sleep-lib.robot b/lib/sleep-lib.robot index 3a4e29636e..16de37b3c1 100644 --- a/lib/sleep-lib.robot +++ b/lib/sleep-lib.robot @@ -86,29 +86,52 @@ Get And Install FWTS Perform Suspend Test Using FWTS [Documentation] Keyword allows to perform suspend and resume procedure ... test by using Firmware Test Suite tool - [Arguments] ${test_duration}=40 + [Arguments] ${test_duration}=60 VAR ${is_suspend_performed_correctly}= ${FALSE} VAR ${test_time_out}= ${${test_duration}-5} + ${mode}= Get Current Suspend Mode For FWTS Linux IF '${DUT_CONNECTION_METHOD}' == 'Telnet' - Execute Command In Terminal fwts s3 -f -r /tmp/suspend_test_log.log ${test_time_out}s + Execute Command In Terminal fwts ${mode} -f -r /tmp/suspend_test_log.log ${test_time_out}s ELSE - Write Into Terminal fwts s3 -f -r /tmp/suspend_test_log.log + Write Into Terminal fwts ${mode} -f -r /tmp/suspend_test_log.log Sleep ${test_duration}s Login To Linux Switch To Root User END ${test_result}= Execute Command In Terminal cat /tmp/suspend_test_log.log - TRY - Should Contain ${test_result} 0 failed - Should Contain ${test_result} 0 warning - Should Contain ${test_result} 0 aborted - Should Contain ${test_result} 0 skipped - VAR ${is_suspend_performed_correctly}= ${TRUE} - EXCEPT - VAR ${is_suspend_performed_correctly}= ${FALSE} + IF "s3" in "${mode}" + + TRY + Should Contain ${test_result} 0 failed + Should Contain ${test_result} 0 warning + Should Contain ${test_result} 0 aborted + Should Contain ${test_result} 0 skipped + VAR ${is_suspend_performed_correctly}= ${TRUE} + EXCEPT + VAR ${is_suspend_performed_correctly}= ${FALSE} + END + ELSE IF "s0idle" in "${mode}" + TRY + Should Contain ${test_result} PASSED + VAR ${is_suspend_performed_correctly}= ${TRUE} + EXCEPT + VAR ${is_suspend_performed_correctly}= ${FALSE} + END END RETURN ${is_suspend_performed_correctly} +Get Current Suspend Mode For FWTS Linux + [Documentation] Returns either `s3` or `s0idle` depending + ... on which sleep mode is currently active on linux, + ... The output should be + ${out}= Execute Command In Terminal cat /sys/power/mem_sleep + IF '[s2idle]' in """${out}""" + RETURN s0idle + ELSE IF '[deep]' in """${out}""" + RETURN s3 + END + RETURN unknown sleep mode + Perform Hibernation Test Using FWTS [Documentation] Keyword allows to perform hibernation and resume procedure ... test by using Firmware Test Suite tool diff --git a/lib/terminal.robot b/lib/terminal.robot index 17b4c7c45a..378fd2c6e3 100644 --- a/lib/terminal.robot +++ b/lib/terminal.robot @@ -125,13 +125,21 @@ Read From Terminal Until ... ${expected}. Everything after ``${expected}`` stays in the buffer. [Arguments] ${expected} IF '${DUT_CONNECTION_METHOD}' == 'Telnet' - ${output}= Telnet.Read Until ${expected} + IF ${TELNET_FUZZY_MAX_ERRORS}>0 or ${TELNET_FUZZY_MAX_INSERTIONS}>0 or ${TELNET_FUZZY_MAX_DELETIONS}>0 + ${output}= Telnet.Read Until Fuzzy ${expected} max_errors=${TELNET_FUZZY_MAX_ERRORS} + ... max_insertions=${TELNET_FUZZY_MAX_INSERTIONS} + ... max_deletions=${TELNET_FUZZY_MAX_DELETIONS} + ELSE + ${output}= Telnet.Read Until ${expected} + END ELSE IF '${DUT_CONNECTION_METHOD}' == 'SSH' ${output}= SSHLibrary.Read Until ${expected} ELSE IF '${DUT_CONNECTION_METHOD}' == 'open-bmc' ${output}= SSHLibrary.Read Until ${expected} ELSE IF '${DUT_CONNECTION_METHOD}' == 'pikvm' - ${output}= Telnet.Read Until ${expected} + ${output}= Telnet.Read Until Fuzzy ${expected} max_errors=${TELNET_FUZZY_MAX_ERRORS} + ... max_insertions=${TELNET_FUZZY_MAX_INSERTIONS} + ... max_deletions=${TELNET_FUZZY_MAX_DELETIONS} ELSE ${output}= FAIL Unknown connection method: ${DUT_CONNECTION_METHOD} END diff --git a/lib/tpm2.robot b/lib/tpm2.robot index 986065e22d..7b95ac0416 100644 --- a/lib/tpm2.robot +++ b/lib/tpm2.robot @@ -47,9 +47,9 @@ TPM2 Suite Setup Login To Linux Switch To Root User END - VAR ${SHA1_ENABLED}= ${EMPTY} scope=SUITE - VAR ${SHA256_ENABLED}= ${EMPTY} scope=SUITE - ${sha1_enabled} ${sha256_enabled}= Check Which TPM2 Banks Are Enabled + ${sha1_on} ${sha256_on}= Check Which TPM2 Banks Are Enabled + VAR ${SHA1_ENABLED}= ${sha1_on} scope=SUITE + VAR ${SHA256_ENABLED}= ${sha256_on} scope=SUITE Check TPM2 Banks State After FW Changes [Documentation] Verifies the state of TPM Banks. Fails test if they are different than input. diff --git a/lib/utc.robot b/lib/utc.robot index ab904ee56f..6941ced571 100644 --- a/lib/utc.robot +++ b/lib/utc.robot @@ -22,24 +22,31 @@ Resource options/options-lib_dcu.robot *** Keywords *** Prepare UTC Test Suite - VAR ${UTC_CURRENT_ME_STATE}= unknown scope=SUITE + VAR ${UTC_CURRENT_ME_STATE}= unknown scope=GLOBAL Ensure ME State [Arguments] ${me_state} - IF '${me_state}' != '${UTC_CURRENT_ME_STATE}' - IF '${me_state}' == 'Enabled' - Set UEFI Option MeMode Enabled - ELSE - Set UEFI Option MeMode Disabled (HAP) + IF '${me_state}' not in '${UTC_CURRENT_ME_STATE}' + Boot System Or From Connected Disk ${DEFAULT_BOOT_OS_ID} + Login To Linux + Switch To Root User + ${actual_me_state}= Check ME Out + VAR ${UTC_CURRENT_ME_STATE}= ${actual_me_state} scope=GLOBAL + IF '${me_state}' not in '${UTC_CURRENT_ME_STATE}' + IF '${me_state}' == 'Enabled' + Set UEFI Option MeMode Enabled + ELSE + Set UEFI Option MeMode Disabled (HAP) + END + Boot System Or From Connected Disk ${DEFAULT_BOOT_OS_ID} + Login To Linux + Switch To Root User + ${actual_me_state}= Check ME Out + Should Contain ${actual_me_state} ${me_state} + VAR ${UTC_CURRENT_ME_STATE}= ${me_state} scope=GLOBAL + Exit From Root User END - VAR ${UTC_CURRENT_ME_STATE}= ${me_state} scope=SUITE END - Boot System Or From Connected Disk ${DEFAULT_BOOT_OS_ID} - Login To Linux - Switch To Root User - ${actual_me_state}= Check ME Out - Should Contain ${actual_me_state} ${me_state} - Exit From Root User # Not automated # Usb Type-A Charging Capability diff --git a/os-config/ansible/os-specific-tasks/201.yaml b/os-config/ansible/os-specific-tasks/201.yaml index 740e9bbae0..fa825e5014 100644 --- a/os-config/ansible/os-specific-tasks/201.yaml +++ b/os-config/ansible/os-specific-tasks/201.yaml @@ -13,3 +13,10 @@ - name: Install UEFI Shell ansible.builtin.command: /tmp/deploy-shell-efi.sh /tmp/Shell.efi + +- name: Make python3 accessible as python + ansible.builtin.package: + update_cache: true + name: + - python-is-python3 + state: present \ No newline at end of file diff --git a/platform-configs/include/default.robot b/platform-configs/include/default.robot index 97cd2dfcb0..c357baaa6f 100644 --- a/platform-configs/include/default.robot +++ b/platform-configs/include/default.robot @@ -8,6 +8,9 @@ ${TBD}= ... TBD_variable_not_set_and_should_be_defined_in_platform_config_if_needed ${INITIAL_DUT_CONNECTION_METHOD}= ${TBD} ${DUT_CONNECTION_METHOD}= ${TBD} +${TELNET_FUZZY_MAX_ERRORS}= 0 +${TELNET_FUZZY_MAX_INSERTIONS}= 0 +${TELNET_FUZZY_MAX_DELETIONS}= 0 ${PAYLOAD}= tianocore ${RTE_S2_N_PORT}= 13541 ${FLASH_SIZE}= ${TBD} @@ -234,6 +237,12 @@ ${MAX_ACCEPTABLE_REBOOT_TIME_STD_DEV_S}= 10 ${MAX_ACCEPTABLE_REBOOT_TIME_S}= 20 ${FAST_AND_QUIET_BOOT_SUPPORT}= ${FALSE} +@{UPP_BENCHMARKS}= ${TBD} +&{UPP_BLAKE2_BENCHMARK}= &{EMPTY} +&{UPP_CACHEBENCH_BENCHMARK}= &{EMPTY} +&{UPP_CRAFTY_BENCHMARK}= &{EMPTY} +&{UPP_SMALLPT_BENCHMARK}= &{EMPTY} + # Test module: dasharo-stab ${M2_WIFI_SUPPORT}= ${FALSE} ${TPM_DETECT_SUPPORT}= ${FALSE} @@ -312,9 +321,7 @@ ${AUTO_BOOT_TIME_OUT_DEFAULT_VALUE}= 3 # These were missing in default.robot and have been automatically # identified and added via: ./scripts/ci/check_platform_configs_vars.py -${BLAKE2_TEST_SCORE}= ${TBD} ${BLUETOOTH_CARD_UBUNTU}= ${TBD} -${CACHEBENCH_TEST_SCORE}= ${TBD} ${CLEVO_BATTERY_CAPACITY}= ${TBD} ${CLEVO_DISK}= ${TBD} ${CLEVO_USB_C_HUB}= ${TBD} @@ -324,7 +331,6 @@ ${CPU_MAX_FREQUENCY}= ${TBD} ${CPU_MIN_FREQUENCY}= ${TBD} ${CPU_P_CORES_MAX}= ${TBD} ${CPU_TEMPERATURE_MEASUREMENT_METHOD}= ${TBD} -${CRAFTY_TEST_SCORE}= ${TBD} ${CRAY_1080_P_RENDER}= ${TBD} ${CRAY_4_K_RENDER}= ${TBD} ${CRAY_5_K_RENDER}= ${TBD} @@ -372,7 +378,6 @@ ${PLATFORM_RAM_SIZE}= ${TBD} ${PLATFORM_RAM_SPEED}= ${TBD} ${SD_WIRES_CONNECTED}= ${TBD} ${SD_WIRE_SERIAL1}= ${TBD} -${SMALLPT_TEST_SCORE}= ${TBD} ${UBU_RAND_READ_NONQUE}= ${TBD} ${UBU_RAND_READ_QUEUED}= ${TBD} ${UBU_RAND_WRITE_NONQUE}= ${TBD} @@ -395,6 +400,7 @@ ${WIN_SEQ_WRITE_QUEUED}= ${TBD} ${ZIP_MULTI_COMPRESSION}= ${TBD} ${ZIP_MULTI_DECOMPRESSION}= ${TBD} ${FAN_RPM_MEASUREMENT_SENSOR_MODULE}= ${TBD} +${DEVICE_DETECT_TEST_IN_SCOPE}= ${FALSE} #### DTS E2E variables, should start with DTS_TEST_ #### # Base fw version set for every workflow diff --git a/platform-configs/include/novacustom-common.robot b/platform-configs/include/novacustom-common.robot index 5f2a355b3a..52f09a4e75 100644 --- a/platform-configs/include/novacustom-common.robot +++ b/platform-configs/include/novacustom-common.robot @@ -26,6 +26,9 @@ ${AUTO_BOOT_TIME_OUT_DEFAULT_VALUE}= 6 ${FLASHING_METHOD}= internal ${CHECK_POWER_LED_SUPPORT}= ${FALSE} ${CAPSULE_UPDATE_SUPPORT}= ${TRUE} +${TELNET_FUZZY_MAX_ERRORS}= 0 +${TELNET_FUZZY_MAX_INSERTIONS}= 5 +${TELNET_FUZZY_MAX_DELETIONS}= 1 ${DMIDECODE_SERIAL_NUMBER}= N/A ${DMIDECODE_MANUFACTURER}= Notebook @@ -36,6 +39,7 @@ ${DMIDECODE_TYPE}= Notebook ${DEVICE_USB_KEYBOARD}= Logitech, Inc. Keyboard K120 ${CLEVO_USB_C_HUB}= 4-port ${3_MDEB_WIFI_NETWORK}= 3mdeb_abr +${OPTIONS_LIB}= options-lib_dcu # Supported test environments ${TESTS_IN_FIRMWARE_SUPPORT}= ${FALSE} ${TESTS_IN_UBUNTU_SUPPORT}= ${TRUE} @@ -97,8 +101,9 @@ ${DTS_SUPPORT}= ${TRUE} ${DTS_FIRMWARE_FLASHING_SUPPORT}= ${TRUE} ${DTS_EC_FLASHING_SUPPORT}= ${TRUE} ${ACPI_DRIVER_SUPPORT}= ${TRUE} -${ACPI_CAMERA_SWITCH_SUPPORT}= ${FALSE} +${ACPI_CAMERA_SWITCH_SUPPORT}= ${TRUE} ${INTEL_CBNT_SUPPORT}= ${TRUE} +${CUSTOM_NETWORK_BOOT_ENTRIES_SUPPORT}= ${TRUE} # Test module: dasharo-security ${TPM_SUPPORTED_VERSION}= 2 diff --git a/platform-configs/include/novacustom-mtl.robot b/platform-configs/include/novacustom-mtl.robot index 369ce12c34..11300186cd 100644 --- a/platform-configs/include/novacustom-mtl.robot +++ b/platform-configs/include/novacustom-mtl.robot @@ -35,8 +35,6 @@ ${CUSTOM_FAN_CURVE_PERFORMANCE_MODE_SUPPORT}= ${FALSE} ${L3_CACHE_SUPPORT}= ${TRUE} -# Only S0ix is available on MTL -${DASHARO_POWER_MGMT_MENU_SUPPORT}= ${FALSE} # DTS E2E variables &{DTS_TEST_EXPORTS}= diff --git a/platform-configs/include/novacustom-nuc_box.robot b/platform-configs/include/novacustom-nuc_box.robot index edfe46831d..9cf6d97971 100644 --- a/platform-configs/include/novacustom-nuc_box.robot +++ b/platform-configs/include/novacustom-nuc_box.robot @@ -30,4 +30,18 @@ ${USB_KEYBOARD_DETECTION_SUPPORT}= ${TRUE} ${FAN_SPEED_MEASURE_SUPPORT}= ${TRUE} # DTS E2E test variables -@{DTS_TEST_WORKFLOWS}= @{EMPTY} +@{DTS_TEST_WORKFLOWS}= Initial Deployment +${DTS_TEST_SYSTEM_VENDOR}= NovaCustom +&{DTS_TEST_EXPORTS}= +... &{DTS_TEST_BASE_EXPORTS} +... TEST_SOUND_CARD_PRESENT=false +... TEST_BOARD_HAS_GBE_REGION=false +... TEST_HCI_PRESENT=true +... TEST_MEI_AMT_CHECK=true +# robocop: off=LEN08 +&{DTS_TEST_EXPORTS_PER_WORKFLOW}= +... &{DTS_TEST_EXPORTS_PER_WORKFLOW_BASE} +... Initial Deployment=&{{ {"TEST_SYSTEM_MODEL": "NUC BOX-125H", "TEST_SYSTEM_VENDOR": "ASRock Industrial", "TEST_BIOS_VENDOR": "proprietary", "TEST_USING_OPENSOURCE_EC_FIRM": "false"} }} +# robocop: off=LEN08 +@{DTS_TEST_WORKFLOW_PROFILES}= +... ${{ ("Initial Deployment", "DCR") }} diff --git a/platform-configs/novacustom-ns50mu.robot b/platform-configs/novacustom-ns50mu.robot index aea97499fe..47b510e835 100644 --- a/platform-configs/novacustom-ns50mu.robot +++ b/platform-configs/novacustom-ns50mu.robot @@ -39,9 +39,29 @@ ${TESTS_IN_FIRMWARE_SUPPORT}= ${FALSE} ${DEFAULT_BOOT_OS_ID}= ${ENV_ID_UBUNTU} # cpu performance Windows -${SMALLPT_TEST_SCORE}= 38.263 -${CRAFTY_TEST_SCORE}= 8494085 -${CACHEBENCH_TEST_SCORE}= 97428.4 -${BLAKE2_TEST_SCORE}= 3.51 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=38.263 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=8494085 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=97428.4 +... scale=higher_is_better +... dev=0.2 +... type=multicore +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=3.51 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # DTS E2E variables diff --git a/platform-configs/novacustom-nuc_box-125H.robot b/platform-configs/novacustom-nuc_box-125H.robot index 85b804505c..62f64b8c0f 100644 --- a/platform-configs/novacustom-nuc_box-125H.robot +++ b/platform-configs/novacustom-nuc_box-125H.robot @@ -29,10 +29,30 @@ ${CRAY_1080_P_RENDER}= 80.547 # sec ${COREMARK_SINGLE}= 407451.446 # iterations/s # cpu performance Windows -${SMALLPT_TEST_SCORE}= 12.454 -${CRAFTY_TEST_SCORE}= 9289333 -${CACHEBENCH_TEST_SCORE}= 108463.4 -${BLAKE2_TEST_SCORE}= 4.08 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=12.454 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=9289333 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=108463.4 +... scale=higher_is_better +... dev=0.2 +... type=multicore +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=4.08 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # disk i-o ${UBU_SEQ_READ_QUEUED}= 4677 # MB/s diff --git a/platform-configs/novacustom-nuc_box-155H.robot b/platform-configs/novacustom-nuc_box-155H.robot index 03ce0a2253..b84e336edd 100644 --- a/platform-configs/novacustom-nuc_box-155H.robot +++ b/platform-configs/novacustom-nuc_box-155H.robot @@ -32,10 +32,34 @@ ${CRAY_1080_P_RENDER}= 90.8 # sec ${COREMARK_SINGLE}= 400079.5 # iterations/s # cpu performance Windows -${SMALLPT_TEST_SCORE}= 26.865 -${CRAFTY_TEST_SCORE}= 7847239 -${CACHEBENCH_TEST_SCORE}= 78461.6 -${BLAKE2_TEST_SCORE}= 3.94 +# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=19.02 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/test/pts/crafty +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=10919999 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/result/2508217-NE-AAAAAAA9714 +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=106987 +... scale=higher_is_better +... dev=0.2 +... type=multicore +# reference score for 155H from https://openbenchmarking.org/result/2508292-NE-20250829131 +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=4.06 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # disk i-o ${UBU_SEQ_READ_QUEUED}= 4677 # MB/s diff --git a/platform-configs/novacustom-nv41mb.robot b/platform-configs/novacustom-nv41mb.robot index c20efe5034..67d4c760de 100644 --- a/platform-configs/novacustom-nv41mb.robot +++ b/platform-configs/novacustom-nv41mb.robot @@ -24,9 +24,24 @@ ${NVIDIA_GRAPHICS_CARD_SUPPORT}= ${TRUE} ${OPTIONS_LIB}= options-lib_dcu # cpu performance Windows -${SMALLPT_TEST_SCORE}= 35.376 -${CRAFTY_TEST_SCORE}= 9224291 -${CACHEBENCH_TEST_SCORE}= 104565.1 -${BLAKE2_TEST_SCORE}= 3.64 +&{UPP_SMALLPT_BENCHMARK}= name=smallpt score=35.376 scale=lower_is_better dev=0.2 type=singlecore +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=9224291 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=104565.1 +... scale=higher_is_better +... dev=0.2 +... type=multicore +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=3.64 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # DTS E2E variables diff --git a/platform-configs/novacustom-nv41pz.robot b/platform-configs/novacustom-nv41pz.robot index ff97338685..ca9c8be52b 100644 --- a/platform-configs/novacustom-nv41pz.robot +++ b/platform-configs/novacustom-nv41pz.robot @@ -34,10 +34,25 @@ ${TPM_EXPECTED_CHIP}= SLB9670 ${OPTIONS_LIB}= options-lib_dcu # cpu performance Windows -${SMALLPT_TEST_SCORE}= 30.796 -${CRAFTY_TEST_SCORE}= 7480997 -${CACHEBENCH_TEST_SCORE}= 75584.7 -${BLAKE2_TEST_SCORE}= 3.22 +&{UPP_SMALLPT_BENCHMARK}= name=smallpt score=30.796 scale=lower_is_better dev=0.2 type=singlecore +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=7480997 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=75584.7 +... scale=higher_is_better +... dev=0.2 +... type=multicore +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=3.22 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # DTS E2E variables &{DTS_TEST_VERSIONS}= &{DTS_TEST_VERSIONS_BASE} UEFI->Heads Transition=Dasharo (coreboot+UEFI) 1.7.2 diff --git a/platform-configs/novacustom-v540tnd.robot b/platform-configs/novacustom-v540tnd.robot index a2ac84b615..10dd5467f8 100644 --- a/platform-configs/novacustom-v540tnd.robot +++ b/platform-configs/novacustom-v540tnd.robot @@ -4,19 +4,29 @@ Resource include/novacustom-common.robot *** Variables *** +${INITIAL_DUT_CONNECTION_METHOD}= SSH +${DUT_CONNECTION_METHOD}= SSH +${POWER_CTRL}= none +${TESTS_IN_FIRMWARE_SUPPORT}= ${FALSE} +${OPTIONS_LIB}= options-lib_dcu +${DEFAULT_BOOT_OS_ID}= ${ENV_ID_FEDORA} +# ${ENV_ID_FEDORA} +@{TESTED_LINUX_DISTROS}= +... ${ENV_ID_UBUNTU} ${ENV_ID_FEDORA} + ${CPU}= Intel(R) Core(TM) Ultra 7 155H ${3_MDEB_WIFI_NETWORK}= 3mdeb_abr ${DEVICE_NVME_DISK}= Non-Volatile memory controller ${DEVICE_USB_KEYBOARD}= Keyboard ${DMIDECODE_PRODUCT_NAME}= V5xTNC_TND_TNE -${EXTERNAL_HEADSET}= USB PnP Audio Device +${EXTERNAL_HEADSET}= JMTek, LLC. USB Audio ${CPU_MAX_FREQUENCY}= 4800 ${CPU_MIN_FREQUENCY}= 200 ${PLATFORM_CPU_SPEED}= 3.0 ${DGPU_ONLY_SUPPORT}= ${TRUE} -${TESTS_IN_WINDOWS_SUPPORT}= ${FALSE} # change windows/ubuntu support depending +${TESTS_IN_WINDOWS_SUPPORT}= ${TRUE} # change windows/ubuntu support depending ${TESTS_IN_UBUNTU_SUPPORT}= ${TRUE} # on which OS is first in the boot order ${WIFI_CARD_UBUNTU}= @@ -37,20 +47,58 @@ ${VERIFIED_BOOT_SUPPORT}= ${TRUE} ${TPM_SUPPORTED_VERSION}= 2 ${TPM_EXPECTED_CHIP}= SLB9672 +${USB_DISKS_DETECTION_SUPPORT}= ${TRUE} +${USB_KEYBOARD_DETECTION_SUPPORT}= ${TRUE} +# /sys/class/power_supply/BAT0/charge_full +${CLEVO_BATTERY_CAPACITY}= +... 4636000 +${GPU_PERFORMANCE_TESTS_SUPPORT}= ${TRUE} +${FAN_SPEED_MEASURE_SUPPORT}= ${TRUE} +${HDMI_AUDIO_SUPPORT}= ${TRUE} # cpu performance Ubuntu ${ZIP_MULTI_COMPRESSION}= 63476 # MIPS ${ZIP_MULTI_DECOMPRESSION}= 39336 # MIPS ${CRAY_5_K_RENDER}= 654.5 # sec ${CRAY_4_K_RENDER}= 356.9 # sec +${CRAY_4_K_RENDER}= 356.9 # sec ${CRAY_1080_P_RENDER}= 90.8 # sec ${COREMARK_SINGLE}= 400079.5 # iterations/s # cpu performance Windows -${SMALLPT_TEST_SCORE}= 20.895 -${CRAFTY_TEST_SCORE}= 5562941 -${CACHEBENCH_TEST_SCORE}= 73323.8 -${BLAKE2_TEST_SCORE}= 4.06 +# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=19.02 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/test/pts/crafty +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=10919999 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/result/2508217-NE-AAAAAAA9714 +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=106987 +... scale=higher_is_better +... dev=0.2 +... type=multicore +# reference score for 155H from https://openbenchmarking.org/result/2508292-NE-20250829131 +&{UPP_BLAKE2_BENCHMARK}= +... name=blake2 +... score=4.06 +... scale=lower_is_better +... dev=0.2 +... type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # disk i-o ${UBU_SEQ_READ_QUEUED}= 4677 # MB/s @@ -78,8 +126,6 @@ ${NVIDIA_GRAPHICS_CARD_SUPPORT}= ${TRUE} ${UNIGINE_SUPERPOSITION_RESULT_AC}= 94.4 # FPS ${UNIGINE_SUPERPOSITION_RESULT_BAT}= 21.9 # FPS -${OPTIONS_LIB}= options-lib_dcu - # DTS E2E variables &{DTS_TEST_VERSIONS}= ... &{DTS_TEST_VERSIONS_BASE} diff --git a/platform-configs/novacustom-v540tu.robot b/platform-configs/novacustom-v540tu.robot index 26d5e0cdc9..7e7624d6cd 100644 --- a/platform-configs/novacustom-v540tu.robot +++ b/platform-configs/novacustom-v540tu.robot @@ -4,11 +4,11 @@ Resource include/novacustom-common.robot *** Variables *** -${INITIAL_DUT_CONNECTION_METHOD}= Telnet -${DUT_CONNECTION_METHOD}= Telnet -${POWER_CTRL}= sonoff -${TESTS_IN_FIRMWARE_SUPPORT}= ${TRUE} - +${INITIAL_DUT_CONNECTION_METHOD}= SSH +${DUT_CONNECTION_METHOD}= SSH +${POWER_CTRL}= none +${TESTS_IN_FIRMWARE_SUPPORT}= ${FALSE} +${OPTIONS_LIB}= options-lib_dcu # CPU ${CPU}= ... Intel(R) Core(TM) Ultra 7 155H @@ -19,8 +19,8 @@ ${DEVICE_NVME_DISK}= ${DEVICE_USB_KEYBOARD}= ... Logitech, Inc. Keyboard K120 ${DMIDECODE_PRODUCT_NAME}= V54x_6x_TU -${DMIDECODE_FIRMWARE_VERSION}= Dasharo (coreboot+UEFI) v1.0.0-rc4 -${DMIDECODE_RELEASE_DATE}= 07/30/2025 +${DMIDECODE_FIRMWARE_VERSION}= Dasharo (coreboot+UEFI) v1.0.0-rc6 +${DMIDECODE_RELEASE_DATE}= 09/02/2025 ${DMIDECODE_SERIAL_NUMBER}= 123456789 ${WIFI_CARD}= ... Intel Corporation Meteor Lake PCH CNVi WiFi @@ -29,7 +29,7 @@ ${CPU_MAX_FREQUENCY}= 4800 ${CPU_MIN_FREQUENCY}= 300 ${PLATFORM_CPU_SPEED}= 3.0 -${DEFAULT_BOOT_OS_ID}= ${ENV_ID_UBUNTU} +${DEFAULT_BOOT_OS_ID}= ${ENV_ID_FEDORA} # ${ENV_ID_FEDORA} @{TESTED_LINUX_DISTROS}= ... ${ENV_ID_UBUNTU} ${ENV_ID_FEDORA} @@ -47,10 +47,34 @@ ${CRAY_1080_P_RENDER}= 90.8 # sec ${COREMARK_SINGLE}= 400079.5 # iterations/s # cpu performance Windows -${SMALLPT_TEST_SCORE}= 26.865 -${CRAFTY_TEST_SCORE}= 7847239 -${CACHEBENCH_TEST_SCORE}= 78461.6 -${BLAKE2_TEST_SCORE}= 3.94 +# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=19.02 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/test/pts/crafty +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=10919999 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/result/2508217-NE-AAAAAAA9714 +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=106987 +... scale=higher_is_better +... dev=0.2 +... type=multicore +# reference score for 155H from https://openbenchmarking.org/result/2508292-NE-20250829131 +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=4.06 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # disk i-o ${UBU_SEQ_READ_QUEUED}= 4677 # MB/s @@ -95,6 +119,8 @@ ${DTS_TEST_BOARD_MODEL}= V540TU @{DTS_TEST_WORKFLOW_PROFILES}= ... ${{ ("UEFI->Heads Transition", "DPP") }} +${HDMI_AUDIO_SUPPORT}= ${TRUE} + *** Keywords *** Power On diff --git a/platform-configs/novacustom-v560tnd.robot b/platform-configs/novacustom-v560tnd.robot index 81f38163e2..7897c514b9 100644 --- a/platform-configs/novacustom-v560tnd.robot +++ b/platform-configs/novacustom-v560tnd.robot @@ -60,10 +60,34 @@ ${CRAY_1080_P_RENDER}= 80.547 # sec ${COREMARK_SINGLE}= 407451.446 # iterations/s # cpu performance Windows -${SMALLPT_TEST_SCORE}= 12.454 -${CRAFTY_TEST_SCORE}= 9289333 -${CACHEBENCH_TEST_SCORE}= 108463.4 -${BLAKE2_TEST_SCORE}= 4.08 +# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=19.02 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/test/pts/crafty +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=10919999 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/result/2508217-NE-AAAAAAA9714 +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=106987 +... scale=higher_is_better +... dev=0.2 +... type=multicore +# reference score for 155H from https://openbenchmarking.org/result/2508292-NE-20250829131 +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=4.06 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # disk i-o ${UBU_SEQ_READ_QUEUED}= 5953.5 # MB/s diff --git a/platform-configs/novacustom-v560tne.robot b/platform-configs/novacustom-v560tne.robot index 6b518f8b97..a6bf61d4bf 100644 --- a/platform-configs/novacustom-v560tne.robot +++ b/platform-configs/novacustom-v560tne.robot @@ -58,6 +58,36 @@ ${NVIDIA_GRAPHICS_CARD_SUPPORT}= ${TRUE} ${UNIGINE_SUPERPOSITION_RESULT_AC}= 114 # FPS ${UNIGINE_SUPERPOSITION_RESULT_BAT}= 26.2 # FPS +# cpu performance Windows +# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=19.02 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/test/pts/crafty +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=10919999 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/result/2508217-NE-AAAAAAA9714 +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=106987 +... scale=higher_is_better +... dev=0.2 +... type=multicore +# reference score for 155H from https://openbenchmarking.org/result/2508292-NE-20250829131 +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=4.06 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} + ${OPTIONS_LIB}= options-lib_dcu # DTS E2E variables diff --git a/platform-configs/novacustom-v560tu.robot b/platform-configs/novacustom-v560tu.robot index 1522eaead9..8d1421c0a6 100644 --- a/platform-configs/novacustom-v560tu.robot +++ b/platform-configs/novacustom-v560tu.robot @@ -13,22 +13,27 @@ ${3_MDEB_WIFI_NETWORK}= 3mdeb_abr ${DEVICE_NVME_DISK}= Non-Volatile memory controller ${DEVICE_USB_KEYBOARD}= Logitech, Inc. Keyboard K120 ${DMIDECODE_PRODUCT_NAME}= V54x_6x_TU -${EXTERNAL_HEADSET}= USB PnP Audio Device +${EXTERNAL_HEADSET}= JMTek, LLC. USB Audio ${CPU_MAX_FREQUENCY}= 4500 ${CPU_MIN_FREQUENCY}= 300 ${PLATFORM_CPU_SPEED}= 3.0 ${BLUETOOTH_CARD_UBUNTU}= 8087:0033 ${WEBCAM_UBUNTU}= USB2.0 Camera ${CLEVO_USB_C_HUB}= Thunderbolt 4 Dock - +${WIFI_CARD_UBUNTU}= Intel Corporation Wi-Fi 7 ${POWER_CTRL}= none ${SNIPEIT}= no ${FLASH_SIZE}= 33554432 -${TESTS_IN_WINDOWS_SUPPORT}= ${FALSE} +${TESTS_IN_WINDOWS_SUPPORT}= ${TRUE} ${TESTS_IN_UBUNTU_SUPPORT}= ${TRUE} +@{TESTED_LINUX_DISTROS}= ${ENV_ID_UBUNTU} ${ENV_ID_FEDORA} +${DEFAULT_BOOT_OS_ID}= ${ENV_ID_FEDORA} ${USB_STACK_SUPPORT}= ${TRUE} ${CLEVO_BATTERY_CAPACITY}= 4602000 +${USB_DEVICE}= SanDisk +${USB_DISKS_DETECTION_SUPPORT}= ${TRUE} +${USB_KEYBOARD_DETECTION_SUPPORT}= ${TRUE} # cpu performance Ubuntu for processor ultra 5 125H ${ZIP_MULTI_COMPRESSION}= 15923 # MIPS @@ -38,11 +43,35 @@ ${CRAY_4_K_RENDER}= 1349.461 # sec ${CRAY_1080_P_RENDER}= 308.289 # sec ${COREMARK_SINGLE}= 92891.774 # iterations/s -# cpu performance Windows for processor ultra 5 125H -${SMALLPT_TEST_SCORE}= 14.876 -${CRAFTY_TEST_SCORE}= 10237829 -${CACHEBENCH_TEST_SCORE}= 125588.2 -${BLAKE2_TEST_SCORE}= 4.08 +# cpu performance Windows +# reference score for 155H from https://openbenchmarking.org/result/2508216-NE-SKIBIDI6461 +&{UPP_SMALLPT_BENCHMARK}= +... name=smallpt +... score=19.02 +... scale=lower_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/test/pts/crafty +&{UPP_CRAFTY_BENCHMARK}= +... name=crafty +... score=10919999 +... scale=higher_is_better +... dev=0.2 +... type=singlecore +# reference score for 155H from https://openbenchmarking.org/result/2508217-NE-AAAAAAA9714 +&{UPP_CACHEBENCH_BENCHMARK}= +... name=cachebench +... score=106987 +... scale=higher_is_better +... dev=0.2 +... type=multicore +# reference score for 155H from https://openbenchmarking.org/result/2508292-NE-20250829131 +&{UPP_BLAKE2_BENCHMARK}= name=blake2 score=4.06 scale=lower_is_better dev=0.2 type=multicore +@{UPP_BENCHMARKS}= +... &{UPP_SMALLPT_BENCHMARK} +... &{UPP_CRAFTY_BENCHMARK} +... &{UPP_CACHEBENCH_BENCHMARK} +... &{UPP_BLAKE2_BENCHMARK} # disk i-o ${UBU_SEQ_READ_QUEUED}= 5953.5 # MB/s @@ -69,8 +98,6 @@ ${GPU_PERFORMANCE_TESTS_SUPPORT}= ${TRUE} ${UNIGINE_SUPERPOSITION_RESULT_AC}= 24.5 # FPS ${UNIGINE_SUPERPOSITION_RESULT_BAT}= 23.5 # FPS -${OPTIONS_LIB}= options-lib_dcu - # DTS E2E variables &{DTS_TEST_VERSIONS}= ... &{DTS_TEST_VERSIONS_BASE} diff --git a/platform-configs/odroid-h4-plus.robot b/platform-configs/odroid-h4-plus.robot index 669ce45a8c..8d2f75c4ee 100644 --- a/platform-configs/odroid-h4-plus.robot +++ b/platform-configs/odroid-h4-plus.robot @@ -132,6 +132,7 @@ ${DTS_TEST_BOARD_MODEL}= ODROID-H4 ... ${{ ("Initial Deployment", "DPP") }} ... ${{ ("Dasharo (coreboot+UEFI) to Dasharo (Slim Bootloader+UEFI) Transition", "DPP") }} ... ${{ ("Dasharo (Slim Bootloader+UEFI) Initial Deployment", "DPP") }} +... ${{ ("UEFI Update", "DPP") }} *** Keywords *** diff --git a/platform-configs/protectli-vp2440.robot b/platform-configs/protectli-vp2440.robot index 3e7bf02fe6..88c980ece9 100644 --- a/platform-configs/protectli-vp2440.robot +++ b/platform-configs/protectli-vp2440.robot @@ -11,9 +11,9 @@ ${E_MMC_NAME}= BJTD4R # dmidecode.robot ${DMIDECODE_SERIAL_NUMBER}= 123456789 -${DMIDECODE_FIRMWARE_VERSION}= Dasharo (coreboot+UEFI) v0.9.0-rc1 +${DMIDECODE_FIRMWARE_VERSION}= Dasharo (coreboot+UEFI) v0.9.0-rc4 ${DMIDECODE_PRODUCT_NAME}= VP2440 -${DMIDECODE_RELEASE_DATE}= 05/15/2025 +${DMIDECODE_RELEASE_DATE}= 08/14/2025 ${DMIDECODE_TYPE}= Desktop # CPF @@ -42,8 +42,8 @@ ${USB_DEVICE}= SanDisk @{ATTACHED_USB}= SanDisk ${ESP_SCANNING_SUPPORT}= ${TRUE} -@{ETH_PORTS}= 00-e0-97-1b-95-25 -... 00-e0-97-1b-95-26 +@{ETH_PORTS}= 64-62-66-25-05-61 +... 64-62-66-25-05-62 @{ETH_PERF_PAIR_2_G}= enp3s0 enp4s0 diff --git a/requirements.txt b/requirements.txt index fb37f9fb67..84108dc82f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -22,6 +22,7 @@ Faker==37.4.2 filelock==3.18.0 fire==0.7.0 fonttools==4.59.0 +fuzzysearch==0.8.0 git-cliff==2.9.1 greenlet==3.2.3 gspread==6.2.1 @@ -39,7 +40,7 @@ mdurl==0.1.2 nodeenv==1.9.1 numpy==2.3.2 oauth2client==4.1.3 -osfv @ git+https://github.com/Dasharo/osfv-scripts.git@94ab7877baa27969cfe737cf349fe2dfd384470d#subdirectory=osfv_cli +osfv @ git+https://github.com/Dasharo/osfv-scripts.git@63164de3f621d99435a49cbb2a58084cb1e8bac0#subdirectory=osfv_cli packaging==25.0 pandas==2.3.1 paramiko==3.5.1 @@ -67,7 +68,7 @@ requests==2.32.4 reuse==5.0.2 rich==14.1.0 rich-click==1.8.9 -robotframework @ git+https://github.com/3mdeb/robotframework@e8292509e926759c2bd63acada2e80b21088a5ba +robotframework @ git+https://github.com/3mdeb/robotframework@16264f78f2e7bb25a376f0090796c301a5ebbc7e robotframework-csvlibrary==0.0.5 robotframework-faker==6.0.0 robotframework-requests==0.9.4 @@ -79,7 +80,7 @@ setuptools==80.9.0 six==1.17.0 SQLAlchemy==2.0.41 tabulate==0.9.0 -telnetlib @ git+https://github.com/3mdeb/telnetlib@b85e3b5e6068eb3441cb21badb5a266301839e61 +telnetlib @ git+https://github.com/3mdeb/telnetlib@c6d658745ba4179af90f5f2908846f9df71def2d termcolor==3.1.0 toml==0.10.2 tomli==2.2.1 diff --git a/scripts/capsules/prepare_capsule_update_tests_drive.sh b/scripts/capsules/prepare_capsule_update_tests_drive.sh index 8f67b34da2..2847568584 100755 --- a/scripts/capsules/prepare_capsule_update_tests_drive.sh +++ b/scripts/capsules/prepare_capsule_update_tests_drive.sh @@ -39,7 +39,7 @@ fi # try to unmount, fails if not mounted udisksctl unmount -b $DRIVE || true # format to fat32 -mkfs.vfat $DRIVE # requires root privilege +mkfs.vfat -I $DRIVE # requires root privilege fatlabel $DRIVE $DRIVE_LABEL sleep 1 # mount drive diff --git a/scripts/ci/ipxe-run.sh b/scripts/ci/ipxe-run.sh index b9f486b648..00780f3c21 100755 --- a/scripts/ci/ipxe-run.sh +++ b/scripts/ci/ipxe-run.sh @@ -23,7 +23,7 @@ cat < "$IPXE_PATH/dts.ipxe" #!ipxe imgfetch --name file_kernel $BZ_IMAGE_FILENAME imgfetch --name file_initrd $DTS_IMAGE_FILENAME -kernel file_kernel initrd=file_initrd +kernel file_kernel initrd=file_initrd console=ttyUSB0 boot EOF diff --git a/scripts/ci/regression-scope/rules.json b/scripts/ci/regression-scope/rules.json index 6c99a0ff57..7246e3d73f 100644 --- a/scripts/ci/regression-scope/rules.json +++ b/scripts/ci/regression-scope/rules.json @@ -20,7 +20,8 @@ "env_vars": { "RTE_IP": "192.168.10.171", "SNIPEIT_NO": "true", - "CONFIG": "pcengines-apu3" + "CONFIG": "pcengines-apu3", + "FW_FILE": "~/actions-runner/osfv-test-binaries/pcengines_apu3_v0.9.1-rc2.rom" }, "files": { "mode": "${FULL_FILENAME_MATCH}" diff --git a/scripts/utc_generator.py b/scripts/utc_generator.py index b7ab77001d..3e4634eaf7 100644 --- a/scripts/utc_generator.py +++ b/scripts/utc_generator.py @@ -330,12 +330,6 @@ def full_test_name(test_row): f" Skip If '{os_id_variable_names[row['OS ID']]}' not in ${{TESTED_LINUX_DISTROS}} {row['Test ID']} not supported\n" ) - # Semiauto skip - if row["automation"] == "semi": - robot_tests_lines[idx].append( - f" Skip If not ${{SEMI_AUTO}} semi auto test skipped: SEMI_AUTO==${{SEMI_AUTO}}\n" - ) - # call the generic keyword for that test case type keyword_call = f"{row['Test Name'].title()} {os_id_variable_names[row['OS ID']]} {row['ME State']} {row['Dock']}\n" robot_tests_lines[idx].append(f" {keyword_call}\n") diff --git a/self-tests/serial_stability.robot b/self-tests/serial_stability.robot new file mode 100644 index 0000000000..1ceb6ec603 --- /dev/null +++ b/self-tests/serial_stability.robot @@ -0,0 +1,91 @@ +*** Settings *** +Library Collections +Library OperatingSystem +Library Process +Library String +Library Telnet timeout=20 seconds connection_timeout=120 seconds +Library SSHLibrary timeout=90 seconds +Library RequestsLibrary +# TODO: maybe have a single file to include if we need to include the same +# stuff in all test cases +Resource ../variables.robot +Resource ../keywords.robot +Resource ../keys.robot + +# TODO: +# - document which setup/teardown keywords to use and what are they doing +# - go threough them and make sure they are doing what the name suggest (not +# exactly the case right now) +Suite Setup Run Keywords +... Prepare Test Suite +Suite Teardown Run Keyword +... Log Out And Close Connection + +Default Tags automated + + +*** Test Cases *** +Traditional Serial + VAR ${TELNET_FUZZY_MAX_ERRORS}= 0 scope=GLOBAL + VAR ${failed}= ${FALSE} + FOR ${i} IN RANGE 10 + ${st}= Run Keyword And Return Status Test + IF $st + Log To Console PASS + ELSE + Log To Console FAIL + VAR ${failed}= ${TRUE} + END + END + Should Not Be True $failed + +Fuzzy Serial + VAR ${TELNET_FUZZY_MAX_ERRORS}= 1 scope=GLOBAL + VAR ${failed}= ${FALSE} + FOR ${i} IN RANGE 10 + ${st}= Run Keyword And Return Status Test Fuzzy + IF $st + Log To Console PASS + ELSE + Log To Console FAIL + VAR ${failed}= ${TRUE} + END + END + Should Not Be True $failed + + +*** Keywords *** +Test + Power On + ${menu}= Enter Setup Menu Tianocore And Return Construction + List Should Contain Value ${menu} > User Password Management + List Should Contain Value ${menu} > Device Manager + List Should Contain Value ${menu} > Dasharo System Features + List Should Contain Value ${menu} > One Time Boot + List Should Contain Value ${menu} > Boot Maintenance Manager + ${menu}= Enter Dasharo System Features ${menu} + List Should Contain Value ${menu} > Dasharo Security Options + List Should Contain Value ${menu} > Networking Options + List Should Contain Value ${menu} > USB Configuration + List Should Contain Value ${menu} > Intel Management Engine Options + List Should Contain Value ${menu} > Power Management Options + List Should Contain Value ${menu} > Serial Port Configuration + +Test Fuzzy + Power On + ${menu}= Enter Setup Menu Tianocore And Return Construction + List Should Contain Value Fuzzy ${menu} > User Password Management max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > Device Manager max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > Dasharo System Features max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > One Time Boot max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > Boot Maintenance Manager max_errors=${TELNET_FUZZY_MAX_ERRORS} + ${menu}= Enter Dasharo System Features ${menu} + List Should Contain Value Fuzzy ${menu} > Dasharo Security Options max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > Networking Options max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > USB Configuration max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy + ... ${menu} + ... > Intel Management Engine Options + ... max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > Power Management Options max_errors=${TELNET_FUZZY_MAX_ERRORS} + List Should Contain Value Fuzzy ${menu} > Serial Port Configuration max_errors=${TELNET_FUZZY_MAX_ERRORS} diff --git a/variables.robot b/variables.robot index e1cabfe70e..3879857f89 100644 --- a/variables.robot +++ b/variables.robot @@ -262,10 +262,10 @@ ${OS_UBUNTU}= ubuntu ... sonoff_ip=192.168.10.57 # NovaCustom V540TU test rack -&{RTE72}= ip=192.168.10.247 +&{RTE72}= ip=192.168.10.15 ... platform=novacustom-v540tu ... platform_vendor=Clevo -... sonoff_ip=192.168.10.116 +... sonoff_ip=192.168.10.150 # NovaCustom V560TND test desktop &{RTE73}= ip=192.168.10.25