587158c13d
We're currently using just a subset of UPnP test cases as being available in CDRouter via PCF-720. We need to increase the QA of UPnP, so lets add complete upnp and upnp-v6 modules, which are known to be working as of today. From the list of available 111 tests in CDRouter version 15.8.1 in both upnp-v6.tcl (60) and upnp.tcl(51) modules we're removing following 30 tests currently known to be not passing: cdrouter_upnp_203, cdrouter_upnp_204, cdrouter_upnp_220, cdrouter_upnp_igd2_203, cdrouter_upnp_igd2_204, cdrouter_upnp_igd2_220, ipv6_upnp_35, ipv6_upnp_36, ipv6_upnp_40, ipv6_upnp_41, ipv6_upnp_45, ipv6_upnp_50, ipv6_upnp_100, ipv6_upnp_203, ipv6_upnp_204, ipv6_upnp_220, ipv6_upnp_igd2_20, ipv6_upnp_igd2_25, ipv6_upnp_igd2_35, ipv6_upnp_igd2_36, ipv6_upnp_igd2_40, ipv6_upnp_igd2_41, ipv6_upnp_igd2_45, ipv6_upnp_igd2_50, ipv6_upnp_igd2_200, ipv6_upnp_igd2_203, ipv6_upnp_igd2_204, ipv6_upnp_igd2_220, ipv6_upnp_igd2_307 So we can regression test UPnP stack in current state and thus improve the QA. Cap the CI job runtime to 60 minutes as currently it seems, that it takes around 53 minutes to complete. References: PCF-720, PPW-336, FEAT-85, FEAT-244 Link: https://support.qacafe.com/cdrouter/knowledge-base/upnp-testing-guide Signed-off-by: Petr Štetiar <petr.stetiar@prplfoundation.org> Co-authored-by: Nikolai Merinov <n.merinov@inango-systems.com>
130 lines
4.2 KiB
YAML
130 lines
4.2 KiB
YAML
.wnc-freedom: &wnc_freedom
|
|
needs: ["build test qca_ipq95xx prpl cellular security thread"]
|
|
extends:
|
|
- .wnc-freedom testbed
|
|
- .cdrouter
|
|
|
|
CDRouter-Top-100+mDNS Freedom initramfs:
|
|
<<: *wnc_freedom
|
|
variables:
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-dyndns.sh
|
|
|
|
CDRouter-Top-100+mDNS Freedom VLAN WAN/LAN initramfs:
|
|
<<: *wnc_freedom
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: vlan
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-dyndns.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-enable-vlans.sh
|
|
|
|
CDRouter-Top-100+mDNS Freedom PPPoE WAN initramfs:
|
|
<<: *wnc_freedom
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: ppp
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-dyndns.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-enable-pppoe.sh
|
|
|
|
CDRouter-Wireless Freedom initramfs:
|
|
<<: *wnc_freedom
|
|
stage: smoke tests
|
|
timeout: 15 minutes
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: wireless
|
|
CDROUTER_CONFIG_WIFI_BEACON_PHY: 'ax b be g n'
|
|
CDROUTER_CONFIG_WIFI_BEACON_RSN_CIPHER: 'CCMP-128 GCMP-256'
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-wireless.sh
|
|
|
|
|
|
.wnc-freedom-ipv6: &wnc_freedom_ipv6
|
|
<<: *wnc_freedom
|
|
rules:
|
|
- if: '$CI_PIPELINE_SOURCE == "schedule"'
|
|
when: never
|
|
- if: '$CI_COMMIT_BRANCH == $CI_DESIGNATED_BRANCH'
|
|
- when: manual
|
|
|
|
CDRouter-UPnP-IPv46 Freedom initramfs:
|
|
<<: *wnc_freedom_ipv6
|
|
timeout: 60 minutes
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: generic-ipv6-upnp
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
|
|
CDRouter-IPv6-Top-100+mDNS Freedom initramfs:
|
|
<<: *wnc_freedom_ipv6
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: generic-ipv6
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
|
|
prpl-Certification Freedom initramfs:
|
|
<<: *wnc_freedom_ipv6
|
|
timeout: 120 minutes
|
|
allow_failure: true
|
|
rules:
|
|
- if: '$CI_PIPELINE_SOURCE == "schedule"'
|
|
when: never
|
|
- when: manual
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: generic-ipv6
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-cwmpd.sh
|
|
|
|
CDRouter-IPv6-Top-100+mDNS Freedom VLAN WAN/LAN initramfs:
|
|
<<: *wnc_freedom_ipv6
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: vlan-ipv6
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-enable-vlans.sh
|
|
|
|
.CDRouter-IPv6-Top-100+mDNS Freedom PPPoE WAN initramfs:
|
|
<<: *wnc_freedom_ipv6
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: ppp-ipv6
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-enable-pppoe.sh
|
|
|
|
CDRouter-TR-069 Freedom eMMC:
|
|
<<: *wnc_freedom
|
|
variables:
|
|
LABGRID_TARGET: wnc-freedom-emmc
|
|
TFTP_IMAGE_FILENAME: prplos-ipq95xx-generic-prpl_freedom-squashfs-sysupgrade.bin
|
|
TFTP_IMAGE_FILENAME_PATTERN: /.*prplos-ipq95xx-generic-prpl_freedom-squashfs-sysupgrade.bin/
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-tr181-mockups.sh
|
|
|
|
CDRouter-USP-prpl Freedom initramfs:
|
|
<<: *wnc_freedom
|
|
allow_failure: true
|
|
rules:
|
|
- if: '$CI_PIPELINE_SOURCE == "schedule"'
|
|
when: never
|
|
- when: manual
|
|
variables:
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-dyndns.sh
|
|
|
|
prplWare-Smoke-Test-Suite Freedom initramfs:
|
|
<<: *wnc_freedom_ipv6
|
|
stage: smoke tests
|
|
variables:
|
|
CDROUTER_TEST_CONFIG: smoke-test
|
|
DUT_INIT_SCRIPTS: |
|
|
.gitlab/scripts/dut-init/cdrouter-dut-flush-dns-relay-cache.sh
|
|
.gitlab/scripts/dut-init/cdrouter-tr181-mockups.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-dyndns.sh
|
|
.gitlab/scripts/dut-init/cdrouter-dut-configure-prplmesh-controller.sh
|