From 548325c01f8c7555f680e39f50e3e90a1ed21d4a Mon Sep 17 00:00:00 2001 From: He Yin Ling Date: Thu, 16 Jul 2020 17:18:51 +0800 Subject: [PATCH] CI: do not run cases likely to fail --- .gitlab-ci.yml | 6 - .../idf_test/integration_test/KnownIssues | 70 -- .../integration_test/TC_IT_BTSTK_SMP.yml | 2 + .../integration_test/TC_IT_TCPIP_ICMP.yml | 2 +- .../integration_test/TC_IT_TCPIP_IGMP.yml | 1010 +++++++++++++++-- .../integration_test/TC_IT_TCPIP_TCP.yml | 2 +- .../integration_test/TC_IT_WIFI_ADDR.yml | 2 +- .../integration_test/TC_IT_WIFI_CONN.yml | 2 +- .../integration_test/TC_IT_WIFI_MODE.yml | 4 +- .../integration_test/TC_IT_WIFI_SCAN.yml | 2 +- 10 files changed, 929 insertions(+), 173 deletions(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index fdf681fae..cae8a081e 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -1792,12 +1792,6 @@ IT_005_01: - ESP32_IDF - SSC_T1_5 -IT_005_02: - <<: *test_template - tags: - - ESP32_IDF - - SSC_T1_5 - IT_006_01: <<: *test_template tags: diff --git a/components/idf_test/integration_test/KnownIssues b/components/idf_test/integration_test/KnownIssues index d54237bc3..8bdeab90b 100644 --- a/components/idf_test/integration_test/KnownIssues +++ b/components/idf_test/integration_test/KnownIssues @@ -1,76 +1,6 @@ - -# NOT SUPPORT - -# ICMP send Ping not supported -TCPIP_ICMP_0101 -TCPIP_ICMP_0101_01 - -# Bug or not stable cases - -# Wifi scan issue -WIFI_SCAN_0303 -WIFI_SCAN_0303_01 -WIFI_CONN_0302 -WIFI_CONN_0302_01 -WIFI_MODE_0102 -WIFI_MODE_0103 -WIFI_ADDR_0102 -WIFI_ADDR_0102_01 - -# IGMP -TCPIP_IGMP_0201 -TCPIP_IGMP_0201_01 -TCPIP_IGMP_0202 -TCPIP_IGMP_0202_01 -TCPIP_IGMP_0204 -TCPIP_IGMP_0204_01 - -# TCP -TCPIP_TCP_0401_01_02 - -# UDP -TCPIP_UDP_0103 -TCPIP_UDP_0103_01 -TCPIP_UDP_0103_02 -TCPIP_UDP_0103_01_02 - -# BLE - # BT heap size issue BTSTK_MISC_0301 -# SMP -BTSTK_SMP_05001 -BTSTK_SMP_05002 -BTSTK_SMP_05003 -BTSTK_SMP_06004 - -# multi connect -BTSTK_GAP_10001 -BTSTK_GAP_10002 -BTSTK_GAP_10003 -BTSTK_GAP_10004 -BTSTK_GAP_11001 -BTSTK_GAP_11002 -BTSTK_GAP_12001 -BTSTK_GAP_12002 -BTSTK_GATT_30001 -BTSTK_GATT_30002 -BTSTK_GATT_30003 -BTSTK_GATT_31001 -BTSTK_GATT_31002 -BTSTK_GATT_31003 -BTSTK_GATT_32001 -BTSTK_GATT_32002 -BTSTK_GATT_32003 -BTSTK_GATT_32004 -BTSTK_GATT_33001 -BTSTK_GATT_33002 -BTSTK_GATT_33003 -BTSTK_GATT_34001 -BTSTK_GATT_34002 -BTSTK_GATT_34003 - # GATT read multiple BTSTK_GATT_27002 BTSTK_GATT_27003 diff --git a/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml b/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml index bf81c2c83..3d102da1e 100644 --- a/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml +++ b/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml @@ -1651,6 +1651,7 @@ test cases: - *check_connection - ID: BTSTK_SMP_05003 <<: *SMP_CASE + CI ready: 'No' test point 2: BLE SMP unsuccessful pair reply test summary: BLE SMP unsuccessful passkey entry on both side test steps: | @@ -1766,6 +1767,7 @@ test cases: - ['P SSC[1-2] C +BLESMP:AuthComplete,Success,0'] - ID: BTSTK_SMP_06004 <<: *SMP_CASE + CI ready: 'No' test point 2: BLE SMP use API in abnormal state summary: BLE SMP master disconnect during pairing and repairing steps: | diff --git a/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml b/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml index fd84f57ea..895459602 100644 --- a/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml +++ b/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml @@ -1,5 +1,5 @@ test cases: -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_ICMP_0101 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml b/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml index 92eea199b..83222b9f4 100644 --- a/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml +++ b/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml @@ -3,8 +3,6 @@ test cases: ID: TCPIP_IGMP_0101 SDK: |- 8266_NonOS - 8266_RTOS - ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -26,17 +24,21 @@ test cases: execution time: 0.0 expected result: |- 1. success - 2. failed + 2. success 3. failed 4. failed + 5. failed + 6. failed initial condition: STAM2 level: Integration module: TCPIP steps: |- 1. join group with correct host addr and multicast addr - 2. join group with correct host addr and wrong multicast addr - 3. join group with wrong host addr and correct multicast addr - 4. join group with wrong host addr and wrong multicast addr + 2. leave group with correct host addr and multicast addr + 3. join group with correct host addr and wrong multicast addr + 4. join group with correct host addr and wrong multicast addr + 5. join group with wrong host addr and correct multicast addr + 6. join group with wrong host addr and wrong multicast addr sub module: IGMP summary: station IGMP join group address check test environment: SSC_T1_5 @@ -47,8 +49,6 @@ test cases: ID: TCPIP_IGMP_0102 SDK: |- 8266_NonOS - 8266_RTOS - ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -91,8 +91,6 @@ test cases: ID: TCPIP_IGMP_0103 SDK: |- 8266_NonOS - 8266_RTOS - ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -114,20 +112,24 @@ test cases: execution time: 0.0 expected result: |- 1. success - 2. failed + 2. success 3. failed 4. failed + 5. failed + 6. failed initial condition: APM2 level: Integration module: TCPIP steps: |- 1. join group with correct host addr and multicast addr - 2. join group with correct host addr and wrong multicast addr - 3. join group with wrong host addr and correct multicast addr - 4. join group with wrong host addr and wrong multicast addr + 2. leave group with correct host addr and multicast addr + 3. join group with correct host addr and wrong multicast addr + 4. join group with correct host addr and wrong multicast addr + 5. join group with wrong host addr and correct multicast addr + 6. join group with wrong host addr and wrong multicast addr sub module: IGMP summary: softAP IGMP join group address check - test environment: SSC_T1_8 + test environment: SSC_T1_7 test point 1: basic function test point 2: IGMP API parameter check version: v1 (2016-8-15) @@ -135,8 +137,6 @@ test cases: ID: TCPIP_IGMP_0104 SDK: |- 8266_NonOS - 8266_RTOS - ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -179,7 +179,6 @@ test cases: ID: TCPIP_IGMP_0201 SDK: |- 8266_NonOS - 8266_RTOS Test App: SSC allow fail: '' auto test: 'Yes' @@ -200,14 +199,18 @@ test cases: expected result: |- 1. succeed 2. succeed - 3. able to recv packet + 3. succeed + 4. able to recv packet + 5. succeed initial condition: STAM2 level: Integration module: TCPIP steps: |- 1. join group 2. create UDP socket using multicast addr - 3. PC send UDP packet to multicast addr + 3. PC bind UDP + 4. PC send UDP packet to multicast addr + 5. leave group sub module: IGMP summary: station IGMP recv packets test environment: SSC_T1_6 @@ -218,7 +221,6 @@ test cases: ID: TCPIP_IGMP_0202 SDK: |- 8266_NonOS - 8266_RTOS Test App: SSC allow fail: '' auto test: 'Yes' @@ -227,8 +229,12 @@ test cases: - '' - - SSC SSC2 op -S -o 1 - - R SSC2 C +MODE:OK + - - SSC SSC2 dhcp -S -o 1 + - - R SSC2 C +DHCP - - SSC SSC2 sta -C -s -p - - R SSC2 C +JAP:CONNECTED + - - SSC SSC2 soc -T + - - R SSC2 C +CLOSEALL - - SSC SSC1 igmp -J -h -m 224.1.1.1 - - R SSC1 C +IGMP:OK - - SSC SSC1 soc -B -t UDP -i 224.1.1.1 -p @@ -241,21 +247,29 @@ test cases: - - R SSC1 C +IGMP:OK execution time: 0.0 expected result: |- - 1. succeed - 2. succeed - 3. succeed - 4. target1 recv multicast packet + 1. OK + 2. join AP + 3. DUT2 close socket + 4. OK + 5. OK + 6. OK + 7. DUT1 recv multicast packet + 8. OK initial condition: STAM2 level: Integration module: TCPIP steps: |- - 1. target2 set to sta mode and join AP - 2. target1 join group and create UDP socket using multicast addr - 3. target2 create UDP socket - 4. target2 send to multicast addr + 1. DUT2 set to sta mode + 2. DUT2 enable DHCP and join AP + 3. DUT2 close socket + 4. DUT1 join group + 5. DUT1 create UDP socket using multicast addr + 6. DUT2 create UDP socket + 7. DUT2 send to multicast addr + 8. DUT1 leave group sub module: IGMP summary: station send multicast packets - test environment: SSC_T2_4 + test environment: SSC_T2_3 test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) @@ -263,7 +277,6 @@ test cases: ID: TCPIP_IGMP_0203 SDK: |- 8266_NonOS - 8266_RTOS Test App: SSC allow fail: '' auto test: 'Yes' @@ -284,17 +297,21 @@ test cases: expected result: |- 1. succeed 2. succeed - 3. able to recv packet + 3. succeed + 4. able to recv packet + 5. OK initial condition: APM2 level: Integration module: TCPIP steps: |- 1. join group 2. create UDP socket using multicast addr - 3. PC send UDP packet to multicast addr + 3. PC bind UDP + 4. PC send UDP packet to multicast addr + 5. leave group sub module: IGMP summary: softAP IGMP recv packets - test environment: SSC_T1_8 + test environment: SSC_T1_7 test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) @@ -302,13 +319,14 @@ test cases: ID: TCPIP_IGMP_0204 SDK: |- 8266_NonOS - 8266_RTOS Test App: SSC allow fail: '' auto test: 'Yes' category: Function cmd set: - '' + - - SSC SSC1 ap -S -s -p -t + - - R SSC1 C +SAP:OK - - SSC SSC2 sta -C -s -p - - R SSC2 C +JAP:CONNECTED - - SSC SSC1 igmp -J -h -m 224.1.1.1 @@ -324,26 +342,34 @@ test cases: execution time: 0.0 expected result: |- 1. succeed - 2. succeed + 2. join softap 3. succeed - 4. target1 recv multicast packet + 4. succeed + 5. succeed + 6. DUT1 recv multicast packet + 7. succeed initial condition: T2_1 level: Integration module: TCPIP steps: |- - 1. target2 join SoftAP - 2. target1 join group and create UDP socket using multicast addr - 3. target2 create UDP socket - 4. target2 send to multicast addr + 1. DUT1 set softap mode + 2. DUT2 join SoftAP + 3. DUT1 join group + 4. DUT1 create UDP socket using multicast addr + 5. DUT2 create UDP socket + 6. DUT2 send to multicast addr + 7. DUT1 leave group sub module: IGMP summary: softAP send multicast packets - test environment: SSC_T2_4 + test environment: SSC_T2_5 test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0101 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -378,13 +404,15 @@ test cases: 5. join group with wrong multicast addr sub module: IGMP summary: station IGMP join group address check - test environment: SSC_T1_6 + test environment: SSC_T1_5 test point 1: basic function test point 2: IGMP API parameter check version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0102 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -429,7 +457,9 @@ test cases: version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0103 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -464,13 +494,15 @@ test cases: 5. join group with wrong multicast addr sub module: IGMP summary: softAP IGMP join group address check - test environment: SSC_T1_8 + test environment: SSC_T1_7 test point 1: basic function test point 2: IGMP API parameter check version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0104 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' @@ -515,9 +547,11 @@ test cases: version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0201 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC - allow fail: '1/5' + allow fail: '1/3' auto test: 'Yes' category: Function cmd set: @@ -534,6 +568,7 @@ test cases: - - R SSC1 C +IGMP:OK - - SOC SOC1 SENDTO 1 224.1.1.1 - - R SSC1 NC +RECVFROM + - - R SOC_COM L OK execution time: 0.0 expected result: | 1. OK @@ -548,7 +583,7 @@ test cases: steps: | 1. create UDP socket 2. join group with correct multicast addr - 3. PC上 SOC1 UDP 传输，bing + 3. PC create UDP, bind 4. PC send UDP packet to multicast addr 5. leave group with correct multicast addr 6. PC send UDP packet to multicast addr @@ -560,15 +595,19 @@ test cases: version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0202 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC - allow fail: '1/5' + allow fail: '1/3' auto test: 'Yes' category: Function cmd set: - '' - - SSC SSC2 op -S -o 1 - - R SSC2 C +MODE:OK + - - SSC SSC2 dhcp -S -o 1 + - - R SSC2 C +DHCP - - SSC SSC2 sta -C -s -p - - R SSC2 C +JAP:CONNECTED - - SSC SSC2 soc -T @@ -585,12 +624,11 @@ test cases: - - R SSC1 C +IGMP:OK - - SSC SSC2 soc -S -s -i 224.1.1.1 -p -l 10 - - R SSC1 NC +RECVFROM - - - SSC SSC2 soc -T -s - - - R SSC2 RE CLOSE:\d+,OK + - - R SSC2 A :\+SEND:(\d+),OK execution time: 0.0 expected result: | 1. OK - 2. target2 connect succeed + 2. DUT2 connect succeed 3. CLOSEALL 4. OK 5. OK @@ -598,32 +636,32 @@ test cases: 7. able to recv packet 8. OK 9. not able to recv packet - 10. OK initial condition: STAM2 level: Integration module: TCPIP steps: | - 1. target2 set to sta mode - 2. target2 join AP - 3. target2 close socket - 4. target1 create UDP socket - 5. target1 join group using multicast addr - 6. target2 create UDP socket - 7. target2 send to multicast addr - 8. target1 leave group with correct multicast addr - 9. target2 send to multicast addr - 10. target2 close socket + 1. DUT2 set to sta mode + 2. DUT2 enable DHCP and join AP + 3. DUT2 close socket + 4. DUT1 create UDP socket + 5. DUT1 join group using multicast addr + 6. DUT2 create UDP socket + 7. DUT2 send to multicast addr + 8. DUT1 leave group with correct multicast addr + 9. DUT2 send to multicast addr sub module: IGMP summary: station send multicast packets - test environment: SSC_T2_4 + test environment: SSC_T2_3 test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0203 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC - allow fail: '' + allow fail: '1/3' auto test: 'Yes' category: Function cmd set: @@ -640,6 +678,7 @@ test cases: - - R SSC1 C +IGMP:OK - - SOC SOC1 SENDTO 1 224.1.1.1 - - R SSC1 NC +RECVFROM + - - R SOC_COM L OK execution time: 0.0 expected result: | 1. OK @@ -654,25 +693,29 @@ test cases: steps: | 1. create UDP socket 2. join group using multicast addr - 3. PC上 SOC1 UDP 传输，bing + 3. PC create UDP, bind 4. PC send UDP packet to multicast addr 5. leave group with correct multicast addr 6. PC send UDP packet to multicast addr sub module: IGMP summary: softAP IGMP recv packets - test environment: SSC_T1_8 + test environment: SSC_T1_7 test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) - CI ready: 'Yes' ID: TCPIP_IGMP_0204 - SDK: 'ESP32_IDF' + SDK: |- + 8266_RTOS + ESP32_IDF Test App: SSC allow fail: '' auto test: 'Yes' category: Function cmd set: - '' + - - SSC SSC1 ap -S -s -p -t + - - R SSC1 C +SAP:OK - - SSC SSC2 sta -C -s -p - - R SSC2 C +JAP:CONNECTED - - SSC SSC1 soc -B -t UDP -p @@ -687,33 +730,820 @@ test cases: - - R SSC1 C +IGMP:OK - - SSC SSC2 soc -S -s -i 224.1.1.1 -p -l 10 - - R SSC1 NC +RECVFROM - - - SSC SSC2 soc -T -s - - - R SSC2 RE CLOSE:\d+,OK + - - R SSC2 A :\+SEND:(\d+),OK execution time: 0.0 expected result: | - 1. target2 connect succeed + 1. OK + 2. DUT2 connect succeed + 3. OK + 4. OK + 5. OK + 6. DUT1 able to recv packet + 7. OK + 8. DUT1 not able to recv packet + initial condition: T2_1 + level: Integration + module: TCPIP + steps: | + 1. DUT1 set AP + 2. DUT2 join Softap + 3. DUT1 create UDP socket + 4. DUT1 join group using multicast addr + 5. DUT2 create UDP socket + 6. DUT2 send to multicast addr + 7. DUT1 leave group with correct multicast addr + 8. DUT2 send to multicast addr + sub module: IGMP + summary: softAP send multicast packets + test environment: SSC_T2_5 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0301 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -J -s -m FE80::1 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. ERROR + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv6 multicast addr + 3. leave group with ipv6 multicast addr + 4. join group with wrong multicast addr + sub module: IGMP + summary: (IPv6)station IGMP join ipv6 group address check + test environment: SSC_T1_5 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0302 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m FF02::2 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK 2. OK 3. OK 4. OK - 5. target1 able to recv packet - 6. OK - 7. target1 not able to recv packet - 8. OK + 5. OK + 6. ERROR + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv6 multicast addr + 3. leave group with ipv6 multicast addr + 4. create UDP socket + 5. join group with ipv6 multicast addr + 6. leave group with wrong multicast addr + sub module: IGMP + summary: (IPv6)station IGMP leave ipv6 group address check + test environment: SSC_T1_5 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0303 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -J -s -m FE80::1 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. ERROR + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv6 multicast addr + 3. leave group with ipv6 multicast addr + 4. join group with wrong multicast addr + sub module: IGMP + summary: (IPv6)softAP IGMP join ipv6 group address check + test environment: SSC_T1_7 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0304 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m FF02::2 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. OK + 5. OK + 6. ERROR initial condition: APM2 level: Integration module: TCPIP steps: | - 1. target2 join AP - 2. target1 create UDP socket - 3. target1 join group using multicast addr - 4. target2 create UDP socket - 5. target2 send to multicast addr - 6. target1 leave group with correct multicast addr - 7. target2 send to multicast addr - 8. target2 close socket + 1. create UDP socket + 2. join group with ipv6 multicast addr + 3. leave group with ipv6 multicast addr + 4. create UDP socket + 5. join group with ipv6 multicast addr + 6. leave group with wrong multicast addr sub module: IGMP - summary: softAP send multicast packets - test environment: SSC_T2_4 + summary: (IPv6)softAP IGMP leave ipv6 group address check + test environment: SSC_T1_7 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0305 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -J -s -m 223.1.1.1 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. ERROR + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv4 multicast addr + 3. leave group with ipv4 multicast addr + 4. join group with wrong multicast addr + sub module: IGMP + summary: (IPv6)station IGMP join ipv4 group address check + test environment: SSC_T1_5 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0306 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m 224.1.1.2 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. OK + 5. OK + 6. ERROR + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv4 multicast addr + 3. leave group with ipv4 multicast addr + 4. create UDP socket + 5. join group with ipv4 multicast addr + 6. leave group with wrong multicast addr + sub module: IGMP + summary: (IPv6)station IGMP leave ipv4 group address check + test environment: SSC_T1_5 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0307 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -J -s -m 223.1.1.1 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. ERROR + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv4 multicast addr + 3. leave group with ipv4 multicast addr + 4. join group with wrong multicast addr + sub module: IGMP + summary: (IPv6)softAP IGMP join ipv4 group address check + test environment: SSC_T1_7 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0308 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC1 soc -G -s -m 224.1.1.2 + - - R SSC1 C +IGMP:ERROR + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. OK + 5. OK + 6. ERROR + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv4 multicast addr + 3. leave group with ipv4 multicast addr + 4. create UDP socket + 5. join group with ipv4 multicast addr + 6. leave group with wrong multicast addr + sub module: IGMP + summary: (IPv6)softAP IGMP leave ipv4 group address check + test environment: SSC_T1_7 + test point 1: basic function + test point 2: IGMP API parameter check + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0401 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 BIND_v6 + - - R SOC_COM L OK + - - SOC SOC1 SENDTO 1 FF02::1 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 SENDTO 1 FF02::1 + - - R SSC1 NC +RECVFROM + - - R SOC_COM L OK + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. able to recv packet + 5. OK + 6. not able to recv packet + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv6 multicast addr + 3. PC create UDP, bind + 4. PC send UDP packet to ipv6 multicast addr + 5. leave group with ipv6 multicast addr + 6. PC send UDP packet to ipv6 multicast addr + sub module: IGMP + summary: (IPv6)station IGMP recv packets with ipv6 group address + test environment: SSC_T1_6 test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0402 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC2 op -S -o 1 + - - R SSC2 C +MODE:OK + - - SSC SSC2 dhcp -S -o 1 + - - R SSC2 C +DHCP + - - SSC SSC2 sta -C -s -p + - - R SSC2 C +JAP:CONNECTED + - - SSC SSC2 soc -T + - - R SSC2 C +CLOSEALL + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - DELAY 10 + - - '' + - - SSC SSC2 soc -B -t UDPv6 -p + - - R SSC2 A :\+BIND:(\d+),OK + - - SSC SSC2 soc -S -s -i FF02::1 -p -l 100 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -S -s -i FF02::1 -p -l 100 + - - R SSC1 NC +RECVFROM + - - R SSC2 A :\+SEND:(\d+),OK + execution time: 0.0 + expected result: | + 1. OK + 2. DUT2 connect succeed + 3. DUT2 close socket + 4. OK + 5. OK + 6. Delay done + 7. OK + 8. able to recv packet + 9. OK + 10. not able to recv packet + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. DUT2 set to sta mode + 2. DUT2 enable DHCP and join AP + 3. DUT2 close socket + 4. DUT1 create UDP socket + 5. DUT1 join group using ipv6 multicast addr + 6. Delay + 7. DUT2 create UDP socket + 8. DUT2 send to ipv6 multicast addr + 9. DUT1 leave group with ipv6 multicast addr + 10. DUT2 send to ipv6 multicast addr + sub module: IGMP + summary: (IPv6)station send multicast packets with ipv6 group address + test environment: SSC_T2_3 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0403 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 BIND_v6 + - - R SOC_COM L OK + - - SOC SOC1 SENDTO 1 FF02::1 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 SENDTO 1 FF02::1 + - - R SSC1 NC +RECVFROM + - - R SOC_COM L OK + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. able to recv packet + 5. OK + 6. not able to recv packet + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv6 multicast addr + 3. PC create UDP, bind + 4. PC send UDP packet to ipv6 multicast addr + 5. leave group with ipv6 multicast addr + 6. PC send UDP packet to ipv6 multicast addr + sub module: IGMP + summary: (IPv6)softAP IGMP recv packets with ipv6 group address + test environment: SSC_T1_7 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0404 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC2 op -S -o 1 + - - R SSC2 C +MODE:OK + - - SSC SSC2 sta -C -s -p + - - R SSC2 C +JAP:CONNECTED + - - SSC SSC2 soc -T + - - R SSC2 C +CLOSEALL + - - DELAY 10 + - - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -B -t UDPv6 -p + - - R SSC2 A :\+BIND:(\d+),OK + - - SSC SSC2 soc -S -s -i FF02::1 -p -l 100 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m FF02::1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -S -s -i FF02::1 -p -l 100 + - - R SSC1 SL NC +RECVFROM + - - R SSC2 A :\+SEND:(\d+),OK + execution time: 0.0 + expected result: | + 1. OK + 2. join AP + 3. DUT2 close socket + 4. DELAY + 5. OK + 6. OK + 7. OK + 8. able to recv packet + 9. OK + 10. not able to recv packet + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. DUT2 set station mode + 2. DUT2 join AP + 3. DUT2 close socket + 4. DELAY + 5. DUT1 create UDP socket + 6. DUT1 join group using ipv6 multicast addr + 7. DUT2 create UDP socket + 8. DUT2 send to ipv6 multicast addr + 9. DUT1 leave group with ipv6 multicast addr + 10. DUT2 send to ipv6 multicast addr + sub module: IGMP + summary: (IPv6)softAP send multicast packets with ipv6 group address + test environment: SSC_T2_2 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0405 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 BIND + - - R SOC_COM L OK + - - SOC SOC1 SENDTO 1 224.1.1.1 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 SENDTO 1 224.1.1.1 + - - R SSC1 NC +RECVFROM + - - R SOC_COM L OK + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. able to recv packet + 5. OK + 6. not able to recv packet + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv4 multicast addr + 3. PC create UDP, bind + 4. PC send UDP packet to ipv4 multicast addr + 5. leave group with ipv4 multicast addr + 6. PC send UDP packet to ipv4 multicast addr + sub module: IGMP + summary: (IPv6)station IGMP recv packets with ipv4 group address + test environment: SSC_T1_6 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0406 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC2 op -S -o 1 + - - R SSC2 C +MODE:OK + - - SSC SSC2 dhcp -S -o 1 + - - R SSC2 C +DHCP + - - SSC SSC2 sta -C -s -p + - - R SSC2 C +JAP:CONNECTED + - - SSC SSC2 soc -T + - - R SSC2 C +CLOSEALL + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -B -t UDP -p + - - R SSC2 A :\+BIND:(\d+),OK + - - SSC SSC2 soc -S -s -i 224.1.1.1 -p -l 100 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -S -s -i 224.1.1.1 -p -l 100 + - - R SSC1 NC +RECVFROM + - - R SSC2 A :\+SEND:(\d+),OK + execution time: 0.0 + expected result: | + 1. OK + 2. DUT2 connect succeed + 3. DUT2 close socket + 4. OK + 5. OK + 6. OK + 7. able to recv packet + 8. OK + 9. not able to recv packet + initial condition: STAM2 + level: Integration + module: TCPIP + steps: | + 1. DUT2 set to sta mode + 2. DUT2 enable DHCP and join AP + 3. DUT2 close socket + 4. DUT1 create UDP socket + 5. DUT1 join group using ipv4 multicast addr + 6. DUT2 create UDP socket + 7. DUT2 send to ipv4 multicast addr + 8. DUT1 leave group with ipv4 multicast addr + 9. DUT2 send to ipv4 multicast addr + sub module: IGMP + summary: (IPv6)station send multicast packets with ipv4 group address + test environment: SSC_T2_3 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0407 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 BIND + - - R SOC_COM L OK + - - SOC SOC1 SENDTO 1 224.1.1.1 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SOC SOC1 SENDTO 1 224.1.1.1 + - - R SSC1 NC +RECVFROM + - - R SOC_COM L OK + execution time: 0.0 + expected result: | + 1. OK + 2. OK + 3. OK + 4. able to recv packet + 5. OK + 6. not able to recv packet + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. create UDP socket + 2. join group with ipv4 multicast addr + 3. PC create UDP, bind + 4. PC send UDP packet to ipv4 multicast addr + 5. leave group with ipv4 multicast addr + 6. PC send UDP packet to ipv4 multicast addr + sub module: IGMP + summary: (IPv6)softAP IGMP recv packets with ipv4 group address + test environment: SSC_T1_7 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) +- CI ready: 'Yes' + ID: TCPIP_IGMP_0408 + SDK: |- + 8266_RTOS + ESP32_IDF + Test App: SSC + allow fail: '1/3' + auto test: 'Yes' + category: Function + cmd set: + - '' + - - SSC SSC2 op -S -o 1 + - - R SSC2 C +MODE:OK + - - SSC SSC2 sta -C -s -p + - - R SSC2 C +JAP:CONNECTED + - - SSC SSC2 soc -T + - - R SSC2 C +CLOSEALL + - - SSC SSC1 soc -B -t UDPv6 -p + - - R SSC1 A :\+BIND:(\d+),OK + - - SSC SSC1 soc -J -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -B -t UDP -p + - - R SSC2 A :\+BIND:(\d+),OK + - - SSC SSC2 soc -S -s -i 224.1.1.1 -p -l 100 + - - R SSC1 SL +1 + - - SSC SSC1 soc -G -s -m 224.1.1.1 + - - R SSC1 C +IGMP:OK + - - SSC SSC2 soc -S -s -i 224.1.1.1 -p -l 100 + - - R SSC1 NC +RECVFROM + - - R SSC2 A :\+SEND:(\d+),OK + execution time: 0.0 + expected result: | + 1. OK + 2. DUT2 connect succeed + 3. DUT2 close socket + 4. OK + 5. OK + 6. OK + 7. able to recv packet + 8. OK + 9. not able to recv packet + initial condition: APM2 + level: Integration + module: TCPIP + steps: | + 1. DUT2 set sta mode + 2. DUT2 join AP + 3. DUT2 close socket + 4. DUT1 create UDP socket + 5. DUT1 join group using ipv4 multicast addr + 6. DUT2 create UDP socket + 7. DUT2 send to ipv4 multicast addr + 8. DUT1 leave group with ipv4 multicast addr + 9. DUT2 send to ipv4 multicast addr + sub module: IGMP + summary: (IPv6)softAP send multicast packets with ipv4 group address + test environment: SSC_T2_2 + test point 1: basic function + test point 2: IGMP send/recv test + version: v1 (2016-8-15) \ No newline at end of file diff --git a/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml b/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml index 6caeda062..b5958cf9b 100644 --- a/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml +++ b/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml @@ -2167,7 +2167,7 @@ test cases: test point 1: basic function test point 2: socket option test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_TCP_0401 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml b/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml index 98aeb1c26..ccd18b3e4 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml @@ -43,7 +43,7 @@ test cases: test point 1: basic function test point 2: mac address function test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_ADDR_0102 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml b/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml index ec0edb142..a45dc8e69 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml @@ -315,7 +315,7 @@ test cases: test point 1: interaction test point 2: Conn interact with other WiFi operation version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_CONN_0302 SDK: |- ESP32_IDF diff --git a/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml b/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml index 67a2abadc..b42e7b952 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml @@ -47,7 +47,7 @@ test cases: test point 1: basic function test point 2: wifi mode fucntion version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_MODE_0102 SDK: |- 8266_NonOS @@ -88,7 +88,7 @@ test cases: test point 1: basic function test point 2: wifi mode fucntion version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_MODE_0103 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml b/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml index f6c1cd83a..907a70e89 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml @@ -587,7 +587,7 @@ test cases: test point 1: interaction test point 2: Scan interact with other WiFi operation version: v1 (2015-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_SCAN_0303 SDK: ESP32_IDF Test App: SSC