From ce88e9d3fea6bd4c4e5d7f0accec0d600d794879 Mon Sep 17 00:00:00 2001 From: He Yin Ling Date: Thu, 16 Jul 2020 17:18:51 +0800 Subject: [PATCH] CI: do not run cases likely to fail --- .../idf_test/integration_test/KnownIssues | 81 ------------------- .../integration_test/TC_IT_BTSTK_SMP.yml | 2 + .../integration_test/TC_IT_TCPIP_ICMP.yml | 2 +- .../integration_test/TC_IT_TCPIP_IGMP.yml | 14 ++-- .../integration_test/TC_IT_TCPIP_TCP.yml | 2 +- .../integration_test/TC_IT_WIFI_ADDR.yml | 2 +- .../integration_test/TC_IT_WIFI_CONN.yml | 2 +- .../integration_test/TC_IT_WIFI_MODE.yml | 4 +- .../integration_test/TC_IT_WIFI_SCAN.yml | 2 +- tools/ci/config/target-test.yml | 4 +- 10 files changed, 17 insertions(+), 98 deletions(-) diff --git a/components/idf_test/integration_test/KnownIssues b/components/idf_test/integration_test/KnownIssues index 818c27cba..ddfe1be5a 100644 --- a/components/idf_test/integration_test/KnownIssues +++ b/components/idf_test/integration_test/KnownIssues @@ -1,88 +1,7 @@ -# NOT SUPPORT - -# ICMP send Ping not supported -ESP32.TCPIP_ICMP_0101 -ESP32.TCPIP_ICMP_0101_01 - -# Bug or not stable cases - -# Wifi scan issue -ESP32.WIFI_SCAN_0303 -ESP32.WIFI_SCAN_0303_01 -ESP32.WIFI_CONN_0302 -ESP32.WIFI_CONN_0302_01 -ESP32.WIFI_MODE_0102 -ESP32.WIFI_MODE_0103 -ESP32.WIFI_ADDR_0102 -ESP32.WIFI_ADDR_0102_01 - -# IGMP -ESP32.TCPIP_IGMP_0201 -ESP32.TCPIP_IGMP_0201_01 -ESP32.TCPIP_IGMP_0202 -ESP32.TCPIP_IGMP_0202_01 -ESP32.TCPIP_IGMP_0204 -ESP32.TCPIP_IGMP_0204_01 -ESP32.TCPIP_IGMP_0301 -ESP32.TCPIP_IGMP_0301_01 -ESP32.TCPIP_IGMP_0303 -ESP32.TCPIP_IGMP_0303_01 -ESP32.TCPIP_IGMP_0402 -ESP32.TCPIP_IGMP_0402_01 -ESP32.TCPIP_IGMP_0406 -ESP32.TCPIP_IGMP_0406_01 - -# TCP -ESP32.TCPIP_TCP_0401_01_02 - -# UDP -ESP32.TCPIP_UDP_0103 -ESP32.TCPIP_UDP_0103_01 -ESP32.TCPIP_UDP_0103_02 -ESP32.TCPIP_UDP_0103_01_02 - -# BLE - # BT heap size issue ESP32.BTSTK_MISC_0301 -# SMP -ESP32.BTSTK_SMP_05001 -ESP32.BTSTK_SMP_05002 -ESP32.BTSTK_SMP_05003 -ESP32.BTSTK_SMP_06004 -ESP32.BTSTK_SMP_07007 -ESP32.BTSTK_SMP_07006 - -# multi connect -ESP32.BTSTK_GAP_04002 -ESP32.BTSTK_GAP_04003 -ESP32.BTSTK_GAP_10001 -ESP32.BTSTK_GAP_10002 -ESP32.BTSTK_GAP_10003 -ESP32.BTSTK_GAP_10004 -ESP32.BTSTK_GAP_11001 -ESP32.BTSTK_GAP_11002 -ESP32.BTSTK_GAP_12001 -ESP32.BTSTK_GAP_12002 -ESP32.BTSTK_GATT_30001 -ESP32.BTSTK_GATT_30002 -ESP32.BTSTK_GATT_30003 -ESP32.BTSTK_GATT_31001 -ESP32.BTSTK_GATT_31002 -ESP32.BTSTK_GATT_31003 -ESP32.BTSTK_GATT_32001 -ESP32.BTSTK_GATT_32002 -ESP32.BTSTK_GATT_32003 -ESP32.BTSTK_GATT_32004 -ESP32.BTSTK_GATT_33001 -ESP32.BTSTK_GATT_33002 -ESP32.BTSTK_GATT_33003 -ESP32.BTSTK_GATT_34001 -ESP32.BTSTK_GATT_34002 -ESP32.BTSTK_GATT_34003 - # GATT read multiple ESP32.BTSTK_GATT_27002 ESP32.BTSTK_GATT_27003 diff --git a/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml b/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml index bf81c2c83..3d102da1e 100644 --- a/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml +++ b/components/idf_test/integration_test/TC_IT_BTSTK_SMP.yml @@ -1651,6 +1651,7 @@ test cases: - *check_connection - ID: BTSTK_SMP_05003 <<: *SMP_CASE + CI ready: 'No' test point 2: BLE SMP unsuccessful pair reply test summary: BLE SMP unsuccessful passkey entry on both side test steps: | @@ -1766,6 +1767,7 @@ test cases: - ['P SSC[1-2] C +BLESMP:AuthComplete,Success,0'] - ID: BTSTK_SMP_06004 <<: *SMP_CASE + CI ready: 'No' test point 2: BLE SMP use API in abnormal state summary: BLE SMP master disconnect during pairing and repairing steps: | diff --git a/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml b/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml index f9ff5b99d..f714b1d28 100644 --- a/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml +++ b/components/idf_test/integration_test/TC_IT_TCPIP_ICMP.yml @@ -1,5 +1,5 @@ test cases: -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_ICMP_0101 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml b/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml index c0488d9d7..53ecd2d50 100644 --- a/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml +++ b/components/idf_test/integration_test/TC_IT_TCPIP_IGMP.yml @@ -545,7 +545,7 @@ test cases: test point 1: basic function test point 2: IGMP API parameter check version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0201 SDK: |- 8266_RTOS @@ -593,7 +593,7 @@ test cases: test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0202 SDK: |- 8266_RTOS @@ -703,7 +703,7 @@ test cases: test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0204 SDK: |- 8266_RTOS @@ -759,7 +759,7 @@ test cases: test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0301 SDK: |- 8266_RTOS @@ -845,7 +845,7 @@ test cases: test point 1: basic function test point 2: IGMP API parameter check version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0303 SDK: |- 8266_RTOS @@ -1151,7 +1151,7 @@ test cases: test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0402 SDK: |- 8266_RTOS @@ -1377,7 +1377,7 @@ test cases: test point 1: basic function test point 2: IGMP send/recv test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_IGMP_0406 SDK: |- 8266_RTOS diff --git a/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml b/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml index cf9a77921..1e5456274 100644 --- a/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml +++ b/components/idf_test/integration_test/TC_IT_TCPIP_TCP.yml @@ -2167,7 +2167,7 @@ test cases: test point 1: basic function test point 2: socket option test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: TCPIP_TCP_0401 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml b/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml index 98aeb1c26..ccd18b3e4 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_ADDR.yml @@ -43,7 +43,7 @@ test cases: test point 1: basic function test point 2: mac address function test version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_ADDR_0102 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml b/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml index d941039ef..3e3237623 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_CONN.yml @@ -418,7 +418,7 @@ test cases: test point 1: interaction test point 2: Conn interact with other WiFi operation version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_CONN_0302 SDK: |- ESP32_IDF diff --git a/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml b/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml index 4b7d8362f..d6ff089d7 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_MODE.yml @@ -47,7 +47,7 @@ test cases: test point 1: basic function test point 2: wifi mode fucntion version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_MODE_0102 SDK: |- 8266_NonOS @@ -88,7 +88,7 @@ test cases: test point 1: basic function test point 2: wifi mode fucntion version: v1 (2016-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_MODE_0103 SDK: |- 8266_NonOS diff --git a/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml b/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml index 0af6f0fb7..c07cff467 100644 --- a/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml +++ b/components/idf_test/integration_test/TC_IT_WIFI_SCAN.yml @@ -587,7 +587,7 @@ test cases: test point 1: interaction test point 2: Scan interact with other WiFi operation version: v1 (2015-8-15) -- CI ready: 'Yes' +- CI ready: 'No' ID: WIFI_SCAN_0303 SDK: ESP32_IDF Test App: SSC diff --git a/tools/ci/config/target-test.yml b/tools/ci/config/target-test.yml index 7fbc2ec7c..9fb302920 100644 --- a/tools/ci/config/target-test.yml +++ b/tools/ci/config/target-test.yml @@ -446,14 +446,13 @@ IT_004: IT_005: extends: .test_template - parallel: 2 tags: - ESP32_IDF - SSC_T1_5 IT_006: extends: .test_template - parallel: 8 + parallel: 7 tags: - ESP32_IDF - SSC_T1_6 @@ -523,7 +522,6 @@ IT_017: IT_018: extends: .test_template - parallel: 2 tags: - ESP32_IDF - SSC_T1_9