Merge branch 'test/update_known_issues' into 'master'

CI: update know issue list for idf See merge request !360
2017-01-07 18:47:17 +08:00 · 2017-01-07 18:47:17 +08:00 · 5c4f707a33
commit 5c4f707a33
parent 339267ffc9 6c41080fd9
3 changed files with 156 additions and 39 deletions
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@ -180,7 +180,8 @@ test_report:
    - git clone $GITLAB_SSH_SERVER/yinling/auto_test_script.git
    - cd auto_test_script
    # generate report
-    - python CITestReport.py -l $LOG_PATH -t $TEST_CASE_FILE_PATH -p $REPORT_PATH -r $RESULT_PATH -a $ARTIFACTS_PATH || FAIL=True
+    - TEST_RESULT=Pass
+    - python CITestReport.py -l $LOG_PATH -t $TEST_CASE_FILE_PATH -p $REPORT_PATH -r $RESULT_PATH -a $ARTIFACTS_PATH || TEST_RESULT=Fail
    # commit to CI-test-result project
    - git clone $GITLAB_SSH_SERVER/qa/CI-test-result.git
    - rm -rf CI-test-result/RawData/$RESULT_PATH
@ -193,7 +194,7 @@ test_report:
    - git add .
    - git commit . -m "update test result for $CI_PROJECT_NAME/$CI_BUILD_REF_NAME/$CI_BUILD_REF, pipeline ID $CI_PIPELINE_ID" || exit 0
    - git push origin master
-    - test "${FAIL}" = "True" && exit 1
+    - test "${TEST_RESULT}" = "Pass" || exit 1

 push_master_to_github:
  before_script:
--- a/components/idf_test/integration_test/InitialConditionAll.yml
+++ b/components/idf_test/integration_test/InitialConditionAll.yml
@ -260,6 +260,8 @@ initial condition:
    - ['R SSC1 C +MAC:AP,OK']
  - - SSC SSC1 dhcp -S -o 2
    - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
  - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
    - ['R SSC1 C +SAP:OK']
  initial condition detail: testing ap on sta + ap mode (autogen by APM1)
@ -271,6 +273,8 @@ initial condition:
    - ['R SSC1 C +MAC:AP,OK']
  - - SSC SSC1 dhcp -S -o 2
    - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
  - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
    - ['R SSC1 C +SAP:OK']
  restore post cmd set:
@ -305,6 +309,8 @@ initial condition:
    - ['R SSC1 C +MAC:AP,OK']
  - - SSC SSC1 dhcp -S -o 2
    - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
  - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
    - ['R SSC1 C +SAP:OK']
  - - WIFI <pc_wifi_nic> CONN <target_ssid> <target_password> <pc_ip_wifi> <target_auth>
@ -319,6 +325,8 @@ initial condition:
    - ['R SSC1 C +MAC:AP,OK']
  - - SSC SSC1 dhcp -S -o 2
    - [R SSC1 C +DHCP]
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
  - - SSC SSC1 ap -S -s <target_ssid> -p <target_password> -t <target_auth_enum>
    - ['R SSC1 C +SAP:OK']
  - - WIFI <pc_wifi_nic> CONN <target_ssid> <target_password> <pc_ip_wifi> <target_auth>
@ -2854,6 +2862,8 @@ initial condition:
    - ['R SSC1 C +MODE:OK']
  - - SSC SSC2 op -S -o 3
    - ['R SSC2 C +MODE:OK']
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
  - - SSC SSC2 sta -D
    - ['R SSC2 C +QAP:']
  - - SSC SSC2 soc -T
@ -2873,6 +2883,8 @@ initial condition:
    - ['R SSC1 C +MODE:OK']
  - - SSC SSC2 op -S -o 3
    - ['R SSC2 C +MODE:OK']
+  - - SSC SSC1 sta -D
+    - ['R SSC1 C +QAP']
  - - SSC SSC2 sta -D
    - ['R SSC2 C +QAP:']
  - - SSC SSC2 soc -T
--- a/components/idf_test/integration_test/KnownIssues
+++ b/components/idf_test/integration_test/KnownIssues
@ -5,24 +5,6 @@
 TCPIP_ICMP_0101
 ^TCPIP_ICMP_0101

-# IGMP cases are not supported for now
-TCPIP_IGMP_0101
-TCPIP_IGMP_0102
-TCPIP_IGMP_0103
-TCPIP_IGMP_0104
-TCPIP_IGMP_0201
-TCPIP_IGMP_0202
-TCPIP_IGMP_0203
-TCPIP_IGMP_0204
-^TCPIP_IGMP_0101
-^TCPIP_IGMP_0102
-^TCPIP_IGMP_0103
-^TCPIP_IGMP_0104
-^TCPIP_IGMP_0201
-^TCPIP_IGMP_0202
-^TCPIP_IGMP_0203
-^TCPIP_IGMP_0204
-
 # don't support PHY mode command
 WIFI_SCAN_0201
 WIFI_SCAN_0302
@ -48,59 +30,181 @@ WIFI_CONN_0801
 ^WIFI_CONN_0801

 # disconnect reason
-WIFI_CONN_0904
-^WIFI_CONN_0904
 WIFI_CONN_0901
 ^WIFI_CONN_0901
+WIFI_CONN_0904
+^WIFI_CONN_0904
+^WIFI_CONN_0902
+WIFI_CONN_0902

 # Wifi connect issue
+WIFI_CONN_0101
+^WIFI_CONN_0101
+WIFI_CONN_0102
+^WIFI_CONN_0102
+WIFI_CONN_0103
+^WIFI_CONN_0103
 WIFI_CONN_0104
 ^WIFI_CONN_0104
+WIFI_CONN_0201
+^WIFI_CONN_0201
+WIFI_CONN_0401
+^WIFI_CONN_0401
+WIFI_CONN_0601
 ^WIFI_CONN_0601
+WIFI_ADDR_0102
+^WIFI_ADDR_0102
+WIFI_CONN_0502
+^WIFI_CONN_0502
+WIFI_CONN_0501
+^WIFI_CONN_0501

 # Wifi scan issue
-WIFI_SCAN_0303
+WIFI_SCAN_0101
+^WIFI_SCAN_0101
+WIFI_SCAN_0102
+^WIFI_SCAN_0102
+WIFI_SCAN_0103
 ^WIFI_SCAN_0103
+WIFI_SCAN_0104
+^WIFI_SCAN_0104
+WIFI_SCAN_0105
 ^WIFI_SCAN_0105
+WIFI_SCAN_0303
+^WIFI_SCAN_0303
+WIFI_SCAN_0304
+^WIFI_SCAN_0304
+WIFI_MODE_0101
+WIFI_MODE_0102
+WIFI_MODE_0103

-# set mac address may lead to exception
-WIFI_ADDR_0101
-^WIFI_ADDR_0101
+# IGMP cases are supported but as UDP is not stable, exclude them first
+TCPIP_IGMP_0101
+TCPIP_IGMP_0102
+TCPIP_IGMP_0103
+TCPIP_IGMP_0104
+TCPIP_IGMP_0201
+TCPIP_IGMP_0202
+TCPIP_IGMP_0203
+TCPIP_IGMP_0204
+^TCPIP_IGMP_0101
+^TCPIP_IGMP_0102
+^TCPIP_IGMP_0103
+^TCPIP_IGMP_0104
+^TCPIP_IGMP_0201
+^TCPIP_IGMP_0202
+^TCPIP_IGMP_0203
+^TCPIP_IGMP_0204

 # DHCP issues
-^TCPIP_DHCP_0301
-TCPIP_DHCP_0301
 TCPIP_DHCP_0101
+^TCPIP_DHCP_0101
+TCPIP_DHCP_0202
+^TCPIP_DHCP_0202
+TCPIP_DHCP_0204
+^TCPIP_DHCP_0204
+TCPIP_DHCP_0205
+^TCPIP_DHCP_0205
+TCPIP_DHCP_0206
+^TCPIP_DHCP_0206
 TCPIP_DHCP_0207
 ^TCPIP_DHCP_0207
 TCPIP_DHCP_0208
 ^TCPIP_DHCP_0208
-TCPIP_DHCP_0205
-^TCPIP_DHCP_0205
 TCPIP_DHCP_0209
 ^TCPIP_DHCP_0209
+TCPIP_DHCP_0210
+^TCPIP_DHCP_0210
+TCPIP_DHCP_0211
+^TCPIP_DHCP_0211
+TCPIP_DHCP_0301
+^TCPIP_DHCP_0301
+TCPIP_DHCP_0302
+^TCPIP_DHCP_0302

 # TCP issue
-TCPIP_TCP_0402
-^TCPIP_TCP_0406
-^TCPIP_TCP_0401
-TCPIP_TCP_0210
-^TCPIP_TCP_0210
+TCPIP_TCP_0101
+^TCPIP_TCP_0101
+TCPIP_TCP_0102
+^TCPIP_TCP_0102
 TCPIP_TCP_0103
 ^TCPIP_TCP_0103
+TCPIP_TCP_0104
+^TCPIP_TCP_0104
+TCPIP_TCP_0105
+^TCPIP_TCP_0105
+TCPIP_TCP_0106
+^TCPIP_TCP_0106
+TCPIP_TCP_0107
+^TCPIP_TCP_0107
 TCPIP_TCP_0112
 ^TCPIP_TCP_0112
-
+TCPIP_TCP_0201
+^TCPIP_TCP_0201
+TCPIP_TCP_0202
+^TCPIP_TCP_0202
+TCPIP_TCP_0203
+^TCPIP_TCP_0203
+TCPIP_TCP_0204
+^TCPIP_TCP_0204
+TCPIP_TCP_0206
+^TCPIP_TCP_0206
+TCPIP_TCP_0208
+^TCPIP_TCP_0208
+TCPIP_TCP_0210
+^TCPIP_TCP_0210
+TCPIP_TCP_0401
+^TCPIP_TCP_0401
+TCPIP_TCP_0402
+^TCPIP_TCP_0402
+TCPIP_TCP_0403
+^TCPIP_TCP_0403
+TCPIP_TCP_0404
+^TCPIP_TCP_0404
+TCPIP_TCP_0406
+^TCPIP_TCP_0406
+TCPIP_TCP_0407
+^TCPIP_TCP_0407
+TCPIP_TCP_0408
+^TCPIP_TCP_0408
+TCPIP_TCP_0412
+^TCPIP_TCP_0412
+TCPIP_TCP_0411
+^TCPIP_TCP_0411

 # UDP issue
+TCPIP_UDP_0102
+^TCPIP_UDP_0102
 TCPIP_UDP_0103
 ^TCPIP_UDP_0103
+TCPIP_UDP_0104
+^TCPIP_UDP_0104
+TCPIP_UDP_0108
+^TCPIP_UDP_0108
 TCPIP_UDP_0110
 ^TCPIP_UDP_0110
+TCPIP_UDP_0112
+^TCPIP_UDP_0112
+TCPIP_UDP_0301
+^TCPIP_UDP_0301
+TCPIP_UDP_0302
+^TCPIP_UDP_0302
+TCPIP_UDP_0303
+^TCPIP_UDP_0303
+TCPIP_UDP_0304
+^TCPIP_UDP_0304
 TCPIP_UDP_0305
 ^TCPIP_UDP_0305
-^TCPIP_UDP_0304
-TCPIP_UDP_0104
-
+TCPIP_UDP_0306
+^TCPIP_UDP_0306
+TCPIP_UDP_0307
+^TCPIP_UDP_0307

+#DNS
+TCPIP_DNS_0101
+^TCPIP_DNS_0101
+TCPIP_DNS_0102
+^TCPIP_DNS_0102
+TCPIP_DNS_0103
+^TCPIP_DNS_0103