Crash_Override/OVMS3-idf
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Merge branch 'feature/ci_test_config_autogen' into 'master'

Browse source 
CI: auto generate configs for test jobs

Currently CI test jobs are static configured by several pre-generated config files.
This approach have several disadvantages:

1. not flexible to select test cases to run, which is important feature of @bot
2. difficult to update test as we need to pre-generate quite a lot files
3. need to maintain extra config files in IDF
4. not flexible to support new test apps or chips, can't use some new features of test bench

Therefore we'll add assign_test stage between build and test, to generate configs for test jobs.

See merge request !738
This commit is contained in:
Ivan Grokhotkov 2017-05-19 11:56:45 +08:00
parent 67a147fc6f 5d4783ee07
commit 972d1d9242
32 changed files with 214 additions and 7467 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

315
.gitlab-ci.yml
View file

@ -1,5 +1,6 @@
stages:
- build
- assign_test
- unit_test
- test
- test_report
@ -73,10 +74,9 @@ build_ssc:
expire_in: 6 mos
script:
- git clone $GITLAB_SSH_SERVER/yinling/SSC.git
- git clone $SSC_REPOSITORY
- cd SSC
- git checkout ${CI_BUILD_REF_NAME} || echo "Using SSC default branch..."
- make defconfig
- ./gen_misc_ng.sh
build_at:
@ -329,7 +329,30 @@ check_commit_msg:
# commit start with "WIP: " need to be squashed before merge
- 'git log --pretty=%s master..${CI_BUILD_REF_NAME} | grep "^WIP: " || exit 0 && exit 1'
# template for test jobs
assign_test:
<<: *build_template
stage: assign_test
artifacts:
paths:
- test_bins
- components/idf_test/*/CIConfigs
- components/idf_test/*/TC.sqlite
expire_in: 1 mos
script:
# first move test bins together: test_bins/CHIP_SDK/TestApp/bin_files
- mkdir -p test_bins/ESP32_IDF/UT
- cp -r tools/unit-test-app/build/* test_bins/ESP32_IDF/UT
- cp -r SSC/ssc_bin/* test_bins/ESP32_IDF
# clone test script to assign tests
- git clone $TEST_SCRIPT_REPOSITORY
- cd auto_test_script
- git checkout ${CI_BUILD_REF_NAME} || echo "Using default branch..."
# assign unit test cases
- python CIAssignTestCases.py -t $IDF_PATH/components/idf_test/unit_test -c $IDF_PATH/.gitlab-ci.yml -b $IDF_PATH/test_bins
# assgin integration test cases
- python CIAssignTestCases.py -t $IDF_PATH/components/idf_test/integration_test -c $IDF_PATH/.gitlab-ci.yml -b $IDF_PATH/test_bins
.test_template: &test_template
stage: test
when: on_success
@ -339,16 +362,19 @@ check_commit_msg:
- /^v\d+\.\d+(\.\d+)?($|-)/
- triggers
allow_failure: true
dependencies:
- assign_test
variables:
LOCAL_ENV_CONFIG_PATH: $CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF
BIN_PATH: "$CI_PROJECT_DIR/SSC/ssc_bin/SSC"
APP_NAME: "ssc"
# set git strategy to fetch so we can get esptool without update submodule
GIT_STRATEGY: fetch
LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF"
LOG_PATH: "$CI_PROJECT_DIR/$CI_BUILD_REF"
# append test level folder to TEST_CASE_FILE_PATH in before_script of test job
TEST_CASE_FILE_PATH: "$CI_PROJECT_DIR/components/idf_test/integration_test"
# jobs MUST set CONFIG_FILE in before_script, and overwrite the variables above if necessary
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/tools/unit-test-app/tools/ModuleDefinition.yml"
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/components/idf_test/ModuleDefinition.yml"
CONFIG_FILE: "$CI_PROJECT_DIR/components/idf_test/integration_test/CIConfigs/$CI_BUILD_NAME.yml"
IDF_PATH: "$CI_PROJECT_DIR"
artifacts:
when: always
@ -356,7 +382,12 @@ check_commit_msg:
- $LOG_PATH
expire_in: 6 mos
before_script:
- echo "Skip cloning submodule here"
script:
# first test if config file exists, if not exist, exit 0
- test -e $CONFIG_FILE || exit 0
# remove artifacts from last stage (UT logs)
- rm -rf $LOG_PATH
# add gitlab ssh key
@ -367,39 +398,13 @@ check_commit_msg:
- chmod 600 ~/.ssh/id_rsa
- echo -e "Host gitlab.espressif.cn\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
# clone local test env configs
- git clone $GITLAB_SSH_SERVER/qa/ci-test-runner-configs.git
- git clone $TEST_ENV_CONFIG_REPOSITORY
# clone test bench
- git clone $GITLAB_SSH_SERVER/yinling/auto_test_script.git
- git clone $TEST_SCRIPT_REPOSITORY
- cd auto_test_script
- git checkout ${CI_BUILD_REF_NAME} || echo "Using default branch..."
# run test
- python CIRunner.py -l $LOG_PATH -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH -m $MODULE_UPDATE_FILE bin_path $APP_NAME $BIN_PATH
# template for overnight test jobs
.test_template_night: &test_template_night
<<: *test_template
only:
# can only be triggered
- triggers
script:
# remove artifacts from last stage (UT logs)
- rm -rf $LOG_PATH
# must be night build triggers, otherwise exit without test
- test $NIGHT_BUILD = "Yes" || exit 0
# add gitlab ssh key
- mkdir -p ~/.ssh
- chmod 700 ~/.ssh
- echo -n $GITLAB_KEY > ~/.ssh/id_rsa_base64
- base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa
- chmod 600 ~/.ssh/id_rsa
- echo -e "Host gitlab.espressif.cn\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
# clone local test env configs
- git clone $GITLAB_SSH_SERVER/qa/ci-test-runner-configs.git
# clone test bench
- git clone $GITLAB_SSH_SERVER/yinling/auto_test_script.git
- cd auto_test_script
# run test
- python CIRunner.py -l $LOG_PATH -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH -m $MODULE_UPDATE_FILE bin_path $APP_NAME $BIN_PATH
- python CIRunner.py -l "$LOG_PATH/$CI_BUILD_NAME" -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH -m $MODULE_UPDATE_FILE
# template for unit test jobs
.unit_test_template: &unit_test_template
@ -408,254 +413,186 @@ check_commit_msg:
stage: unit_test
variables:
LOCAL_ENV_CONFIG_PATH: $CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF
BIN_PATH: "$CI_PROJECT_DIR/tools/unit-test-app/build/"
GIT_STRATEGY: fetch
LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF"
LOG_PATH: "$CI_PROJECT_DIR/$CI_BUILD_REF"
APP_NAME: "ut"
TEST_CASE_FILE_PATH: "$CI_PROJECT_DIR/components/idf_test/unit_test"
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/tools/unit-test-app/tools/ModuleDefinition.yml"
dependencies:
- build_esp_idf_tests
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/components/idf_test/ModuleDefinition.yml"
CONFIG_FILE: "$CI_PROJECT_DIR/components/idf_test/unit_test/CIConfigs/$CI_BUILD_NAME.yml"
IDF_PATH: "$CI_PROJECT_DIR"
UT_Function_SYS_01:
UT_001_01:
<<: *unit_test_template
tags:
- ESP32_IDF
- UT_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/UT_Function_SYS_01.yml
UT_Function_SYS_02:
UT_001_02:
<<: *unit_test_template
tags:
- ESP32_IDF
- UT_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/UT_Function_SYS_02.yml
IT_Function_SYS_01:
UT_001_03:
<<: *unit_test_template
tags:
- ESP32_IDF
- UT_T1_1
IT_001_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_SYS_01.yml
IT_Function_WIFI_01:
IT_001_02:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_01.yml
IT_Function_WIFI_02:
IT_001_03:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_02.yml
IT_Function_TCPIP_01:
IT_001_04:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_01.yml
IT_Function_TCPIP_02:
IT_001_05:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_02.yml
IT_Function_TCPIP_03:
IT_001_06:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_03.yml
IT_Function_TCPIP_04:
IT_001_07:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_04.yml
IT_Function_TCPIP_05:
IT_001_08:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_05.yml
IT_Stress_WIFI_01:
<<: *test_template_night
IT_002_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T5_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_WIFI_01.yml
- SSC_T1_2
IT_Stress_TCPIP_01:
<<: *test_template_night
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_01.yml
IT_Stress_TCPIP_02:
<<: *test_template_night
IT_003_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_02.yml
IT_Stress_TCPIP_03:
<<: *test_template_night
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_03.yml
IT_Stress_TCPIP_04:
<<: *test_template_night
IT_003_02:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_04.yml
IT_Stable_TCPIP_01:
<<: *test_template_night
IT_003_03:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T5_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stable_TCPIP_01.yml
- SSC_T2_1
IT_Stable_TCPIP_02:
<<: *test_template_night
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stable_TCPIP_02.yml
IT_Stable_TCPIP_03:
<<: *test_template_night
tags:
- ESP32_IDF
- SSC_T5_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stable_TCPIP_03.yml
IT_Function_TCPIP_06:
<<: *test_template_night
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_06.yml
IT_Function_WIFI_03:
IT_004_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_APC
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_03.yml
IT_Function_WIFI_04:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T3_PhyMode
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_04.yml
IT_Function_WIFI_05:
IT_005_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_WEP
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_05.yml
IT_Function_WIFI_06:
IT_006_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T3_PhyMode
IT_007_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T2_PhyMode
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_06.yml
IT_Function_TCPIP_07:
IT_008_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T2_PhyMode
IT_501_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T1_2
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_07.yml
- stress_test
IT_Function_TCPIP_08:
IT_501_02:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- stress_test
IT_501_03:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- stress_test
IT_502_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T2_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_08.yml
- stress_test
IT_Function_TCPIP_09:
IT_502_02:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T1_2
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_09.yml
- SSC_T2_1
- stress_test
IT_Function_TCPIP_10:
IT_503_01:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
- SSC_T1_2
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_10.yml
- SSC_T5_1
- stress_test
IT_Function_TCPIP_11:
IT_503_02:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_11.yml
- SSC_T5_1
- stress_test
IT_Function_TCPIP_12:
IT_503_03:
<<: *test_template
tags:
- ESP32_IDF
- SSC_T1_1
before_script:
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_12.yml
- SSC_T5_1
- stress_test

57
components/idf_test/README.md
View file

@ -2,60 +2,3 @@
# Note: The test cases in this folder are for Espressif internal use.
# Goto internal project wiki Testing page for detail about this folder.
## File Structure
```
test --- CIConfigs --- sanity_test1.yml (Runner config files)
| |-- stress_test1.yml
|-- TestCaseAll.yml (TestCaseFiles)
|-- TestEnvAll.yml (TestCaseFiles)
|-- InitialConditionAll.yml (TestCaseFiles)
|-- TestCaseScript --- ... (Test case scripts)
```
1. CIConfigs folder
* config for CI config files are put in this folder
* CI config files configs the cases and some other options for the CI job with same name
1. Test case files
* TestCaseAll.yml (test cases)
* InitialConditionAll.yml (initial conditions)
* TestEnvAll.yml (test environments)
* [how to modify test cases](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Design/TestCaseFiles.DesignNote.md)
1. Test case scripts
* some cases are implemented by specified script. those scripts are put in this folder.
## Modify test cases
1. check if the "SDK" of the test case only contain the current SDK
* if Yes, then just modify the test case behavior
* if No:
1. then remove current SDK name from "SDK" of the test case
2. Add a new test case, and set "SDK" only support current SDK name
2. use [auto_test_script](https://gitlab.espressif.cn:6688/yinling/auto_test_script) to load the modified case and verify the modification
3. create a merge request and assign to HYL (or add comment @yinling for merging test).
After review it will be merged to SDK and will be The cases will be synced to database in auto_test_script.
## Run test case locally
1. clone auto_test_script (ssh://git@gitlab.espressif.cn:27227/yinling/auto_test_script.git) from gitlab
2. create test environment:
1. search test case (search test case ID in components/test/TestCaseAll.yml, get the "test environment" value
2. goto [test environment list](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Documents/TestEnvList.md), find the link and goto the environment detail page
3. create test environment according to figure and description
4. [config test environment](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Design/TestEnvConfig.DesignNote.md). All parameters in table "Parameters require config before use" MUST be configured.
3. run test cases with [CIRunner.py](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Design/RunnerConfigs.DesignNote.md)
## exclude known issues for CI
the test cases listed in file "KnownIssues" will be excluded by CI when calculating results
Editing KnownIssues file is very simple, one single line for the ID for each case.
```
TCPIP_TCP_0101
TCPIP_TCP_0201
...
```

7
components/idf_test/integration_test/CIConfigs/IT_Function_SYS_01.yml
View file

@ -1,7 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- SYS_MISC_0101 # test reboot function
- SYS_MISC_0201 # get heap size test

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_01.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- TCPIP_DHCP_0101 # dhcp client function test
- TCPIP_DHCP_0103 # dhcp status query
- TCPIP_DHCP_0201 # server dhcp lease test
- TCPIP_DHCP_0202 # dhcp server ip pool
- TCPIP_DHCP_0203 # dhcp server ip pool empty
- TCPIP_DHCP_0204 # dhcp server timeout test
- TCPIP_DHCP_0205 # disconnect STA if config dhcp server
- TCPIP_DHCP_0206 # dhcp server assign same IP to same MAC when it's not released
- TCPIP_DHCP_0207 # dhcp server prefer assign released IP to new client
- TCPIP_DHCP_0208 # dhcp server reconfig and new client able to get first IP in pool
- TCPIP_DHCP_0209 # dhcp server reconfig, old client and new client able to get IP
- TCPIP_DHCP_0210 # dhcp server reconfig, old client able to get IP (discover with requested IP)
- TCPIP_DHCP_0211 # dhcp server reconfig, old client able to renew IP (direct send request)
- TCPIP_DHCP_0212 # dhcp server function test
- TCPIP_DHCP_0301 # sta dhcp static ip interaction
- TCPIP_DHCP_0302 # ap dhcp static ip interaction
- TCPIP_IGMP_0101 # station IGMP join group address check
- TCPIP_IGMP_0102 # station IGMP leave group address check
- TCPIP_IGMP_0103 # softAP IGMP join group address check
- TCPIP_IGMP_0104 # softAP IGMP leave group address check
- TCPIP_IGMP_0201 # station IGMP recv packets
- TCPIP_IGMP_0202 # station send multicast packets
- TCPIP_IGMP_0203 # softAP IGMP recv packets
- TCPIP_IGMP_0204 # softAP send multicast packets
- TCPIP_IP_0101 # sta set and query static ip test
- TCPIP_IP_0102 # ap set and query static ip test
- TCPIP_TCP_0101 # STA mode, connect test. use different ip, port
- TCPIP_TCP_0102 # STA mode, server listen test. use different kinds of port
- TCPIP_TCP_0103 # STA mode, send/recv basic test
- TCPIP_TCP_0104 # STA mode, shutdown basic test

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_02.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_TCP_0105 # STA mode, close for different types of TCP sockets test
- TCPIP_TCP_0106 # STA mode, create max TCP sockets test
- TCPIP_TCP_0107 # STA mode, accept max TCP client by server test
- TCPIP_TCP_0110 # AP mode, connect test. use different ip, port
- TCPIP_TCP_0111 # AP mode, server listen test. use different kinds of port
- TCPIP_TCP_0112 # AP mode, send/recv basic test
- TCPIP_TCP_0113 # AP mode, shutdown basic test
- TCPIP_TCP_0114 # AP mode, close for different types of TCP sockets test
- TCPIP_TCP_0115 # AP mode, create max TCP sockets test
- TCPIP_TCP_0116 # AP mode, accept max TCP client by server test
- TCPIP_TCP_0201 # STA mode, connect test. use socket in state that can't connect
- TCPIP_TCP_0202 # STA mode, server listen test. use socket in state that can't listen
- TCPIP_TCP_0203 # send test. use socket in state that can't send
- TCPIP_TCP_0204 # STA mode, recv buffer test
- TCPIP_TCP_0206 # STA mode, get active socket info test
- TCPIP_TCP_0207 # AP mode, connect test. use socket in state that can't connect
- TCPIP_TCP_0208 # AP mode, server listen test. use socket in state that can't listen
- TCPIP_TCP_0210 # AP mode, recv buffer test
- TCPIP_TCP_0212 # AP mode, get active socket info test
- TCPIP_TCP_0401 # do TCP send after WIFI disconnected
- TCPIP_TCP_0402 # close TCP socket after WIFI disconnected
- TCPIP_TCP_0403 # do TCP send after mode changed
- TCPIP_TCP_0404 # close TCP socket after mode changed
- TCPIP_TCP_0406 # close TCP socket after PC NIC disabled
- TCPIP_TCP_0407 # do TCP send after IP changed
- TCPIP_TCP_0408 # close TCP socket after IP changed
- TCPIP_TCP_0411 # do TCP send after socket changed
- TCPIP_TCP_0412 # close TCP send after socket changed
- TCPIP_UDP_0101 # STA mode, udp bind test. use different ip, port
- TCPIP_UDP_0105 # STA mode, close UDP sockets test

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_03.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- TCPIP_UDP_0106 # STA mode, create max udp socket test
- TCPIP_UDP_0107 # STA mode, get active socket info test
- TCPIP_UDP_0108 # AP mode, udp bind test. use different ip, port
- TCPIP_UDP_0112 # AP mode, close UDP sockets test
- TCPIP_UDP_0113 # AP mode, create max udp socket test
- TCPIP_UDP_0114 # AP mode, get active socket info test
- TCPIP_UDP_0201 # STA mode, recv buffer test
- TCPIP_UDP_0202 # AP mode, recv buffer test
- ^TCPIP_DHCP_0101 # dhcp client function test
- ^TCPIP_DHCP_0103 # dhcp status query
- ^TCPIP_DHCP_0201 # server dhcp lease test
- ^TCPIP_DHCP_0202 # dhcp server ip pool
- ^TCPIP_DHCP_0203 # dhcp server ip pool empty
- ^TCPIP_DHCP_0204 # dhcp server timeout test
- ^TCPIP_DHCP_0205 # disconnect STA if config dhcp server
- ^TCPIP_DHCP_0206 # dhcp server assign same IP to same MAC when it's not released
- ^TCPIP_DHCP_0207 # dhcp server prefer assign released IP to new client
- ^TCPIP_DHCP_0208 # dhcp server reconfig and new client able to get first IP in pool
- ^TCPIP_DHCP_0209 # dhcp server reconfig, old client and new client able to get IP
- ^TCPIP_DHCP_0210 # dhcp server reconfig, old client able to get IP (discover with requested IP)
- ^TCPIP_DHCP_0211 # dhcp server reconfig, old client able to renew IP (direct send request)
- ^TCPIP_DHCP_0212 # dhcp server function test
- ^TCPIP_DHCP_0301 # sta dhcp static ip interaction
- ^TCPIP_DHCP_0302 # ap dhcp static ip interaction
- ^TCPIP_IGMP_0101 # station IGMP join group address check
- ^TCPIP_IGMP_0102 # station IGMP leave group address check
- ^TCPIP_IGMP_0103 # softAP IGMP join group address check
- ^TCPIP_IGMP_0104 # softAP IGMP leave group address check
- ^TCPIP_IGMP_0201 # station IGMP recv packets
- ^TCPIP_IGMP_0202 # station send multicast packets

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_04.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- ^TCPIP_IGMP_0203 # softAP IGMP recv packets
- ^TCPIP_IGMP_0204 # softAP send multicast packets
- ^TCPIP_IP_0101 # sta set and query static ip test
- ^TCPIP_IP_0102 # ap set and query static ip test
- ^TCPIP_TCP_0101 # STA mode, connect test. use different ip, port
- ^TCPIP_TCP_0102 # STA mode, server listen test. use different kinds of port
- ^TCPIP_TCP_0103 # STA mode, send/recv basic test
- ^TCPIP_TCP_0104 # STA mode, shutdown basic test
- ^TCPIP_TCP_0105 # STA mode, close for different types of TCP sockets test
- ^TCPIP_TCP_0106 # STA mode, create max TCP sockets test
- ^TCPIP_TCP_0107 # STA mode, accept max TCP client by server test
- ^TCPIP_TCP_0110 # AP mode, connect test. use different ip, port
- ^TCPIP_TCP_0111 # AP mode, server listen test. use different kinds of port
- ^TCPIP_TCP_0112 # AP mode, send/recv basic test
- ^TCPIP_TCP_0113 # AP mode, shutdown basic test
- ^TCPIP_TCP_0114 # AP mode, close for different types of TCP sockets test
- ^TCPIP_TCP_0115 # AP mode, create max TCP sockets test
- ^TCPIP_TCP_0116 # AP mode, accept max TCP client by server test
- ^TCPIP_TCP_0201 # STA mode, connect test. use socket in state that can't connect
- ^TCPIP_TCP_0202 # STA mode, server listen test. use socket in state that can't listen
- ^TCPIP_TCP_0203 # send test. use socket in state that can't send
- ^TCPIP_TCP_0204 # STA mode, recv buffer test
- ^TCPIP_TCP_0206 # STA mode, get active socket info test
- ^TCPIP_TCP_0207 # AP mode, connect test. use socket in state that can't connect
- ^TCPIP_TCP_0208 # AP mode, server listen test. use socket in state that can't listen
- ^TCPIP_TCP_0210 # AP mode, recv buffer test
- ^TCPIP_TCP_0212 # AP mode, get active socket info test
- ^TCPIP_TCP_0401 # do TCP send after WIFI disconnected
- ^TCPIP_TCP_0402 # close TCP socket after WIFI disconnected
- ^TCPIP_TCP_0403 # do TCP send after mode changed

21
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_05.yml
View file

@ -1,21 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- ^TCPIP_TCP_0404 # close TCP socket after mode changed
- ^TCPIP_TCP_0406 # close TCP socket after PC NIC disabled
- ^TCPIP_TCP_0407 # do TCP send after IP changed
- ^TCPIP_TCP_0408 # close TCP socket after IP changed
- ^TCPIP_TCP_0411 # do TCP send after socket changed
- ^TCPIP_TCP_0412 # close TCP send after socket changed
- ^TCPIP_UDP_0101 # STA mode, udp bind test. use different ip, port
- ^TCPIP_UDP_0105 # STA mode, close UDP sockets test
- ^TCPIP_UDP_0106 # STA mode, create max udp socket test
- ^TCPIP_UDP_0107 # STA mode, get active socket info test
- ^TCPIP_UDP_0108 # AP mode, udp bind test. use different ip, port
- ^TCPIP_UDP_0112 # AP mode, close UDP sockets test
- ^TCPIP_UDP_0113 # AP mode, create max udp socket test
- ^TCPIP_UDP_0114 # AP mode, get active socket info test
- ^TCPIP_UDP_0201 # STA mode, recv buffer test
- ^TCPIP_UDP_0202 # AP mode, recv buffer test

7
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_06.yml
View file

@ -1,7 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_TCP_0405 # do TCP send after PC NIC disabled
- ^TCPIP_TCP_0405 # do TCP send after PC NIC disabled

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_07.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_DNS_0101 # get host by name test
- TCPIP_DNS_0101 # get host by name test
- TCPIP_DNS_0101 # get host by name test
- TCPIP_DNS_0101 # get host by name test
- TCPIP_DNS_0101 # get host by name test
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
- TCPIP_ICMP_0101 # ping function test
- TCPIP_ICMP_0101 # ping function test
- TCPIP_ICMP_0101 # ping function test
- TCPIP_ICMP_0101 # ping function test
- TCPIP_ICMP_0101 # ping function test
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- TCPIP_UDP_0103 # STA mode, sendto test with different length
- TCPIP_UDP_0103 # STA mode, sendto test with different length
- TCPIP_UDP_0103 # STA mode, sendto test with different length
- TCPIP_UDP_0103 # STA mode, sendto test with different length
- TCPIP_UDP_0103 # STA mode, sendto test with different length

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_08.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
- TCPIP_UDP_0110 # AP mode, sendto test with different length
- TCPIP_UDP_0110 # AP mode, sendto test with different length
- TCPIP_UDP_0110 # AP mode, sendto test with different length
- TCPIP_UDP_0110 # AP mode, sendto test with different length
- TCPIP_UDP_0110 # AP mode, sendto test with different length
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_09.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_UDP_0303 # do UDP send after mode changed
- TCPIP_UDP_0303 # do UDP send after mode changed
- TCPIP_UDP_0303 # do UDP send after mode changed
- TCPIP_UDP_0303 # do UDP send after mode changed
- TCPIP_UDP_0303 # do UDP send after mode changed
- TCPIP_UDP_0304 # close UDP socket after mode changed
- TCPIP_UDP_0304 # close UDP socket after mode changed
- TCPIP_UDP_0304 # close UDP socket after mode changed
- TCPIP_UDP_0304 # close UDP socket after mode changed
- TCPIP_UDP_0304 # close UDP socket after mode changed
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- TCPIP_UDP_0306 # do UDP send after IP changed
- TCPIP_UDP_0306 # do UDP send after IP changed
- TCPIP_UDP_0306 # do UDP send after IP changed
- TCPIP_UDP_0306 # do UDP send after IP changed
- TCPIP_UDP_0306 # do UDP send after IP changed
- TCPIP_UDP_0307 # close UDP socket after IP changed
- TCPIP_UDP_0307 # close UDP socket after IP changed
- TCPIP_UDP_0307 # close UDP socket after IP changed
- TCPIP_UDP_0307 # close UDP socket after IP changed
- TCPIP_UDP_0307 # close UDP socket after IP changed
- ^TCPIP_DNS_0101 # get host by name test
- ^TCPIP_DNS_0101 # get host by name test
- ^TCPIP_DNS_0101 # get host by name test
- ^TCPIP_DNS_0101 # get host by name test
- ^TCPIP_DNS_0101 # get host by name test

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_10.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
- ^TCPIP_ICMP_0101 # ping function test
- ^TCPIP_ICMP_0101 # ping function test
- ^TCPIP_ICMP_0101 # ping function test
- ^TCPIP_ICMP_0101 # ping function test
- ^TCPIP_ICMP_0101 # ping function test
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test

35
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_11.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
- ^TCPIP_UDP_0303 # do UDP send after mode changed
- ^TCPIP_UDP_0303 # do UDP send after mode changed
- ^TCPIP_UDP_0303 # do UDP send after mode changed
- ^TCPIP_UDP_0303 # do UDP send after mode changed
- ^TCPIP_UDP_0303 # do UDP send after mode changed
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled

15
components/idf_test/integration_test/CIConfigs/IT_Function_TCPIP_12.yml
View file

@ -1,15 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- ^TCPIP_UDP_0306 # do UDP send after IP changed
- ^TCPIP_UDP_0306 # do UDP send after IP changed
- ^TCPIP_UDP_0306 # do UDP send after IP changed
- ^TCPIP_UDP_0306 # do UDP send after IP changed
- ^TCPIP_UDP_0306 # do UDP send after IP changed
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
- ^TCPIP_UDP_0307 # close UDP socket after IP changed

35
components/idf_test/integration_test/CIConfigs/IT_Function_WIFI_01.yml
View file

@ -1,35 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- WIFI_ADDR_0101 # set mac, query mac
- WIFI_ADDR_0102 # set mac and do scan/JAP/SAP
- WIFI_CONN_0101 # station SAP+JAP test, different encryption
- WIFI_CONN_0102 # station SAP+JAP test, different channel
- WIFI_CONN_0103 # station SAP+JAP test, ssid hidden
- WIFI_CONN_0104 # station SAP test, max allowed sta
- WIFI_CONN_0201 # JAP query test
- WIFI_CONN_0301 # AP config query test
- WIFI_CONN_0401 # auto reconnect test
- WIFI_CONN_0501 # reconnect policy test
- WIFI_CONN_0502 # will not do reconnect after manually disconnected
- WIFI_CONN_0601 # list stations connected to soft ap test
- WIFI_CONN_0801 # test auth change event
- WIFI_CONN_0901 # test wifi disconnect reason REASON_ASSOC_LEAVE, REASON_4WAY_HANDSHAKE_TIMEOUT, REASON_NO_AP_FOUND
- WIFI_CONN_0904 # test wifi disconnect reason REASON_ASSOC_TOOMANY, REASON_HANDSHAKE_TIMEOUT, REASON_ASSOC_EXPIRE
- WIFI_MODE_0101 # mode switch test (sta mode)
- WIFI_MODE_0102 # mode switch test (AP mode)
- WIFI_MODE_0103 # mode switch test (STA+AP mode)
- WIFI_SCAN_0101 # scan with scan config ssid
- WIFI_SCAN_0102 # scan with scan config bssid
- WIFI_SCAN_0103 # scan with scan config channel
- WIFI_SCAN_0104 # scan with scan config show hidden
- WIFI_SCAN_0105 # scan with several configs
- WIFI_SCAN_0301 # reject scan request before scan finished
- WIFI_SCAN_0302 # scan in congest channel
- WIFI_SCAN_0303 # scan during JAP
- WIFI_SCAN_0304 # scan during ext STA join SoftAP
- ^WIFI_ADDR_0101 # set mac, query mac
- ^WIFI_ADDR_0102 # set mac and do scan/JAP/SAP
- ^WIFI_CONN_0101 # station SAP+JAP test, different encryption

20
components/idf_test/integration_test/CIConfigs/IT_Function_WIFI_02.yml
View file

@ -1,20 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- ^WIFI_CONN_0103 # station SAP+JAP test, ssid hidden
- ^WIFI_CONN_0104 # station SAP test, max allowed sta
- ^WIFI_CONN_0201 # JAP query test
- ^WIFI_CONN_0301 # AP config query test
- ^WIFI_CONN_0401 # auto reconnect test
- ^WIFI_CONN_0501 # reconnect policy test
- ^WIFI_CONN_0502 # will not do reconnect after manually disconnected
- ^WIFI_CONN_0601 # list stations connected to soft ap test
- ^WIFI_CONN_0801 # test auth change event
- ^WIFI_CONN_0901 # test wifi disconnect reason REASON_ASSOC_LEAVE, REASON_4WAY_HANDSHAKE_TIMEOUT, REASON_NO_AP_FOUND
- ^WIFI_CONN_0904 # test wifi disconnect reason REASON_ASSOC_TOOMANY, REASON_HANDSHAKE_TIMEOUT, REASON_ASSOC_EXPIRE
- ^WIFI_SCAN_0101 # scan with scan config ssid
- ^WIFI_SCAN_0102 # scan with scan config bssid
- ^WIFI_SCAN_0103 # scan with scan config channel
- ^WIFI_SCAN_0104 # scan with scan config show hidden

7
components/idf_test/integration_test/CIConfigs/IT_Function_WIFI_03.yml
View file

@ -1,7 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- WIFI_CONN_0902 # test wifi disconnect reason REASON_BEACON_TIMEOUT
- ^WIFI_CONN_0902 # test wifi disconnect reason REASON_BEACON_TIMEOUT

11
components/idf_test/integration_test/CIConfigs/IT_Function_WIFI_04.yml
View file

@ -1,11 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC3, SSC2, SSC1]
Filter:
- Add:
ID:
- WIFI_PHY_0501 # SoftAP STA in channel1 20M, STA changed to channel2 20M
- WIFI_PHY_0502 # SoftAP STA in channel1 20M, STA changed to channel2 40M
- WIFI_PHY_0503 # SoftAP STA in channel1, SoftAP 20M, STA 40M, STA changed to channel2 20M
- WIFI_PHY_0504 # SoftAP STA in channel1, SoftAP 20M, STA 40M, STA changed to channel2 40M
- WIFI_PHY_0505 # SoftAP STA in channel1, SoftAP 40M, STA 40M, STA changed to channel2 20M
- WIFI_PHY_0506 # SoftAP STA in channel1, SoftAP 40M, STA 40M, STA changed to channel2 40M

7
components/idf_test/integration_test/CIConfigs/IT_Function_WIFI_05.yml
View file

@ -1,7 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- WIFI_CONN_0903 # test wifi disconnect reason REASON_AUTH_EXPIRE
- ^WIFI_CONN_0903 # test wifi disconnect reason REASON_AUTH_EXPIRE

14
components/idf_test/integration_test/CIConfigs/IT_Function_WIFI_06.yml
View file

@ -1,14 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- WIFI_PHY_0401 # SoftAP ext AP in defferent channel, both bandwidth 20M, STA connect to AP then Softap get connected
- WIFI_PHY_0402 # SoftAP ext AP in defferent channel, both bandwidth 20M, Softap get connected than STA connect to AP
- WIFI_PHY_0403 # SoftAP ext AP in defferent channel, SoftAP 20M, ext AP 40M, STA connect to AP then Softap get connected
- WIFI_PHY_0404 # SoftAP ext AP in defferent channel, SoftAP 20M, ext AP 40M, Softap get connected than STA connect to AP
- WIFI_PHY_0405 # SoftAP ext AP in defferent channel, both bandwidth 40M, STA connect to AP then Softap get connected
- WIFI_PHY_0406 # SoftAP ext AP in defferent channel, both bandwidth 40M, Softap get connected than STA connect to AP
- WIFI_PHY_0407 # SoftAP ext AP in defferent channel, SoftAP 40M, ext AP 20M, STA connect to AP then Softap get connected
- WIFI_PHY_0408 # SoftAP ext AP in defferent channel, SoftAP 40M, ext AP 20M, Softap get connected than STA connect to AP
- WIFI_SCAN_0201 # STA in differnt PHY mode to scan AP in different PHY mode

6
components/idf_test/integration_test/CIConfigs/IT_Stable_TCPIP_01.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC3, SSC2, SSC1, SSC5, SSC4]
Filter:
- Add:
ID:
- TCPIP_TCP_5101 # 1 AP 4 STA TCP stable test

6
components/idf_test/integration_test/CIConfigs/IT_Stable_TCPIP_02.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_TCP_5102 # send random length segment to target

6
components/idf_test/integration_test/CIConfigs/IT_Stable_TCPIP_03.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC3, SSC2, SSC1, SSC5, SSC4]
Filter:
- Add:
ID:
- TCPIP_TCP_5103 # TCP SoftSTA send/recv stress test

6
components/idf_test/integration_test/CIConfigs/IT_Stress_TCPIP_01.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_TCP_5001 # test possible TCP connect/disconnect method

6
components/idf_test/integration_test/CIConfigs/IT_Stress_TCPIP_02.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- TCPIP_TCP_5201 # TCP send/recv stress test

6
components/idf_test/integration_test/CIConfigs/IT_Stress_TCPIP_03.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC1]
Filter:
- Add:
ID:
- TCPIP_TCP_5202 # TCP send/recv data validation

6
components/idf_test/integration_test/CIConfigs/IT_Stress_TCPIP_04.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC2, SSC1]
Filter:
- Add:
ID:
- TCPIP_UDP_5001 # UDP send/recv stress test

6
components/idf_test/integration_test/CIConfigs/IT_Stress_WIFI_01.yml
View file

@ -1,6 +0,0 @@
Config: {execute count: 1, execute order: in order}
DUT: [SSC3, SSC2, SSC1, SSC5, SSC4]
Filter:
- Add:
ID:
- WIFI_CONN_5101 # max sta connect to SotfAP and disconnect

168
components/idf_test/integration_test/KnownIssues
View file

@ -3,7 +3,7 @@
# ICMP send Ping not supported
TCPIP_ICMP_0101
^TCPIP_ICMP_0101
TCPIP_ICMP_0101_01
# don't support PHY mode command
WIFI_SCAN_0201
@ -27,53 +27,55 @@ WIFI_PHY_0506
# auth change event
WIFI_CONN_0801
^WIFI_CONN_0801
WIFI_CONN_0801_01
# disconnect reason
WIFI_CONN_0901
^WIFI_CONN_0901
WIFI_CONN_0901_01
WIFI_CONN_0904
^WIFI_CONN_0904
^WIFI_CONN_0902
WIFI_CONN_0904_01
WIFI_CONN_0902_01
WIFI_CONN_0902
# Wifi connect issue
WIFI_CONN_0101
^WIFI_CONN_0101
WIFI_CONN_0101_01
WIFI_CONN_0102
^WIFI_CONN_0102
WIFI_CONN_0102_01
WIFI_CONN_0103
^WIFI_CONN_0103
WIFI_CONN_0103_01
WIFI_CONN_0104
^WIFI_CONN_0104
WIFI_CONN_0104_01
WIFI_CONN_0201
^WIFI_CONN_0201
WIFI_CONN_0201_01
WIFI_CONN_0401
^WIFI_CONN_0401
WIFI_CONN_0401_01
WIFI_CONN_0601
^WIFI_CONN_0601
WIFI_CONN_0601_01
WIFI_ADDR_0102
^WIFI_ADDR_0102
WIFI_ADDR_0102_01
WIFI_CONN_0502
^WIFI_CONN_0502
WIFI_CONN_0502_01
WIFI_CONN_0501
^WIFI_CONN_0501
WIFI_CONN_0501_01
WIFI_CONN_0903_01
# Wifi scan issue
WIFI_SCAN_0101
^WIFI_SCAN_0101
WIFI_SCAN_0101_01
WIFI_SCAN_0102
^WIFI_SCAN_0102
WIFI_SCAN_0102_01
WIFI_SCAN_0103
^WIFI_SCAN_0103
WIFI_SCAN_0103_01
WIFI_SCAN_0104
^WIFI_SCAN_0104
WIFI_SCAN_0104_01
WIFI_SCAN_0105
^WIFI_SCAN_0105
WIFI_SCAN_0105_01
WIFI_SCAN_0201_01
WIFI_SCAN_0303
^WIFI_SCAN_0303
WIFI_SCAN_0303_01
WIFI_SCAN_0304
^WIFI_SCAN_0304
WIFI_SCAN_0304_01
WIFI_MODE_0101
WIFI_MODE_0102
WIFI_MODE_0103
@ -87,124 +89,126 @@ TCPIP_IGMP_0201
TCPIP_IGMP_0202
TCPIP_IGMP_0203
TCPIP_IGMP_0204
^TCPIP_IGMP_0101
^TCPIP_IGMP_0102
^TCPIP_IGMP_0103
^TCPIP_IGMP_0104
^TCPIP_IGMP_0201
^TCPIP_IGMP_0202
^TCPIP_IGMP_0203
^TCPIP_IGMP_0204
TCPIP_IGMP_0101_01
TCPIP_IGMP_0102_01
TCPIP_IGMP_0103_01
TCPIP_IGMP_0104_01
TCPIP_IGMP_0201_01
TCPIP_IGMP_0202_01
TCPIP_IGMP_0203_01
TCPIP_IGMP_0204_01
# DHCP issues
TCPIP_DHCP_0101
^TCPIP_DHCP_0101
TCPIP_DHCP_0101_01
TCPIP_DHCP_0202
^TCPIP_DHCP_0202
TCPIP_DHCP_0202_01
TCPIP_DHCP_0204
^TCPIP_DHCP_0204
TCPIP_DHCP_0204_01
TCPIP_DHCP_0205
^TCPIP_DHCP_0205
TCPIP_DHCP_0205_01
TCPIP_DHCP_0206
^TCPIP_DHCP_0206
TCPIP_DHCP_0206_01
TCPIP_DHCP_0207
^TCPIP_DHCP_0207
TCPIP_DHCP_0207_01
TCPIP_DHCP_0208
^TCPIP_DHCP_0208
TCPIP_DHCP_0208_01
TCPIP_DHCP_0209
^TCPIP_DHCP_0209
TCPIP_DHCP_0209_01
TCPIP_DHCP_0210
^TCPIP_DHCP_0210
TCPIP_DHCP_0210_01
TCPIP_DHCP_0211
^TCPIP_DHCP_0211
TCPIP_DHCP_0211_01
TCPIP_DHCP_0301
^TCPIP_DHCP_0301
TCPIP_DHCP_0301_01
TCPIP_DHCP_0302
^TCPIP_DHCP_0302
TCPIP_DHCP_0302_01
# TCP issue
TCPIP_TCP_0101
^TCPIP_TCP_0101
TCPIP_TCP_0101_01
TCPIP_TCP_0102
^TCPIP_TCP_0102
TCPIP_TCP_0102_01
TCPIP_TCP_0103
^TCPIP_TCP_0103
TCPIP_TCP_0103_01
TCPIP_TCP_0104
^TCPIP_TCP_0104
TCPIP_TCP_0104_01
TCPIP_TCP_0105
^TCPIP_TCP_0105
TCPIP_TCP_0105_01
TCPIP_TCP_0106
^TCPIP_TCP_0106
TCPIP_TCP_0106_01
TCPIP_TCP_0107
^TCPIP_TCP_0107
TCPIP_TCP_0107_01
TCPIP_TCP_0112
^TCPIP_TCP_0112
TCPIP_TCP_0112_01
TCPIP_TCP_0201
^TCPIP_TCP_0201
TCPIP_TCP_0201_01
TCPIP_TCP_0202
^TCPIP_TCP_0202
TCPIP_TCP_0202_01
TCPIP_TCP_0203
^TCPIP_TCP_0203
TCPIP_TCP_0203_01
TCPIP_TCP_0204
^TCPIP_TCP_0204
TCPIP_TCP_0204_01
TCPIP_TCP_0206
^TCPIP_TCP_0206
TCPIP_TCP_0206_01
TCPIP_TCP_0208
^TCPIP_TCP_0208
TCPIP_TCP_0208_01
TCPIP_TCP_0210
^TCPIP_TCP_0210
TCPIP_TCP_0210_01
TCPIP_TCP_0401
^TCPIP_TCP_0401
TCPIP_TCP_0401_01
TCPIP_TCP_0402
^TCPIP_TCP_0402
TCPIP_TCP_0402_01
TCPIP_TCP_0403
^TCPIP_TCP_0403
TCPIP_TCP_0403_01
TCPIP_TCP_0404
^TCPIP_TCP_0404
TCPIP_TCP_0404_01
TCPIP_TCP_0406
^TCPIP_TCP_0406
TCPIP_TCP_0406_01
TCPIP_TCP_0407
^TCPIP_TCP_0407
TCPIP_TCP_0407_01
TCPIP_TCP_0408
^TCPIP_TCP_0408
TCPIP_TCP_0408_01
TCPIP_TCP_0412
^TCPIP_TCP_0412
TCPIP_TCP_0412_01
TCPIP_TCP_0411
^TCPIP_TCP_0411
TCPIP_TCP_0411_01
# UDP issue
TCPIP_UDP_0102
^TCPIP_UDP_0102
TCPIP_UDP_0102_01
TCPIP_UDP_0103
^TCPIP_UDP_0103
TCPIP_UDP_0103_01
TCPIP_UDP_0104
^TCPIP_UDP_0104
TCPIP_UDP_0104_01
TCPIP_UDP_0108
^TCPIP_UDP_0108
TCPIP_UDP_0108_01
TCPIP_UDP_0110
^TCPIP_UDP_0110
TCPIP_UDP_0110_01
TCPIP_UDP_0111
TCPIP_UDP_0111_01
TCPIP_UDP_0112
^TCPIP_UDP_0112
TCPIP_UDP_0112_01
TCPIP_UDP_0301
^TCPIP_UDP_0301
TCPIP_UDP_0301_01
TCPIP_UDP_0302
^TCPIP_UDP_0302
TCPIP_UDP_0302_01
TCPIP_UDP_0303
^TCPIP_UDP_0303
TCPIP_UDP_0303_01
TCPIP_UDP_0304
^TCPIP_UDP_0304
TCPIP_UDP_0304_01
TCPIP_UDP_0305
^TCPIP_UDP_0305
TCPIP_UDP_0305_01
TCPIP_UDP_0306
^TCPIP_UDP_0306
TCPIP_UDP_0306_01
TCPIP_UDP_0307
^TCPIP_UDP_0307
TCPIP_UDP_0307_01
#DNS
TCPIP_DNS_0101
^TCPIP_DNS_0101
TCPIP_DNS_0101_01
TCPIP_DNS_0102
^TCPIP_DNS_0102
TCPIP_DNS_0102_01
TCPIP_DNS_0103
^TCPIP_DNS_0103
TCPIP_DNS_0103_01

6583
components/idf_test/integration_test/TestCaseAll.yml
View file

File diff suppressed because it is too large Load diff

51
tools/unit-test-app/tools/UnitTestParser.py
View file

@ -161,57 +161,10 @@ class Parser(object):
with open(os.path.join(self.idf_path, "components", "idf_test", "unit_test", "TestCaseAll.yml"), "wb+") as f:
yaml.dump({"test cases": test_cases}, f, allow_unicode=True, default_flow_style=False)
def dump_ci_config(self):
""" assign test cases and dump to config file to test bench """
test_cases_by_jobs = self.assign_test_cases()
ci_config_folder = os.path.join(self.idf_path, "components", "idf_test", "unit_test", "CIConfigs")
if not os.path.exists(ci_config_folder):
os.makedirs(os.path.join(ci_config_folder, "CIConfigs"))
for unit_job in self.unit_jobs:
job = deepcopy(CONFIG_FILE_PATTERN)
job.update({"DUT": ["UT1"]})
job.update({"Filter": [{"Add": {"ID": test_cases_by_jobs[unit_job]}}]})
with open(os.path.join(ci_config_folder, unit_job + ".yml"), "wb+") as f:
yaml.dump(job, f, allow_unicode=True, default_flow_style=False)
def assign_test_cases(self):
""" assign test cases to jobs """
test_cases_by_jobs = {}
for job in self.unit_jobs:
test_cases_by_jobs.update({job: list()})
for test_env in self.test_env_tags:
available_jobs = list()
for job in self.unit_jobs:
if test_env in self.unit_jobs[job]:
available_jobs.append(job)
for idx, job in enumerate(available_jobs):
test_cases_by_jobs[job] += (self.test_env_tags[test_env]
[idx*len(self.test_env_tags[test_env])/len(available_jobs):
(idx+1)*len(self.test_env_tags[test_env])/len(available_jobs)])
return test_cases_by_jobs
def parse_gitlab_ci(self):
""" parse gitlab ci config file to get pre-defined unit test jobs """
with open(os.path.join(self.idf_path, ".gitlab-ci.yml"), "r") as f:
gitlab_ci = yaml.load(f)
keys = gitlab_ci.keys()
for key in keys:
if re.match("UT_", key):
test_env = gitlab_ci[key]["tags"]
unit_job = key
key = {}
key.update({unit_job: test_env})
self.unit_jobs.update(key)
def copy_module_def_file(self):
""" copy module def file to artifact path """
src = os.path.join(self.idf_path, "tools", "unit-test-app", "tools", "ModuleDefinition.yml")
dst = os.path.join(self.idf_path, "components", "idf_test", "unit_test")
dst = os.path.join(self.idf_path, "components", "idf_test")
shutil.copy(src, dst)
@ -253,8 +206,6 @@ def main():
parser = Parser(idf_path)
parser.parse_test_cases_from_elf(elf_path)
parser.parse_gitlab_ci()
parser.dump_ci_config()
parser.copy_module_def_file()