Merge branch 'feature/ci_test_config_autogen' into 'master'
CI: auto generate configs for test jobs Currently CI test jobs are static configured by several pre-generated config files. This approach have several disadvantages: 1. not flexible to select test cases to run, which is important feature of @bot 2. difficult to update test as we need to pre-generate quite a lot files 3. need to maintain extra config files in IDF 4. not flexible to support new test apps or chips, can't use some new features of test bench Therefore we'll add assign_test stage between build and test, to generate configs for test jobs. See merge request !738
This commit is contained in:
commit
972d1d9242
32 changed files with 214 additions and 7467 deletions
301
.gitlab-ci.yml
301
.gitlab-ci.yml
|
@ -1,5 +1,6 @@
|
|||
stages:
|
||||
- build
|
||||
- assign_test
|
||||
- unit_test
|
||||
- test
|
||||
- test_report
|
||||
|
@ -73,10 +74,9 @@ build_ssc:
|
|||
expire_in: 6 mos
|
||||
|
||||
script:
|
||||
- git clone $GITLAB_SSH_SERVER/yinling/SSC.git
|
||||
- git clone $SSC_REPOSITORY
|
||||
- cd SSC
|
||||
- git checkout ${CI_BUILD_REF_NAME} || echo "Using SSC default branch..."
|
||||
- make defconfig
|
||||
- ./gen_misc_ng.sh
|
||||
|
||||
build_at:
|
||||
|
@ -329,7 +329,30 @@ check_commit_msg:
|
|||
# commit start with "WIP: " need to be squashed before merge
|
||||
- 'git log --pretty=%s master..${CI_BUILD_REF_NAME} | grep "^WIP: " || exit 0 && exit 1'
|
||||
|
||||
# template for test jobs
|
||||
assign_test:
|
||||
<<: *build_template
|
||||
stage: assign_test
|
||||
artifacts:
|
||||
paths:
|
||||
- test_bins
|
||||
- components/idf_test/*/CIConfigs
|
||||
- components/idf_test/*/TC.sqlite
|
||||
expire_in: 1 mos
|
||||
|
||||
script:
|
||||
# first move test bins together: test_bins/CHIP_SDK/TestApp/bin_files
|
||||
- mkdir -p test_bins/ESP32_IDF/UT
|
||||
- cp -r tools/unit-test-app/build/* test_bins/ESP32_IDF/UT
|
||||
- cp -r SSC/ssc_bin/* test_bins/ESP32_IDF
|
||||
# clone test script to assign tests
|
||||
- git clone $TEST_SCRIPT_REPOSITORY
|
||||
- cd auto_test_script
|
||||
- git checkout ${CI_BUILD_REF_NAME} || echo "Using default branch..."
|
||||
# assign unit test cases
|
||||
- python CIAssignTestCases.py -t $IDF_PATH/components/idf_test/unit_test -c $IDF_PATH/.gitlab-ci.yml -b $IDF_PATH/test_bins
|
||||
# assgin integration test cases
|
||||
- python CIAssignTestCases.py -t $IDF_PATH/components/idf_test/integration_test -c $IDF_PATH/.gitlab-ci.yml -b $IDF_PATH/test_bins
|
||||
|
||||
.test_template: &test_template
|
||||
stage: test
|
||||
when: on_success
|
||||
|
@ -340,15 +363,18 @@ check_commit_msg:
|
|||
- triggers
|
||||
allow_failure: true
|
||||
|
||||
dependencies:
|
||||
- assign_test
|
||||
|
||||
variables:
|
||||
LOCAL_ENV_CONFIG_PATH: $CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF
|
||||
BIN_PATH: "$CI_PROJECT_DIR/SSC/ssc_bin/SSC"
|
||||
APP_NAME: "ssc"
|
||||
# set git strategy to fetch so we can get esptool without update submodule
|
||||
GIT_STRATEGY: fetch
|
||||
LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF"
|
||||
LOG_PATH: "$CI_PROJECT_DIR/$CI_BUILD_REF"
|
||||
# append test level folder to TEST_CASE_FILE_PATH in before_script of test job
|
||||
TEST_CASE_FILE_PATH: "$CI_PROJECT_DIR/components/idf_test/integration_test"
|
||||
# jobs MUST set CONFIG_FILE in before_script, and overwrite the variables above if necessary
|
||||
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/tools/unit-test-app/tools/ModuleDefinition.yml"
|
||||
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/components/idf_test/ModuleDefinition.yml"
|
||||
CONFIG_FILE: "$CI_PROJECT_DIR/components/idf_test/integration_test/CIConfigs/$CI_BUILD_NAME.yml"
|
||||
IDF_PATH: "$CI_PROJECT_DIR"
|
||||
|
||||
artifacts:
|
||||
when: always
|
||||
|
@ -356,7 +382,12 @@ check_commit_msg:
|
|||
- $LOG_PATH
|
||||
expire_in: 6 mos
|
||||
|
||||
before_script:
|
||||
- echo "Skip cloning submodule here"
|
||||
|
||||
script:
|
||||
# first test if config file exists, if not exist, exit 0
|
||||
- test -e $CONFIG_FILE || exit 0
|
||||
# remove artifacts from last stage (UT logs)
|
||||
- rm -rf $LOG_PATH
|
||||
# add gitlab ssh key
|
||||
|
@ -367,39 +398,13 @@ check_commit_msg:
|
|||
- chmod 600 ~/.ssh/id_rsa
|
||||
- echo -e "Host gitlab.espressif.cn\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
|
||||
# clone local test env configs
|
||||
- git clone $GITLAB_SSH_SERVER/qa/ci-test-runner-configs.git
|
||||
- git clone $TEST_ENV_CONFIG_REPOSITORY
|
||||
# clone test bench
|
||||
- git clone $GITLAB_SSH_SERVER/yinling/auto_test_script.git
|
||||
- git clone $TEST_SCRIPT_REPOSITORY
|
||||
- cd auto_test_script
|
||||
- git checkout ${CI_BUILD_REF_NAME} || echo "Using default branch..."
|
||||
# run test
|
||||
- python CIRunner.py -l $LOG_PATH -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH -m $MODULE_UPDATE_FILE bin_path $APP_NAME $BIN_PATH
|
||||
|
||||
|
||||
# template for overnight test jobs
|
||||
.test_template_night: &test_template_night
|
||||
<<: *test_template
|
||||
only:
|
||||
# can only be triggered
|
||||
- triggers
|
||||
script:
|
||||
# remove artifacts from last stage (UT logs)
|
||||
- rm -rf $LOG_PATH
|
||||
# must be night build triggers, otherwise exit without test
|
||||
- test $NIGHT_BUILD = "Yes" || exit 0
|
||||
# add gitlab ssh key
|
||||
- mkdir -p ~/.ssh
|
||||
- chmod 700 ~/.ssh
|
||||
- echo -n $GITLAB_KEY > ~/.ssh/id_rsa_base64
|
||||
- base64 --decode --ignore-garbage ~/.ssh/id_rsa_base64 > ~/.ssh/id_rsa
|
||||
- chmod 600 ~/.ssh/id_rsa
|
||||
- echo -e "Host gitlab.espressif.cn\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
|
||||
# clone local test env configs
|
||||
- git clone $GITLAB_SSH_SERVER/qa/ci-test-runner-configs.git
|
||||
# clone test bench
|
||||
- git clone $GITLAB_SSH_SERVER/yinling/auto_test_script.git
|
||||
- cd auto_test_script
|
||||
# run test
|
||||
- python CIRunner.py -l $LOG_PATH -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH -m $MODULE_UPDATE_FILE bin_path $APP_NAME $BIN_PATH
|
||||
- python CIRunner.py -l "$LOG_PATH/$CI_BUILD_NAME" -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH -m $MODULE_UPDATE_FILE
|
||||
|
||||
# template for unit test jobs
|
||||
.unit_test_template: &unit_test_template
|
||||
|
@ -408,254 +413,186 @@ check_commit_msg:
|
|||
stage: unit_test
|
||||
|
||||
variables:
|
||||
LOCAL_ENV_CONFIG_PATH: $CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF
|
||||
BIN_PATH: "$CI_PROJECT_DIR/tools/unit-test-app/build/"
|
||||
GIT_STRATEGY: fetch
|
||||
LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF"
|
||||
LOG_PATH: "$CI_PROJECT_DIR/$CI_BUILD_REF"
|
||||
APP_NAME: "ut"
|
||||
TEST_CASE_FILE_PATH: "$CI_PROJECT_DIR/components/idf_test/unit_test"
|
||||
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/tools/unit-test-app/tools/ModuleDefinition.yml"
|
||||
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/components/idf_test/ModuleDefinition.yml"
|
||||
CONFIG_FILE: "$CI_PROJECT_DIR/components/idf_test/unit_test/CIConfigs/$CI_BUILD_NAME.yml"
|
||||
IDF_PATH: "$CI_PROJECT_DIR"
|
||||
|
||||
dependencies:
|
||||
- build_esp_idf_tests
|
||||
|
||||
UT_Function_SYS_01:
|
||||
UT_001_01:
|
||||
<<: *unit_test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- UT_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/UT_Function_SYS_01.yml
|
||||
|
||||
UT_Function_SYS_02:
|
||||
UT_001_02:
|
||||
<<: *unit_test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- UT_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/UT_Function_SYS_02.yml
|
||||
|
||||
IT_Function_SYS_01:
|
||||
UT_001_03:
|
||||
<<: *unit_test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- UT_T1_1
|
||||
|
||||
IT_001_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_SYS_01.yml
|
||||
|
||||
IT_Function_WIFI_01:
|
||||
IT_001_02:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_01.yml
|
||||
|
||||
IT_Function_WIFI_02:
|
||||
IT_001_03:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_02.yml
|
||||
|
||||
IT_Function_TCPIP_01:
|
||||
IT_001_04:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_01.yml
|
||||
|
||||
IT_Function_TCPIP_02:
|
||||
IT_001_05:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_02.yml
|
||||
|
||||
IT_Function_TCPIP_03:
|
||||
IT_001_06:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_03.yml
|
||||
|
||||
IT_Function_TCPIP_04:
|
||||
IT_001_07:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_04.yml
|
||||
|
||||
IT_Function_TCPIP_05:
|
||||
IT_001_08:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_05.yml
|
||||
|
||||
IT_Stress_WIFI_01:
|
||||
<<: *test_template_night
|
||||
IT_002_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T5_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_WIFI_01.yml
|
||||
- SSC_T1_2
|
||||
|
||||
IT_Stress_TCPIP_01:
|
||||
<<: *test_template_night
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_01.yml
|
||||
|
||||
IT_Stress_TCPIP_02:
|
||||
<<: *test_template_night
|
||||
IT_003_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_02.yml
|
||||
|
||||
IT_Stress_TCPIP_03:
|
||||
<<: *test_template_night
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_03.yml
|
||||
|
||||
IT_Stress_TCPIP_04:
|
||||
<<: *test_template_night
|
||||
IT_003_02:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stress_TCPIP_04.yml
|
||||
|
||||
IT_Stable_TCPIP_01:
|
||||
<<: *test_template_night
|
||||
IT_003_03:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T5_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stable_TCPIP_01.yml
|
||||
- SSC_T2_1
|
||||
|
||||
IT_Stable_TCPIP_02:
|
||||
<<: *test_template_night
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stable_TCPIP_02.yml
|
||||
|
||||
IT_Stable_TCPIP_03:
|
||||
<<: *test_template_night
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T5_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Stable_TCPIP_03.yml
|
||||
|
||||
IT_Function_TCPIP_06:
|
||||
<<: *test_template_night
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_06.yml
|
||||
|
||||
IT_Function_WIFI_03:
|
||||
IT_004_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_APC
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_03.yml
|
||||
|
||||
IT_Function_WIFI_04:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T3_PhyMode
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_04.yml
|
||||
|
||||
IT_Function_WIFI_05:
|
||||
IT_005_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_WEP
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_05.yml
|
||||
|
||||
IT_Function_WIFI_06:
|
||||
IT_006_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T3_PhyMode
|
||||
|
||||
IT_007_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T2_PhyMode
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_WIFI_06.yml
|
||||
|
||||
IT_Function_TCPIP_07:
|
||||
IT_008_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T2_PhyMode
|
||||
|
||||
IT_501_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T1_2
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_07.yml
|
||||
- stress_test
|
||||
|
||||
IT_Function_TCPIP_08:
|
||||
IT_501_02:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- stress_test
|
||||
|
||||
IT_501_03:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- stress_test
|
||||
|
||||
IT_502_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T2_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_08.yml
|
||||
- stress_test
|
||||
|
||||
IT_Function_TCPIP_09:
|
||||
IT_502_02:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T1_2
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_09.yml
|
||||
- SSC_T2_1
|
||||
- stress_test
|
||||
|
||||
IT_Function_TCPIP_10:
|
||||
IT_503_01:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
- SSC_T1_2
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_10.yml
|
||||
- SSC_T5_1
|
||||
- stress_test
|
||||
|
||||
IT_Function_TCPIP_11:
|
||||
IT_503_02:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_11.yml
|
||||
- SSC_T5_1
|
||||
- stress_test
|
||||
|
||||
IT_Function_TCPIP_12:
|
||||
IT_503_03:
|
||||
<<: *test_template
|
||||
tags:
|
||||
- ESP32_IDF
|
||||
- SSC_T1_1
|
||||
before_script:
|
||||
- CONFIG_FILE=$TEST_CASE_FILE_PATH/CIConfigs/IT_Function_TCPIP_12.yml
|
||||
|
||||
- SSC_T5_1
|
||||
- stress_test
|
||||
|
|
|
@ -2,60 +2,3 @@
|
|||
# Note: The test cases in this folder are for Espressif internal use.
|
||||
|
||||
# Goto internal project wiki Testing page for detail about this folder.
|
||||
|
||||
## File Structure
|
||||
|
||||
```
|
||||
test --- CIConfigs --- sanity_test1.yml (Runner config files)
|
||||
| |-- stress_test1.yml
|
||||
|-- TestCaseAll.yml (TestCaseFiles)
|
||||
|-- TestEnvAll.yml (TestCaseFiles)
|
||||
|-- InitialConditionAll.yml (TestCaseFiles)
|
||||
|-- TestCaseScript --- ... (Test case scripts)
|
||||
```
|
||||
|
||||
1. CIConfigs folder
|
||||
* config for CI config files are put in this folder
|
||||
* CI config files configs the cases and some other options for the CI job with same name
|
||||
1. Test case files
|
||||
* TestCaseAll.yml (test cases)
|
||||
* InitialConditionAll.yml (initial conditions)
|
||||
* TestEnvAll.yml (test environments)
|
||||
* [how to modify test cases](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Design/TestCaseFiles.DesignNote.md)
|
||||
1. Test case scripts
|
||||
* some cases are implemented by specified script. those scripts are put in this folder.
|
||||
|
||||
|
||||
## Modify test cases
|
||||
|
||||
1. check if the "SDK" of the test case only contain the current SDK
|
||||
* if Yes, then just modify the test case behavior
|
||||
* if No:
|
||||
1. then remove current SDK name from "SDK" of the test case
|
||||
2. Add a new test case, and set "SDK" only support current SDK name
|
||||
2. use [auto_test_script](https://gitlab.espressif.cn:6688/yinling/auto_test_script) to load the modified case and verify the modification
|
||||
3. create a merge request and assign to HYL (or add comment @yinling for merging test).
|
||||
After review it will be merged to SDK and will be The cases will be synced to database in auto_test_script.
|
||||
|
||||
|
||||
## Run test case locally
|
||||
|
||||
1. clone auto_test_script (ssh://git@gitlab.espressif.cn:27227/yinling/auto_test_script.git) from gitlab
|
||||
2. create test environment:
|
||||
1. search test case (search test case ID in components/test/TestCaseAll.yml, get the "test environment" value
|
||||
2. goto [test environment list](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Documents/TestEnvList.md), find the link and goto the environment detail page
|
||||
3. create test environment according to figure and description
|
||||
4. [config test environment](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Design/TestEnvConfig.DesignNote.md). All parameters in table "Parameters require config before use" MUST be configured.
|
||||
3. run test cases with [CIRunner.py](https://gitlab.espressif.cn:6688/yinling/auto_test_script/blob/master/public/Design/RunnerConfigs.DesignNote.md)
|
||||
|
||||
|
||||
|
||||
## exclude known issues for CI
|
||||
the test cases listed in file "KnownIssues" will be excluded by CI when calculating results
|
||||
|
||||
Editing KnownIssues file is very simple, one single line for the ID for each case.
|
||||
```
|
||||
TCPIP_TCP_0101
|
||||
TCPIP_TCP_0201
|
||||
...
|
||||
```
|
|
@ -1,7 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- SYS_MISC_0101 # test reboot function
|
||||
- SYS_MISC_0201 # get heap size test
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_DHCP_0101 # dhcp client function test
|
||||
- TCPIP_DHCP_0103 # dhcp status query
|
||||
- TCPIP_DHCP_0201 # server dhcp lease test
|
||||
- TCPIP_DHCP_0202 # dhcp server ip pool
|
||||
- TCPIP_DHCP_0203 # dhcp server ip pool empty
|
||||
- TCPIP_DHCP_0204 # dhcp server timeout test
|
||||
- TCPIP_DHCP_0205 # disconnect STA if config dhcp server
|
||||
- TCPIP_DHCP_0206 # dhcp server assign same IP to same MAC when it's not released
|
||||
- TCPIP_DHCP_0207 # dhcp server prefer assign released IP to new client
|
||||
- TCPIP_DHCP_0208 # dhcp server reconfig and new client able to get first IP in pool
|
||||
- TCPIP_DHCP_0209 # dhcp server reconfig, old client and new client able to get IP
|
||||
- TCPIP_DHCP_0210 # dhcp server reconfig, old client able to get IP (discover with requested IP)
|
||||
- TCPIP_DHCP_0211 # dhcp server reconfig, old client able to renew IP (direct send request)
|
||||
- TCPIP_DHCP_0212 # dhcp server function test
|
||||
- TCPIP_DHCP_0301 # sta dhcp static ip interaction
|
||||
- TCPIP_DHCP_0302 # ap dhcp static ip interaction
|
||||
- TCPIP_IGMP_0101 # station IGMP join group address check
|
||||
- TCPIP_IGMP_0102 # station IGMP leave group address check
|
||||
- TCPIP_IGMP_0103 # softAP IGMP join group address check
|
||||
- TCPIP_IGMP_0104 # softAP IGMP leave group address check
|
||||
- TCPIP_IGMP_0201 # station IGMP recv packets
|
||||
- TCPIP_IGMP_0202 # station send multicast packets
|
||||
- TCPIP_IGMP_0203 # softAP IGMP recv packets
|
||||
- TCPIP_IGMP_0204 # softAP send multicast packets
|
||||
- TCPIP_IP_0101 # sta set and query static ip test
|
||||
- TCPIP_IP_0102 # ap set and query static ip test
|
||||
- TCPIP_TCP_0101 # STA mode, connect test. use different ip, port
|
||||
- TCPIP_TCP_0102 # STA mode, server listen test. use different kinds of port
|
||||
- TCPIP_TCP_0103 # STA mode, send/recv basic test
|
||||
- TCPIP_TCP_0104 # STA mode, shutdown basic test
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_0105 # STA mode, close for different types of TCP sockets test
|
||||
- TCPIP_TCP_0106 # STA mode, create max TCP sockets test
|
||||
- TCPIP_TCP_0107 # STA mode, accept max TCP client by server test
|
||||
- TCPIP_TCP_0110 # AP mode, connect test. use different ip, port
|
||||
- TCPIP_TCP_0111 # AP mode, server listen test. use different kinds of port
|
||||
- TCPIP_TCP_0112 # AP mode, send/recv basic test
|
||||
- TCPIP_TCP_0113 # AP mode, shutdown basic test
|
||||
- TCPIP_TCP_0114 # AP mode, close for different types of TCP sockets test
|
||||
- TCPIP_TCP_0115 # AP mode, create max TCP sockets test
|
||||
- TCPIP_TCP_0116 # AP mode, accept max TCP client by server test
|
||||
- TCPIP_TCP_0201 # STA mode, connect test. use socket in state that can't connect
|
||||
- TCPIP_TCP_0202 # STA mode, server listen test. use socket in state that can't listen
|
||||
- TCPIP_TCP_0203 # send test. use socket in state that can't send
|
||||
- TCPIP_TCP_0204 # STA mode, recv buffer test
|
||||
- TCPIP_TCP_0206 # STA mode, get active socket info test
|
||||
- TCPIP_TCP_0207 # AP mode, connect test. use socket in state that can't connect
|
||||
- TCPIP_TCP_0208 # AP mode, server listen test. use socket in state that can't listen
|
||||
- TCPIP_TCP_0210 # AP mode, recv buffer test
|
||||
- TCPIP_TCP_0212 # AP mode, get active socket info test
|
||||
- TCPIP_TCP_0401 # do TCP send after WIFI disconnected
|
||||
- TCPIP_TCP_0402 # close TCP socket after WIFI disconnected
|
||||
- TCPIP_TCP_0403 # do TCP send after mode changed
|
||||
- TCPIP_TCP_0404 # close TCP socket after mode changed
|
||||
- TCPIP_TCP_0406 # close TCP socket after PC NIC disabled
|
||||
- TCPIP_TCP_0407 # do TCP send after IP changed
|
||||
- TCPIP_TCP_0408 # close TCP socket after IP changed
|
||||
- TCPIP_TCP_0411 # do TCP send after socket changed
|
||||
- TCPIP_TCP_0412 # close TCP send after socket changed
|
||||
- TCPIP_UDP_0101 # STA mode, udp bind test. use different ip, port
|
||||
- TCPIP_UDP_0105 # STA mode, close UDP sockets test
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_UDP_0106 # STA mode, create max udp socket test
|
||||
- TCPIP_UDP_0107 # STA mode, get active socket info test
|
||||
- TCPIP_UDP_0108 # AP mode, udp bind test. use different ip, port
|
||||
- TCPIP_UDP_0112 # AP mode, close UDP sockets test
|
||||
- TCPIP_UDP_0113 # AP mode, create max udp socket test
|
||||
- TCPIP_UDP_0114 # AP mode, get active socket info test
|
||||
- TCPIP_UDP_0201 # STA mode, recv buffer test
|
||||
- TCPIP_UDP_0202 # AP mode, recv buffer test
|
||||
- ^TCPIP_DHCP_0101 # dhcp client function test
|
||||
- ^TCPIP_DHCP_0103 # dhcp status query
|
||||
- ^TCPIP_DHCP_0201 # server dhcp lease test
|
||||
- ^TCPIP_DHCP_0202 # dhcp server ip pool
|
||||
- ^TCPIP_DHCP_0203 # dhcp server ip pool empty
|
||||
- ^TCPIP_DHCP_0204 # dhcp server timeout test
|
||||
- ^TCPIP_DHCP_0205 # disconnect STA if config dhcp server
|
||||
- ^TCPIP_DHCP_0206 # dhcp server assign same IP to same MAC when it's not released
|
||||
- ^TCPIP_DHCP_0207 # dhcp server prefer assign released IP to new client
|
||||
- ^TCPIP_DHCP_0208 # dhcp server reconfig and new client able to get first IP in pool
|
||||
- ^TCPIP_DHCP_0209 # dhcp server reconfig, old client and new client able to get IP
|
||||
- ^TCPIP_DHCP_0210 # dhcp server reconfig, old client able to get IP (discover with requested IP)
|
||||
- ^TCPIP_DHCP_0211 # dhcp server reconfig, old client able to renew IP (direct send request)
|
||||
- ^TCPIP_DHCP_0212 # dhcp server function test
|
||||
- ^TCPIP_DHCP_0301 # sta dhcp static ip interaction
|
||||
- ^TCPIP_DHCP_0302 # ap dhcp static ip interaction
|
||||
- ^TCPIP_IGMP_0101 # station IGMP join group address check
|
||||
- ^TCPIP_IGMP_0102 # station IGMP leave group address check
|
||||
- ^TCPIP_IGMP_0103 # softAP IGMP join group address check
|
||||
- ^TCPIP_IGMP_0104 # softAP IGMP leave group address check
|
||||
- ^TCPIP_IGMP_0201 # station IGMP recv packets
|
||||
- ^TCPIP_IGMP_0202 # station send multicast packets
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- ^TCPIP_IGMP_0203 # softAP IGMP recv packets
|
||||
- ^TCPIP_IGMP_0204 # softAP send multicast packets
|
||||
- ^TCPIP_IP_0101 # sta set and query static ip test
|
||||
- ^TCPIP_IP_0102 # ap set and query static ip test
|
||||
- ^TCPIP_TCP_0101 # STA mode, connect test. use different ip, port
|
||||
- ^TCPIP_TCP_0102 # STA mode, server listen test. use different kinds of port
|
||||
- ^TCPIP_TCP_0103 # STA mode, send/recv basic test
|
||||
- ^TCPIP_TCP_0104 # STA mode, shutdown basic test
|
||||
- ^TCPIP_TCP_0105 # STA mode, close for different types of TCP sockets test
|
||||
- ^TCPIP_TCP_0106 # STA mode, create max TCP sockets test
|
||||
- ^TCPIP_TCP_0107 # STA mode, accept max TCP client by server test
|
||||
- ^TCPIP_TCP_0110 # AP mode, connect test. use different ip, port
|
||||
- ^TCPIP_TCP_0111 # AP mode, server listen test. use different kinds of port
|
||||
- ^TCPIP_TCP_0112 # AP mode, send/recv basic test
|
||||
- ^TCPIP_TCP_0113 # AP mode, shutdown basic test
|
||||
- ^TCPIP_TCP_0114 # AP mode, close for different types of TCP sockets test
|
||||
- ^TCPIP_TCP_0115 # AP mode, create max TCP sockets test
|
||||
- ^TCPIP_TCP_0116 # AP mode, accept max TCP client by server test
|
||||
- ^TCPIP_TCP_0201 # STA mode, connect test. use socket in state that can't connect
|
||||
- ^TCPIP_TCP_0202 # STA mode, server listen test. use socket in state that can't listen
|
||||
- ^TCPIP_TCP_0203 # send test. use socket in state that can't send
|
||||
- ^TCPIP_TCP_0204 # STA mode, recv buffer test
|
||||
- ^TCPIP_TCP_0206 # STA mode, get active socket info test
|
||||
- ^TCPIP_TCP_0207 # AP mode, connect test. use socket in state that can't connect
|
||||
- ^TCPIP_TCP_0208 # AP mode, server listen test. use socket in state that can't listen
|
||||
- ^TCPIP_TCP_0210 # AP mode, recv buffer test
|
||||
- ^TCPIP_TCP_0212 # AP mode, get active socket info test
|
||||
- ^TCPIP_TCP_0401 # do TCP send after WIFI disconnected
|
||||
- ^TCPIP_TCP_0402 # close TCP socket after WIFI disconnected
|
||||
- ^TCPIP_TCP_0403 # do TCP send after mode changed
|
|
@ -1,21 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- ^TCPIP_TCP_0404 # close TCP socket after mode changed
|
||||
- ^TCPIP_TCP_0406 # close TCP socket after PC NIC disabled
|
||||
- ^TCPIP_TCP_0407 # do TCP send after IP changed
|
||||
- ^TCPIP_TCP_0408 # close TCP socket after IP changed
|
||||
- ^TCPIP_TCP_0411 # do TCP send after socket changed
|
||||
- ^TCPIP_TCP_0412 # close TCP send after socket changed
|
||||
- ^TCPIP_UDP_0101 # STA mode, udp bind test. use different ip, port
|
||||
- ^TCPIP_UDP_0105 # STA mode, close UDP sockets test
|
||||
- ^TCPIP_UDP_0106 # STA mode, create max udp socket test
|
||||
- ^TCPIP_UDP_0107 # STA mode, get active socket info test
|
||||
- ^TCPIP_UDP_0108 # AP mode, udp bind test. use different ip, port
|
||||
- ^TCPIP_UDP_0112 # AP mode, close UDP sockets test
|
||||
- ^TCPIP_UDP_0113 # AP mode, create max udp socket test
|
||||
- ^TCPIP_UDP_0114 # AP mode, get active socket info test
|
||||
- ^TCPIP_UDP_0201 # STA mode, recv buffer test
|
||||
- ^TCPIP_UDP_0202 # AP mode, recv buffer test
|
|
@ -1,7 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_0405 # do TCP send after PC NIC disabled
|
||||
- ^TCPIP_TCP_0405 # do TCP send after PC NIC disabled
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_DNS_0101 # get host by name test
|
||||
- TCPIP_DNS_0101 # get host by name test
|
||||
- TCPIP_DNS_0101 # get host by name test
|
||||
- TCPIP_DNS_0101 # get host by name test
|
||||
- TCPIP_DNS_0101 # get host by name test
|
||||
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- TCPIP_ICMP_0101 # ping function test
|
||||
- TCPIP_ICMP_0101 # ping function test
|
||||
- TCPIP_ICMP_0101 # ping function test
|
||||
- TCPIP_ICMP_0101 # ping function test
|
||||
- TCPIP_ICMP_0101 # ping function test
|
||||
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- TCPIP_UDP_0103 # STA mode, sendto test with different length
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0109 # AP mode, sendto test. use different ip, port
|
||||
- TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
|
||||
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
|
||||
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
|
||||
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
|
||||
- TCPIP_UDP_0111 # AP mode, recvfrom basic test
|
||||
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- ^TCPIP_DNS_0101 # get host by name test
|
||||
- ^TCPIP_DNS_0101 # get host by name test
|
||||
- ^TCPIP_DNS_0101 # get host by name test
|
||||
- ^TCPIP_DNS_0101 # get host by name test
|
||||
- ^TCPIP_DNS_0101 # get host by name test
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- ^TCPIP_DNS_0102 # TCP connect to iot.espressif.com
|
||||
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- ^TCPIP_DNS_0103 # UDP send to iot.expressif.com
|
||||
- ^TCPIP_ICMP_0101 # ping function test
|
||||
- ^TCPIP_ICMP_0101 # ping function test
|
||||
- ^TCPIP_ICMP_0101 # ping function test
|
||||
- ^TCPIP_ICMP_0101 # ping function test
|
||||
- ^TCPIP_ICMP_0101 # ping function test
|
||||
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- ^TCPIP_UDP_0102 # STA mode, sendto test. use different ip, port
|
||||
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0103 # STA mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
||||
- ^TCPIP_UDP_0104 # STA mode, recvfrom basic test
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0110 # AP mode, sendto test with different length
|
||||
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- ^TCPIP_UDP_0301 # do UDP send after WIFI disconnected
|
||||
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- ^TCPIP_UDP_0302 # close UDP socket after WIFI disconnected
|
||||
- ^TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- ^TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- ^TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- ^TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- ^TCPIP_UDP_0303 # do UDP send after mode changed
|
||||
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- ^TCPIP_UDP_0304 # close UDP socket after mode changed
|
||||
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
||||
- ^TCPIP_UDP_0305 # close UDP socket after PC NIC disabled
|
|
@ -1,15 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- ^TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- ^TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- ^TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- ^TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- ^TCPIP_UDP_0306 # do UDP send after IP changed
|
||||
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
|
||||
- ^TCPIP_UDP_0307 # close UDP socket after IP changed
|
|
@ -1,35 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- WIFI_ADDR_0101 # set mac, query mac
|
||||
- WIFI_ADDR_0102 # set mac and do scan/JAP/SAP
|
||||
- WIFI_CONN_0101 # station SAP+JAP test, different encryption
|
||||
- WIFI_CONN_0102 # station SAP+JAP test, different channel
|
||||
- WIFI_CONN_0103 # station SAP+JAP test, ssid hidden
|
||||
- WIFI_CONN_0104 # station SAP test, max allowed sta
|
||||
- WIFI_CONN_0201 # JAP query test
|
||||
- WIFI_CONN_0301 # AP config query test
|
||||
- WIFI_CONN_0401 # auto reconnect test
|
||||
- WIFI_CONN_0501 # reconnect policy test
|
||||
- WIFI_CONN_0502 # will not do reconnect after manually disconnected
|
||||
- WIFI_CONN_0601 # list stations connected to soft ap test
|
||||
- WIFI_CONN_0801 # test auth change event
|
||||
- WIFI_CONN_0901 # test wifi disconnect reason REASON_ASSOC_LEAVE, REASON_4WAY_HANDSHAKE_TIMEOUT, REASON_NO_AP_FOUND
|
||||
- WIFI_CONN_0904 # test wifi disconnect reason REASON_ASSOC_TOOMANY, REASON_HANDSHAKE_TIMEOUT, REASON_ASSOC_EXPIRE
|
||||
- WIFI_MODE_0101 # mode switch test (sta mode)
|
||||
- WIFI_MODE_0102 # mode switch test (AP mode)
|
||||
- WIFI_MODE_0103 # mode switch test (STA+AP mode)
|
||||
- WIFI_SCAN_0101 # scan with scan config ssid
|
||||
- WIFI_SCAN_0102 # scan with scan config bssid
|
||||
- WIFI_SCAN_0103 # scan with scan config channel
|
||||
- WIFI_SCAN_0104 # scan with scan config show hidden
|
||||
- WIFI_SCAN_0105 # scan with several configs
|
||||
- WIFI_SCAN_0301 # reject scan request before scan finished
|
||||
- WIFI_SCAN_0302 # scan in congest channel
|
||||
- WIFI_SCAN_0303 # scan during JAP
|
||||
- WIFI_SCAN_0304 # scan during ext STA join SoftAP
|
||||
- ^WIFI_ADDR_0101 # set mac, query mac
|
||||
- ^WIFI_ADDR_0102 # set mac and do scan/JAP/SAP
|
||||
- ^WIFI_CONN_0101 # station SAP+JAP test, different encryption
|
|
@ -1,20 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- ^WIFI_CONN_0103 # station SAP+JAP test, ssid hidden
|
||||
- ^WIFI_CONN_0104 # station SAP test, max allowed sta
|
||||
- ^WIFI_CONN_0201 # JAP query test
|
||||
- ^WIFI_CONN_0301 # AP config query test
|
||||
- ^WIFI_CONN_0401 # auto reconnect test
|
||||
- ^WIFI_CONN_0501 # reconnect policy test
|
||||
- ^WIFI_CONN_0502 # will not do reconnect after manually disconnected
|
||||
- ^WIFI_CONN_0601 # list stations connected to soft ap test
|
||||
- ^WIFI_CONN_0801 # test auth change event
|
||||
- ^WIFI_CONN_0901 # test wifi disconnect reason REASON_ASSOC_LEAVE, REASON_4WAY_HANDSHAKE_TIMEOUT, REASON_NO_AP_FOUND
|
||||
- ^WIFI_CONN_0904 # test wifi disconnect reason REASON_ASSOC_TOOMANY, REASON_HANDSHAKE_TIMEOUT, REASON_ASSOC_EXPIRE
|
||||
- ^WIFI_SCAN_0101 # scan with scan config ssid
|
||||
- ^WIFI_SCAN_0102 # scan with scan config bssid
|
||||
- ^WIFI_SCAN_0103 # scan with scan config channel
|
||||
- ^WIFI_SCAN_0104 # scan with scan config show hidden
|
|
@ -1,7 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- WIFI_CONN_0902 # test wifi disconnect reason REASON_BEACON_TIMEOUT
|
||||
- ^WIFI_CONN_0902 # test wifi disconnect reason REASON_BEACON_TIMEOUT
|
|
@ -1,11 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC3, SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- WIFI_PHY_0501 # SoftAP STA in channel1 20M, STA changed to channel2 20M
|
||||
- WIFI_PHY_0502 # SoftAP STA in channel1 20M, STA changed to channel2 40M
|
||||
- WIFI_PHY_0503 # SoftAP STA in channel1, SoftAP 20M, STA 40M, STA changed to channel2 20M
|
||||
- WIFI_PHY_0504 # SoftAP STA in channel1, SoftAP 20M, STA 40M, STA changed to channel2 40M
|
||||
- WIFI_PHY_0505 # SoftAP STA in channel1, SoftAP 40M, STA 40M, STA changed to channel2 20M
|
||||
- WIFI_PHY_0506 # SoftAP STA in channel1, SoftAP 40M, STA 40M, STA changed to channel2 40M
|
|
@ -1,7 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- WIFI_CONN_0903 # test wifi disconnect reason REASON_AUTH_EXPIRE
|
||||
- ^WIFI_CONN_0903 # test wifi disconnect reason REASON_AUTH_EXPIRE
|
|
@ -1,14 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- WIFI_PHY_0401 # SoftAP ext AP in defferent channel, both bandwidth 20M, STA connect to AP then Softap get connected
|
||||
- WIFI_PHY_0402 # SoftAP ext AP in defferent channel, both bandwidth 20M, Softap get connected than STA connect to AP
|
||||
- WIFI_PHY_0403 # SoftAP ext AP in defferent channel, SoftAP 20M, ext AP 40M, STA connect to AP then Softap get connected
|
||||
- WIFI_PHY_0404 # SoftAP ext AP in defferent channel, SoftAP 20M, ext AP 40M, Softap get connected than STA connect to AP
|
||||
- WIFI_PHY_0405 # SoftAP ext AP in defferent channel, both bandwidth 40M, STA connect to AP then Softap get connected
|
||||
- WIFI_PHY_0406 # SoftAP ext AP in defferent channel, both bandwidth 40M, Softap get connected than STA connect to AP
|
||||
- WIFI_PHY_0407 # SoftAP ext AP in defferent channel, SoftAP 40M, ext AP 20M, STA connect to AP then Softap get connected
|
||||
- WIFI_PHY_0408 # SoftAP ext AP in defferent channel, SoftAP 40M, ext AP 20M, Softap get connected than STA connect to AP
|
||||
- WIFI_SCAN_0201 # STA in differnt PHY mode to scan AP in different PHY mode
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC3, SSC2, SSC1, SSC5, SSC4]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_5101 # 1 AP 4 STA TCP stable test
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_5102 # send random length segment to target
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC3, SSC2, SSC1, SSC5, SSC4]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_5103 # TCP SoftSTA send/recv stress test
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_5001 # test possible TCP connect/disconnect method
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_5201 # TCP send/recv stress test
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_TCP_5202 # TCP send/recv data validation
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC2, SSC1]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- TCPIP_UDP_5001 # UDP send/recv stress test
|
|
@ -1,6 +0,0 @@
|
|||
Config: {execute count: 1, execute order: in order}
|
||||
DUT: [SSC3, SSC2, SSC1, SSC5, SSC4]
|
||||
Filter:
|
||||
- Add:
|
||||
ID:
|
||||
- WIFI_CONN_5101 # max sta connect to SotfAP and disconnect
|
|
@ -3,7 +3,7 @@
|
|||
|
||||
# ICMP send Ping not supported
|
||||
TCPIP_ICMP_0101
|
||||
^TCPIP_ICMP_0101
|
||||
TCPIP_ICMP_0101_01
|
||||
|
||||
# don't support PHY mode command
|
||||
WIFI_SCAN_0201
|
||||
|
@ -27,53 +27,55 @@ WIFI_PHY_0506
|
|||
|
||||
# auth change event
|
||||
WIFI_CONN_0801
|
||||
^WIFI_CONN_0801
|
||||
WIFI_CONN_0801_01
|
||||
|
||||
# disconnect reason
|
||||
WIFI_CONN_0901
|
||||
^WIFI_CONN_0901
|
||||
WIFI_CONN_0901_01
|
||||
WIFI_CONN_0904
|
||||
^WIFI_CONN_0904
|
||||
^WIFI_CONN_0902
|
||||
WIFI_CONN_0904_01
|
||||
WIFI_CONN_0902_01
|
||||
WIFI_CONN_0902
|
||||
|
||||
# Wifi connect issue
|
||||
WIFI_CONN_0101
|
||||
^WIFI_CONN_0101
|
||||
WIFI_CONN_0101_01
|
||||
WIFI_CONN_0102
|
||||
^WIFI_CONN_0102
|
||||
WIFI_CONN_0102_01
|
||||
WIFI_CONN_0103
|
||||
^WIFI_CONN_0103
|
||||
WIFI_CONN_0103_01
|
||||
WIFI_CONN_0104
|
||||
^WIFI_CONN_0104
|
||||
WIFI_CONN_0104_01
|
||||
WIFI_CONN_0201
|
||||
^WIFI_CONN_0201
|
||||
WIFI_CONN_0201_01
|
||||
WIFI_CONN_0401
|
||||
^WIFI_CONN_0401
|
||||
WIFI_CONN_0401_01
|
||||
WIFI_CONN_0601
|
||||
^WIFI_CONN_0601
|
||||
WIFI_CONN_0601_01
|
||||
WIFI_ADDR_0102
|
||||
^WIFI_ADDR_0102
|
||||
WIFI_ADDR_0102_01
|
||||
WIFI_CONN_0502
|
||||
^WIFI_CONN_0502
|
||||
WIFI_CONN_0502_01
|
||||
WIFI_CONN_0501
|
||||
^WIFI_CONN_0501
|
||||
WIFI_CONN_0501_01
|
||||
WIFI_CONN_0903_01
|
||||
|
||||
# Wifi scan issue
|
||||
WIFI_SCAN_0101
|
||||
^WIFI_SCAN_0101
|
||||
WIFI_SCAN_0101_01
|
||||
WIFI_SCAN_0102
|
||||
^WIFI_SCAN_0102
|
||||
WIFI_SCAN_0102_01
|
||||
WIFI_SCAN_0103
|
||||
^WIFI_SCAN_0103
|
||||
WIFI_SCAN_0103_01
|
||||
WIFI_SCAN_0104
|
||||
^WIFI_SCAN_0104
|
||||
WIFI_SCAN_0104_01
|
||||
WIFI_SCAN_0105
|
||||
^WIFI_SCAN_0105
|
||||
WIFI_SCAN_0105_01
|
||||
WIFI_SCAN_0201_01
|
||||
WIFI_SCAN_0303
|
||||
^WIFI_SCAN_0303
|
||||
WIFI_SCAN_0303_01
|
||||
WIFI_SCAN_0304
|
||||
^WIFI_SCAN_0304
|
||||
WIFI_SCAN_0304_01
|
||||
WIFI_MODE_0101
|
||||
WIFI_MODE_0102
|
||||
WIFI_MODE_0103
|
||||
|
@ -87,124 +89,126 @@ TCPIP_IGMP_0201
|
|||
TCPIP_IGMP_0202
|
||||
TCPIP_IGMP_0203
|
||||
TCPIP_IGMP_0204
|
||||
^TCPIP_IGMP_0101
|
||||
^TCPIP_IGMP_0102
|
||||
^TCPIP_IGMP_0103
|
||||
^TCPIP_IGMP_0104
|
||||
^TCPIP_IGMP_0201
|
||||
^TCPIP_IGMP_0202
|
||||
^TCPIP_IGMP_0203
|
||||
^TCPIP_IGMP_0204
|
||||
TCPIP_IGMP_0101_01
|
||||
TCPIP_IGMP_0102_01
|
||||
TCPIP_IGMP_0103_01
|
||||
TCPIP_IGMP_0104_01
|
||||
TCPIP_IGMP_0201_01
|
||||
TCPIP_IGMP_0202_01
|
||||
TCPIP_IGMP_0203_01
|
||||
TCPIP_IGMP_0204_01
|
||||
|
||||
# DHCP issues
|
||||
TCPIP_DHCP_0101
|
||||
^TCPIP_DHCP_0101
|
||||
TCPIP_DHCP_0101_01
|
||||
TCPIP_DHCP_0202
|
||||
^TCPIP_DHCP_0202
|
||||
TCPIP_DHCP_0202_01
|
||||
TCPIP_DHCP_0204
|
||||
^TCPIP_DHCP_0204
|
||||
TCPIP_DHCP_0204_01
|
||||
TCPIP_DHCP_0205
|
||||
^TCPIP_DHCP_0205
|
||||
TCPIP_DHCP_0205_01
|
||||
TCPIP_DHCP_0206
|
||||
^TCPIP_DHCP_0206
|
||||
TCPIP_DHCP_0206_01
|
||||
TCPIP_DHCP_0207
|
||||
^TCPIP_DHCP_0207
|
||||
TCPIP_DHCP_0207_01
|
||||
TCPIP_DHCP_0208
|
||||
^TCPIP_DHCP_0208
|
||||
TCPIP_DHCP_0208_01
|
||||
TCPIP_DHCP_0209
|
||||
^TCPIP_DHCP_0209
|
||||
TCPIP_DHCP_0209_01
|
||||
TCPIP_DHCP_0210
|
||||
^TCPIP_DHCP_0210
|
||||
TCPIP_DHCP_0210_01
|
||||
TCPIP_DHCP_0211
|
||||
^TCPIP_DHCP_0211
|
||||
TCPIP_DHCP_0211_01
|
||||
TCPIP_DHCP_0301
|
||||
^TCPIP_DHCP_0301
|
||||
TCPIP_DHCP_0301_01
|
||||
TCPIP_DHCP_0302
|
||||
^TCPIP_DHCP_0302
|
||||
TCPIP_DHCP_0302_01
|
||||
|
||||
# TCP issue
|
||||
TCPIP_TCP_0101
|
||||
^TCPIP_TCP_0101
|
||||
TCPIP_TCP_0101_01
|
||||
TCPIP_TCP_0102
|
||||
^TCPIP_TCP_0102
|
||||
TCPIP_TCP_0102_01
|
||||
TCPIP_TCP_0103
|
||||
^TCPIP_TCP_0103
|
||||
TCPIP_TCP_0103_01
|
||||
TCPIP_TCP_0104
|
||||
^TCPIP_TCP_0104
|
||||
TCPIP_TCP_0104_01
|
||||
TCPIP_TCP_0105
|
||||
^TCPIP_TCP_0105
|
||||
TCPIP_TCP_0105_01
|
||||
TCPIP_TCP_0106
|
||||
^TCPIP_TCP_0106
|
||||
TCPIP_TCP_0106_01
|
||||
TCPIP_TCP_0107
|
||||
^TCPIP_TCP_0107
|
||||
TCPIP_TCP_0107_01
|
||||
TCPIP_TCP_0112
|
||||
^TCPIP_TCP_0112
|
||||
TCPIP_TCP_0112_01
|
||||
TCPIP_TCP_0201
|
||||
^TCPIP_TCP_0201
|
||||
TCPIP_TCP_0201_01
|
||||
TCPIP_TCP_0202
|
||||
^TCPIP_TCP_0202
|
||||
TCPIP_TCP_0202_01
|
||||
TCPIP_TCP_0203
|
||||
^TCPIP_TCP_0203
|
||||
TCPIP_TCP_0203_01
|
||||
TCPIP_TCP_0204
|
||||
^TCPIP_TCP_0204
|
||||
TCPIP_TCP_0204_01
|
||||
TCPIP_TCP_0206
|
||||
^TCPIP_TCP_0206
|
||||
TCPIP_TCP_0206_01
|
||||
TCPIP_TCP_0208
|
||||
^TCPIP_TCP_0208
|
||||
TCPIP_TCP_0208_01
|
||||
TCPIP_TCP_0210
|
||||
^TCPIP_TCP_0210
|
||||
TCPIP_TCP_0210_01
|
||||
TCPIP_TCP_0401
|
||||
^TCPIP_TCP_0401
|
||||
TCPIP_TCP_0401_01
|
||||
TCPIP_TCP_0402
|
||||
^TCPIP_TCP_0402
|
||||
TCPIP_TCP_0402_01
|
||||
TCPIP_TCP_0403
|
||||
^TCPIP_TCP_0403
|
||||
TCPIP_TCP_0403_01
|
||||
TCPIP_TCP_0404
|
||||
^TCPIP_TCP_0404
|
||||
TCPIP_TCP_0404_01
|
||||
TCPIP_TCP_0406
|
||||
^TCPIP_TCP_0406
|
||||
TCPIP_TCP_0406_01
|
||||
TCPIP_TCP_0407
|
||||
^TCPIP_TCP_0407
|
||||
TCPIP_TCP_0407_01
|
||||
TCPIP_TCP_0408
|
||||
^TCPIP_TCP_0408
|
||||
TCPIP_TCP_0408_01
|
||||
TCPIP_TCP_0412
|
||||
^TCPIP_TCP_0412
|
||||
TCPIP_TCP_0412_01
|
||||
TCPIP_TCP_0411
|
||||
^TCPIP_TCP_0411
|
||||
TCPIP_TCP_0411_01
|
||||
|
||||
# UDP issue
|
||||
TCPIP_UDP_0102
|
||||
^TCPIP_UDP_0102
|
||||
TCPIP_UDP_0102_01
|
||||
TCPIP_UDP_0103
|
||||
^TCPIP_UDP_0103
|
||||
TCPIP_UDP_0103_01
|
||||
TCPIP_UDP_0104
|
||||
^TCPIP_UDP_0104
|
||||
TCPIP_UDP_0104_01
|
||||
TCPIP_UDP_0108
|
||||
^TCPIP_UDP_0108
|
||||
TCPIP_UDP_0108_01
|
||||
TCPIP_UDP_0110
|
||||
^TCPIP_UDP_0110
|
||||
TCPIP_UDP_0110_01
|
||||
TCPIP_UDP_0111
|
||||
TCPIP_UDP_0111_01
|
||||
TCPIP_UDP_0112
|
||||
^TCPIP_UDP_0112
|
||||
TCPIP_UDP_0112_01
|
||||
TCPIP_UDP_0301
|
||||
^TCPIP_UDP_0301
|
||||
TCPIP_UDP_0301_01
|
||||
TCPIP_UDP_0302
|
||||
^TCPIP_UDP_0302
|
||||
TCPIP_UDP_0302_01
|
||||
TCPIP_UDP_0303
|
||||
^TCPIP_UDP_0303
|
||||
TCPIP_UDP_0303_01
|
||||
TCPIP_UDP_0304
|
||||
^TCPIP_UDP_0304
|
||||
TCPIP_UDP_0304_01
|
||||
TCPIP_UDP_0305
|
||||
^TCPIP_UDP_0305
|
||||
TCPIP_UDP_0305_01
|
||||
TCPIP_UDP_0306
|
||||
^TCPIP_UDP_0306
|
||||
TCPIP_UDP_0306_01
|
||||
TCPIP_UDP_0307
|
||||
^TCPIP_UDP_0307
|
||||
TCPIP_UDP_0307_01
|
||||
|
||||
#DNS
|
||||
TCPIP_DNS_0101
|
||||
^TCPIP_DNS_0101
|
||||
TCPIP_DNS_0101_01
|
||||
TCPIP_DNS_0102
|
||||
^TCPIP_DNS_0102
|
||||
TCPIP_DNS_0102_01
|
||||
TCPIP_DNS_0103
|
||||
^TCPIP_DNS_0103
|
||||
TCPIP_DNS_0103_01
|
||||
|
||||
|
|
File diff suppressed because it is too large
Load diff
|
@ -161,57 +161,10 @@ class Parser(object):
|
|||
with open(os.path.join(self.idf_path, "components", "idf_test", "unit_test", "TestCaseAll.yml"), "wb+") as f:
|
||||
yaml.dump({"test cases": test_cases}, f, allow_unicode=True, default_flow_style=False)
|
||||
|
||||
def dump_ci_config(self):
|
||||
""" assign test cases and dump to config file to test bench """
|
||||
test_cases_by_jobs = self.assign_test_cases()
|
||||
|
||||
ci_config_folder = os.path.join(self.idf_path, "components", "idf_test", "unit_test", "CIConfigs")
|
||||
|
||||
if not os.path.exists(ci_config_folder):
|
||||
os.makedirs(os.path.join(ci_config_folder, "CIConfigs"))
|
||||
|
||||
for unit_job in self.unit_jobs:
|
||||
job = deepcopy(CONFIG_FILE_PATTERN)
|
||||
job.update({"DUT": ["UT1"]})
|
||||
job.update({"Filter": [{"Add": {"ID": test_cases_by_jobs[unit_job]}}]})
|
||||
|
||||
with open(os.path.join(ci_config_folder, unit_job + ".yml"), "wb+") as f:
|
||||
yaml.dump(job, f, allow_unicode=True, default_flow_style=False)
|
||||
|
||||
def assign_test_cases(self):
|
||||
""" assign test cases to jobs """
|
||||
test_cases_by_jobs = {}
|
||||
|
||||
for job in self.unit_jobs:
|
||||
test_cases_by_jobs.update({job: list()})
|
||||
for test_env in self.test_env_tags:
|
||||
available_jobs = list()
|
||||
for job in self.unit_jobs:
|
||||
if test_env in self.unit_jobs[job]:
|
||||
available_jobs.append(job)
|
||||
for idx, job in enumerate(available_jobs):
|
||||
test_cases_by_jobs[job] += (self.test_env_tags[test_env]
|
||||
[idx*len(self.test_env_tags[test_env])/len(available_jobs):
|
||||
(idx+1)*len(self.test_env_tags[test_env])/len(available_jobs)])
|
||||
return test_cases_by_jobs
|
||||
|
||||
def parse_gitlab_ci(self):
|
||||
""" parse gitlab ci config file to get pre-defined unit test jobs """
|
||||
with open(os.path.join(self.idf_path, ".gitlab-ci.yml"), "r") as f:
|
||||
gitlab_ci = yaml.load(f)
|
||||
keys = gitlab_ci.keys()
|
||||
for key in keys:
|
||||
if re.match("UT_", key):
|
||||
test_env = gitlab_ci[key]["tags"]
|
||||
unit_job = key
|
||||
key = {}
|
||||
key.update({unit_job: test_env})
|
||||
self.unit_jobs.update(key)
|
||||
|
||||
def copy_module_def_file(self):
|
||||
""" copy module def file to artifact path """
|
||||
src = os.path.join(self.idf_path, "tools", "unit-test-app", "tools", "ModuleDefinition.yml")
|
||||
dst = os.path.join(self.idf_path, "components", "idf_test", "unit_test")
|
||||
dst = os.path.join(self.idf_path, "components", "idf_test")
|
||||
shutil.copy(src, dst)
|
||||
|
||||
|
||||
|
@ -253,8 +206,6 @@ def main():
|
|||
|
||||
parser = Parser(idf_path)
|
||||
parser.parse_test_cases_from_elf(elf_path)
|
||||
parser.parse_gitlab_ci()
|
||||
parser.dump_ci_config()
|
||||
parser.copy_module_def_file()
|
||||
|
||||
|
||||
|
|
Loading…
Reference in a new issue