Crash_Override/OVMS3-idf
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity
OVMS3-idf/tools/ci/config/target-test.yml

567 lines
12 KiB
YAML
Raw Normal View History

CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
# for parallel jobs, CI_JOB_NAME will be "job_name index/total" (for example, "IT_001 1/2")
# we need to convert to pattern "job_name_index.yml"
.define_config_file_name: &define_config_file_name |
JOB_NAME_PREFIX=$(echo ${CI_JOB_NAME} | awk '{print $1}')
JOG_FULL_NAME="${JOB_NAME_PREFIX}_${CI_NODE_INDEX}"
CONFIG_FILE="${CONFIG_FILE_PATH}/${JOG_FULL_NAME}.yml"
.example_test_template:
stage: target_test
when: on_success
only:
refs:
- master
- /^release\/v/
- /^v\d+\.\d+(\.\d+)?($|-)/
- triggers
- schedules
variables:
- $BOT_TRIGGER_WITH_LABEL == null
- $BOT_LABEL_EXAMPLE_TEST
dependencies:
- assign_test
artifacts:
when: always
paths:
- $LOG_PATH
expire_in: 1 week
reports:
junit: $LOG_PATH/*/XUNIT_RESULT.xml
variables:
TEST_CASE_PATH: "$CI_PROJECT_DIR/examples"
CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/examples/test_configs"
LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS"
ENV_FILE: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/EnvConfig.yml"
CI: modify fetch submodule method: download archive for submodules instead of clone
2019-11-28 09:08:25 +00:00
SUBMODULES_TO_FETCH: "components/esptool_py/esptool"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
script:
- *define_config_file_name
# first test if config file exists, if not exist, exit 0
- test -e $CONFIG_FILE || exit 0
# clone test env configs
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- ./tools/ci/retry_failed.sh git clone $TEST_ENV_CONFIG_REPO
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs
test: update example and unit tests with new import roles: tiny_test_fw is a python package now. import it using normal way.
2019-11-27 03:58:07 +00:00
- cd tools/ci/python_packages/tiny_test_fw/bin
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
# run test
- python Runner.py $TEST_CASE_PATH -c $CONFIG_FILE -e $ENV_FILE
.unit_test_template:
extends: .example_test_template
stage: target_test
dependencies:
- assign_test
- build_esp_idf_tests_make
- build_esp_idf_tests_cmake
only:
refs:
- master
- /^release\/v/
- /^v\d+\.\d+(\.\d+)?($|-)/
- triggers
- schedules
variables:
- $BOT_TRIGGER_WITH_LABEL == null
- $BOT_LABEL_UNIT_TEST
variables:
TEST_FW_PATH: "$CI_PROJECT_DIR/tools/tiny-test-fw"
TEST_CASE_PATH: "$CI_PROJECT_DIR/tools/unit-test-app"
CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/components/idf_test/unit_test/CIConfigs"
LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS"
ENV_FILE: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/EnvConfig.yml"
test: let unit test jobs use python3
2019-12-27 11:25:14 +00:00
PYTHON_VER: 3
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
.test_template:
stage: target_test
when: on_success
only:
refs:
- master
- /^release\/v/
- /^v\d+\.\d+(\.\d+)?($|-)/
- triggers
- schedules
variables:
- $BOT_TRIGGER_WITH_LABEL == null
- $BOT_LABEL_INTEGRATION_TEST
dependencies:
- assign_test
- build_ssc
artifacts:
when: always
reports:
junit: $LOG_PATH/*/XUNIT_RESULT.xml
paths:
- $LOG_PATH
expire_in: 1 week
variables:
CI: modify fetch submodule method: download archive for submodules instead of clone
2019-11-28 09:08:25 +00:00
SUBMODULES_TO_FETCH: "components/esptool_py/esptool"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
LOCAL_ENV_CONFIG_PATH: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/ESP32_IDF"
LOG_PATH: "${CI_PROJECT_DIR}/${CI_COMMIT_SHA}"
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
TEST_CASE_FILE_PATH: "$CI_PROJECT_DIR/auto_test_script/TestCaseFiles"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
MODULE_UPDATE_FILE: "$CI_PROJECT_DIR/components/idf_test/ModuleDefinition.yml"
CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/components/idf_test/integration_test/CIConfigs"
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
KNOWN_ISSUE_FILE: "${CI_PROJECT_DIR}/components/idf_test/integration_test/KnownIssues"
PYTHON_VER: 3.7.7
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
script:
- *define_config_file_name
# first test if config file exists, if not exist, exit 0
- test -e $CONFIG_FILE || exit 0
# clone local test env configs
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- ./tools/ci/retry_failed.sh git clone $TEST_ENV_CONFIG_REPO
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
# clone auto test repo
- git clone ${CI_AUTO_TEST_SCRIPT_REPO_URL} -b empty_branch
- ./tools/ci/retry_failed.sh git -C auto_test_script checkout -f ${CI_AUTO_TEST_SCRIPT_REPO_BRANCH}
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- python $CHECKOUT_REF_SCRIPT auto_test_script auto_test_script
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- export PYTHONPATH="${CI_PROJECT_DIR}/auto_test_script/packages:$PYTHONPATH"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- cd auto_test_script
# run test
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- cat ${KNOWN_ISSUE_FILE} >> ${TEST_CASE_FILE_PATH}/KnownIssues
- python bin/CIRunner.py -l "$LOG_PATH/$JOG_FULL_NAME" -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
test_weekend_mqtt:
extends: .example_test_template
stage: target_test
tags:
- ESP32
- Example_WIFI
only:
variables:
- $BOT_LABEL_WEEKEND_TEST
variables:
TEST_CASE_PATH: "$CI_PROJECT_DIR/components/mqtt/weekend_test"
LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS"
ENV_FILE: "$CI_PROJECT_DIR/components/mqtt/weekend_test/env.yml"
ci: fix weekend test confguration update per latest refactoring of grouping tests
2019-09-27 12:44:55 +00:00
CONFIG_FILE_PATH: "$CI_PROJECT_DIR/components/mqtt/weekend_test"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
test_weekend_network:
extends: .example_test_template
stage: target_test
image: $CI_DOCKER_REGISTRY/rpi-net-suite$BOT_DOCKER_IMAGE_TAG
tags:
- ESP32
- Example_WIFI
only:
variables:
- $BOT_LABEL_WEEKEND_TEST
variables:
TEST_CASE_PATH: "$CI_PROJECT_DIR/components/lwip/weekend_test"
LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS"
ENV_FILE: "$CI_PROJECT_DIR/components/lwip/weekend_test/env.yml"
ci: fix weekend test confguration update per latest refactoring of grouping tests
2019-09-27 12:44:55 +00:00
CONFIG_FILE_PATH: "$CI_PROJECT_DIR/components/lwip/weekend_test"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
example_test_001:
extends: .example_test_template
Bugfix for failing OTA example example_test.py is added to test advanced_https_ota_example and native ota_example. Closes https://github.com/espressif/esp-idf/issues/4394
2019-12-09 14:23:05 +00:00
parallel: 3
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32
- Example_WIFI
example_test_002:
extends: .example_test_template
image: $CI_DOCKER_REGISTRY/ubuntu-test-env$BOT_DOCKER_IMAGE_TAG
tags:
- ESP32
- Example_ShieldBox_Basic
test: update example and unit tests with new import roles: tiny_test_fw is a python package now. import it using normal way.
2019-11-27 03:58:07 +00:00
script:
- *define_config_file_name
# first test if config file exists, if not exist, exit 0
- test -e $CONFIG_FILE || exit 0
# clone test env configs
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- ./tools/ci/retry_failed.sh git clone $TEST_ENV_CONFIG_REPO
test: update example and unit tests with new import roles: tiny_test_fw is a python package now. import it using normal way.
2019-11-27 03:58:07 +00:00
- python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs
- cd tools/ci/python_packages/tiny_test_fw/bin
# run test
- python Runner.py $TEST_CASE_PATH -c $CONFIG_FILE -e $ENV_FILE
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
.example_test_003:
extends: .example_test_template
tags:
- ESP32
- Example_SDIO
test: update example and unit tests with new import roles: tiny_test_fw is a python package now. import it using normal way.
2019-11-27 03:58:07 +00:00
example_test_004A:
extends: .example_test_template
tags:
- ESP32
- Example_CAN1
example_test_004B:
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
extends: .example_test_template
tags:
- ESP32
test: update example and unit tests with new import roles: tiny_test_fw is a python package now. import it using normal way.
2019-11-27 03:58:07 +00:00
- Example_CAN2
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
example_test_005:
extends: .example_test_template
tags:
- ESP32
- Example_WIFI_BT
example_test_006:
extends: .example_test_template
image: $CI_DOCKER_REGISTRY/ubuntu-test-env$BOT_DOCKER_IMAGE_TAG
only:
variables:
- $BOT_LABEL_IPERF_STRESS_TEST
tags:
- ESP32
- Example_ShieldBox
example_test_007:
extends: .example_test_template
tags:
- ESP32
- Example_I2C_CCS811_SENSOR
ci: add jobs for flash encryption tests
2019-07-27 10:13:32 +00:00
example_test_008:
extends: .example_test_template
tags:
- ESP32
- Example_Flash_Encryption
examples/ext_flash_fatfs: print out data partitions, add CI test
2019-09-30 14:26:34 +00:00
example_test_009:
extends: .example_test_template
tags:
- ESP32
- Example_ExtFlash
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
UT_001:
extends: .unit_test_template
ci: Increase target test runnner count
2020-05-27 01:17:52 +00:00
parallel: 29
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- UT_T1_1
ci: add unit test job
2019-07-10 12:19:13 +00:00
# Max. allowed value of 'parallel' is 50.
# See UT_030 below if you want to add more unit test jobs.
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
UT_002:
extends: .unit_test_template
ci: resume esp_flash unit tests
2020-07-27 01:28:58 +00:00
parallel: 10
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- UT_T1_1
- psram
UT_003:
extends: .unit_test_template
ci: reduce number of unit test cases
2019-12-08 03:07:09 +00:00
parallel: 2
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- UT_T1_SDMODE
UT_005:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_SDMODE
- psram
UT_006:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_SPIMODE
- psram
UT_008:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_GPIO
- psram
UT_010:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_PCNT
- psram
UT_012:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_LEDC
- psram
UT_014:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T2_RS485
- psram
UT_015:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_RMT
UT_016:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_RMT
- psram
UT_017:
extends: .unit_test_template
tags:
- ESP32_IDF
- EMMC
UT_018:
extends: .unit_test_template
ci: reduce number of unit test cases
2019-12-08 03:07:09 +00:00
parallel: 2
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- UT_T1_1
- 8Mpsram
UT_020:
extends: .unit_test_template
tags:
- ESP32_IDF
- Example_SPI_Multi_device
- psram
UT_022:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T2_I2C
- psram
UT_023:
extends: .unit_test_template
mcpwm: enable some unit tests again
2019-11-07 18:47:00 +00:00
parallel: 2
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- UT_T1_MCPWM
UT_024:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_MCPWM
- psram
UT_026:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_I2S
- psram
UT_028:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T2_1
- psram
ci: add jobs for flash encryption tests
2019-07-27 10:13:32 +00:00
UT_031:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_FlashEncryption
ethernet: enable unit test
2019-09-19 03:27:42 +00:00
UT_033:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T2_Ethernet
- psram
ci: resume esp_flash unit tests
2020-07-27 01:28:58 +00:00
UT_034:
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_ESP_FLASH
esp_flash: add unit test for external flash and QE toggling Tests for external flash chips used to controlled by macros, one bin for one chip. And tests are done manually. This commit refactored the test so that all 3 chips can all run in single test.
2019-09-04 13:09:30 +00:00
UT_035:
ci: fix one ut issue when using Wrover-B module with newer ver of PSRAM The workaround for PSRAM that will occupy an SPI bus is enabled only when: 1. used on 32MBit ver 0 PSRAM. 2. work at 80MHz. The test used to only check 32MBit by the config option, but for PSRAM on Wrover-B module seems to use a newer version of 32MBit PSRAM. So it expects the workaround to be enabled, but actually not. This commit split the unit test into two parts: 1. check all SPI buses are available, for all configs except psram_hspi and psram_vspi, run on regular runners (including Wrover and Wrover-B). a hidden option is enabled so that the compiler knows it's not building psram_hspi or psram_vspi. 2. check the specified bus are acquired, for config psram_hspi and psram_vspi. This only run on special runner (legacy Wrover module).
2019-10-31 04:00:46 +00:00
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_PSRAMV0
- psram
esp_flash: add unit test for external flash and QE toggling Tests for external flash chips used to controlled by macros, one bin for one chip. And tests are done manually. This commit refactored the test so that all 3 chips can all run in single test.
2019-09-04 13:09:30 +00:00
UT_037:
ci: Add test configs for 32kHz crystals
2019-11-14 03:11:12 +00:00
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_no32kXTAL
- psram
esp_flash: add unit test for external flash and QE toggling Tests for external flash chips used to controlled by macros, one bin for one chip. And tests are done manually. This commit refactored the test so that all 3 chips can all run in single test.
2019-09-04 13:09:30 +00:00
UT_039:
ci: Add test configs for 32kHz crystals
2019-11-14 03:11:12 +00:00
extends: .unit_test_template
tags:
- ESP32_IDF
- UT_T1_32kXTAL
- psram
ci: fix one ut issue when using Wrover-B module with newer ver of PSRAM The workaround for PSRAM that will occupy an SPI bus is enabled only when: 1. used on 32MBit ver 0 PSRAM. 2. work at 80MHz. The test used to only check 32MBit by the config option, but for PSRAM on Wrover-B module seems to use a newer version of 32MBit PSRAM. So it expects the workaround to be enabled, but actually not. This commit split the unit test into two parts: 1. check all SPI buses are available, for all configs except psram_hspi and psram_vspi, run on regular runners (including Wrover and Wrover-B). a hidden option is enabled so that the compiler knows it's not building psram_hspi or psram_vspi. 2. check the specified bus are acquired, for config psram_hspi and psram_vspi. This only run on special runner (legacy Wrover module).
2019-10-31 04:00:46 +00:00
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
nvs_compatible_test:
extends: .test_template
artifacts:
when: always
paths:
- $LOG_PATH
- nvs_wifi.bin
expire_in: 1 mos
tags:
- ESP32_IDF
- NVS_Compatible
script:
- *define_config_file_name
# first test if config file exists, if not exist, exit 0
- test -e $CONFIG_FILE || exit 0
# clone local test env configs
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- ./tools/ci/retry_failed.sh git clone $TEST_ENV_CONFIG_REPO
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs
# clone test bench
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- git clone ${CI_AUTO_TEST_SCRIPT_REPO_URL} -b empty_branch
- ./tools/ci/retry_failed.sh git -C auto_test_script checkout -f ${CI_AUTO_TEST_SCRIPT_REPO_BRANCH}
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- python $CHECKOUT_REF_SCRIPT auto_test_script auto_test_script
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- export PYTHONPATH="${CI_PROJECT_DIR}/auto_test_script/packages:$PYTHONPATH"
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
- cd auto_test_script
# prepare nvs bins
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- ./tools/prepare_nvs_bin.sh
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
# run test
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
- python bin/CIRunner.py -l "$LOG_PATH/$JOG_FULL_NAME" -c $CONFIG_FILE -e $LOCAL_ENV_CONFIG_PATH -t $TEST_CASE_FILE_PATH
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
IT_001:
extends: .test_template
parallel: 3
tags:
- ESP32_IDF
- SSC_T1_4
IT_002:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_2
IT_003:
extends: .test_template
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
parallel: 14
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- SSC_T2_5
IT_004:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_APC
IT_005:
extends: .test_template
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
parallel: 2
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- SSC_T1_5
IT_006:
extends: .test_template
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
parallel: 12
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- SSC_T1_6
IT_007:
extends: .test_template
parallel: 3
tags:
- ESP32_IDF
- SSC_T1_7
IT_008:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_8
IT_009:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_3
IT_011:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_MESH1
IT_012:
extends: .test_template
parallel: 2
tags:
- ESP32_IDF
- SSC_T2_MESH1
IT_013:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T3_MESH1
IT_014:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T6_MESH1
IT_015:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T12_MESH1
IT_016:
extends: .test_template
CI: temp allow mesh job to fail as runner is not stable
2020-07-16 08:27:33 +00:00
allow_failure: true
CI: use `include` to split large CI config file
2019-06-28 16:39:21 +00:00
tags:
- ESP32_IDF
- SSC_T50_MESH1
IT_017:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_MESH2
IT_018:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_9
IT_019:
extends: .test_template
parallel: 2
tags:
- ESP32_IDF
- SSC_T2_2
IT_020:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T2_3
IT_021:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T2_4
test: move auto test script to new repo (backport) + known issue
2020-10-24 01:25:33 +00:00
IT_022:
extends: .test_template
tags:
- ESP32_IDF
- SSC_T1_10
Reference in a new issue Copy permalink