# for parallel jobs, CI_JOB_NAME will be "job_name index/total" (for example, "IT_001 1/2") # we need to convert to pattern "job_name_index.yml" .define_config_file_name: &define_config_file_name | JOB_NAME_PREFIX=$(echo ${CI_JOB_NAME} | awk '{print $1}') JOB_FULL_NAME="${JOB_NAME_PREFIX}_${CI_NODE_INDEX}" CONFIG_FILE="${CONFIG_FILE_PATH}/${JOB_FULL_NAME}.yml" .target_test_job_template: stage: target_test artifacts: when: always paths: - "**/*.log" - $LOG_PATH exclude: - .git/**/* expire_in: 1 week reports: junit: $LOG_PATH/*/XUNIT_RESULT.xml variables: TEST_FW_PATH: "$CI_PROJECT_DIR/tools/tiny-test-fw" LOG_PATH: "$CI_PROJECT_DIR/TEST_LOGS" ENV_FILE: "$CI_PROJECT_DIR/ci-test-runner-configs/$CI_RUNNER_DESCRIPTION/EnvConfig.yml" SUBMODULES_TO_FETCH: "components/esptool_py/esptool" script: - *define_config_file_name # first test if config file exists, if not exist, exit 0 - | { [[ -e $CONFIG_FILE ]]; } || { echo 'No config file found. Consider decreasing the parallel count of this job in ".gitlab/ci/target-test.yml"'; exit 0; } # clone test env configs - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # git clone the known failure cases repo, run test - pip install minio - python tools/ci/get_known_failure_cases_file.py # run test - cd tools/ci/python_packages/tiny_test_fw/bin - run_cmd python Runner.py $TEST_CASE_PATH -c $CONFIG_FILE -e $ENV_FILE --known_failure_cases_file $CI_PROJECT_DIR/${KNOWN_FAILURE_CASES_FILE_NAME} .example_test_template: extends: .target_test_job_template needs: - assign_example_test variables: TEST_CASE_PATH: "$CI_PROJECT_DIR/examples" CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/examples/test_configs" .example_debug_template: extends: - .example_test_template - .rules:test:example_test-esp32 variables: SUBMODULES_TO_FETCH: "all" test_weekend_mqtt: extends: - .test_app_esp32_template - .rules:labels:weekend_test tags: - ESP32 - Example_EthKitV1 script: - export MQTT_PUBLISH_TEST=1 - export TEST_PATH=$CI_PROJECT_DIR/tools/test_apps/protocols/mqtt/publish_connect_test - cd $IDF_PATH/tools/ci/python_packages/tiny_test_fw/bin - run_cmd python Runner.py $TEST_PATH -c $TEST_PATH/publish_connect_mqtt_.yml .example_test_esp32_template: extends: - .example_test_template - .rules:test:example_test-esp32 .example_test_esp32s2_template: extends: - .example_test_template - .rules:test:example_test-esp32s2 .example_test_esp32c3_template: extends: - .example_test_template - .rules:test:example_test-esp32c3 .example_test_esp32s3_template: extends: - .example_test_template - .rules:test:example_test-esp32s3 example_test_001A: extends: .example_test_esp32_template tags: - ESP32 - Example_WIFI example_test_001B: extends: .example_test_esp32_template tags: - ESP32 - Example_EthKitV1 example_test_httpbin: extends: .example_test_esp32_template tags: - ESP32 - httpbin example_test_001B_V3: extends: .example_test_esp32_template tags: - ESP32 - Example_EthKitV12 example_test_001C: extends: .example_test_esp32_template parallel: 4 tags: - ESP32 - Example_GENERIC example_test_001D: extends: .example_test_esp32_template tags: - ESP32 - Example_8Mflash_Ethernet example_test_OTA: extends: .example_test_esp32_template tags: - ESP32 - EXAMPLE_ETH_OTA example_test_protocols: extends: .example_test_esp32_template parallel: 2 tags: - ESP32 - Example_WIFI_Protocols # This job is only triggered by env var `NIGHTLY_RUN`, please do NOT remove example_test_esp32_WIFI_OTA: extends: .example_test_esp32_template tags: - ESP32 - Example_WIFI_OTA example_test_002: extends: .example_test_esp32_template image: $CI_DOCKER_REGISTRY/ubuntu-test-env$BOT_DOCKER_IMAGE_TAG tags: - ESP32 - Example_ShieldBox_Basic example_test_ethernet: extends: .example_test_esp32_template tags: - ESP32 - Example_Ethernet .example_test_003: extends: .example_test_esp32_template tags: - ESP32 - Example_SDIO example_test_004A: extends: .example_test_esp32_template tags: - ESP32 - Example_TWAI1 example_test_004B: extends: .example_test_esp32_template tags: - ESP32 - Example_TWAI2 example_test_005: extends: .example_test_esp32_template tags: - ESP32 - Example_WIFI_BT example_test_006: extends: - .example_test_esp32_template - .rules:labels:iperf_stress_test image: $CI_DOCKER_REGISTRY/ubuntu-test-env$BOT_DOCKER_IMAGE_TAG tags: - ESP32 - Example_ShieldBox example_test_007: extends: .example_test_esp32_template tags: - ESP32 - Example_I2C_CCS811_SENSOR example_test_008A: extends: .example_test_esp32_template tags: - ESP32 - Example_Flash_Encryption example_test_008B: extends: .example_test_esp32_template tags: - ESP32 - Example_Flash_Encryption_OTA example_test_009: extends: .example_test_esp32_template tags: - ESP32 - test_jtag_arm variables: SETUP_TOOLS: "1" PYTHON_VER: 3 example_test_010: extends: .example_test_esp32_template tags: - ESP32 - Example_ExtFlash example_test_011: extends: .example_debug_template tags: - ESP32 - Example_T2_RS485 variables: SETUP_TOOLS: "1" example_test_012: extends: .example_test_esp32_template tags: - ESP32 - Example_RMT_IR_PROTOCOLS example_test_013: extends: .example_test_esp32_template tags: - ESP32 - UT_T1_SDMODE example_test_014: extends: .example_test_esp32_template tags: - ESP32 - 8Mpsram example_test_015: extends: .example_test_esp32_template tags: - ESP32 - Example_PPP example_test_016: extends: .example_test_esp32_template tags: - ESP32 - Example_Modbus_TCP example_test_017: extends: .example_test_esp32s2_template tags: - ESP32S2 - Example_GENERIC example_test_C3_GENERIC: extends: .example_test_esp32c3_template parallel: 3 tags: - ESP32C3 - Example_GENERIC example_test_C3_FLASH_ENC: extends: .example_test_esp32c3_template tags: - ESP32C3 - Example_Flash_Encryption example_test_C3_FLASH_ENC_OTA: extends: .example_test_esp32c3_template tags: - ESP32C3 - Example_Flash_Encryption_OTA_WiFi example_test_ESP32_SDSPI: extends: .example_test_esp32_template tags: - ESP32 - UT_T1_SPIMODE example_test_S3_GENERIC: extends: .example_test_esp32s3_template tags: - ESP32S3 - Example_GENERIC example_test_ESP32S2_SDSPI: extends: .example_test_esp32s2_template tags: - ESP32S2 - UT_T1_SPIMODE example_test_ESP32C3_SDSPI: extends: .example_test_esp32c3_template tags: - ESP32C3 - UT_T1_SPIMODE .test_app_template: extends: .target_test_job_template needs: - assign_custom_test variables: TEST_CASE_PATH: "$CI_PROJECT_DIR/tools/test_apps" CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/tools/test_apps/test_configs" .test_app_esp32_template: extends: - .test_app_template - .rules:test:custom_test-esp32 .test_app_esp32s2_template: extends: - .test_app_template - .rules:test:custom_test-esp32s2 .test_app_esp32c3_template: extends: - .test_app_template - .rules:test:custom_test-esp32c3 .test_app_esp32s3_template: extends: - .test_app_template - .rules:test:custom_test-esp32s3 test_app_test_001: extends: .test_app_esp32_template tags: - ESP32 - test_jtag_arm variables: SETUP_TOOLS: "1" test_app_test_002: extends: .test_app_esp32_template tags: - ESP32 - Example_WIFI test_app_test_eth: extends: .test_app_esp32_template tags: - ESP32 - Example_EthKitV1 test_app_test_003: extends: .test_app_esp32_template tags: - ESP32 - Example_PPP test_app_test_004: extends: .test_app_esp32s2_template tags: - ESP32S2 - Example_GENERIC test_app_test_005: extends: .test_app_esp32c3_template tags: - ESP32C3 - Example_GENERIC test_app_test_006: extends: .test_app_esp32s3_template tags: - ESP32S3 - Example_GENERIC test_app_test_esp32_generic: extends: .test_app_esp32_template parallel: 5 tags: - ESP32 - Example_GENERIC variables: SETUP_TOOLS: "1" test_app_test_flash_psram_f4r4: extends: .test_app_esp32s3_template tags: - ESP32S3 - MSPI_F4R4 test_app_test_flash_psram_f4r8: extends: .test_app_esp32s3_template tags: - ESP32S3 - MSPI_F4R8 test_app_test_flash_psram_f8r8: extends: .test_app_esp32s3_template tags: - ESP32S3 - MSPI_F8R8 test_app_test_flash_psram_esp32: extends: .test_app_esp32_template tags: - ESP32 - psram .component_ut_template: extends: .target_test_job_template needs: # the assign already needs all the build jobs - assign_component_ut variables: CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/component_ut/test_configs" script: - *define_config_file_name # first test if config file exists, if not exist, exit 0 - test -e $CONFIG_FILE || exit 0 - set_component_ut_vars # clone test env configs - retry_failed git clone $TEST_ENV_CONFIG_REPO - python $CHECKOUT_REF_SCRIPT ci-test-runner-configs ci-test-runner-configs # git clone the known failure cases repo, run test - pip install minio - python tools/ci/get_known_failure_cases_file.py # run test - cd tools/ci/python_packages/tiny_test_fw/bin - run_cmd python Runner.py $COMPONENT_UT_DIRS -c $CONFIG_FILE -e $ENV_FILE --known_failure_cases_file $CI_PROJECT_DIR/${KNOWN_FAILURE_CASES_FILE_NAME} .component_ut_esp32_template: extends: - .component_ut_template - .rules:test:component_ut-esp32 .component_ut_esp32s2_template: extends: - .component_ut_template - .rules:test:component_ut-esp32s2 .component_ut_esp32s3_template: extends: - .component_ut_template - .rules:test:component_ut-esp32s3 .component_ut_esp32c3_template: extends: - .component_ut_template - .rules:test:component_ut-esp32c3 component_ut_test_001: extends: .component_ut_esp32_template tags: - ESP32 - COMPONENT_UT_GENERIC component_ut_test_esp32s2: extends: .component_ut_esp32s2_template tags: - ESP32S2 - COMPONENT_UT_GENERIC component_ut_test_esp32s3: extends: .component_ut_esp32s3_template tags: - ESP32S3 - COMPONENT_UT_GENERIC component_ut_test_esp32c3: extends: .component_ut_esp32c3_template tags: - ESP32C3 - COMPONENT_UT_GENERIC .unit_test_template: extends: .target_test_job_template needs: # the assign already needs all the build jobs - assign_unit_test variables: TEST_CASE_PATH: "$CI_PROJECT_DIR/tools/unit-test-app" CONFIG_FILE_PATH: "${CI_PROJECT_DIR}/components/idf_test/unit_test/test_configs" .unit_test_esp32_template: extends: - .unit_test_template - .rules:test:unit_test-esp32 .unit_test_esp32s2_template: extends: - .unit_test_template - .rules:test:unit_test-esp32s2 .unit_test_esp32s3_template: extends: - .unit_test_template - .rules:test:unit_test-esp32s3 .unit_test_esp32c3_template: extends: - .unit_test_template - .rules:test:unit_test-esp32c3 UT_001: extends: .unit_test_esp32_template parallel: 50 tags: - ESP32_IDF - UT_T1_1 # Max. allowed value of 'parallel' is 50. UT_002: extends: .unit_test_esp32_template parallel: 16 tags: - ESP32_IDF - UT_T1_1 - psram UT_003: extends: .unit_test_esp32_template parallel: 2 tags: - ESP32_IDF - UT_T1_SDMODE UT_004: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SPIMODE UT_005: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SDMODE - psram UT_006: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_SPIMODE - psram UT_007: extends: .unit_test_esp32_template parallel: 8 tags: - ESP32_IDF - UT_T1_1 UT_008: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_GPIO - psram UT_012: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_LEDC - psram UT_014: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T2_RS485 - psram UT_017: extends: .unit_test_esp32_template tags: - ESP32_IDF - EMMC UT_018: extends: .unit_test_esp32_template parallel: 2 tags: - ESP32_IDF - UT_T1_1 - 8Mpsram UT_020: extends: .unit_test_esp32_template tags: - ESP32_IDF - Example_SPI_Multi_device - psram UT_021: extends: .unit_test_esp32_template tags: - ESP32_IDF - psram - UT_T1_FlashEncryption UT_022: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T2_I2C - psram UT_028: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T2_1 - psram UT_031: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_FlashEncryption UT_033: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T2_Ethernet - psram UT_034: extends: .unit_test_esp32_template parallel: 2 tags: - ESP32_IDF - UT_T1_ESP_FLASH UT_035: extends: .unit_test_esp32s2_template parallel: 50 tags: - ESP32S2_IDF - UT_T1_1 UT_036: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_PSRAMV0 - psram # ToDo: re-enable this job when ESP32-S2 LEDC runner installed # UT_037: # extends: .unit_test_esp32s2_template # tags: # - ESP32S2_IDF # - UT_T1_LEDC UT_038: extends: .unit_test_esp32s2_template parallel: 2 tags: - ESP32S2_IDF - UT_T1_ESP_FLASH UT_041: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_no32kXTAL - psram UT_043: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_32kXTAL - psram UT_044: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_SDIO UT_045: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_SDIO - psram UT_046: extends: .unit_test_esp32_template tags: - ESP32_IDF - UT_T1_GPIO UT_047: extends: .unit_test_esp32s2_template parallel: 8 tags: - ESP32S2_IDF - UT_T1_1 UT_S2_SPI_DUAL: extends: .unit_test_esp32s2_template tags: - ESP32S2_IDF - Example_SPI_Multi_device UT_S2_SDSPI: extends: .unit_test_esp32s2_template tags: - ESP32S2_IDF - UT_T1_SPIMODE UT_C3: extends: .unit_test_esp32c3_template parallel: 36 tags: - ESP32C3_IDF - UT_T1_1 UT_C3_FLASH: extends: .unit_test_esp32c3_template parallel: 2 tags: - ESP32C3_IDF - UT_T1_ESP_FLASH UT_C3_SPI_DUAL: extends: .unit_test_esp32c3_template tags: - ESP32C3_IDF - Example_SPI_Multi_device UT_C3_FLASH_ENC: extends: .unit_test_esp32c3_template tags: - ESP32C3_IDF - UT_T1_FlashEncryption UT_C3_I2C: extends: .unit_test_esp32c3_template tags: - ESP32C3_IDF - UT_T2_I2C UT_C3_FLASH_SUSPEND: extends: .unit_test_esp32c3_template tags: - ESP32C3_IDF - UT_T1_Flash_Suspend UT_C3_SDSPI: extends: .unit_test_esp32c3_template tags: - ESP32C3_IDF - UT_T1_SPIMODE UT_S3: extends: .unit_test_esp32s3_template parallel: 33 tags: - ESP32S3_IDF - UT_T1_1 UT_S3_SPI_DUAL: extends: .unit_test_esp32s3_template tags: - ESP32S3_IDF - Example_SPI_Multi_device UT_S3_FLASH: extends: .unit_test_esp32s3_template parallel: 2 tags: - ESP32S3_IDF - UT_T1_ESP_FLASH component_ut_test_ip101: extends: .component_ut_esp32_template image: $CI_DOCKER_REGISTRY/ubuntu-test-env tags: - ESP32 - eth_ip101 component_ut_test_lan8720: extends: .component_ut_esp32_template image: $CI_DOCKER_REGISTRY/ubuntu-test-env tags: - ESP32 - eth_lan8720