Merge branch 'ci/disable_s3_target_tests' into 'master'

ci: temporarily disable S3 target tests

See merge request espressif/esp-idf!17531

.flake8

@@ -149,6 +149,7 @@ exclude =
         components/openthread/openthread,
         components/tinyusb,
         components/unity/unity,
+        components/spiffs/spiffs,
         examples/build_system/cmake/import_lib/main/lib/tinyxml2,
         examples/peripherals/secure_element/atecc608_ecdsa/components/esp-cryptoauthlib,
     # autogenerated scripts

.gitlab/ci/target-test.yml

@@ -41,15 +41,16 @@ example_test_pytest_esp32s2_generic:
     TARGET: ESP32S2
     ENV_MARKER: generic
 
-example_test_pytest_esp32s3_generic:
+# Temporary disabled until S3 runners are added, IDFCI-1171
-  extends:
+# example_test_pytest_esp32s3_generic:
-    - .pytest_examples_dir_template
+#   extends:
-    - .rules:test:example_test-esp32s3
+#     - .pytest_examples_dir_template
-  needs:
+#     - .rules:test:example_test-esp32s3
-    - build_pytest_examples_esp32s3
+#   needs:
-  variables:
+#     - build_pytest_examples_esp32s3
-    TARGET: ESP32S3
+#   variables:
-    ENV_MARKER: generic
+#     TARGET: ESP32S3
+#     ENV_MARKER: generic
 
 example_test_pytest_esp32c3_generic:
   extends:
@@ -116,15 +117,16 @@ component_ut_pytest_esp32s2_generic:
     TARGET: ESP32S2
     ENV_MARKER: generic
 
-component_ut_pytest_esp32s3_generic:
+# Temporary disabled until S3 runners are added, IDFCI-1171
-  extends:
+# component_ut_pytest_esp32s3_generic:
-    - .pytest_components_dir_template
+#   extends:
-    - .rules:test:component_ut-esp32s3
+#     - .pytest_components_dir_template
-  needs:
+#     - .rules:test:component_ut-esp32s3
-    - build_pytest_components_esp32s3
+#   needs:
-  variables:
+#     - build_pytest_components_esp32s3
-    TARGET: ESP32S3
+#   variables:
-    ENV_MARKER: generic
+#     TARGET: ESP32S3
+#     ENV_MARKER: generic
 
 component_ut_pytest_esp32s3_octal_psram:
   extends:
@@ -173,15 +175,16 @@ test_app_test_pytest_esp32s2_generic:
     ENV_MARKER: generic
     SETUP_TOOLS: "1"  # need gdb
 
-test_app_test_pytest_esp32s3_generic:
+# Temporary disabled until S3 runners are added, IDFCI-1171
-  extends:
+# test_app_test_pytest_esp32s3_generic:
-    - .pytest_test_apps_dir_template
+#   extends:
-    - .rules:test:custom_test-esp32s3
+#     - .pytest_test_apps_dir_template
-  needs:
+#     - .rules:test:custom_test-esp32s3
-    - build_pytest_test_apps_esp32s3
+#   needs:
-  variables:
+#     - build_pytest_test_apps_esp32s3
-    TARGET: ESP32S3
+#   variables:
-    ENV_MARKER: generic
+#     TARGET: ESP32S3
+#     ENV_MARKER: generic
 
 test_app_test_pytest_esp32c3_generic:
   extends:
@@ -479,11 +482,12 @@ example_test_ESP32_SDSPI:
     - ESP32
     - UT_T1_SPIMODE
 
-example_test_S3_GENERIC:
+# Temporary disabled until S3 runners are added, IDFCI-1171
-  extends: .example_test_esp32s3_template
+# example_test_S3_GENERIC:
-  tags:
+#   extends: .example_test_esp32s3_template
-    - ESP32S3
+#   tags:
-    - Example_GENERIC
+#     - ESP32S3
+#     - Example_GENERIC
 
 example_test_ESP32S2_SDSPI:
   extends: .example_test_esp32s2_template
@@ -859,12 +863,13 @@ UT_C3_SDSPI:
     - ESP32C3_IDF
     - UT_T1_SPIMODE
 
-UT_S3:
+# Temporary disabled until S3 runners are added, IDFCI-1171
-  extends: .unit_test_esp32s3_template
+# UT_S3:
-  parallel: 44
+#   extends: .unit_test_esp32s3_template
-  tags:
+#   parallel: 44
-    - ESP32S3_IDF
+#   tags:
-    - UT_T1_1
+#     - ESP32S3_IDF
+#     - UT_T1_1
 
 UT_S3_SPI_DUAL:
   extends: .unit_test_esp32s3_template

tools/ci/python_packages/tiny_test_fw/Utility/CIAssignTest.py

@@ -312,11 +312,21 @@ class AssignTest(object):
             console_log('\t{}'.format(job['name']), 'O')
 
         # failures
+        real_failure_group = []
         if failed_to_assign:
+            for group in failed_to_assign:
+                if ('ESP32S3_IDF' in group.filters.values()  # for example_test and custom_test
+                        or ['ESP32S3_IDF'] in group.filters.values()):  # for unit_test
+                    console_log('Bypassing Tag "ESP32S3_IDF" missing jobs for now!!!', 'O')  # FIXME
+                    continue
+
+                real_failure_group.append(group)
+
+        if real_failure_group:
             console_log('Too many test cases vs jobs to run. '
                         'Please increase parallel count in .gitlab/ci/target-test.yml '
                         'for jobs with specific tags:', 'R')
-            failed_group_count = self._count_groups_by_keys(failed_to_assign)
+            failed_group_count = self._count_groups_by_keys(real_failure_group)
             for tags in failed_group_count:
                 console_log('\t{}: {}'.format(tags, failed_group_count[tags]), 'R')
             raise RuntimeError('Failed to assign test case to CI jobs')