esp-idf/pytest.ini

[pytest]
# only the files with prefix `pytest_` would be recognized as pytest test scripts.
python_files = pytest_*.py

# ignore PytestExperimentalApiWarning for record_xml_attribute
# set traceback to "short" to prevent the overwhelming tracebacks
addopts =
  -s
  --embedded-services esp,idf
  --tb short
  --strict-markers
  --skip-check-coredump y
  --logfile-extension ".txt"

# ignore DeprecationWarning
filterwarnings =
  ignore::DeprecationWarning:matplotlib.*:
  ignore::DeprecationWarning:google.protobuf.*:
  ignore::_pytest.warning_types.PytestExperimentalApiWarning

markers =
  # target markers
  esp32: support esp32 target
  esp32s2: support esp32s2 target
  esp32s3: support esp32s3 target
  esp32c3: support esp32c3 target
  esp32c2: support esp32c2 target
  esp32c6: support esp32c6 target
  esp32h2: support esp32h2 target
  supported_targets: support all supported targets ('esp32', 'esp32s2', 'esp32c3', 'esp32s3', 'esp32c2')
  preview_targets: support all preview targets ('linux', 'esp32h2', 'esp32c6')
  all_targets: support all targets, including supported ones and preview ones

  # env markers
  generic: tests should be run on generic runners
  nightly_run: tests should be executed as part of the nightly trigger pipeline
  flash_suspend: support flash suspend feature
  ip101: connected via wired 10/100M ethernet
  lan8720: connected via LAN8720 ethernet transceiver
  quad_psram: runners with quad psram
  octal_psram: runners with octal psram
  usb_host: usb host runners
  usb_device: usb device runners
  ethernet_ota: ethernet OTA runners
  flash_encryption: Flash Encryption runners
  flash_encryption_f4r8: Flash Encryption runners with 4-line flash and 8-line psram
  flash_encryption_f8r8: Flash Encryption runners with 8-line flash and 8-line psram
  flash_mutli: Multiple flash chips tests
  psram: Chip has 4-line psram
  ir_transceiver: runners with a pair of IR transmitter and receiver
  twai_transceiver: runners with a TWAI PHY transceiver
  flash_encryption_wifi_high_traffic: Flash Encryption runners with wifi high traffic support
  ethernet: ethernet runner
  ethernet_flash_8m: ethernet runner with 8mb flash
  ethernet_router: both the runner and dut connect to the same router through ethernet NIC
  wifi_ap: a wifi AP in the environment
  wifi_router: both the runner and dut connect to the same wifi router
  wifi_high_traffic: wifi high traffic runners
  wifi_wlan: wifi runner with a wireless NIC
  xtal_26mhz: runner with 26MHz xtal on board
  xtal_40mhz: runner with 40MHz xtal on board
  external_flash: external flash memory connected via VSPI (FSPI)
  sdcard_sdmode: sdcard running in SD mode
  sdcard_spimode: sdcard running in SPI mode
  MSPI_F8R8: runner with Octal Flash and Octal PSRAM
  MSPI_F4R8: runner with Quad Flash and Octal PSRAM
  MSPI_F4R4: runner with Quad Flash and Quad PSRAM
  test_jtag_arm: runner where the chip is accessible through JTAG as well
  adc: ADC related tests should run on adc runners

  # multi-dut markers
  ieee802154: ieee802154 related tests should run on ieee802154 runners.
  i154_multi_dut: tests should be used for i154, such as openthread.
  wifi_two_dut: tests should be run on runners which has two wifi duts connected.
  generic_multi_device: generic multiple devices whose corresponding gpio pins are connected to each other.
  twai_network: multiple runners form a TWAI network.

  # host_test markers
  host_test: tests which shouldn not be built at the build stage, and instead built in host_test stage.
  qemu: build and test using qemu-system-xtensa, not real target.

# log related
log_cli = True
log_cli_level = INFO
log_cli_format = %(asctime)s %(levelname)s %(message)s
log_cli_date_format = %Y-%m-%d %H:%M:%S

# junit related
junit_family = xunit1

## log all to `system-out` when case fail
junit_logging = stdout
junit_log_passing_tests = False
example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00			`[pytest]`
			# only the files with prefix `pytest_` would be recognized as pytest test scripts.
			`python_files = pytest_*.py`

test: use pytest for examples/custom_bootloader 2021-12-01 03:32:50 +00:00			`# ignore PytestExperimentalApiWarning for record_xml_attribute`
ci: improve pytest doc 2022-03-08 04:45:34 +00:00			`# set traceback to "short" to prevent the overwhelming tracebacks`
ci: log to junit report system-out for failed test cases 2021-12-01 03:36:29 +00:00			`addopts =`
ci: use pytest-embedded 0.5.1 2022-01-20 09:39:30 +00:00			`-s`
ci: log to junit report system-out for failed test cases 2021-12-01 03:36:29 +00:00			`--embedded-services esp,idf`
ci: improve pytest doc 2022-03-08 04:45:34 +00:00			`--tb short`
ci: enable strict pytest marker 2022-10-25 14:09:38 +00:00			`--strict-markers`
ci: skip auto parse coredump 2022-05-25 03:28:29 +00:00			`--skip-check-coredump y`
ci: use .txt files instead of .log file for better preview 2022-10-28 05:21:27 +00:00			`--logfile-extension ".txt"`
example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00
wifi_prov_mgr: Upgraded CI example test to pytest framework 2022-03-22 13:08:20 +00:00			`# ignore DeprecationWarning`
			`filterwarnings =`
ci: add qemu example 2022-05-18 06:59:34 +00:00			`ignore::DeprecationWarning:matplotlib.*:`
			`ignore::DeprecationWarning:google.protobuf.*:`
			`ignore::_pytest.warning_types.PytestExperimentalApiWarning`
wifi_prov_mgr: Upgraded CI example test to pytest framework 2022-03-22 13:08:20 +00:00
example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00			`markers =`
ci: add qemu example 2022-05-18 06:59:34 +00:00			`# target markers`
example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00			`esp32: support esp32 target`
ci: log to junit report system-out for failed test cases 2021-12-01 03:36:29 +00:00			`esp32s2: support esp32s2 target`
test: use pytest for examples/custom_bootloader 2021-12-01 03:32:50 +00:00			`esp32s3: support esp32s3 target`
example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00			`esp32c3: support esp32c3 target`
ci: enable build pytest ut and examples on esp32c2 2022-05-07 07:26:45 +00:00			`esp32c2: support esp32c2 target`
ci: Enable esp32c6 example, test_apps, and unit tests CI build stage 2022-10-27 10:55:07 +00:00			`esp32c6: support esp32c6 target`
ci: add esp32h2 marker to pytest.ini 2022-07-26 08:00:43 +00:00			`esp32h2: support esp32h2 target`
ci: enable build pytest ut and examples on esp32c2 2022-05-07 07:26:45 +00:00			`supported_targets: support all supported targets ('esp32', 'esp32s2', 'esp32c3', 'esp32s3', 'esp32c2')`
ci: Enable esp32c6 example, test_apps, and unit tests CI build stage 2022-10-27 10:55:07 +00:00			`preview_targets: support all preview targets ('linux', 'esp32h2', 'esp32c6')`
ci(pytest): support special markers "supported_targets", "preview_targets", "all_targets" 2021-12-03 07:39:18 +00:00			`all_targets: support all targets, including supported ones and preview ones`
example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00
ci: replace all component ut with pytest-embedded 2022-01-19 04:12:15 +00:00			`# env markers`
			`generic: tests should be run on generic runners`
ci: add support nightly jobs for pytest cases 2022-06-30 10:19:57 +00:00			`nightly_run: tests should be executed as part of the nightly trigger pipeline`
ci: replace all component ut with pytest-embedded 2022-01-19 04:12:15 +00:00			`flash_suspend: support flash suspend feature`
			`ip101: connected via wired 10/100M ethernet`
			`lan8720: connected via LAN8720 ethernet transceiver`
ci: add missing pytest marker 2022-06-23 02:11:21 +00:00			`quad_psram: runners with quad psram`
lcd: refactor ut into test app 2021-09-23 04:06:13 +00:00			`octal_psram: runners with octal psram`
ci: Add USB Host CDC and MSC pytests to pipeline 2022-02-10 10:16:53 +00:00			`usb_host: usb host runners`
tinyusb: Add TinyUSB example tests 2022-07-22 08:20:21 +00:00			`usb_device: usb device runners`
CI: Improve common test methods also fix ota test cases 2022-07-06 16:34:06 +00:00			`ethernet_ota: ethernet OTA runners`
flash_encryption_example: Update example test to use pytest framework 2022-04-14 04:54:04 +00:00			`flash_encryption: Flash Encryption runners`
flash_encryption: Add several test environments for flash encryption test 2022-07-14 04:29:43 +00:00			`flash_encryption_f4r8: Flash Encryption runners with 4-line flash and 8-line psram`
			`flash_encryption_f8r8: Flash Encryption runners with 8-line flash and 8-line psram`
esp_flash: Add ext flash on ESP32-C2 2022-08-23 02:10:32 +00:00			`flash_mutli: Multiple flash chips tests`
flash_encryption: Add several test environments for flash encryption test 2022-07-14 04:29:43 +00:00			`psram: Chip has 4-line psram`
example: update ir nec example with new rmt driver 2022-04-07 05:10:57 +00:00			`ir_transceiver: runners with a pair of IR transmitter and receiver`
twai: migrate example test to pytest 2022-10-27 09:36:31 +00:00			`twai_transceiver: runners with a TWAI PHY transceiver`
CI: Improve common test methods also fix ota test cases 2022-07-06 16:34:06 +00:00			`flash_encryption_wifi_high_traffic: Flash Encryption runners with wifi high traffic support`
pytest.ini: Add markers 2022-04-13 11:53:25 +00:00			`ethernet: ethernet runner`
			`ethernet_flash_8m: ethernet runner with 8mb flash`
CI: Improve common test methods also fix ota test cases 2022-07-06 16:34:06 +00:00			`ethernet_router: both the runner and dut connect to the same router through ethernet NIC`
			`wifi_ap: a wifi AP in the environment`
			`wifi_router: both the runner and dut connect to the same wifi router`
			`wifi_high_traffic: wifi high traffic runners`
CI: update test cases to use different environment variables change test environments optimize asio udp server test fix icmp echo test case use ethernet_router env to run iperf test cases 2022-07-03 08:22:20 +00:00			`wifi_wlan: wifi runner with a wireless NIC`
gptimer: test on c2 with xtal 26mhz 2022-07-11 03:53:21 +00:00			`xtal_26mhz: runner with 26MHz xtal on board`
ci: add xtal_40mhz tag for c2 tests 2022-07-19 06:19:44 +00:00			`xtal_40mhz: runner with 40MHz xtal on board`
storage examples migrated to pytest 2022-07-08 09:34:03 +00:00			`external_flash: external flash memory connected via VSPI (FSPI)`
			`sdcard_sdmode: sdcard running in SD mode`
			`sdcard_spimode: sdcard running in SPI mode`
ci: migrate system test apps to pytest 2022-07-21 04:23:22 +00:00			`MSPI_F8R8: runner with Octal Flash and Octal PSRAM`
			`MSPI_F4R8: runner with Quad Flash and Octal PSRAM`
			`MSPI_F4R4: runner with Quad Flash and Quad PSRAM`
CI: Migrate monitor IDE integration test to pytest 2022-07-22 16:23:09 +00:00			`test_jtag_arm: runner where the chip is accessible through JTAG as well`
ci: use adc dedicated test runners for adc tests 2022-09-13 03:35:13 +00:00			`adc: ADC related tests should run on adc runners`
ci: replace all component ut with pytest-embedded 2022-01-19 04:12:15 +00:00
ci: add qemu example 2022-05-18 06:59:34 +00:00			`# multi-dut markers`
ci: enable strict pytest marker 2022-10-25 14:09:38 +00:00			`ieee802154: ieee802154 related tests should run on ieee802154 runners.`
openthread:add openthread CI 2022-08-17 02:57:39 +00:00			`i154_multi_dut: tests should be used for i154, such as openthread.`
CI: optimize wifi get started example test 2022-10-13 10:32:28 +00:00			`wifi_two_dut: tests should be run on runners which has two wifi duts connected.`
i2s: fix the data lagging of slave role Closes https://github.com/espressif/esp-idf/issues/9513 2022-09-05 07:22:52 +00:00			`generic_multi_device: generic multiple devices whose corresponding gpio pins are connected to each other.`
twai: migrate example test to pytest 2022-10-27 09:36:31 +00:00			`twai_network: multiple runners form a TWAI network.`
test: add pytest_wifi_getting_started script 2022-05-07 04:18:56 +00:00
ci: add qemu example 2022-05-18 06:59:34 +00:00			`# host_test markers`
CI: update test cases to use different environment variables change test environments optimize asio udp server test fix icmp echo test case use ethernet_router env to run iperf test cases 2022-07-03 08:22:20 +00:00			`host_test: tests which shouldn not be built at the build stage, and instead built in host_test stage.`
ci: add qemu example 2022-05-18 06:59:34 +00:00			`qemu: build and test using qemu-system-xtensa, not real target.`

example: use pytest-embedded to replace examples/system/console test scripts 2021-11-17 09:09:36 +00:00			`# log related`
			`log_cli = True`
			`log_cli_level = INFO`
			`log_cli_format = %(asctime)s %(levelname)s %(message)s`
			`log_cli_date_format = %Y-%m-%d %H:%M:%S`
ci: log to junit report system-out for failed test cases 2021-12-01 03:36:29 +00:00
			`# junit related`
			`junit_family = xunit1`
ci: use pytest-embedded 0.5.1 2022-01-20 09:39:30 +00:00
ci: log to junit report system-out for failed test cases 2021-12-01 03:36:29 +00:00			## log all to `system-out` when case fail
ci: use pytest-embedded 0.5.1 2022-01-20 09:39:30 +00:00			`junit_logging = stdout`
ci: log to junit report system-out for failed test cases 2021-12-01 03:36:29 +00:00			`junit_log_passing_tests = False`