diff --git a/tools/ci/test_build_system_cmake.sh b/tools/ci/test_build_system_cmake.sh
index 9cc0f91390..f0a2b6cac0 100755
--- a/tools/ci/test_build_system_cmake.sh
+++ b/tools/ci/test_build_system_cmake.sh
@@ -800,6 +800,13 @@ endmenu\n" >> ${IDF_PATH}/Kconfig
 
     print_status "Loadable ELF build works"
     echo "CONFIG_APP_BUILD_TYPE_ELF_RAM=y" > sdkconfig
+
+    # Set recommend configs to reduce memory footprint
+    echo "CONFIG_VFS_SUPPORT_TERMIOS=n" >> sdkconfig
+    echo "CONFIG_NEWLIB_NANO_FORMAT=y" >> sdkconfig
+    echo "CONFIG_ESP_SYSTEM_PANIC_PRINT_HALT=y" >> sdkconfig
+    echo "CONFIG_ESP_ERR_TO_NAME_LOOKUP=n" >> sdkconfig
+
     idf.py reconfigure || failure "Couldn't configure for loadable ELF file"
     test -f build/flasher_args.json && failure "flasher_args.json should not be generated in a loadable ELF build"
     idf.py build || failure "Couldn't build a loadable ELF file"