Esp32 s3 support (#6341)

Co-authored-by: Jason2866 <[email protected]>
Co-authored-by: Unexpected Maker <[email protected]>
Co-authored-by: Rodrigo Garcia <[email protected]>
Co-authored-by: Tomáš Pilný <[email protected]>
Co-authored-by: Pedro Minatel <[email protected]>
Co-authored-by: Ivan Grokhotkov <[email protected]>
Co-authored-by: Jan Procházka <[email protected]>
Co-authored-by: Limor "Ladyada" Fried <[email protected]>

.github/scripts/install-platformio-esp32.sh

@@ -3,9 +3,7 @@
 export PLATFORMIO_ESP32_PATH="$HOME/.platformio/packages/framework-arduinoespressif32"
 PLATFORMIO_ESP32_URL="https:/platformio/platform-espressif32.git#feature/arduino-idf-master"
 
-XTENSA32_TOOLCHAIN_VERSION="8.4.0+2021r2-patch2"
-XTENSA32S2_TOOLCHAIN_VERSION="8.4.0+2021r2-patch2"
-RISCV_TOOLCHAIN_VERSION="8.4.0+2021r2-patch2"
+TOOLCHAIN_VERSION="8.4.0+2021r2-patch2"
 ESPTOOLPY_VERSION="~1.30100.0"
 ESPRESSIF_ORGANIZATION_NAME="espressif"
 
@@ -30,9 +28,12 @@ replace_script+="data['packages']['toolchain-xtensa-esp32']['owner']='$ESPRESSIF
 replace_script+="data['packages']['toolchain-xtensa-esp32s2']['owner']='$ESPRESSIF_ORGANIZATION_NAME';"
 replace_script+="data['packages']['toolchain-riscv32-esp']['owner']='$ESPRESSIF_ORGANIZATION_NAME';"
 # Update versions to use the upstream
-replace_script+="data['packages']['toolchain-xtensa-esp32']['version']='$XTENSA32_TOOLCHAIN_VERSION';"
-replace_script+="data['packages']['toolchain-xtensa-esp32s2']['version']='$XTENSA32S2_TOOLCHAIN_VERSION';"
-replace_script+="data['packages']['toolchain-riscv32-esp']['version']='$RISCV_TOOLCHAIN_VERSION';"
+replace_script+="data['packages']['toolchain-xtensa-esp32']['version']='$TOOLCHAIN_VERSION';"
+replace_script+="data['packages']['toolchain-xtensa-esp32s2']['version']='$TOOLCHAIN_VERSION';"
+replace_script+="data['packages']['toolchain-riscv32-esp']['version']='$TOOLCHAIN_VERSION';"
+# Add ESP32-S3 Toolchain
+replace_script+="data['packages'].update({'toolchain-xtensa-esp32s3':{'type':'toolchain','optional':True,'owner':'$ESPRESSIF_ORGANIZATION_NAME','version':'$TOOLCHAIN_VERSION'}});"
+replace_script+="data['packages']['toolchain-xtensa-esp32'].update({'optional':False});"
 # esptool.py may require an upstream version (for now platformio is the owner)
 replace_script+="data['packages']['tool-esptoolpy']['version']='$ESPTOOLPY_VERSION';"
 # Save results

.github/scripts/on-push.sh

@@ -2,6 +2,8 @@
 
 set -e
 
+export ARDUINO_BUILD_DIR="$HOME/.arduino/build.tmp"
+
 function build(){
  local target=$1
  local fqbn=$2
@@ -63,6 +65,7 @@ if [ "$BUILD_PIO" -eq 0 ]; then
 
  FQBN_ESP32="espressif:esp32:esp32:PSRAM=enabled,PartitionScheme=huge_app"
  FQBN_ESP32S2="espressif:esp32:esp32s2:PSRAM=enabled,PartitionScheme=huge_app"
+ FQBN_ESP32S3="espressif:esp32:esp32s3:PSRAM=opi,USBMode=default,PartitionScheme=huge_app"
  FQBN_ESP32C3="espressif:esp32:esp32c3:PartitionScheme=huge_app"
 
  SKETCHES_ESP32="\
@@ -76,9 +79,10 @@ if [ "$BUILD_PIO" -eq 0 ]; then
  $ARDUINO_ESP32_PATH/libraries/WiFi/examples/WiFiClient/WiFiClient.ino\
  "
 
- build "esp32" $FQBN_ESP32 $CHUNK_INDEX $CHUNKS_CNT $SKETCHES_ESP32
+ build "esp32s3" $FQBN_ESP32S3 $CHUNK_INDEX $CHUNKS_CNT $SKETCHES_ESP32
  build "esp32s2" $FQBN_ESP32S2 $CHUNK_INDEX $CHUNKS_CNT $SKETCHES_ESP32XX
  build "esp32c3" $FQBN_ESP32C3 $CHUNK_INDEX $CHUNKS_CNT $SKETCHES_ESP32XX
+ build "esp32" $FQBN_ESP32 $CHUNK_INDEX $CHUNKS_CNT $SKETCHES_ESP32
 else
  source ${SCRIPTS_DIR}/install-platformio-esp32.sh
  # PlatformIO ESP32 Test
@@ -96,6 +100,20 @@ else
  # build_pio_sketch "$BOARD" "$OPTIONS" "$PLATFORMIO_ESP32_PATH/libraries/WiFiClientSecure/examples/WiFiClientSecure/WiFiClientSecure.ino"
 
  python -m platformio ci --board "$BOARD" "$PLATFORMIO_ESP32_PATH/libraries/WiFi/examples/WiFiClient" --project-option="board_build.mcu = esp32s2" --project-option="board_build.partitions = huge_app.csv"
+ python -m platformio ci --board "$BOARD" "$PLATFORMIO_ESP32_PATH/libraries/WiFi/examples/WiFiClient" --project-option="board_build.mcu = esp32c3" --project-option="board_build.partitions = huge_app.csv"
+
+ echo "Hacking in S3 support ..."
+ replace_script="import json; import os;"
+ replace_script+="fp=open(os.path.expanduser('~/.platformio/platforms/espressif32/platform.json'), 'r+');"
+ replace_script+="data=json.load(fp);"
+ replace_script+="data['packages']['toolchain-xtensa-esp32']['optional']=True;"
+ replace_script+="data['packages']['toolchain-xtensa-esp32s3']['optional']=False;"
+ replace_script+="data['packages']['tool-esptoolpy']['owner']='tasmota';"
+ replace_script+="data['packages']['tool-esptoolpy']['version']='https:/tasmota/esptool/releases/download/v3.2.1/esptool-3.2.1.zip';"
+ replace_script+="fp.seek(0);fp.truncate();json.dump(data, fp, indent=2);fp.close()"
+ python -c "$replace_script"
+
+ python -m platformio ci --board "$BOARD" "$PLATFORMIO_ESP32_PATH/libraries/WiFi/examples/WiFiClient" --project-option="board_build.mcu = esp32s3" --project-option="board_build.partitions = huge_app.csv"
 
  #build_pio_sketches "$BOARD" "$OPTIONS" "$PLATFORMIO_ESP32_PATH/libraries"
 fi

.github/scripts/sketch_utils.sh

@@ -8,14 +8,19 @@ function build_sketch(){ # build_sketch <ide_path> <user_path> <fqbn> <path-to-i
  fi
 
  ARDUINO_CACHE_DIR="$HOME/.arduino/cache.tmp"
+ if [ -z "$ARDUINO_BUILD_DIR" ]; then
+ build_dir="$(dirname $sketch)/build"
+ else
+ build_dir="$ARDUINO_BUILD_DIR"
+ fi
  local ide_path=$1
  local usr_path=$2
  local fqbn=$3
  local sketch=$4
  local xtra_opts=$5
  local win_opts=$6
 
- build_dir="$(dirname $sketch)/build"
+ rm -rf "$build_dir"
  mkdir -p "$build_dir"
  mkdir -p "$ARDUINO_CACHE_DIR"
  $ide_path/arduino-builder -compile -logger=human -core-api-version=10810 \

.github/scripts/tests_build.sh

@@ -25,6 +25,8 @@ case "$target" in
  ;;
  "esp32c3") fqbn="espressif:esp32:esp32c3:PartitionScheme=huge_app"
  ;;
+ "esp32s3") fqbn="espressif:esp32:esp32s3:PSRAM=opi,USBMode=default,PartitionScheme=huge_app"
+ ;;
 esac
 
 if [ -z $fqbn ]; then

.github/scripts/update-version.sh

@@ -0,0 +1,35 @@
+#!/bin/bash
+
+if [ ! $# -eq 3 ]; then
+ echo "Bad number of arguments: $#" >&2
+ echo "usage: $0 <major> <minor> <patch>" >&2
+ exit 1
+fi
+
+re='^[0-9]+$'
+if [[ ! $1 =~ $re ]] || [[ ! $2 =~ $re ]] || [[ ! $3 =~ $re ]] ; then
+ echo "error: Not a valid version: $1.$2.$3" >&2
+ echo "usage: $0 <major> <minor> <patch>" >&2
+ exit 1
+fi
+
+ESP_ARDUINO_VERSION_MAJOR="$1"
+ESP_ARDUINO_VERSION_MINOR="$2"
+ESP_ARDUINO_VERSION_PATCH="$3"
+ESP_ARDUINO_VERSION="$ESP_ARDUINO_VERSION_MAJOR.$ESP_ARDUINO_VERSION_MINOR.$ESP_ARDUINO_VERSION_PATCH"
+
+echo "New Arduino Version: $ESP_ARDUINO_VERSION"
+
+echo "Updating platform.txt..."
+cat platform.txt | sed "s/version=.*/version=$ESP_ARDUINO_VERSION/g" > __platform.txt && mv __platform.txt platform.txt
+
+echo "Updating package.json..."
+cat package.json | sed "s/.*\"version\":.*/ \"version\": \"$ESP_ARDUINO_VERSION\",/g" > __package.json && mv __package.json package.json
+
+echo "Updating cores/esp32/esp_arduino_version.h..."
+cat cores/esp32/esp_arduino_version.h | \
+sed "s/#define ESP_ARDUINO_VERSION_MAJOR.*/#define ESP_ARDUINO_VERSION_MAJOR $ESP_ARDUINO_VERSION_MAJOR/g" | \
+sed "s/#define ESP_ARDUINO_VERSION_MINOR.*/#define ESP_ARDUINO_VERSION_MINOR $ESP_ARDUINO_VERSION_MINOR/g" | \
+sed "s/#define ESP_ARDUINO_VERSION_PATCH.*/#define ESP_ARDUINO_VERSION_PATCH $ESP_ARDUINO_VERSION_PATCH/g" > __esp_arduino_version.h && mv __esp_arduino_version.h cores/esp32/esp_arduino_version.h
+
+exit 0

.github/workflows/hil.yml

@@ -47,7 +47,7 @@ jobs:
  runs-on: ubuntu-latest
  strategy:
  matrix:
- chip: ['esp32', 'esp32s2', 'esp32c3']
+ chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3']
  chunks: ${{fromJson(needs.gen_chunks.outputs.chunks)}}
 
  steps:
@@ -71,7 +71,7 @@ jobs:
  strategy:
  fail-fast: false
  matrix:
- chip: ['esp32', 'esp32s2', 'esp32c3']
+ chip: ['esp32', 'esp32s2', 'esp32s3', 'esp32c3']
  chunks: ${{fromJson(needs.gen_chunks.outputs.chunks)}}
  container:
  image: python:3.10.1-bullseye
@@ -110,6 +110,7 @@ jobs:
 
  event_file:
  name: "Event File"
+ if: ${{ always() }}
  needs: Test
  runs-on: ubuntu-latest
  steps:

.gitignore

@@ -1,5 +1,6 @@
 tools/xtensa-esp32-elf
 tools/xtensa-esp32s2-elf
+tools/xtensa-esp32s3-elf
 tools/riscv32-esp-elf
 tools/dist
 tools/esptool

CMakeLists.txt

@@ -87,6 +87,7 @@ set(LIBRARY_SRCS
  libraries/HTTPClient/src/HTTPClient.cpp
  libraries/HTTPUpdate/src/HTTPUpdate.cpp
  libraries/LittleFS/src/LittleFS.cpp
+ libraries/I2S/src/I2S.cpp
  libraries/NetBIOS/src/NetBIOS.cpp
  libraries/Preferences/src/Preferences.cpp
  libraries/RainMaker/src/RMaker.cpp
@@ -163,7 +164,6 @@ set(BLE_SRCS
  libraries/BLE/src/GeneralUtils.cpp
  )
 
-
 set(includedirs
  variants/${IDF_TARGET}/
  cores/esp32/
@@ -181,6 +181,7 @@ set(includedirs
  libraries/HTTPClient/src
  libraries/HTTPUpdate/src
  libraries/LittleFS/src
+ libraries/I2S/src
  libraries/NetBIOS/src
  libraries/Preferences/src
  libraries/RainMaker/src
@@ -201,7 +202,7 @@ set(includedirs
 
 set(srcs ${CORE_SRCS} ${LIBRARY_SRCS} ${BLE_SRCS})
 set(priv_includes cores/esp32/libb64)
-set(requires spi_flash mbedtls mdns esp_adc_cal wifi_provisioning nghttp)
+set(requires spi_flash mbedtls mdns esp_adc_cal wifi_provisioning nghttp wpa_supplicant)
 set(priv_requires fatfs nvs_flash app_update spiffs bootloader_support openssl bt esp_ipc esp_hid)
 
 idf_component_register(INCLUDE_DIRS ${includedirs} PRIV_INCLUDE_DIRS ${priv_includes} SRCS ${srcs} REQUIRES ${requires} PRIV_REQUIRES ${priv_requires})
@@ -236,7 +237,9 @@ function(maybe_add_component component_name)
  endif()
 endfunction()
 
-if(IDF_TARGET MATCHES "esp32" AND CONFIG_ESP_RMAKER_TASK_STACK)
+maybe_add_component(esp-dsp)
+
+if(CONFIG_ESP_RMAKER_WORK_QUEUE_TASK_STACK)
  maybe_add_component(esp_rainmaker)
  maybe_add_component(qrcode)
 endif()