ESP32‐S3 AI Smart Speaker

Author: pschatzmann

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/README.md

@@ -0,0 +1,2 @@
+
+Examples for the [ESP32‐S3 AI Smart Speaker Development Board](https://github.com/pschatzmann/arduino-audio-driver/wiki/ESP32%E2%80%90S3-AI-Smart-Speaker-Development-Board)

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/neopixel/neopixel.ino

@@ -0,0 +1,43 @@
+/**
+ * @file streams-generator-audiokit.ino
+ * @brief NeoPixel example for ESP32-S3-AI-Smart-Speaker
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+
+#include <Adafruit_NeoPixel.h>
+
+// Which pin on the Arduino is connected to the NeoPixels?
+#define PIN 38
+
+// How many NeoPixels are attached to the Arduino?
+#define NUMPIXELS 6
+
+// When setting up the NeoPixel library, we tell it how many pixels,
+// and which pin to use to send signals. Note that for older NeoPixel
+// strips you might need to change the third parameter -- see the
+// strandtest example for more information on possible values.
+Adafruit_NeoPixel pixels(NUMPIXELS, PIN, NEO_GRB + NEO_KHZ800);
+
+void setup() {
+  // END of Trinket-specific code.
+  pixels.begin();  // INITIALIZE NeoPixel strip object (REQUIRED)
+}
+
+void loop() {
+  pixels.clear();  // Set all pixel colors to 'off'
+
+  // The first NeoPixel in a strand is #0, second is 1, all the way up
+  // to the count of pixels minus one.
+  for (int i = 0; i < NUMPIXELS; i++) {  // For each pixel...
+
+    // pixels.Color() takes RGB values, from 0,0,0 up to 255,255,255
+    int red = random(255);
+    int green = random(255);
+    int blue = random(255);
+    // Here we're using a moderately bright green color:
+    pixels.setPixelColor(i, pixels.Color(red, green, blue));
+  }
+  pixels.show();  // Send the updated pixel colors to the hardware.
+  delay(100);     // Pause before next pass through loop
+}

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/player-sdmmc-audiokit/player-sdmmc-audiokit.ino

@@ -0,0 +1,45 @@
+/**
+ * @file player-sdmmc-audiokit.ino
+ * @brief SDMMC Audio Player example for ESP32-S3-AI-Smart-Speaker
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+
+#include "AudioTools.h"
+#include "AudioTools/AudioLibs/AudioBoardStream.h"
+#include "AudioTools/Disk/AudioSourceSDMMC.h" // or AudioSourceIdxSDMMC.h
+#include "AudioTools/AudioCodecs/CodecMP3Helix.h"
+#include "ESP32S3AISmartSpeaker.h"
+
+const char *startFilePath="/";
+const char* ext="mp3";
+AudioSourceSDMMC source(startFilePath, ext);
+AudioBoardStream kit(ESP32S3AISmartSpeaker);
+MP3DecoderHelix decoder;  // or change to MP3DecoderMAD
+AudioPlayer player(source, kit, decoder);
+
+void setup() {
+  Serial.begin(115200);
+  delay(2000);
+  AudioToolsLogger.begin(Serial, AudioToolsLogLevel::Info);
+
+  // setup output
+  auto cfg = kit.defaultConfig(TX_MODE);
+  cfg.sdmmc_active = true;
+  //cfg.sd_active = false;
+  kit.begin(cfg);
+  kit.setVolume(0.4);
+
+
+  // setup player: must be after 
+  player.begin();
+
+  // select file with setPath() or setIndex()
+  //player.setPath("/ZZ Top/Unknown Album/Lowrider.mp3");
+  //player.setIndex(1); // 2nd file
+
+}
+
+void loop() {
+  player.copy();
+}

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/real-time-clock/real-time-clock.ino

@@ -0,0 +1,73 @@
+/**
+ * @file real-time-clock.ino
+ * @brief RTC PCF85063A example for ESP32-S3-AI-Smart-Speaker
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+
+#include "AudioTools.h"
+#include "AudioTools/AudioLibs/AudioBoardStream.h"
+#include "ESP32S3AISmartSpeaker.h"
+#include "PCF85063A-SOLDERED.h"
+
+PCF85063A rtc;
+AudioBoardStream board(ESP32S3AISmartSpeaker);
+
+void setup() {
+  Serial.begin(115200);
+
+  // Initialize audio board: I2C
+  board.begin();
+
+  // Initialize RTC module
+  rtc.begin();
+
+  //  setTime(hour, minute, sec);
+  rtc.setTime(6, 54, 00);  // 24H mode, ex. 6:54:00
+  //  setDate(weekday, day, month, yr);
+  rtc.setDate(6, 16, 5, 2020);  // 0 for Sunday, ex. Saturday, 16.5.2020.
+}
+
+void loop() {
+  printCurrentTime();  // Call funtion printCurrentTime()
+  delay(1000);
+}
+
+void printCurrentTime() {
+  // Get weekday, 0 is Sunday and decode to string
+  switch (rtc.getWeekday()) {
+    case 0:
+      Serial.print("Sunday , ");
+      break;
+    case 1:
+      Serial.print("Monday , ");
+      break;
+    case 2:
+      Serial.print("Tuesday , ");
+      break;
+    case 3:
+      Serial.print("Wednesday , ");
+      break;
+    case 4:
+      Serial.print("Thursday , ");
+      break;
+    case 5:
+      Serial.print("Friday , ");
+      break;
+    case 6:
+      Serial.print("Saturday , ");
+      break;
+  }
+
+  Serial.print(rtc.getDay());  // Function for getting day in month
+  Serial.print(".");
+  Serial.print(rtc.getMonth());  // Function for getting month
+  Serial.print(".");
+  Serial.print(rtc.getYear());  // Function for getting year
+  Serial.print(". ");
+  Serial.print(rtc.getHour());  // Function for getting hours
+  Serial.print(":");
+  Serial.print(rtc.getMinute());  // Function for getting minutes
+  Serial.print(":");
+  Serial.println(rtc.getSecond());  // Function for getting seconds
+}

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/streams-audiokit-serial/streams-audiokit-serial.ino

@@ -0,0 +1,38 @@
+/**
+ * @file streams-audiokit-csv.ino
+ * @author Phil Schatzmann
+ * @brief Testing the microphones: record a sine tome and open the serial plotter
+ * 
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+
+
+#include "AudioTools.h"
+#include "AudioTools/AudioLibs/AudioBoardStream.h"
+#include "ESP32S3AISmartSpeaker.h"
+
+AudioInfo info(44100, 2, 16);
+AudioBoardStream kit(ESP32S3AISmartSpeaker); // Access I2S as stream
+CsvOutput<int16_t> csvOutput(Serial);
+StreamCopy copier(csvOutput, kit); // copy kit to csvOutput
+
+// Arduino Setup
+void setup(void) {
+    Serial.begin(115200);
+    AudioToolsLogger.begin(Serial, AudioToolsLogLevel::Warning);
+    
+    auto cfg = kit.defaultConfig(RX_MODE);
+    cfg.copyFrom(info);
+    cfg.input_device = ADC_INPUT_LINE2;
+    kit.begin(cfg);
+
+    // make sure that we have the correct channels set up
+    csvOutput.begin(info);
+
+}
+
+// Arduino loop - copy data
+void loop() {
+    copier.copy();
+}

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/streams-generator-audiokit/streams-generator-audiokit.ino

@@ -0,0 +1,41 @@
+/**
+ * @file streams-generator-audiokit.ino
+ * @brief Tesing I2S output for ESP32-S3-AI-Smart-Speaker with generated sine wave
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+ 
+#include "AudioTools.h"
+#include "AudioTools/AudioLibs/AudioBoardStream.h"
+#include "ESP32S3AISmartSpeaker.h"
+
+AudioInfo info(32000, 2, 16);
+SineWaveGenerator<int16_t> sineWave(32000);                // subclass of SoundGenerator with max amplitude of 32000
+GeneratedSoundStream<int16_t> sound(sineWave);             // Stream generated from sine wave
+AudioBoardStream out(ESP32S3AISmartSpeaker);
+StreamCopy copier(out, sound);                             // copies sound into i2s
+
+// Arduino Setup
+void setup(void) {  
+  // Open Serial 
+  Serial.begin(115200);
+  AudioToolsLogger.begin(Serial, AudioToolsLogLevel::Info);
+
+  // start I2S
+  Serial.println("starting I2S...");
+  auto config = out.defaultConfig(TX_MODE);
+  config.copyFrom(info); 
+  out.begin(config);
+
+  // set the volume
+  out.setVolume(0.4f);
+
+  // Setup sine wave
+  sineWave.begin(info, N_B4);
+  Serial.println("started...");
+}
+
+// Arduino loop - copy sound to out 
+void loop() {
+  copier.copy();
+}

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/test-exio/test-exio.ino

@@ -0,0 +1,38 @@
+/**
+ * @file test-extio.ino
+ * @brief Testing gpio inputs for ESP32-S3-AI-Smart-Speaker: you can call
+ * digitalRead() and digitalWrite() on all pins including the EXIO pins.
+ * The EXIO are mapped to starting at 1000: EXIO10 = 1010, EXIO11 = 1011, EXIO12 = 1012, ...
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+#include "AudioTools.h"
+#include "AudioTools/AudioLibs/AudioBoardStream.h"
+#include "ESP32S3AISmartSpeaker.h"
+
+AudioInfo info(44100, 2, 16);
+AudioBoardStream board(ESP32S3AISmartSpeaker);  // Access I2S as stream
+CsvOutput<int16_t> csvOutput(Serial);
+StreamCopy copier(csvOutput, board);  // copy board to csvOutput
+
+// Arduino Setup
+void setup(void) {
+  Serial.begin(115200);
+  AudioToolsLogger.begin(Serial, AudioToolsLogLevel::Warning);
+
+  // setup board with default config
+  board.begin();
+}
+
+// Arduino loop - print keys
+void loop() {
+  int key1 = board.digitalRead(EXIO10);
+  int key2 = board.digitalRead(EXIO11);
+  int key3 = board.digitalRead(EXIO12);
+
+  char msg[100];
+  snprintf(msg, 100, "Keys: %d %d %d", key1, key2, key3);
+  Serial.println(msg);
+
+  delay(1000);
+}

examples/examples-custom-boards/esp32-s3-ai-smart-speaker/test-keys/test-keys.ino

@@ -0,0 +1,40 @@
+/**
+ * @file test-keys.ino
+ * @brief Testing key inputs for ESP32-S3-AI-Smart-Speaker.
+ * The EXIO pins are mapped to starting at 1000: EXIO10 = 1010, EXIO11 = 1011,
+ * EXIO12 = 1012, ...
+ * @author Phil Schatzmann
+ * @copyright GPLv3
+ */
+
+#include "AudioTools.h"
+#include "AudioTools/AudioLibs/AudioBoardStream.h"
+#include "ESP32S3AISmartSpeaker.h"
+
+AudioBoardStream board(ESP32S3AISmartSpeaker);  // Access I2S as stream
+
+// event handler for key presses
+void handleKey(bool active, int gpio, void*) {
+  Serial.print("Key event ");
+  Serial.print(gpio);
+  Serial.print(" -> ");
+  Serial.println(active);
+}
+
+// Arduino Setup
+void setup(void) {
+  Serial.begin(115200);
+  AudioToolsLogger.begin(Serial, AudioToolsLogLevel::Warning);
+  delay(3000);
+
+  // setup actions for keys
+  board.addAction(board.getKey(1), handleKey);
+  board.addAction(board.getKey(2), handleKey);
+  board.addAction(board.getKey(3), handleKey);
+
+  // setup board with default config
+  board.begin();
+}
+
+// Arduino loop - copy data
+void loop() { board.processActions(); }

src/AudioTools/AudioLibs/AudioBoardStream.h

@@ -39,6 +39,8 @@ class AudioBoardStream : public I2SCodecStream {
   AudioBoardStream(audio_driver::AudioBoard &board) : I2SCodecStream(board) {
     // pin mode already set up by driver library
     actions.setPinMode(false);
+    // use the AudioBoard 
+    actions.setReadCallback([this](int pin) { return this->digitalRead(pin); });
   }
 
   bool begin() override { return I2SCodecStream::begin(); }