Interactive Particles Responsive Made With ESP32 + INMP441 & Unity

Author: Eric

Interactive_Particles_Responsive/ESP32_INMP441_VUMeter/ESP32_INMP441_VUMeter.ino

@@ -0,0 +1,87 @@
+/////////////////////////////////////////////////////////////////
+/*
+  Interactive Particles Responsive Made With ESP32 + INMP441 & Unity
+  For More Information: https://youtu.be/lRj01J-cxew
+  Created by Eric N. (ThatProject)
+*/
+/////////////////////////////////////////////////////////////////
+
+#include <driver/i2s.h>
+
+#define I2S_WS_RX 32
+#define I2S_SCK_RX 33
+#define I2S_SD_RX 15
+#define I2S_PORT_RX I2S_NUM_0
+
+#define SAMPLE_RATE 16000
+#define SAMPLE_BITS 32
+#define DMA_BANKS 4
+#define DMA_BANK_SIZE 128
+
+TaskHandle_t i2sReadTaskHandler = NULL;
+
+void setup() {
+  Serial.begin(115200);
+  i2s_RX_init();
+  xTaskCreatePinnedToCore(
+    i2s_reader_task,
+    "i2s_reader_task",
+    10000,
+    NULL,
+    1,
+    &i2sReadTaskHandler,
+    0);
+}
+
+void loop() {}
+
+void i2s_reader_task(void* parameter) {
+  while (1) {
+    int32_t samples[DMA_BANK_SIZE];
+    size_t num_bytes_read = 0;
+    i2s_read(I2S_PORT_RX, &samples, DMA_BANK_SIZE, &num_bytes_read, portMAX_DELAY);
+
+    int samples_read = num_bytes_read / 8;
+    if (samples_read > 0) {
+      float mean = 0;
+      for (int i = 0; i < samples_read; ++i) {
+        mean += (samples[i] >> 14);
+      }
+      mean /= samples_read;
+
+      float maxsample = -1e8, minsample = 1e8;
+      for (int i = 0; i < samples_read; ++i) {
+        minsample = min(minsample, samples[i] - mean);
+        maxsample = max(maxsample, samples[i] - mean);
+      }
+
+      // To narrow the range of the value
+      float result = (maxsample - minsample) / 100000000;
+      Serial.println(result);
+      vTaskDelay(1);
+    }
+  }
+}
+
+const i2s_config_t i2s_config_rx = {
+  .mode = i2s_mode_t(I2S_MODE_MASTER | I2S_MODE_RX),
+  .sample_rate = SAMPLE_RATE,
+  .bits_per_sample = I2S_BITS_PER_SAMPLE_32BIT,
+  .channel_format = I2S_CHANNEL_FMT_ONLY_RIGHT,
+  .communication_format = i2s_comm_format_t(I2S_COMM_FORMAT_STAND_I2S),
+  .intr_alloc_flags = ESP_INTR_FLAG_LEVEL1,
+  .dma_buf_count = DMA_BANKS,
+  .dma_buf_len = DMA_BANK_SIZE
+};
+
+const i2s_pin_config_t pin_config_rx = {
+  .bck_io_num = I2S_SCK_RX,
+  .ws_io_num = I2S_WS_RX,
+  .data_out_num = I2S_PIN_NO_CHANGE,
+  .data_in_num = I2S_SD_RX
+};
+
+void i2s_RX_init() {
+  i2s_driver_install(I2S_PORT_RX, &i2s_config_rx, 0, NULL);
+  i2s_set_pin(I2S_PORT_RX, &pin_config_rx);
+}

Interactive_Particles_Responsive/Unity_VisualEffect/.gitignore

@@ -0,0 +1,70 @@
+# This .gitignore file should be placed at the root of your Unity project directory
+#
+# Get latest from https://github.com/github/gitignore/blob/master/Unity.gitignore
+#
+/[Ll]ibrary/
+/[Tt]emp/
+/[Oo]bj/
+/[Bb]uild/
+/[Bb]uilds/
+/[Ll]ogs/
+/[Uu]ser[Ss]ettings/
+
+# MemoryCaptures can get excessive in size.
+# They also could contain extremely sensitive data
+/[Mm]emoryCaptures/
+
+# Asset meta data should only be ignored when the corresponding asset is also ignored
+!/[Aa]ssets/**/*.meta
+
+# Uncomment this line if you wish to ignore the asset store tools plugin
+# /[Aa]ssets/AssetStoreTools*
+
+# Autogenerated Jetbrains Rider plugin
+/[Aa]ssets/Plugins/Editor/JetBrains*
+
+# Visual Studio cache directory
+.vs/
+
+# Gradle cache directory
+.gradle/
+
+# Autogenerated VS/MD/Consulo solution and project files
+ExportedObj/
+.consulo/
+*.csproj
+*.unityproj
+*.sln
+*.suo
+*.tmp
+*.user
+*.userprefs
+*.pidb
+*.booproj
+*.svd
+*.pdb
+*.mdb
+*.opendb
+*.VC.db
+
+# Unity3D generated meta files
+*.pidb.meta
+*.pdb.meta
+*.mdb.meta
+
+# Unity3D generated file on crash reports
+sysinfo.txt
+
+# Builds
+*.apk
+*.unitypackage
+
+# Crashlytics generated file
+crashlytics-build.properties
+
+# Packed Addressables
+/[Aa]ssets/[Aa]ddressable[Aa]ssets[Dd]ata/*/*.bin*
+
+# Temporary auto-generated Android Assets
+/[Aa]ssets/[Ss]treamingAssets/aa.meta
+/[Aa]ssets/[Ss]treamingAssets/aa/*

Interactive_Particles_Responsive/Unity_VisualEffect/.idea/.idea.ParticleTest/.idea/.gitignore

@@ -0,0 +1,33 @@
+/////////////////////////////////////////////////////////////////
+/*
+  Interactive Particles Responsive Made With ESP32 + INMP441 & Unity
+  For More Information: https://youtu.be/lRj01J-cxew
+  Created by Eric N. (ThatProject)
+*/
+/////////////////////////////////////////////////////////////////
+
+using UnityEngine;
+using UnityEngine.VFX;
+
+public class EffectController : MonoBehaviour
+{
+    VisualEffect visualEffect;
+ 
+    
+    // Start is called before the first frame update
+    void Start()
+    {
+        visualEffect = GetComponent<VisualEffect>();
+    }
+
+    // Update is called once per frame
+    void Update()
+    {
+        
+    }
+
+    public void setForceX(float x)
+    {
+        visualEffect.SetFloat("ForceX", x * -1); 
+    }
+}

Interactive_Particles_Responsive/Unity_VisualEffect/.idea/.idea.ParticleTest/.idea/indexLayout.xml

@@ -0,0 +1,121 @@
+/////////////////////////////////////////////////////////////////
+/*
+  Interactive Particles Responsive Made With ESP32 + INMP441 & Unity
+  For More Information: https://youtu.be/lRj01J-cxew
+  Created by Eric N. (ThatProject)
+*/
+/////////////////////////////////////////////////////////////////
+
+using System;
+using System.Collections;
+using System.IO.Ports;
+using UnityEngine;
+using UnityEngine.VFX;
+
+public class MySerialOBJ : MonoBehaviour
+{
+    private SerialPort serial;
+    public int portSpeed = 115200;
+    public string portName = "/dev/cu.SLAB_USBtoUART";
+
+    void OnEnable()
+    {
+        if (checkOpen())
+        {
+            Debug.Log("Opening serial port: " + portName + " at " + portSpeed + " bauds");
+        }
+    }
+
+    void Start()
+    {
+    }
+
+    // Update is called once per frame
+    void Update()
+    {
+        if (serial != null)
+        {
+            checkOpen();
+            StartCoroutine(ReadSerial());
+        }
+    }
+
+    private bool checkOpen()
+    {
+        if (serial == null)
+        {
+            if (serial != null && serial.IsOpen)
+            {
+                serial.Close();
+            }
+
+            serial = new SerialPort(portName, portSpeed);
+        }
+
+        if (!serial.IsOpen)
+        {
+            try
+            {
+                serial.Open();
+                serial.DtrEnable = true;
+                serial.DiscardInBuffer();
+            }
+            catch (Exception e)
+            {
+                Debug.LogError("System.Exception in serial.Open(): " + e);
+            }
+        }
+
+        return serial.IsOpen;
+    }
+
+    public void OnApplicationQuit()
+    {
+        if (serial != null)
+        {
+            if (serial.IsOpen)
+            {
+                serial.Close();
+            }
+
+            serial = null;
+        }
+    }
+
+    IEnumerator ReadSerial()
+    {
+        while (true)
+        {
+            if (!enabled)
+            {
+                yield break;
+            }
+
+            try
+            {
+                while (serial.BytesToRead > 0)
+                {
+                    string data = serial.ReadLine();
+                    Debug.Log("Sound Pressure from INMP441: " + data);
+
+                    float soundPressure;
+                    if (float.TryParse(data, out soundPressure))
+                    {
+                        FindObjectOfType<VisualEffect>().GetComponent<EffectController>().setForceX(soundPressure);
+                    }
+                }
+            }
+            catch (Exception e)
+            {
+                Debug.LogError("Exception in Serial ReadLine: " + e);
+            }
+
+            if (serial.IsOpen && serial.BytesToRead == -1)
+            {
+                serial.Close();
+            }
+
+            yield return null;
+        }
+    }
+}