Embedded Files
Tongyu Zhou (April 2022)
This tutorial demonstrates how you can create a live heatmap depicting the amplitudes of different audio sources in a room using Unity, as shown in the video on the right. For simplicity, I will not be explaining any code logic, but just showing you how to set it up.
Time Needed: ~3 Hours
Populate a Simple Scene with 3D Audio Sources
Populate a Simple Scene with 3D Audio Sources
Set up a basic Unity scene. This can be done by dragging a couple of pre-built prefabs into the scene, as demonstrated in Unity's native VR Basics Tutorial.
Add Audio Sources to the objects you want to visualize sounds for. This can be done by right clicking on an object in the hierarchy -> Audio -> Audio Source. When you click on the generated audio source, you should see a dialog box similar to the image on the right.
Make sure the following options are selected:
Play on Awake
Loop
Drag Spatial Blend to 3D
3D Sound Settings -> Volume Rolloff to Linear Rolloff
Set the Max Distance to something small (default was 500)
Add an audio clip of your choice to the AudioClip slot.
Add the Heatmap Generation Code
Add the Heatmap Generation Code
In your scene, create a new GameObject by right clicking in the hierarchy -> Create Empty.
In the Editor, click on Add Component -> New Script -> name the script GradientGenerator
Copy the following code into the script file:
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using System.Linq;
[RequireComponent(typeof(MeshFilter))]
public class GradientGenerator : MonoBehaviour
{
Mesh mesh;
Vector3[] vertices;
int[] triangles;
public int xSize = 60;
public int zSize = 12;
public GameObject[] audioObjects;
Color[] colors;
private float[] colorContributions;
private float totalMaxDistance;
public Gradient gradient;
void Start()
{
mesh = new Mesh();
GetComponent<MeshFilter>().mesh = mesh;
CreateShape();
UpdateMesh();
}
// Update is called once per frame
void Update()
{
UpdateShape();
UpdateMesh();
}
bool isSameRow(int index, int newIndex) {
return index % xSize == newIndex % xSize;
}
bool distanceWithinRadius(int index1, int index2, float radius) {
Vector2 p1 = new Vector2(index1 % (xSize + 1), index1 / (xSize+1));
Vector2 p2 = new Vector2(index2 % (xSize + 1), index2 / (xSize+1));
return Vector2.Distance(p1,p2) <= radius;
}
bool isViable(int index, int originalIndex, float radius) {
return index > -1 && index < colorContributions.Length && distanceWithinRadius(originalIndex, index, radius);
}
void FillRowColor(int index, int displacement, float maxDistance, int column, int originalIndex)
{
float value = maxDistance - displacement;
if (isViable(index, originalIndex, maxDistance)) {
colorContributions[index] += value / totalMaxDistance;
}
for (int k = 1; k < displacement; k++) {
if (isViable(index+k, originalIndex, maxDistance) && column + k < xSize + 1) {
colorContributions[index+k] += value / totalMaxDistance;
}
if (isViable(index-k, originalIndex, maxDistance) && column - k > -1) {
colorContributions[index-k] += value / totalMaxDistance;
}
}
}
void FillColumnColor(int index, int displacement, float maxDistance, int column, int originalIndex)
{
float value = maxDistance - displacement;
if (isViable(index, originalIndex, maxDistance)) {
colorContributions[index] += value / totalMaxDistance;
}
for (int k = 1; k < displacement+1; k++) {
if (isViable(index+k*(xSize+1), originalIndex, maxDistance)) {
colorContributions[index+k*(xSize+1)] += value / totalMaxDistance;
}
if (isViable(index-k*(xSize+1), originalIndex, maxDistance)) {
colorContributions[index-k*(xSize+1)] += value / totalMaxDistance;
}
}
}
void CreateShape()
{
vertices = new Vector3[(xSize + 1) * (zSize + 1)];
for (int i = 0, z = 0; z <= zSize; z++) {
for (int x = 0; x <= xSize; x++) {
vertices[i] = new Vector3(x, 0, z);
i++;
}
}
int vert = 0;
int tris = 0;
triangles = new int[xSize * zSize * 6];
for (int z = 0; z < zSize; z++) {
for (int x = 0; x < xSize; x++)
{
triangles[tris + 0] = vert + 0;
triangles[tris + 1] = vert + xSize + 1;
triangles[tris + 2] = vert + 1;
triangles[tris + 3] = vert + 1;
triangles[tris + 4] = vert + xSize + 1;
triangles[tris + 5] = vert + xSize + 2;
vert++;
tris += 6;
}
vert++;
}
UpdateShape();
}
void UpdateShape()
{
colorContributions = new float[vertices.Length];
for (int i = 0, z = 0; z <= zSize; z++) {
for (int x = 0; x <= xSize; x++) {
colorContributions[i] = 0f;
i++;
}
}
totalMaxDistance = 0f;
for (int i = 0; i < audioObjects.Length; i++) {
AudioSource audioSource = audioObjects[i].GetComponent<AudioSource>();
totalMaxDistance += audioSource.maxDistance;
}
Vector3 origin = transform.position;
for (int i = 0; i < audioObjects.Length; i++) {
Vector3 difference = audioObjects[i].transform.position - origin;
int index = (xSize+1) * (Mathf.RoundToInt(difference.z)) + (Mathf.RoundToInt(difference.x));
colorContributions[index] = 1.0f;
AudioSource audioSource = audioObjects[i].GetComponent<AudioSource>();
int column = Mathf.RoundToInt(difference.x)+1;
for (int j = 1; j < audioSource.maxDistance+1; j++) {
FillRowColor(index+j*(xSize+1), j, audioSource.maxDistance, column, index);
FillRowColor(index-j*(xSize+1), j, audioSource.maxDistance, column, index);
if (column - j > -1) {
FillColumnColor(index-j, j, audioSource.maxDistance, column, index);
}
if (column + j < xSize+1) {
FillColumnColor(index+j, j, audioSource.maxDistance, column, index);
}
}
}
colors = new Color[vertices.Length];
for (int i = 0, z = 0; z <= zSize; z++) {
for (int x = 0; x <= xSize; x++) {
colors[i] = gradient.Evaluate(colorContributions[i]*2);
i++;
}
}
}
void UpdateMesh()
{
mesh.Clear();
mesh.vertices = vertices;
mesh.triangles = triangles;
mesh.colors = colors;
}
}
Adjust Heatmap Parameters
Adjust Heatmap Parameters
Once you have copied and pasted the code, you should see the dialog on the right.
X Size and Z Size determine the width and length of the heatmap. Adjust this based on the size of your room scene.
Drag all your AudioSources into the Audio Objects list.
Add a Gradient Shader via the following:
Window > Package Manager > make sure Universal RP (render pipeline) and Shader Graph are installed
Check Edit > Project Settings > Graphics and make sure there is a UniversalRenderPipelineAsset. If not, navigate to the Packages section > right click > follow the dialog below to create a pipeline asset, then drag that into the empty field
Create a shader graph: In Projects, right click > Create > Shader > Blank shader graph
Open the new shader graph in the editor > Active Targets -> Universal
Drag this new shader into the shader field of the object material
Adjust the Gradient colors based on your personal preference. I am using one that ranges from blue -> green -> yellow -> red.
Results
Results
And voila! You should see a heatmap based on the max distance of each audio source:
Page updated
Google Sites
Report abuse