Skip to content

Instantly share code, notes, and snippets.

@jajoosam jajoosam/music_viz.pde
Last active Jan 20, 2019

Embed
What would you like to do?
Music Visualizer with Processing and a Kinect - demo 👉 https://dsh.re/cbeea
import ddf.minim.*;
import controlP5.*;
import ddf.minim.*;
import ddf.minim.analysis.*;
import org.openkinect.processing.*;
Minim minim;
BeatDetect beat;
FFT fftLog;
Kinect kinect;
AudioInput input;
ControlP5 cp5;
// Setup params
color bgColor = color(0, 0, 0);
static int SCREEN_WIDTH = 512;
static int SCREEN_HEIGHT = 424;
// Modifiable parameters
float spectrumScale = 2;
float STROKE_MAX = 10;
float STROKE_MIN = 2;
float strokeMultiplier = 1;
float audioThresh = .9;
float[] circles = new float[29];
float DECAY_RATE = 2;
float hue = random(255);
float[] wave = new float[512];
int count = 0;
void setup() {
size(512, 424, P3D);
frameRate(60);
minim = new Minim(this);
cp5 = new ControlP5(this);
input = minim.getLineIn();
fftLog = new FFT( input.bufferSize(), input.sampleRate());
fftLog.logAverages( 22, 3);
ellipseMode(RADIUS);
beat = new BeatDetect();
kinect = new Kinect(this);
kinect.initDepth();
kinect.initVideo();
kinect.enableColorDepth(true);
kinect.enableMirror(true);
colorMode(HSB);
}
void draw() {
background(0);
pushMatrix();
// Push new audio samples to the FFT
fftLog.forward(input.left);
// Loop through frequencies and compute width for ellipse stroke widths, and amplitude for size
for (int i = 0; i < 29; i++) {
// What is the average height in relation to the screen height?
float amplitude = fftLog.getAvg(i);
// If we hit a threshhold, then set the circle radius to new value
if (amplitude<audioThresh) {
circles[i] = amplitude*(SCREEN_HEIGHT/2);
} else { // Otherwise, decay slowly
circles[i] = max(0, min(SCREEN_HEIGHT, circles[i]-DECAY_RATE));
}
// What is the centerpoint of the this frequency band?
float centerFrequency = fftLog.getAverageCenterFrequency(i);
// What is the average width of this freqency?
float averageWidth = fftLog.getAverageBandWidth(i);
// Get the left and right bounds of the frequency
float lowFreq = centerFrequency - averageWidth/2;
float highFreq = centerFrequency + averageWidth/2;
// Convert frequency widths to actual sizes
int xl = (int)fftLog.freqToIndex(lowFreq);
int xr = (int)fftLog.freqToIndex(highFreq);
pushStyle();
// Calculate the gray value for this circle
// stroke(amplitude*255);
float gue = random(255);
stroke(gue, 255, 255, amplitude);
strokeWeight(map(amplitude, 0, 1, STROKE_MIN, STROKE_MAX));
// strokeWeight((float)(xr-xl)*strokeMultiplier);
// Draw an ellipse for this frequency
ellipse(0, 0, circles[i], circles[i]);
popStyle();
println(i);
}
popMatrix();
//if (count>1) {
// background(0);
// count = 0;
//}
stroke(255);
beat.detect(input.mix);
PImage img = kinect.getDepthImage();
int pixelSkip = 3;
for (int q = 0; q < img.width; q+=pixelSkip) {
for (int f = 0; f< img.height; f+=pixelSkip) {
int index = q+f * img.width;
int col = img.pixels[index];
fill(col);
if (red(col) > 150) {
fill(hue, hue, 150);
rect(q, f, pixelSkip, pixelSkip);
if (beat.isOnset()) {
hue = random(255);
fill(hue+150, hue, hue-10);
rect(q, f, random(40), random(40));
count++;
}
}
}
}
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.