44
edits
Changes
→Visualization
http://imgur.com/ueyfN.png
http://imgur.com/x0UfE.png
import hypermedia.video.*;
import ddf.minim.*;
import ddf.minim.analysis.*;
import ddf.minim.signals.*;
AudioPlayer player;
Minim minim;
AudioInput in;
AudioOutput out;
SawWave sine;
FFT fft;
float[] xpos = new float[50];
float[] ypos = new float[50];
OpenCV opencv;
// contrast/brightness values
int contrast_value = 0;
int brightness_value = 0;
float loudestFreqAmp = 0;
float loudestFreq = 0;
int timerCounter = 0;
float posX = 0;
float posY = 0;
void setup()
{
size(640, 480);
//noCursor();
minim = new Minim(this);
out = minim.getLineOut(Minim.STEREO);
// create a sine wave Oscillator, set to 440 Hz, at 0.5 amplitude, sample rate from line out
sine = new SawWave(440, 0.5, out.sampleRate());
// set the portamento speed on the oscillator to 200 milliseconds
sine.portamento(200);
// add the oscillator to the line out
out.addSignal(sine);
minim.debugOn();
player = minim.loadFile("beat.mp3", 2048);
for (int i = 0; i < xpos.length; i++)
{
xpos[i] = 0;
ypos[i] = 0;
}
// get a line in from Minim, default bit depth is 16
in = minim.getLineIn(Minim.STEREO, 1024);
opencv = new OpenCV( this );
opencv.capture( width, height ); // open video stream
opencv.cascade( OpenCV.CASCADE_FRONTALFACE_ALT ); // load detection description, here-> front face detection : "haarcascade_frontalface_alt.xml"
}
void draw()
{
player.play();
// grab a new frame
// and convert to gray
opencv.read();
opencv.convert( GRAY );
opencv.contrast( contrast_value );
opencv.brightness( brightness_value );
opencv.flip( OpenCV.FLIP_HORIZONTAL );
// proceed detection
java.awt.Rectangle[] faces = opencv.detect( 1.2, 2, OpenCV.HAAR_DO_CANNY_PRUNING, 40, 40 );
for( int i=0; i<faces.length; i++ ) {
posX = faces[i].x;
posY = faces[i].y;
if ((posX != 0) && (posY != 0))
{
drawCircles(posX, posY);
}
}
// with portamento on the frequency will change smoothly
float freq = map(posY, 0, height, 1500, 60);
sine.setFreq(freq*.5);
// pan always changes smoothly to avoid crackles getting into the signal
// note that we could call setPan on out, instead of on sine
// this would sound the same, but the waveforms in out would not reflect the panning
float pan = map(posX, 0, width, -1, 1);
sine.setPan(pan);
}
// Circle splatter machine
void drawCircles(float posX, float posY)
{
background(000);
for (int i = 0; i <xpos.length - 1; i++)
{
xpos[i] = xpos[i + 1];
ypos[i] = ypos[i + 1];
}
xpos [xpos.length - 1] = posX;
ypos [ypos.length - 1] = posY;
for (int i = 0; i < xpos.length; i++)
{
noStroke();
fill(random(255),random(255),random(255) - i * 5);
ellipse(xpos[i],ypos[i],i,i);
}
}
void stop()
{
// always close Minim audio classes when you are done with them
in.close();
out.close();
minim.stop();
super.stop();
}
