Difference between revisions of "Team:NYU Shanghai/Code"
Line 77: | Line 77: | ||
<p><font face="helveticaNL"> | <p><font face="helveticaNL"> | ||
<dl id="BMGText" style="display:none"> //main | <dl id="BMGText" style="display:none"> //main | ||
+ | //main | ||
<br>import processing.video.*; | <br>import processing.video.*; | ||
<br>import arb.soundcipher.*; | <br>import arb.soundcipher.*; | ||
Line 100: | Line 101: | ||
<br><br>Sequencer[] sequencer= new Sequencer[block_number]; | <br><br>Sequencer[] sequencer= new Sequencer[block_number]; | ||
− | + | <br>Sequencer_video sequencer_video; | |
<br>Rack rack; | <br>Rack rack; | ||
− | |||
<br><br>void setup() { | <br><br>void setup() { | ||
− | + | <br><span></span>volume[0]=0; | |
− | + | <br><span></span>volume[1]=0; | |
− | + | <br><span></span>volume[2]=0; | |
− | + | <br><span></span>window_size=displayWidth; | |
− | + | <br><span></span>window_height=displayHeight; | |
− | + | <br><br><span></span>margin=(window_size-(grid_num*(grid_size+interval)+interval) | |
− | + | <br><span></span> *block_number)/(block_number+1); | |
− | + | <br><span></span>size(window_size, window_height); | |
− | + | <br><br><span></span>//empty tracks | |
− | + | <br><span></span>for (int i=0; i < block_number; i++) { | |
− | + | <br><span></span><span></span>camera[i]=false; | |
− | + | <br><span></span><span></span>music[i]=false; | |
− | + | <br><span></span>} | |
− | + | <br><br><span></span>make_empty(); | |
− | + | <br><br><span></span>String[] cameras = Capture.list(); | |
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | <br><br><span></span>video_sequencer = new Capture(this, cameras[0]); | |
− | + | <br><span></span>video_sequencer.start(); | |
− | + | <br><span></span>sequencer_video=new Sequencer_video(video_sequencer, sc, grid_num, grid_size, interval); | |
− | + | ||
− | + | <br><br><span></span>video_rack = new Capture(this, cameras[15]); | |
− | + | <br><span></span>video_rack.start(); | |
+ | <br><span></span>rack=new Rack(video_rack, sc, window_size, window_height, | ||
+ | <br><span></span>window_height-margin-grid_num*(grid_size+interval)); | ||
− | <br>void draw() { | + | <br><br><span></span>frameRate(4); |
− | + | <br>} | |
− | + | ||
− | + | <br><br>void draw() { | |
− | + | <br><span></span>background(0); | |
− | + | <br><span></span>if (tube) { | |
− | + | <br><span></span><span></span>rack.get_color(); | |
− | + | <br><span></span><span></span>rack.draw_rack(); | |
+ | <br><span></span><span></span>rack.glow(n); | ||
+ | <br><span></span><span></span>rack.play_sounds(n); | ||
+ | <br><span></span>} | ||
− | + | <br><br><span></span>for (int i=0; i < block_number; i++) { | |
− | + | <br><span></span><span></span>sequencer[i].draw_grid(); | |
− | + | <br><span></span><span></span>if (camera[i]&&!music[i]) { | |
− | + | <br><span></span><span></span><span></span>sequencer_video.position(pos_x(i), margin); | |
− | + | <br><span></span><span></span><span></span>sequencer_video.grid_off(); | |
− | + | <br><span></span><span></span><span></span>sequencer_video.bd(); | |
− | + | <br><span></span><span></span><span></span>sequencer_video.bd_draw(n); | |
− | + | <br><span></span><span></span>} else if (camera[i]&&music[i]) { | |
− | + | <br><span></span><span></span><span></span>sequencer_video.position(pos_x(i), margin); | |
− | + | <br><span></span><span></span><span></span>sequencer_video.grid_on(); | |
− | + | <br><span></span><span></span><span></span>sequencer_video.bd(); | |
− | + | <br><span></span><span></span><span></span>sequencer_video.bd_draw(n); | |
− | + | <br><span></span><span></span>} else if (!camera[i]&&music[i]) { | |
− | + | <br><span></span><span></span><span></span>sequencer[i].set_volume(volume[i]); | |
− | + | <br><span></span><span></span><span></span>sequencer[i].play_sounds(n); | |
− | + | <br><span></span><span></span><span></span>sequencer[i].glow(n); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
− | + | <br><br><span></span>n++; | |
− | + | <br><span></span>if (n>=grid_num) { | |
− | + | <br><span></span><span></span>n=0; | |
− | + | <br><span></span>} | |
<br>} | <br>} | ||
<br><br>void keyPressed() { | <br><br>void keyPressed() { | ||
− | + | <br><span></span>//track 1 | |
− | + | <br><span></span>if (key=='q'||key=='Q') { | |
− | + | <br><span></span><span></span>if (camera[0]==false &&camera[1]==false &&camera[2]==false) { | |
− | + | <br><span></span><span></span><span></span>camera[0]=true; | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='w'||key=='W') { | |
− | + | <br><span></span><span></span>camera[0]=false; | |
− | + | <br><span></span><span></span>if (music[0]) { | |
− | + | <br><span></span><span></span><span></span>sequencer[0].get_sequence(sequencer_video.sequence()); | |
− | + | <br><span></span><span></span><span></span>sequencer[0].get_color(sequencer_video.grid_color()); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='e'||key=='E') { | |
− | + | <br><span></span><span></span>music[0]=true; | |
− | + | <br><span></span>} else if (key=='r'||key=='R') { | |
− | + | <br><span></span><span></span>music[0]=false; | |
− | + | <br><span></span><span></span>sequencer[0].delete(); | |
− | + | <br><span></span>} else if (key=='t'||key=='T') { | |
− | + | <br><span></span><span></span>if (music[0]) { | |
− | + | <br><br><span></span><span></span><span></span>if (camera[0]) { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer_video.set_volume(volume[0]); | |
− | + | <br><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer[0].set_volume(volume[0]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='y'||key=='Y') { | |
− | + | <br><span></span><span></span>if (music[0]) { | |
− | + | <br><span></span><span></span><span></span>volume[0]=constrain(volume[0]+5, 0, 127); | |
− | + | <br><span></span><span></span><span></span>if (camera[0]) { | |
− | + | <br><span></span><span></span><span></span><span></span>.set_volume(volume[0]); | |
− | + | <br><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer[0].set_volume(volume[0]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
− | + | <br><span></span>//track 2 | |
− | + | <br><span></span>else if (key=='a'||key=='A') { | |
− | + | <br><span></span><span></span>if (camera[0]==false &&camera[1]==false &&camera[2]==false) { | |
− | + | <br><span></span><span></span><span></span>camera[1]=true; | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='s'||key=='S') { | |
− | + | <br><span></span><span></span>camera[1]=false; | |
− | + | <br><span></span><span></span>if (music[1]) { | |
− | + | <br><span></span><span></span><span></span>sequencer[1].get_sequence(sequencer_video.sequence()); | |
− | + | <br><span></span><span></span><span></span>sequencer[1].get_color(sequencer_video.grid_color()); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='d'||key=='D') { | |
− | + | <br><span></span><span></span>music[1]=true; | |
− | + | <br><span></span>} else if (key=='f'||key=='F') { | |
− | + | <br><span></span><span></span>music[1]=false; | |
− | + | <br><span></span><span></span>sequencer[1].delete(); | |
− | + | <br><span></span>} else if (key=='g'||key=='G') { | |
− | + | <br><span></span><span></span>if (music[1]) { | |
− | + | <br><span></span><span></span><span></span>volume[1]=constrain(volume[1]-5, 0, 127); | |
− | + | <br><span></span><span></span><span></span>if (camera[1]) { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer_video.set_volume(volume[1]); | |
− | + | <br><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer[1].set_volume(volume[1]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='h'||key=='H') { | |
− | + | <br><span></span><span></span>if (music[1]) { | |
− | + | <br><span></span><span></span><span></span>volume[1]=constrain(volume[1]+5, 0, 127); | |
− | + | <br><span></span><span></span><span></span>if (camera[1]) { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer_video.set_volume(volume[1]); | |
− | + | <br><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer[1].set_volume(volume[1]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br>}<span></span><span></span> | |
− | + | <br><span></span>} | |
− | + | <br><span></span>//track 3 | |
− | + | <br><span></span>else if (key=='z'||key=='Z') { | |
− | + | <br><span></span><span></span>if (camera[0]==false &&camera[1]==false &&camera[2]==false) { | |
− | + | <br><span></span><span></span><span></span>camera[2]=true; | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='x'||key=='X') { | |
− | + | <br><span></span><span></span>camera[2]=false; | |
− | + | <br><span></span><span></span>if (music[2]) { | |
− | + | <br><span></span><span></span><span></span>sequencer[2].get_sequence(sequencer_video.sequence()); | |
− | + | <br><span></span><span></span><span></span>sequencer[2].get_color(sequencer_video.grid_color()); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='c'||key=='C') { | |
− | + | <br><span></span><span></span>music[2]=true; | |
− | + | <br><span></span>} else if (key=='v'||key=='V') { | |
− | + | <br><span></span><span></span>music[2]=false; | |
− | + | <br><span></span><span></span>sequencer[2].delete(); | |
− | + | <br><span></span>} else if (key=='b'||key=='B') { | |
− | + | <br><span></span><span></span>if (music[2]) { | |
− | + | <br><span></span><span></span><span></span>volume[2]=constrain(volume[2]-5, 0, 127); | |
− | + | <br><span></span><span></span><span></span>if (camera[2]) { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer_video.set_volume(volume[2]); | |
− | + | <br><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer[2].set_volume(volume[2]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='n'||key=='N') { | |
− | + | <br><span></span><span></span>if (music[2]) { | |
− | + | <br><span></span><span></span><span></span>volume[2]=constrain(volume[2]+5, 0, 127); | |
− | + | <br><span></span><span></span><span></span>if (camera[2]) { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer_video.set_volume(volume[2]); | |
− | + | <br><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span>sequencer[2].set_volume(volume[2]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} else if (key=='o'||key=='O') { | |
− | + | <br><span></span><span></span>tube=true; | |
− | + | <br><span></span>} else if (key=='p'||key=='P') { | |
− | + | <br><span></span><span></span>tube=false; | |
− | + | <br><span></span>} else if (key==CODED) { | |
− | + | <br><span></span><span></span>if (keyCode==LEFT) { | |
− | + | <br><span></span><span></span><span></span>sequencer_video.threshold_down(); | |
− | + | <br><span></span><span></span>} else if (keyCode==RIGHT) { | |
− | + | <br><span></span><span></span><span></span>sequencer_video.threshold_up(); | |
− | + | <br><span></span><span></span>} else if (keyCode==UP) { | |
− | + | <br><span></span><span></span><span></span>rack.volume_up(); | |
− | + | <br><span></span><span></span>} else if (keyCode==DOWN) { | |
− | + | <br><span></span><span></span><span></span>rack.volume_down(); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
<br>} | <br>} | ||
<br><br>void make_empty() { | <br><br>void make_empty() { | ||
− | + | <br><span></span>for (int i=0; i < block_number; i++) { | |
− | + | <br><span></span><span></span>int x= pos_x(i); | |
− | + | <br><span></span><span></span>int y=margin; | |
− | + | <br><span></span><span></span>sequencer[i]=new Sequencer(sc, grid_num, grid_size, interval, x, y); | |
− | + | <br><span></span>} | |
<br>} | <br>} | ||
<br><br>int pos_x(int i) { | <br><br>int pos_x(int i) { | ||
− | + | <br><span></span>int x=margin+(grid_num*(grid_size+interval)+interval+margin)*i; | |
− | + | <br><span></span>return x; | |
<br>} | <br>} | ||
<br><br>//tube rack | <br><br>//tube rack | ||
<br>class Rack { | <br>class Rack { | ||
− | + | <br><span></span>Capture video; | |
− | + | <br><span></span>int tube_number=8; | |
− | + | <br><span></span>int space_height; | |
− | + | <br><span></span>float[][] colors; | |
− | + | <br><span></span>SoundCipher sc; | |
− | + | <br><span></span>int white=150; | |
− | + | <br><span></span>float bright=1.5; | |
− | + | <br><span></span>int volume=100; | |
− | + | <br><span></span>int rack_width; | |
− | + | <br><span></span>int rack_height; | |
− | + | <br><span></span>int window_size; | |
− | + | <br><span></span>int window_height; | |
− | + | <br><span></span>int tube_height; | |
− | + | <br><span></span>int tube_width; | |
− | + | <br><span></span>int rack_x; | |
− | + | <br><span></span>int rack_y; | |
− | + | <br><span></span>int margin; | |
+ | |||
+ | <br><br><span></span>Rack(Capture _video, SoundCipher _sc, int _window_size, | ||
+ | <br><span></span>int _window_height, int _space_height) { | ||
+ | <br><span></span><span></span>video=_video; | ||
+ | <br><span></span><span></span>window_size=_window_size; | ||
+ | <br><span></span><span></span>window_height=_window_height; | ||
+ | <br><span></span><span></span>space_height=_space_height; | ||
+ | <br><span></span><span></span>sc=_sc; | ||
+ | <br><span></span><span></span>rack_width=int(window_size*0.75); | ||
+ | <br><span></span><span></span>rack_height=space_height/2; | ||
+ | <br><span></span><span></span>tube_height=int(space_height*0.6); | ||
+ | <br><span></span><span></span>tube_width=int(rack_width/(tube_number*3)); | ||
+ | <br><span></span><span></span>rack_x=(window_size-rack_width)/2; | ||
+ | <br><span></span><span></span>rack_y=int(space_height*0.3); | ||
+ | <br><span></span><span></span>margin=(rack_width-tube_number*tube_width)/(tube_number+1); | ||
+ | <br><span></span>} | ||
+ | |||
+ | <br><br><span></span>void play(int n) { | ||
+ | <br><span></span><span></span>get_color(); | ||
+ | <br><span></span><span></span>draw_rack(); | ||
+ | <br><span></span><span></span>glow(n); | ||
+ | <br><span></span><span></span>play_sounds(n); | ||
+ | <br><span></span>} | ||
+ | |||
+ | <br><br><span></span>void get_color() { | ||
+ | <br><span></span><span></span>if (video.available()) { | ||
+ | <br><span></span><span></span><span></span>video.read(); | ||
+ | <br><span></span><span></span><span></span>video.loadPixels(); | ||
+ | <br><span></span><span></span><span></span>colors=new float[tube_number][3]; | ||
+ | <br><span></span><span></span><span></span>float[] loc_x = {0.1,0.215,0.333,0.45,0.569,0.705,0.823,0.941}; | ||
+ | <br><span></span><span></span><span></span>for (int i = 0; i < tube_number; i++) { | ||
+ | <br><span></span><span></span><span></span><span></span>// Begin loop for rows | ||
+ | |||
+ | <br><br><span></span><span></span><span></span><span></span>// Where are we, pixel-wise? | ||
+ | <br><span></span><span></span><span></span><span></span>int x = int(width*loc_x[i]) ; | ||
+ | <br><br><span></span><span></span><span></span><span></span>int y = int(video.height*0.7); | ||
+ | <br><span></span><span></span><span></span><span></span>int loc = x + y*video.width; | ||
− | + | <br><br><span></span><span></span><span></span><span></span>colors[i][0] = red(video.pixels[loc]); | |
− | + | <br><span></span><span></span><span></span><span></span>colors[i][1]= green(video.pixels[loc]); | |
− | + | <br><span></span><span></span><span></span><span></span>colors[i][2]= blue(video.pixels[loc]); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | <br><br><span></span>void draw_rack() { | |
− | + | <br><span></span><span></span>if (colors!=null) { | |
− | + | <br><span></span><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span><span></span>translate(0, window_height-space_height); | |
− | + | <br><span></span><span></span><span></span>noFill(); | |
− | + | <br><span></span><span></span><span></span>stroke(255); | |
− | + | <br><span></span><span></span><span></span>strokeWeight(3); | |
− | + | <br><span></span><span></span><span></span>rect(rack_x, rack_y, | |
− | + | <br><span></span><span></span><span></span>rack_width, rack_height, rack_height/10); | |
− | + | <br><span></span><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span><span></span>translate(rack_x, rack_y); | |
− | + | <br><span></span><span></span><span></span>for (int i = 0; i < tube_number; i++) { | |
− | + | <br><span></span><span></span><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span><span></span><span></span>translate(margin*(i+1)+tube_width*i, -rack_y*0.6); | |
− | + | <br><span></span><span></span><span></span><span></span>if ((colors[i][0]+colors[i][1]+colors[i][2])/3 < white) { | |
+ | <br><span></span><span></span><span></span><span></span><span></span>noStroke(); | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>fill(constrain(colors[i][0]*1.1,0,255), | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>constrain(colors[i][1]*1.1,0,255), | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>constrain(colors[i][2]*1.1,0,255)); | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>rect(0, 0, tube_width, tube_height,tube_width/2); | ||
+ | <br><span></span><span></span><span></span><span></span>} else { | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>noFill(); | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>stroke(255); | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>strokeWeight(3); | ||
+ | <br><span></span><span></span><span></span><span></span><span></span>rect(0, 0, tube_width, tube_height,tube_width/2); | ||
+ | <br><span></span><span></span><span></span><span></span>} | ||
− | + | <br><br><span></span><span></span><span></span><span></span>popMatrix(); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span><span></span>popMatrix(); | |
− | + | <br><span></span><span></span><span></span>popMatrix(); | |
+ | <br><span></span><span></span>} | ||
+ | <br><span></span>} | ||
− | + | <br><br><span></span>void glow(int n) { | |
− | + | <br><span></span><span></span>n=n%tube_number; | |
− | + | <br><span></span><span></span>if (colors!=null) { | |
− | + | <br><span></span><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span><span></span>translate(0, window_height-space_height); | |
− | + | <br><span></span><span></span><span></span>if ((colors[n][0]+colors[n][1]+colors[n][2])/3 < white) { | |
− | + | <br><span></span><span></span><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span><span></span><span></span>translate(rack_x, rack_y); | |
− | + | <br><span></span><span></span><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span><span></span><span></span>translate(margin*(n+1)+tube_width*n, -rack_y*0.6); | |
− | + | <br><span></span><span></span><span></span><span></span>fill(255, 255, 255, 40); | |
− | + | <br><span></span><span></span><span></span><span></span>noStroke(); | |
− | + | <br><span></span><span></span><span></span><span></span>rect(0, 0, tube_width, tube_height,tube_width/2); | |
− | + | <br><span></span><span></span><span></span><span></span>popMatrix(); | |
− | + | <br><span></span><span></span><span></span><span></span>popMatrix(); | |
− | + | <br><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span><span></span>popMatrix(); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | <br><br><span></span><span></span>void play_sounds(int n) { | |
− | + | <br><span></span><span></span><span></span>n=n%tube_number; | |
− | + | <br><span></span><span></span><span></span>if (colors!=null) { | |
− | + | <br><span></span><span></span><span></span><span></span>float noteVal; | |
− | + | <br><span></span><span></span><span></span><span></span>float[] noteVals=new float[0]; | |
− | + | <br><span></span><span></span><span></span><span></span>boolean play; | |
− | + | <br><span></span><span></span><span></span><span></span>if ((colors[n%tube_number][0]+colors[n%tube_number][1] | |
− | + | <br><span></span><span></span><span></span><span></span><span></span>+colors[n%tube_number][2])/3 < white) { | |
− | + | <br><span></span><span></span><span></span><span></span><span></span>play=true; | |
− | + | <br><span></span><span></span><span></span><span></span>} else { | |
− | + | <br><span></span><span></span><span></span><span></span><span></span>play=false; | |
− | + | <br><span></span><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span><span></span><span></span>if (play) { | |
− | + | <br><span></span><span></span><span></span><span></span><span></span>noteVal = noteVal(n); | |
− | + | <br><span></span><span></span><span></span><span></span><span></span>noteVals=append(noteVals, noteVal); | |
− | + | <br><span></span><span></span><span></span><span></span>} | |
− | + | <br><span></span><span></span><span></span><span></span>sc.instrument(instrument(n)); | |
− | + | <br><span></span><span></span><span></span><span></span>println(instrument(n)); | |
− | + | <br><span></span><span></span><span></span><span></span>sc.playChord(noteVals, volume, 0.25); | |
+ | <br><span></span><span></span><span></span>} | ||
+ | <br><span></span><span></span>} | ||
− | + | <br><br><span></span>int instrument(int n){ | |
− | + | <br><span></span><span></span>int h=int(hue(color(colors[n][0],colors[n][1], | |
− | + | <br><br><span></span><span></span>colors[n][2]))%6); | |
− | + | <br><span></span><span></span>if (h==0){return 38;} | |
− | + | <br><span></span><span></span>else if (h==1){return 103;} | |
− | + | <br><span></span><span></span>else if (h==2){return 112;} | |
− | + | <br><span></span><span></span>else if (h==3){return 113;} | |
− | + | <br><span></span><span></span>else if (h==4){return 117;} | |
− | + | <br><span></span><span></span>else {return 124;} | |
− | + | <br><span></span>} | |
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | <br><br><span></span>int noteVal(int n){ | |
− | + | <br><span></span><span></span>int h=int(hue(color(colors[n][0],colors[n][1], | |
− | + | <br><span></span><span></span>colors[n][2]))%6); | |
− | + | <br><span></span><span></span>if (h==0){return 14;} | |
− | + | <br><span></span><span></span>else if (h==1){return 20;} | |
− | + | <br><span></span><span></span>else if (h==2){return 24;} | |
− | + | <br><span></span><span></span>else if (h==3){return 60;} | |
− | + | <br><span></span><span></span>else if (h==4){return 96;} | |
− | + | <br><span></span><span></span>else {return 60;} | |
− | + | <br><span></span>} | |
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | ||
− | + | <br><br><span></span><span></span>void volume_up() { | |
− | + | <br><span></span><span></span><span></span>volume=constrain(volume+5, 0, 127); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><br><span></span><span></span>void volume_down() { | |
− | + | <br><span></span><span></span><span></span>volume=constrain(volume-5, 0, 127); | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
<br><br>//step sequencer | <br><br>//step sequencer | ||
<br>class Sequencer { | <br>class Sequencer { | ||
− | + | <br><br><span></span>boolean[] empty; | |
− | + | <br><span></span>float[] rgb_list; | |
− | + | <br><span></span>int grid_num; | |
− | + | <br><span></span>int grid_size; | |
− | + | <br><span></span>int interval; | |
− | + | <br><br><span></span>SoundCipher sc; | |
− | + | <br><span></span>boolean select=false; | |
− | + | <br><span></span>int a, b; | |
− | + | <br><span></span>int volume=0; | |
− | + | <br><span></span>boolean on=true; | |
− | + | <br><span></span>float red=0; | |
− | + | <br><span></span>float green=0; | |
− | + | <br><span></span>float blue=0; | |
− | + | <br><span></span>int[] notes = { | |
− | + | <br><span></span><span></span>96, 93, 91, 89, 86, 84, 81, 79, 77, 74, 72, 69, 67, 65, 62, 60 | |
− | + | <br><span></span>}; | |
− | + | <br><span></span>boolean[] sequence; | |
− | + | <br><br><span></span>Sequencer(SoundCipher _sc, | |
− | + | <br><span></span>int _grid_num, int _grid_size, int _interval, int _a, int _b) { | |
− | + | <br><span></span><span></span>sc=_sc; | |
− | + | <br><span></span><span></span>grid_num=_grid_num; | |
− | + | <br><span></span><span></span>grid_size=_grid_size; | |
− | + | <br><span></span><span></span>interval=_interval; | |
− | + | <br><br><span></span><span></span>a=_a; | |
− | + | <br><span></span><span></span>b=_b; | |
− | + | <br><br><span></span><span></span>sequence=new boolean[grid_num*grid_num]; | |
− | + | <br><span></span><span></span>for (int i=0; i < sequence.length; i++) { | |
− | + | <br><span></span><span></span><span></span>sequence[i]=false; | |
− | + | <br><span></span><span></span>} | |
− | + | <br><br><span></span><span></span>empty=new boolean[grid_num*grid_num]; | |
− | + | <br><span></span><span></span>for (int i=0; i < sequence.length; i++) { | |
− | + | <br><span></span><span></span><span></span>empty[i]=false; | |
− | + | <br><span></span><span></span>} | |
− | + | <br><span></span>} | |
− | + | <br><br><span></span>void get_sequence(boolean[] _sequence) { | |
− | + | <br><span></span><span></span>sequence=_sequence; | |
− | + | <br><span></span>} | |
− | + | <br><br><span></span>void get_color(float[] _rgb_list) { | |
− | + | <br><span></span><span></span>rgb_list=_rgb_list; | |
− | + | <br><span></span><span></span>red=rgb_list[0]; | |
− | + | <br><span></span><span></span>green=rgb_list[1]; | |
− | + | <br><span></span><span></span>blue=rgb_list[2]; | |
− | + | <br><span></span>} | |
− | + | <br><br><span></span>void draw_grid() { | |
− | + | <br><span></span><span></span>pushMatrix(); | |
− | + | <br><span></span><span></span>translate(a, b); | |
− | + | <br><span></span><span></span>rectMode(CORNER); | |
− | + | <br><span></span><span></span>int x=0; | |
− | + | <br><span></span><span></span>int y=0; | |
− | + | <br><span></span><span></span> | |
− | + | <br><br><span></span><span></span>//black background | |
− | + | <br><span></span><span></span><br>noStroke(); | |
− | + | <br><span></span><span></span><br>fill(0); | |
− | + | <br><span></span><span></span><br>rect(-interval, -interval, (grid_size+interval)*grid_num+interval*2, | |
− | + | <br><span></span><span></span><br>(grid_size+interval)*grid_num+interval*2); | |
− | + | <br><span></span><span></span> | |
− | + | <br><span></span><span></span><br><br>for (int i=0; i < sequence.length; i++) { | |
− | + | <br><span></span><span></span><span></span><br>x=(grid_size+interval)*(i%grid_num); | |
− | + | <br><span></span><span></span><span></span><br>y=(grid_size+interval)*(i/grid_num); | |
− | + | <br><span></span><span></span><span></span><br>if (sequence[i]) { | |
− | + | <br><span></span><span></span><span></span><span></span><br>fill(red, green, blue); | |
− | + | <br><span></span><span></span><span></span><br>} else { | |
− | + | <br><span></span><span></span><span></span><span></span><br>if (select){fill(100);} | |
− | + | <br><span></span><span></span><span></span><span></span><br>else {fill(70);} | |
− | + | <br><span></span><span></span><span></span><br>} | |
− | + | <br><span></span><span></span><span></span><br>rect(x, y, grid_size, grid_size); | |
− | + | <br><span></span><span></span><br>} | |
− | + | <span></span><span></span><br><br>popMatrix(); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void glow(int n) { | |
− | + | <span></span><span></span><br>pushMatrix(); | |
− | + | <span></span><span></span><br>translate(a, b); | |
− | + | <span></span><span></span><br><br>rectMode(CORNER); | |
− | + | <span></span><span></span><br>for (int m=0; m<grid_num; m++) { | |
− | + | <span></span><span></span><span></span><br>if (sequence[m*grid_num+n]) { | |
− | + | <span></span><span></span><span></span><span></span><br>for (int p=-1; p<2; p++) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>for (int q=-1; q<2; q++) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>if (n+p>=0&&n+p<grid_num&&m+q>=0&& | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>m+q<grid_num) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>noStroke(); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>fill(255, 255, 255, 20); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span> <br>rect((n+p)*(interval+grid_size), (m+q)*(interval+grid_size), | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>grid_size, grid_size); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>if (p==0&&q==0){ | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>fill(red, green, blue); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>rect(n*(interval+grid_size)-interval/2, m*(interval+grid_size)-interval/2, | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>grid_size+interval, grid_size+interval); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>fill(255, 255, 255, 30); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>rect(n*(interval+grid_size)-interval/2, m*(interval+grid_size)-interval/2, | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>grid_size+interval, grid_size+interval); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>popMatrix(); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void play_sounds(int n) { | |
− | + | <span></span><span></span><br>float noteVal; | |
− | + | <span></span><span></span><br>float[] noteVals=new float[0]; | |
− | + | <span></span><span></span><br><br>for (int i=0; i<grid_num; i++) { | |
− | + | <span></span><span></span><span></span><br><br>// if the data text file has a "1" play note | |
− | + | <span></span><span></span><span></span><br>if (sequence[i*grid_num+n]) { | |
− | + | <span></span><span></span><span></span><span></span><br>noteVal = float(notes[i]); | |
− | + | <span></span><span></span><span></span><span></span><br>noteVals=append(noteVals, noteVal); | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span> | |
− | + | <span></span><span></span><br><br>} | |
− | + | <span></span><span></span><br>sc.instrument(instrument()); | |
− | + | <span></span><span></span><br>sc.playChord(noteVals, volume, 0.25); | |
− | + | <span></span><br>} | |
− | + | <span></span> | |
− | + | <span></span><br><br>int instrument(){ | |
− | + | <span></span><span></span><br>int h=int(hue(color(red,green,blue))%8); | |
− | + | <span></span><span></span><br>if (h==0){return 2;} | |
− | + | <span></span><span></span><br>else if (h==1){return 3;} | |
− | + | <span></span><span></span><br>else if (h==2){return 38;} | |
− | + | <span></span><span></span><br>else if (h==3){return 46;} | |
− | + | <span></span><span></span><br>else if (h==4){return 47;} | |
− | + | <span></span><span></span><br>else if (h==5){return 55;} | |
− | + | <span></span><span></span><br>else if (h==6){return 116;} | |
− | + | <span></span><span></span><br>else {return 120;} | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void select(boolean _select) { | |
− | + | <span></span><span></span><br>select=_select; | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void set_volume(int _volume) { | |
− | + | <span></span><span></span><br>volume=constrain(_volume, 0, 127); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void delete() { | |
− | + | <span></span><span></span><br>sequence=empty; | |
− | + | <span></span><br>} | |
<br>} | <br>} | ||
<br>//step sequencer video | <br>//step sequencer video | ||
<br>class Sequencer_video { | <br>class Sequencer_video { | ||
− | + | <span></span><br>Capture video; | |
− | + | <span></span><br>SoundCipher sc; | |
− | + | <span></span><br>BlobDetection theBlobDetection; | |
− | + | <span></span><br>boolean newFrame=false; | |
− | + | <span></span><br>PImage img; | |
− | + | <span></span><br>int a, b; | |
− | + | <span></span><br>int grid_size; | |
− | + | <span></span><br>int grid_num; | |
− | + | <span></span><br>int interval; | |
− | + | <span></span><br>int block_size; | |
− | + | <span></span><br>int volume=0; | |
− | + | <span></span><br>float[][] blob_color; | |
− | + | <span></span><br>float[] avg_color=new float[3]; | |
− | + | <span></span><br>float[][] blobs; | |
− | + | <span></span><br>float[][][] raw_color; | |
− | + | <span></span><br>float threshold=0.5; | |
− | + | <span></span><br>boolean draw_grid=false; | |
− | + | <span></span><br>boolean[] sequence; | |
− | + | <span></span><br>int[] notes = { | |
− | + | <span></span><span></span><br>, 93, 91, 89, 86, 84, 81, 79, 77, 74, 72, 69, 67, 65, 62, 60 | |
− | + | <span></span><br>}; | |
− | + | <span></span><br>int radius=180; | |
− | + | <span></span><br><br>Sequencer_video(Capture _video, SoundCipher _sc, int _grid_num, | |
− | + | <span></span><br>int _grid_size,int _interval) { | |
− | + | <span></span><span></span><br>colorMode(RGB, 255, 255, 255, 100); | |
− | + | <span></span><span></span><br>video=_video; | |
− | + | <span></span><span></span><br>sc=_sc; | |
− | + | <span></span><span></span><br>grid_num=_grid_num; | |
− | + | <span></span><span></span><br>grid_size=_grid_size; | |
− | + | <span></span><span></span><br>interval=_interval; | |
− | + | <span></span><span></span><br>block_size=(interval+grid_size)*grid_num; | |
− | + | <span></span><span></span> | |
− | + | <span></span><span></span><br>sequence=new boolean[grid_num*grid_num]; | |
− | + | <span></span><span></span><br>img = new PImage(grid_num*(grid_size+interval)-interval, | |
− | + | <span></span><span></span><br>grid_num*(grid_size+interval)-interval); | |
− | + | <span></span><span></span><br>theBlobDetection = new BlobDetection(img.width, img.height); | |
− | + | <span></span><span></span><br>theBlobDetection.setPosDiscrimination(true); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void threshold_up() { | |
− | + | <span></span><span></span><br>threshold=constrain(threshold+0.02, 0, 1); | |
− | + | <span></span><span></span><br>println(threshold); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void threshold_down() { | |
− | + | <span></span><span></span><br>threshold=constrain(threshold-0.02, 0, 1); | |
− | + | <span></span><span></span><br>println(threshold); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void position(int _a, int _b) { | |
− | + | <span></span><span></span><br>a=_a; | |
− | + | <span></span><span></span><br>b=_b; | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void grid_on() { | |
− | + | <span></span><span></span><br>draw_grid=true; | |
− | + | <span></span><br>} | |
− | + | <span></span> | |
− | + | <span></span><br><br>void grid_off(){ | |
− | + | <span></span><span></span><br>draw_grid=false; | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void bd() { | |
− | + | <span></span><span></span><br>if (video.available()) { | |
− | + | <span></span><span></span><span></span><br>theBlobDetection.setThreshold(threshold); | |
− | + | <span></span><span></span><span></span><br>video.read(); | |
− | + | <span></span><span></span><span></span><br>img.copy(video, (video.width-video.height)/2, 0, video.height, | |
− | + | <span></span><span></span> <br>video.height, 0, 0, img.width, img.height); | |
− | + | <span></span><span></span><span></span><br>image(img, a, b, img.width+interval, img.height+interval); | |
− | + | <span></span><span></span><span></span><br>fastblur(img, 2); | |
− | + | <span></span><span></span><span></span><br>theBlobDetection.computeBlobs(img.pixels); | |
− | + | <span></span><span></span><span></span><br>save_blob(); | |
− | + | <span></span><span></span><span></span><br>blob_color(); | |
− | + | <span></span><span></span><span></span><br>convert(); | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><br>} | |
− | + | <span></span><br>void bd_draw(int n) { | |
− | + | <span></span><span></span><br>if (draw_grid) { | |
− | + | <span></span><span></span><span></span> | |
− | + | <span></span><span></span><span></span><br>draw_grid(); | |
− | + | <span></span><span></span><span></span><br>glow(n); | |
− | + | <span></span><span></span><span></span><br>play_sounds(n); | |
− | + | <span></span><span></span><br>} else { | |
− | + | <span></span><span></span><span></span><br>drawBlobsAndEdges(true, false); | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void blob_color() { | |
− | + | <span></span><span></span><br>float red=0; | |
− | + | <span></span><span></span><br>float blue=0; | |
− | + | <span></span><span></span><br>float green=0; | |
− | + | <span></span><span></span><br>int total=theBlobDetection.getBlobNb (); | |
− | + | <span></span><span></span><br>for (int n=0; n<total; n++) { | |
− | + | <span></span><span></span><span></span><br><br>//get the color | |
− | + | <span></span><span></span><span></span><br><br><br>blob_color=new float[total][3]; | |
− | + | <span></span><span></span><span></span><br><br><br><br>int centerX = int(blobs[n][0]+0.5*blobs[n][2]); | |
− | + | <span></span><span></span><span></span><br>int centerY = int(blobs[n][1]+0.5*blobs[n][3]); | |
− | + | <span></span><span></span><span></span><br><br>color c = get(centerX+a, centerY+b); | |
− | + | <span></span><span></span><span></span><br>blob_color[n][0] = red(c); | |
− | + | <span></span><span></span><span></span><br><br>blob_color[n][1] = green(c); | |
− | + | <span></span><span></span><span></span><br>blob_color[n][2] = blue(c); | |
− | + | <span></span> | |
− | + | <span></span><span></span><span></span><br><br>red+=blob_color[n][0]; | |
− | + | <span></span><span></span><span></span><br>green+=blob_color[n][1]; | |
− | + | <span></span><span></span><span></span><br>blue+=blob_color[n][2]; | |
− | + | <span></span><span></span><span></span><span></span><span></span> | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>avg_color[0]=constrain(red/total*1.2,0,255); | |
− | + | <span></span><span></span><br>avg_color[1]=constrain(green/total*1.2,0,255); | |
− | + | <span></span><span></span><br>avg_color[2]=constrain(blue/total*1.2,0,255); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void drawBlobsAndEdges(boolean drawBlobs, boolean drawEdges) { | |
− | + | <span></span><span></span><br>pushMatrix(); | |
− | + | <span></span><span></span><br><br>translate(a, b); | |
− | + | <span></span><span></span><br><br><br>noFill(); | |
− | + | <span></span><span></span><br><br><br><br>rectMode(CORNER); | |
− | + | <span></span><span></span><br>Blob b; | |
− | + | <span></span><span></span><br>EdgeVertex eA, eB; | |
− | + | <span></span><span></span> | |
− | + | <span></span><span></span><br><br>for (int n=0; n<theBlobDetection.getBlobNb (); n++) | |
− | + | <span></span><span></span><br>{ | |
− | + | <span></span><span></span><span></span><br>b=theBlobDetection.getBlob(n); | |
− | + | <span></span><span></span><span></span><br>if (b!=null) | |
− | + | <span></span><span></span><span></span><br>{ | |
− | + | <span></span><span></span><span></span><span></span><br>// Edges | |
− | + | <span></span><span></span><span></span><span></span><br>if (drawEdges) | |
− | + | <span></span><span></span><span></span><span></span><br>{ | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>strokeWeight(3); | |
− | + | <span></span><span></span><span></span><span></span><span></span><br><br>stroke(0, 255, 0); | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>for (int m=0; m<b.getEdgeNb (); m++) | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>{ | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>eA = b.getEdgeVertexA(m); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>eB = b.getEdgeVertexB(m); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>if (eA !=null && eB !=null) | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>line( | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br><br>eA.x*block_size, eA.y*block_size, | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br><br><br>eB.x*block_size, eB.y*block_size | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>); | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><br><br>// Blobs | |
− | + | <span></span><span></span><span></span><span></span><br>if (dist(block_size/2,block_size/2,b.xMin*block_size, | |
− | + | <span></span><span></span><span></span><span></span><br>b.yMin*block_size)<radius | |
− | + | <span></span><span></span><span></span><span></span><br>&&drawBlobs&&b.w*block_size>5&&b.w*block_size<25&& | |
− | + | <span></span><span></span><span></span><span></span><br>b.h*block_size>5&&b.h*block_size<25) | |
− | + | <span></span><span></span><span></span><span></span><br>{ | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>strokeWeight(3); | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>stroke(255, 0, 0); | |
− | + | <span></span><span></span><span></span><span></span> | |
− | + | <span></span><span></span><span></span><span></span><span></span><br><br>rect( | |
− | + | <span></span><span></span><span></span><span></span><span></span><br><br><br>b.xMin*block_size, b.yMin*block_size, | |
− | + | <span></span><span></span><span></span><span></span><span></span><br><br><br><br>b.w*block_size, b.h*block_size | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>); | |
− | + | <span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><br><span></span>popMatrix(); | |
− | + | <span></span><br><br>} | |
− | + | <span></span><br><br>void fastblur(PImage img, int radius) | |
− | + | <span></span><br>{ | |
− | + | <span></span><span></span><br>if (radius<1) { | |
− | + | <span></span><span></span><span></span><br>return; | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>int w=img.width; | |
− | + | <span></span><span></span><br>int h=img.height; | |
− | + | <span></span><span></span><br>int wm=w-1; | |
− | + | <span></span><span></span><br>int hm=h-1; | |
− | + | <span></span><span></span><br>int wh=w*h; | |
− | + | <span></span><span></span><br>int div=radius+radius+1; | |
− | + | <span></span><span></span><br>int r[]=new int[wh]; | |
− | + | <span></span><span></span><br>int g[]=new int[wh]; | |
− | + | <span></span><span></span><br>int b[]=new int[wh]; | |
− | + | <span></span><span></span><br>int rsum, gsum, bsum, x, y, i, p, p1, p2, yp, yi, yw; | |
− | + | <span></span><span></span><br>int vmin[] = new int[max(w, h)]; | |
− | + | <span></span><span></span><br>int vmax[] = new int[max(w, h)]; | |
− | + | <span></span><span></span><br>int[] pix=img.pixels; | |
− | + | <span></span><span></span><br>int dv[]=new int[256*div]; | |
− | + | <span></span><span></span><br>for (i=0; i<256*div; i++) { | |
− | + | <span></span><span></span><span></span><br>dv[i]=(i/div); | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br><br>yw=yi=0; | |
− | + | <span></span><span></span><br><br>for (y=0; y<h; y++) { | |
− | + | <span></span><span></span><span></span><br>rsum=gsum=bsum=0; | |
− | + | <span></span><span></span><span></span><br>for (i=-radius; i<=radius; i++) { | |
− | + | <span></span><span></span><span></span><span></span><br>p=pix[yi+min(wm, max(i, 0))]; | |
− | + | <span></span><span></span><span></span><span></span><br>rsum+=(p & 0xff0000)>>16; | |
− | + | <span></span><span></span><span></span><span></span><br>gsum+=(p & 0x00ff00)>>8; | |
− | + | <span></span><span></span><span></span><span></span><br>bsum+= p & 0x0000ff; | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>for (x=0; x<w; x++) { | |
− | + | <span></span><span></span><span></span><span></span><br><br>r[yi]=dv[rsum]; | |
− | + | <span></span><span></span><span></span><span></span><br>g[yi]=dv[gsum]; | |
− | + | <span></span><span></span><span></span><span></span><br>b[yi]=dv[bsum]; | |
− | + | <span></span><span></span><span></span> <br><br>if (y==0) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>vmin[x]=min(x+radius+1, wm); | |
− | + | <span></span><span></span><span></span><span></span> <br>vmax[x]=max(x-radius, 0); | |
− | + | <span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><br>p1=pix[yw+vmin[x]]; | |
− | + | <span></span><span></span><span></span><span></span><br><br>p2=pix[yw+vmax[x]]; | |
− | + | <span></span><span></span><span></span><span></span><br><br>rsum+=((p1 & 0xff0000)-(p2 & 0xff0000))>>16; | |
− | + | <span></span><span></span><span></span><span></span><br>gsum+=((p1 & 0x00ff00)-(p2 & 0x00ff00))>>8; | |
− | + | <span></span><span></span><span></span><span></span><br><br><br>bsum+= (p1 & 0x0000ff)-(p2 & 0x0000ff); | |
− | + | <span></span><span></span><span></span><span></span><br>yi++; | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>yw+=w; | |
− | + | <span></span> <br> } | |
− | + | <span></span><span></span><br><br>for (x=0; x<w; x++) { | |
− | + | <span></span><span></span><span></span><br>rsum=gsum=bsum=0; | |
− | + | <span></span><span></span><span></span><br>yp=-radius*w; | |
− | + | <span></span><span></span><span></span><br>for (i=-radius; i<=radius; i++) { | |
− | + | <span></span><span></span><span></span><span></span><br>yi=max(0, yp)+x; | |
− | + | <span></span><span></span><span></span><span></span><br>rsum+=r[yi]; | |
− | + | <span></span><span></span><span></span><span></span><br>gsum+=g[yi]; | |
− | + | <span></span><span></span><span></span><span></span><br>bsum+=b[yi]; | |
− | + | <span></span><span></span><span></span><span></span><br>yp+=w; | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>yi=x; | |
− | + | <span></span><span></span><span></span><br>for (y=0; y<h; y++) { | |
− | + | <span></span><span></span><span></span><span></span><br>pix[yi]=0xff000000 | (dv[rsum]<<16) | (dv[gsum]<<8) | dv[bsum]; | |
− | + | <span></span><span></span><span></span><span></span><br>if (x==0) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>vmin[y]=min(y+radius+1, hm)*w; | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>vmax[y]=max(y-radius, 0)*w; | |
− | + | <span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><br>p1=x+vmin[y]; | |
− | + | <span></span><span></span><span></span><span></span><br>p2=x+vmax[y]; | |
− | + | <span></span><span></span><span></span><span></span><br><br>rsum+=r[p1]-r[p2]; | |
− | + | <span></span><span></span><span></span><span></span><br>gsum+=g[p1]-g[p2]; | |
− | + | <span></span><span></span><span></span><span></span><br>bsum+=b[p1]-b[p2]; | |
− | + | <span></span><span></span><span></span><span></span><br><br>yi+=w; | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void save_blob() { | |
− | + | <span></span><span></span><br><br>Blob b; | |
− | + | <span></span><span></span><br>blobs=new float[theBlobDetection.getBlobNb ()][4]; | |
− | + | <span></span><span></span><br>for (int n=0; n<theBlobDetection.getBlobNb (); n++) | |
− | + | <span></span><span></span><br>{ | |
− | + | <span></span><span></span><span></span><br>b=theBlobDetection.getBlob(n); | |
− | + | <span></span><span></span><span></span><br>if (dist(block_size/2,block_size/2,b.xMin*block_size, | |
− | + | <span></span><span></span><span></span><span></span><br>b.yMin*block_size)<radius | |
− | + | <span></span><span></span><span></span><br>&&b.w*block_size>5&&b.w*block_size<25&& | |
− | + | <span></span><span></span><span></span><br>b.h*block_size>5&&b.h*block_size<25){ | |
− | + | <span></span><span></span><span></span><br>blobs[n][0]=b.xMin*block_size; | |
− | + | <span></span><span></span><span></span><br>blobs[n][1]=b.yMin*block_size; | |
− | + | <span></span><span></span><span></span><br>blobs[n][2]=b.w*block_size; | |
− | + | <span></span><span></span><span></span><br>blobs[n][3]=b.h*block_size; | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void convert() { | |
− | + | <span></span><span></span><br>int row, col, i; | |
− | + | <span></span><span></span><br>for (int n=0; n<sequence.length; n++) { | |
− | + | <span></span><span></span><span></span><br>sequence[n]=false; | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>for (int n=0; n<blobs.length; n++) { | |
− | + | <span></span><span></span><span></span><br>row=int(blobs[n][0]+blobs[n][2]*0.5)/grid_size; | |
− | + | <span></span><span></span><span></span><br>col=int(blobs[n][1]+blobs[n][3]*0.5)/grid_size; | |
− | + | <span></span><span></span><span></span><br>i=row+col*grid_num; | |
− | + | <span></span><span></span> <br>if (i>0&&i<grid_num*grid_num) { | |
− | + | <span></span><span></span><span></span><span></span><br>sequence[i]=true; | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void draw_grid() { | |
− | + | <span></span><span></span><br>pushMatrix(); | |
− | + | <span></span><span></span><br>translate(a, b); | |
− | + | <span></span><span></span><br>rectMode(CORNER); | |
− | + | <span></span><span></span><br>int x=0; | |
− | + | <span></span><span></span><br>int y=0; | |
− | + | <span></span><span></span><br>noStroke(); | |
− | + | <span></span><span></span><br>fill(0); | |
− | + | <span></span><span></span><br>rect(-interval,-interval,(grid_size+interval)*grid_num+interval*2, | |
− | + | <span></span><span></span><br>(grid_size+interval)*grid_num+interval*2); | |
− | + | <span></span><span></span><br>for (int i=0; i<sequence.length; i++) { | |
− | + | <span></span><span></span><span></span><br>x=(grid_size+interval)*(i%grid_num); | |
− | + | <span></span><span></span><span></span><br>y=(grid_size+interval)*(i/grid_num); | |
− | + | <span></span><span></span><span></span><span></span><br><br>noStroke(); | |
− | + | <span></span><span></span><span></span> | |
− | + | <span></span><span></span><span></span><br><br>if (sequence[i]) { | |
− | + | <span></span><span></span><span></span><span></span><br>fill(avg_color[0], avg_color[1], avg_color[2]); | |
− | + | <span></span><span></span><span></span><br>} else { | |
− | + | <span></span><span></span><span></span> <br>fill(70); | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>rect(x, y, grid_size, grid_size); | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>popMatrix(); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>void glow(int n) { | |
− | + | <span></span><span></span><br>pushMatrix(); | |
− | + | <span></span><span></span><br>translate(a, b); | |
− | + | <span></span><span></span><br>rectMode(CORNER); | |
− | + | <span></span><span></span><br>for (int m=0; m<grid_num; m++) { | |
− | + | <span></span><span></span><span></span><br>if (sequence[m*grid_num+n]) { | |
− | + | <span></span><span></span><span></span><span></span><br>for (int p=-1; p<2; p++) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>for (int q=-1; q<2; q++) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>if (n+p>=0&&n+p<grid_num&&m+q>=0&& | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>m+q<grid_num) { | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>noStroke(); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br><br>fill(255, 255, 255, 20); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>rect((n+p)*(interval+grid_size), (m+q)*(interval+grid_size), | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br><br>grid_size, grid_size); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>if (p==0&&q==0){ | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>fill(255, 255, 255, 30); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>rect(n*(interval+grid_size), m*(interval+grid_size), | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><span></span><br>grid_size, grid_size); | |
− | + | <span></span><span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span><span></span><br>popMatrix(); | |
− | + | <span></span><br>} | |
− | <br> | + | <br><span></span>void play_sounds(int n) { |
− | + | <span></span><span></span><br>float noteVal; | |
− | + | <span></span><span></span><br>float[] noteVals=new float[0]; | |
− | + | <span></span><span></span><br>for (int i=0; i<grid_num; i++) { | |
− | + | <span></span><span></span><span></span><br>if (sequence[i*grid_num+n]) { | |
− | + | <span></span><span></span><span></span><span></span><br>noteVal = float(notes[i]); | |
− | + | <span></span><span></span><span></span><span></span><br>noteVals=append(noteVals, noteVal); | |
− | + | <span></span><span></span><span></span><br>} | |
− | + | <span></span><span></span><br>} | |
− | + | <span></span> <br>sc.instrument(instrument()); | |
− | + | <span></span> <br>sc.playChord(noteVals, volume, 0.25); | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>float[] grid_color() { | |
− | + | <span></span><span></span><br>float[] color_return=new float[3]; | |
− | + | <span></span><span></span><br>arrayCopy(avg_color, color_return); | |
− | + | <span></span><span></span><br>return color_return; | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br>boolean[] sequence() { | |
− | + | <span></span><span></span><br>boolean[] to_return=new boolean[sequence.length]; | |
− | + | <span></span><span></span><br>arrayCopy(sequence, to_return); | |
− | + | <span></span><span></span><br>return to_return; | |
− | + | <span></span><br>} | |
− | + | <span></span><br><br><br>int instrument(){ | |
− | + | <span></span><span></span><br>int h=int(hue(color(avg_color[0],avg_color[1], | |
− | + | <span></span><span></span><br>avg_color[2]))%8); | |
− | + | <span></span><span></span><br>if (h==0){return 2;} | |
− | + | <span></span><span></span><br>else if (h==1){return 3;} | |
− | + | <span></span><span></span><br>else if (h==2){return 38;} | |
− | + | <span></span><span></span><br>else if (h==3){return 46;} | |
− | + | <span></span><span></span><br>else if (h==4){return 47;} | |
− | + | <span></span><span></span><br>else if (h==5){return 55;} | |
− | + | <span></span><span></span><br>else if (h==6){return 116;} | |
− | + | <span></span><span></span><br>else {return 120;} | |
− | + | <span></span><br>} | |
− | + | <span></span> | |
− | + | <span></span><br><br>void set_volume(int _volume) { | |
− | + | <span></span><span></span><br>volume=constrain(_volume, 0, 127); | |
− | + | <span></span><br>} | |
<br>} | <br>} | ||
Line 1,022: | Line 1,021: | ||
<br><br>soundcipher | <br><br>soundcipher | ||
− | http://explodingart.com/soundcipher/ | + | <br>http://explodingart.com/soundcipher/ |
</p> | </p> |
Revision as of 03:41, 18 September 2015