back to user pointclouds

1 files changed, 281 insertions, 0 deletions

diff --git a/05_pointcloud/src/testApp.cpp b/05_pointcloud/src/testApp.cpp
new file mode 100644
index 0000000..6532b57
--- /dev/null
+++ b/05_pointcloud/src/testApp.cpp
@@ -0,0 +1,281 @@
+#include "testApp.h"
+
+//--------------------------------------------------------------
+void testApp::setup() {
+
+    ofSetLogLevel(OF_LOG_NOTICE);
+
+    verdana.loadFont(ofToDataPath("verdana.ttf"), 10);
+
+    playing=0;
+    numDevices=2;
+
+    string filename="TRSS_nesbitt_recordings.xml";
+
+    if( !XML.loadFile(filename) ){
+        printf("unable to load recordings, check data/ folder\n");
+    }else{
+        if(XML.pushTag("TRSS")) {
+            int num=XML.getNumTags("rec");
+            if(num) {
+                for (int i=0;i<num;i++) {
+                    record rec;
+                    rec.data.push_back(XML.getAttribute("rec","left","",i));
+                    rec.data.push_back(XML.getAttribute("rec","right","",i));
+                    rec.audio=XML.getAttribute("rec","audio","",i);
+                    recs.push_back(rec);
+                }
+            }
+            else printf("no recordings!\n");
+        }
+    }
+    ofxOpenNIUser user;
+    user.setUseMaskTexture(true);
+    user.setUsePointCloud(true);
+    user.setPointCloudDrawSize(2); // this is the size of the glPoint that will be drawn for the point cloud
+    user.setPointCloudResolution(2); // this is the step size between points for the cloud -> eg., this sets it to every second point
+    
+    for (int deviceID = 0; deviceID < numDevices; deviceID++){
+
+        //openNIPlayers[deviceID].stop();
+        openNIPlayers[deviceID].setup(true);
+        openNIPlayers[deviceID].addUserGenerator();
+        openNIPlayers[deviceID].setRegister(true);
+        openNIPlayers[deviceID].start();
+        openNIPlayers[deviceID].setBaseUserClass(user);
+        //openNIPlayers[deviceID].startPlayer(ofToDataPath(recs[playing][deviceID]));
+    }
+    soundplayer.setLoop(false);
+    startPlayers();
+
+    //ofSetFrameRate(25.0f);
+    offset=0.0f;
+    drawmovies=false;drawcloud=true;
+    frame=0;
+}
+
+void testApp::startPlayers(){
+    for (int deviceID = 0; deviceID < numDevices; deviceID++){
+        //openNIPlayers[deviceID].stop();
+        //openNIPlayers[deviceID].setup(false);
+        //openNIPlayers[deviceID].start();
+        openNIPlayers[deviceID].startPlayer(ofToDataPath(recs[playing].data[deviceID]));
+        openNIPlayers[deviceID].setSpeed(0.01f);
+        //openNIPlayers[deviceID].setPaused(true);
+    
+    
+        soundplayer.stop();
+        
+        if (recs[playing].audio!=""){
+            soundplayer.loadSound(recs[playing].audio);
+            soundplayer.play();
+            soundplayer.setPosition(offset);
+        }
+    }
+}
+
+//--------------------------------------------------------------
+void testApp::update(){
+    for (int deviceID = 0; deviceID < numDevices; deviceID++){
+            openNIPlayers[deviceID].setFrame(frame);
+            openNIPlayers[deviceID].update();
+    }
+}
+
+//--------------------------------------------------------------
+void testApp::draw(){
+    ofBackground(50, 50, 50);
+	ofSetColor(255, 255, 255);
+
+    
+
+    //glEnable(GL_PROGRAM_POINT_SIZE);
+    //glEnable(GL_POINT_SMOOTH);
+    //glHint(GL_POINT_SMOOTH_HINT, GL_NICEST);
+
+    //glPointSize(12.0f);
+
+
+
+    for (int deviceID = 0; deviceID < numDevices; deviceID++){
+
+       if (drawmovies) {
+            ofTranslate(0, deviceID * 400);
+            //openNIPlayers[deviceID].drawDebug();
+            openNIPlayers[deviceID].drawDepth(50, 0,520,390);
+            openNIPlayers[deviceID].drawImage(600, 0,520,390);
+        }
+
+        //construct points
+        //glBegin(GL_POINTS);
+        //how to find buffer size?
+        /*
+        XnStatus xn::DepthGenerator::ConvertProjectiveToRealWorld   (   XnUInt32    nCount,
+        const XnPoint3D     aProjective[],
+        XnPoint3D   aRealWorld[]     
+        )  
+        */ 
+
+        if (drawcloud) {
+
+            cam.begin();
+
+            ofPushMatrix();
+            ofRotate(0,1,0,180);
+            ofTranslate(0,0,1500);
+            
+
+            
+            
+            ofDrawAxis(100);
+
+            int count;
+            const XnDepthPixel* depthmap=openNIPlayers[deviceID].getDepthGenerator().GetDepthMap();
+            int range=2500;
+
+            int dmw=openNIPlayers[deviceID].getWidth();
+
+                for (int i=0;i<openNIPlayers[deviceID].getWidth();i+=2) {
+
+                    glBegin(GL_LINES);
+
+                    for (int j=0;j<openNIPlayers[deviceID].getHeight();j+=2) {
+
+
+
+                        ofPoint p= openNIPlayers[deviceID].projectiveToWorld(ofPoint(i,j,(float)depthmap[j*dmw+i]));
+                        //ofPoint p= projectiveToWorld(ofPoint(i,j,(float)depthmap[j*dmw+i]));
+                        
+                        if (p.z == 0 || p.z>range) continue;    // gets rid of background -> still a bit weird if userID > 0... //&& isCPBkgnd
+                        //ofColor color = kinect->getColorAt(x,y); //userID);
+                        //if (col) glColor4ub((unsigned char)color.r, (unsigned char)color.g, (unsigned char)color.b, (unsigned char)color.a);
+                       // else 
+
+
+                        glColor4ub((unsigned char)255, (unsigned char)255, (unsigned char)255, (unsigned char)255);
+                        glVertex3f(p.x, p.y, p.z);
+                        //if (i==320&&j==160) cerr<<"world point: "<<p.x<<","<<p.y<<","<<p.z<<endl;
+                    }
+
+                    glEnd();
+                }
+            
+
+            //export for fast/ switchable playback
+            //figure out how to line up (could be one off)
+                //export frame and find matching coords
+                //manually find positions
+                //calculate offset
+            //audio sync
+            //gui
+            //audio analysis
+            //sfx for point cloud
+
+            //
+
+            ofPopMatrix();
+
+            cam.end();
+
+            glDisable(GL_PROGRAM_POINT_SIZE);
+
+        }
+    }
+
+	ofSetColor(255, 255, 255);
+	string msg = "MILLIS: " + ofToString(ofGetElapsedTimeMillis());
+    msg += "\nFPS: " + ofToString(ofGetFrameRate());
+	msg += "\noffset: "+ofToString(offset);
+    verdana.drawString(msg, 10, 10);
+}
+
+//--------------------------------------------------------------
+void testApp::exit(){
+    for (int deviceID = 0; deviceID < numDevices; deviceID++){
+        openNIPlayers[deviceID].stop();
+    }
+}
+
+//--------------------------------------------------------------
+void testApp::keyPressed(int key){
+    bool changed=false;
+    switch (key) {
+        case ',':
+            if (playing==0) playing=recs.size();
+            playing--;
+            changed=true;
+            break;
+        case '.':
+            playing=(playing+1)%recs.size();
+            changed=true;
+            break;
+        case 'z':
+            offset+=.025;
+            break;
+        case 'x':
+            offset-=.025;
+            break;
+        case 'q':
+            drawmovies=!drawmovies;
+            break;
+        case 'w':
+            drawcloud=!drawcloud;
+            break;
+        case 'a':
+            frame--;
+            if (frame<0) frame=openNIPlayers[0].getTotalNumFrames()-1;
+            break;
+        case 's':
+            frame=((frame+1)%openNIPlayers[0].getTotalNumFrames());
+            break;
+    }
+    if (changed) startPlayers();
+
+    /* why do this?
+    switch (key) {
+        case 't':
+            for (int deviceID = 0; deviceID < numDevices; deviceID++){
+                openNIRecorders[deviceID].toggleRegister();
+            }
+            break;
+        case 'x':
+            for (int deviceID = 0; deviceID < numDevices; deviceID++){
+                openNIRecorders[deviceID].stop();
+            }
+            break;
+        default:
+            break;
+    }
+    */
+}
+
+//--------------------------------------------------------------
+void testApp::keyReleased(int key){
+
+}
+
+//--------------------------------------------------------------
+void testApp::mouseMoved(int x, int y ){
+
+}
+
+//--------------------------------------------------------------
+void testApp::mouseDragged(int x, int y, int button){
+
+}
+
+//--------------------------------------------------------------
+void testApp::mousePressed(int x, int y, int button){
+
+}
+
+//--------------------------------------------------------------
+void testApp::mouseReleased(int x, int y, int button){
+
+}
+
+//--------------------------------------------------------------
+void testApp::windowResized(int w, int h){
+
+}
+