#include "DiffNoiseAnalysis.h" #include "ofMain.h" #include "Poco/Timer.h" #include "Poco/Thread.h" #include "RefractiveIndex.h" using Poco::Timer; using Poco::TimerCallback; using Poco::Thread; #define NUMBER_RUNS 1 #define ACQUIRE_TIME 20 void DiffNoiseAnalysis::setup(int camWidth, int camHeight) { AbstractAnalysis::setup(camWidth, camHeight); NUM_RUN = RefractiveIndex::XML.getValue("config:analysis_NUM_RUN:NUM_RUN_diffnoise", NUMBER_RUNS); cout << "NUM_RUN DiffNoiseAnalysis " << NUM_RUN << endl; //NUM_RUN = 5; //flag for main sketch meshIsComplete=false; _gotFirstImage=false; _mesh_size_multiplier = 2; vertexSubsampling = 1; chooseColour = 5; multiplier = 0.8; blendMode = OF_BLENDMODE_ADD; //blendMode = OF_BLENDMODE_MULTIPLY; //blendMode = OF_BLENDMODE_SUBTRACT; //blendMode = OF_BLENDMODE_ALPHA; //blendMode = OF_BLENDMODE_SCREEN; meshMode = OF_PRIMITIVE_TRIANGLES; //meshMode = OF_PRIMITIVE_TRIANGLE_STRIP; //meshMode = OF_PRIMITIVE_TRIANGLE_FAN; //meshMode = OF_PRIMITIVE_LINES; //meshMode = OF_PRIMITIVE_LINE_STRIP; //meshMode = OF_PRIMITIVE_POINTS; int acq_run_time; // 10 seconds of acquiring per run acq_run_time = RefractiveIndex::XML.getValue("config:analysis_time:acquiretime_diffnoise", ACQUIRE_TIME); cout << "ACQUIRE_TIME DiffNoiseAnalysis " << acq_run_time << endl; //int acq_run_time = 20; // 20 seconds of acquiring per run DELTA_T_SAVE = 1*(10*acq_run_time/2); // for 20 seconds, we want this to be around 200 files // or 10 times per second = every 100 ms _frame_cnt_max = acq_run_time*ofGetFrameRate(); // e.g.: 30 frames per second * 20 seconds = 600 frames //create_dir_allocate_images(); _run_cnt = 0; _frame_cnt = 0; _synth_save_cnt = 0; c = 0; int anim_time = 10; // 10 seconds _anim_cnt_max = anim_time*ofGetFrameRate(); // e.g.: 30 frames per second = 150 frames _show_image = false; _image_shown = false; image1.clear(); image2.clear(); image3.clear(); image4.clear(); image5.clear(); // images use for drawing the synthesized files to the screen /// image1.setUseTexture(false); // the non texture image that is needed to first load the image image2.setUseTexture(true); // the image that needs to get written to the screen which takes the content of image1 // images used for re-loading and saving out the synthesized files /// image3.setUseTexture(false); image4.setUseTexture(false); image5.setUseTexture(false); image1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h, OF_IMAGE_COLOR); image2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h, OF_IMAGE_COLOR); image3.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h, OF_IMAGE_COLOR); image4.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h, OF_IMAGE_COLOR); image5.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h, OF_IMAGE_COLOR); //cout << "RefractiveIndex::_vid_w " << RefractiveIndex::_vid_w << endl; //cout << "RefractiveIndex::_vid_h " << RefractiveIndex::_vid_h << endl; // clear() apparently fixes the "OF_WARNING: in allocate, reallocating a ofxCvImage" // that we're getting in OSX/Windows and is maybe crashing Windows // http://forum.openframeworks.cc/index.php?topic=1867.0 cvColorImage1.clear(); cvGrayImage1.clear(); cvGrayDiff1.clear(); cvColorImage2.clear(); cvGrayImage2.clear(); cvGrayDiff2.clear(); cvConvertorImage.clear(); cvColorImage1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayImage1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayDiff1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvColorImage2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayImage2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayDiff2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvConvertorImage.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); } void DiffNoiseAnalysis::acquire() { Timer* save_timer; TimerCallback save_callback(*this, &DiffNoiseAnalysis::save_cb); _run_cnt++; _frame_cnt = 0; _save_cnt = 0; _anim_cnt = 0, _synth_save_cnt = 0; _RUN_DONE = false; create_dir_allocate_images(); // RUN ROUTINE //for(int i = 0; i < NUM_RUN; i++) { // _run_cnt = i; //cout << "RUN NUM = " << i; save_timer = new Timer(0, DELTA_T_SAVE); // timing interval for saving files save_timer->start(save_callback); while(!_RUN_DONE && _state != STATE_STOP) Thread::sleep(3); save_timer->stop(); //} } void DiffNoiseAnalysis::synthesise() { //cout << "DiffNoiseAnalysis::saving synthesis...\n"; if(_state == STATE_STOP) return; for(float i=1;i<_saved_filenames_analysis.size()-1;i++){ //cout << "DiffNoiseAnalysis::synthesis FOR LOOP...\n"; //cout << "_saved_filenames_analysis[i]" << _saved_filenames_analysis[i] << endl; if(_state == STATE_STOP) return; if(!image1.loadImage(_saved_filenames_analysis[i])){ //couldn't load image cout << "didn't load image" << endl; } if(image1.loadImage(_saved_filenames_analysis[i])){ //cout << "LOADED image1!!!" << endl; //if(image5.loadImage(_saved_filenames_analysis[i+1])){ ///////////////////////// PROCESS THE SAVED CAMERA IMAGES OF SHIT TO THE IMAGES ////////////////////////// cvColorImage1.setFromPixels(image1.getPixels(), image1.width, image1.height); //cvColorImage2.setFromPixels(image5.getPixels(), image5.width, image5.height); //cvColorImage1.erode(); //cvColorImage1.dilate(); //cvColorImage1.blur(5); //cvColorImage2.blur(5); cvColorImage1.convertToGrayscalePlanarImage(cvGrayImage1, 1); //cvColorImage2.convertToGrayscalePlanarImage(cvGrayImage2, 1); //cvGrayImage1.convertToRange(0.0, 255.0); //cvGrayImage2.convertToRange(0.0, 255.0); //cvGrayImage1.adaptiveThreshold( 200, 0); //cvGrayImage2.adaptiveThreshold( 200, 0); //cvGrayImage1.contrastStretch(); //cvGrayImage2.contrastStretch(); //cvGrayImage1.brightnessContrast(1.0,0.5); //cvGrayImage2.brightnessContrast(1.0,0.5); cvColorImage1.setFromGrayscalePlanarImages(cvGrayImage1, cvGrayImage1, cvGrayImage1); //cvColorImage2.setFromGrayscalePlanarImages(cvGrayImage2, cvGrayImage2, cvGrayImage2); cvPyrMeanShiftFiltering(cvColorImage1.getCvImage(), cvColorImage1.getCvImage(), 1, 1); //cvPyrMeanShiftFiltering(cvColorImage2.getCvImage(), cvColorImage2.getCvImage(), 1, 1); //cvFloatImage1 = cvColorImage1; //cvGrayImage1 = cvColorImage1; //cvXorS( cvColorImage1.getCvImage(), cvScalarAll(150), cvColorImage1.getCvImage(), 0 ); //cvXorS( cvColorImage2.getCvImage(), cvScalarAll(150), cvColorImage1.getCvImage(), 0 ); //cvSmooth( cvColorImage1.getCvImage(), cvColorImage1.getCvImage(), CV_GAUSSIAN, 5, 5); //cvSmooth( cvColorImage2.getCvImage(), cvColorImage2.getCvImage(), CV_GAUSSIAN, 5, 5); //cvCanny(cvGrayImage1.getCvImage(), cvGrayImage1.getCvImage(), 100, 100, 3); //cvLaplace(cvGrayImage1.getCvImage(), cvGrayImage1.getCvImage(), 0); //cvGrayImage1 = cvCreateImage(cvSize(image1.width, image1.height),IPL_DEPTH_16S,1); //cvSobel(cvGrayImage1.getCvImage(), cvGrayImage1.getCvImage(), 0, 1, 3); // convert the CV image image1.setFromPixels(cvColorImage1.getPixelsRef()); //image5.setFromPixels(cvColorImage2.getPixelsRef()); ///////////////////////// PROCESS THE SAVED CAMERA IMAGES OF SHIT TO THE IMAGES ////////////////////////// if(!_gotFirstImage){ cout<<"background image is"<< _saved_filenames_analysis[i]<0){ imagePixels1[i]-=imagePixels2[i]; } else{ imagePixels1[i]=0; } } */ //DIFFERENCING THE BACKGROUND /* for(int i=0;i0){ imagePixels1[i]-=backgroundPixels[i]; } else{ imagePixels1[i]=0; } } */ //update the images with their new background subtracted selves image1.setFromPixels(imagePixels1); //flag the main app that we aren't read yet meshIsComplete=false; //make a mesh - this mesh will be drawn in the main app setMeshFromPixels(_returnDepthsAtEachPixel(image1, image1, _background), image1, image1, aMesh); //setMeshFromPixels(_returnDepthsAtEachPixel(image1, image1, _background), image1, image1, aMesh); /////////////////////////////////// SAVE TO DISK IN THE SYNTHESIS FOLDER //////////////////////////////// //string file_name; //with jpgs this was refusing to save out meshFileName = _whole_file_path_synthesis+"/"+ofToString(_synth_save_cnt, 2)+"_DiffNoiseAnalysis_"+ofToString(_run_cnt,2)+".png"; _saved_filenames_synthesis.push_back(meshFileName); //file_name = ofToString(_synth_save_cnt, 2)+"_ColorMultiAnalysis_"+ofToString(_run_cnt,2)+".jpg"; //flag that we are finished meshIsComplete=true; _synth_save_cnt++; //} } else { cout<<"couldn't load image from "<<_saved_filenames_analysis[i]<= _fade_in_frames && _frame_cnt <= (_frame_cnt_max-_fade_in_frames)){ for (int i=1; i < ofGetHeight() ; i=i+rectSize) { for (int j=1; j < ofGetWidth(); j=j+rectSize) { c = ofRandom(0,255); aColour.set(c, c, c, 255); ofSetColor(aColour); ofRect(j, i, rectSize, rectSize); } } } if (_frame_cnt >= (_frame_cnt_max-_fade_in_frames) && _frame_cnt <= _frame_cnt_max) { for (int i=1; i < ofGetHeight() ; i=i+rectSize) { for (int j=1; j < ofGetWidth(); j=j+rectSize) { c = ofRandom(0,255); aColour.set(c, c, c, 255-ofMap(_frame_cnt-(_frame_cnt_max-_fade_in_frames), 0, _fade_in_frames, 0, 255)); ofSetColor(aColour); ofRect(j, i, rectSize, rectSize); } } //_fade_cnt++; //cout << "FADING OUT..." << endl; } ofDisableAlphaBlending(); } else { // _state = STATE_SYNTHESISING; _RUN_DONE = true; } _frame_cnt++; break; } case STATE_SYNTHESISING: { // display animation of something while the synthesis in on-going... //cout << "DiffNoiseAnalysis = STATE_SYNTHESISING...\n"; // display animation of something while the synthesis in on-going... ofEnableAlphaBlending(); ofSetRectMode(OF_RECTMODE_CENTER); ofPushMatrix(); ofTranslate(ofGetWidth()/2, ofGetHeight()/2); if(_anim_cnt < _anim_cnt_max){ ofColor aColour; int rectSizeW = ofGetWidth()/4; int rectSizeH = ofGetHeight()/4; int _fade_in_frames = _anim_cnt_max/2; int c_anim = 10; int fade; //ofRotate(ofMap(_anim_cnt/2.0, 0, _anim_cnt_max, 0, 360)); if (_anim_cnt < _fade_in_frames) { //cout << "DiffNoiseAnalysis STATE_SYNTHESIZING = FADING IN ANIMATION...\n"; fade = ofMap(_anim_cnt, 0, _fade_in_frames, 0, 255); for (int i=0; i <= 15; i++){ c_anim = 0+17*i; aColour.set(c_anim, c_anim, c_anim, fade); ofSetColor(aColour); ofRect(0, 0, rectSizeW+10*i, rectSizeH+10*i); ofRect(0, 0, rectSizeW-10*i, rectSizeH-10*i); } } if (_anim_cnt >= _fade_in_frames && _anim_cnt <= (_anim_cnt_max-_fade_in_frames)){ for (int i=0; i <= 15; i++){ c_anim = 255; aColour.set(c_anim, c_anim, c_anim, 255); ofSetColor(aColour); ofRect(0, 0, rectSizeW+10*i, rectSizeH+10*i); ofRect(0, 0, rectSizeW-10*i, rectSizeH-10*i); } } if (_anim_cnt > (_anim_cnt_max-_fade_in_frames) && _anim_cnt <= _anim_cnt_max) { //cout << "_anim_cnt = " << _anim_cnt-(_anim_cnt_max-_fade_in_frames) << endl; fade = ofMap(_anim_cnt-(_anim_cnt_max-_fade_in_frames), 0, _fade_in_frames, 0, 255); //cout << "fade down = " << fade << endl; for (int i=0; i <= 15; i++){ c_anim = (17*i); aColour.set(c_anim, c_anim, c_anim, 255-fade); ofSetColor(aColour); ofRect(0, 0, rectSizeW+10*i, rectSizeH+10*i); ofRect(0, 0, rectSizeW-10*i, rectSizeH-10*i); } } _anim_cnt++; } else { _RUN_DONE = true; //_state = STATE_DISPLAY_RESULTS; _anim_cnt=0; } ofPopMatrix(); ofSetRectMode(OF_RECTMODE_CORNER); ofDisableAlphaBlending(); break; } case STATE_DISPLAY_RESULTS: { //cout << "STATE_DISPLAY_RESULTS...\n" << endl; if (_frame_cnt > 2) { _image_shown = true; _frame_cnt=0; } _frame_cnt++; if (_show_image) { //cout << "_show_image...\n" << endl; ofEnableAlphaBlending(); ofSetColor(255, 255, 255); image2.setFromPixels(image3.getPixels(),image3.width,image3.height, OF_IMAGE_COLOR); //image2.setFromPixels(image3.getPixels(),image3.width,image3.height, OF_IMAGE_GRAYSCALE); image2.draw(0,0, ofGetWidth(), ofGetHeight()); ofDisableAlphaBlending(); } // display results of the synthesis _RUN_DONE = true; break; } default: break; } } // this runs at save_cb timer rate = DELTA_T_SAVE void DiffNoiseAnalysis::save_cb(Timer& timer) { _save_cnt++; string file_name = ofToString(_save_cnt,2)+"_"+ ofToString(c,2)+"_"+ofToString(_run_cnt,2)+".jpg"; saveImageAnalysis(file_name); } void DiffNoiseAnalysis::setMeshFromPixels(vector sPixels, ofImage currentFirstImage, ofImage currentSecondImage, ofMesh & mesh){ int x=0; int y=0; //get rid of all previous vectors and colours mesh.clear(); mesh.setMode(meshMode); ofColor meshColour=ofColor(255,255,255); //the average z position of the matrix - used later to centre the mesh on the z axis when drawing float zPlaneAverage=0; for(int i=0;i=currentSecondImage.getWidth()-1){ x=0; y=y+vertexSubsampling; //something is going badly wrong with my maths for me to need this HELP TODO fix this - why am I running over the end of the vector? if(y>=currentSecondImage.getHeight()-1){ break; } } } } if(chooseColour==2){ for(int i=0;i=currentSecondImage.getWidth()-1){ x=0; y=y+vertexSubsampling; //something is going badly wrong with my maths for me to need this HELP TODO fix this - why am I running over the end of the vector? if(y>=currentSecondImage.getHeight()-1){ break; } } } } if(chooseColour==3){ for(int i=0;i=currentSecondImage.getWidth()-1){ x=0; y=y+vertexSubsampling; //something is going badly wrong with my maths for me to need this HELP TODO fix this - why am I running over the end of the vector? if(y>=currentSecondImage.getHeight()-1){ break; } } } } if(chooseColour==4){ for(int i=0;i=currentSecondImage.getWidth()-1){ x=0; y=y+vertexSubsampling; //something is going badly wrong with my maths for me to need this HELP TODO fix this - why am I running over the end of the vector? if(y>=currentSecondImage.getHeight()-1){ break; } } } } if(chooseColour==5){ for(int i=0;i=currentSecondImage.getWidth()-1){ x=0; y=y+vertexSubsampling; //something is going badly wrong with my maths for me to need this HELP TODO fix this - why am I running over the end of the vector? if(y>=currentSecondImage.getHeight()-1){ break; } } } } } vector DiffNoiseAnalysis::_returnDepthsAtEachPixel(ofImage &image1, ofImage &image2, ofImage &backgroundImag){ ofPixels imagePixels1 = image1.getPixelsRef(); //ofPixels imagePixels2 = image2.getPixelsRef(); ofPixels backgroundPixels = backgroundImag.getPixelsRef(); vector differences; ofPixels difference; //this unsigned char should be unnecessary - I would have thought - can't you just address the pixel locations in ofPixels directly? unsigned char * thesePixels = new unsigned char[imagePixels1.getWidth()*imagePixels1.getHeight()*3]; for(int i=0;i=imagePixels1.getWidth()){ x=0; y++; } } } //difference.setFromPixels(thesePixels,imagePixels1.getWidth(),imagePixels1.getHeight(), 3); return differences; }