#include "ShadowScapesAnalysis.h" #include "ofMain.h" #include "Poco/Timer.h" #include "Poco/Thread.h" #include "RefractiveIndex.h" #include "ofxOpenCv.h" using Poco::Timer; using Poco::TimerCallback; using Poco::Thread; #define STATE_SCAN 0 #define STATE_ANALYSIS 1 void ShadowScapesAnalysis::setup(int camWidth, int camHeight) { NUM_RUN = 1; int acq_run_time = 15; // 10 seconds of acquiring per run int screenSpan; if (_dir == V) screenSpan = ofGetHeight(); if (_dir == H) screenSpan = ofGetWidth(); if (_dir == D) screenSpan = ofGetHeight(); _step = (screenSpan/acq_run_time)/(ofGetFrameRate()); // pixel per frame = (pixels / sec) / (frame / sec) // 40 pixels per second should give us a 20 second scan at 800 pixels wide DELTA_T_SAVE = 3*(10*acq_run_time/2); // for 20 seconds, we want this to be around 100 files // or 5 times per second = every 200 ms create_dir(); // this makes both synth and analysis folder structures _scanLineWidth = 100.0; _run_cnt = 0; _save_cnt = 0; _synth_save_cnt = 0; int anim_time = 10; // 10 seconds _anim_cnt_max = anim_time*ofGetFrameRate(); // e.g.: 30 frames per second = 150 frames _show_image = false; _image_shown = false; // images use for drawing the synthesized files to the screen /// image1.setUseTexture(false); // the non texture image that is needed to first load the image image2.setUseTexture(true); // the image that needs to get written to the screen which takes the content of image1 // images used for re-loading and saving out the synthesized files /// image3.setUseTexture(false); image4.setUseTexture(false); image5.setUseTexture(false); //cout << "RefractiveIndex::_vid_w " << RefractiveIndex::_vid_w << endl; //cout << "RefractiveIndex::_vid_h " << RefractiveIndex::_vid_h << endl; cvColorImage1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayImage1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayDiff1.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvColorImage2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayImage2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); cvGrayDiff2.allocate(RefractiveIndex::_vid_w,RefractiveIndex::_vid_h); } void ShadowScapesAnalysis::acquire() { _line = 0; // RUN ROUTINE for(int i = 0; i < NUM_RUN; i++) { Timer save_timer(0, DELTA_T_SAVE); TimerCallback save_callback(*this, &ShadowScapesAnalysis::save_cb); _RUN_DONE = false; _frame_cnt = 0; _save_cnt = 0; _anim_cnt = 0; save_timer.start(save_callback); while(!_RUN_DONE && _state != STATE_STOP) Thread::sleep(3); save_timer.stop(); _RUN_DONE = false; } } void ShadowScapesAnalysis::synthesise() { //cout << "ShadowScapesAnalysis::saving synthesis...\n"; for(float i=1;i<_saved_filenames_analysis.size()-1;i++){ // cout << "ShadowScapesAnalysis::synthesis FOR LOOP...\n"; // cout << "_saved_filenames_analysis[i]" << _saved_filenames_analysis[i] << endl; if(_state == STATE_STOP) return; if(!image1.loadImage(_saved_filenames_analysis[i])){ //couldn't load image cout << "didn't load image" << endl; } if(image1.loadImage(_saved_filenames_analysis[i])){ if(image5.loadImage(_saved_filenames_analysis[i+1])){ ///////////////////////// PROCESS THE SAVED CAMERA IMAGES OF SHIT TO THE IMAGES ////////////////////////// cvColorImage1.setFromPixels(image1.getPixels(), image1.width, image1.height); cvColorImage2.setFromPixels(image5.getPixels(), image5.width, image5.height); cvGrayImage1 = cvColorImage1; cvGrayImage2 = cvColorImage2; cvGrayDiff1.absDiff(cvGrayImage2, cvGrayImage1); cvGrayDiff1.erode(); cvGrayDiff1.contrastStretch(); cvGrayDiff1.blur(5); cvGrayDiff1.dilate(); cvGrayDiff1.contrastStretch(); /////////////////////////////////// SAVE TO DISK IN THE SYNTHESIS FOLDER //////////////////////////////// string file_name; if(_dir == H) { file_name = ofToString(_synth_save_cnt, 2)+"_H_ShadowScapesSynthesis"+ofToString(_run_cnt,2)+".jpg"; } if(_dir == V) { file_name = ofToString(_synth_save_cnt, 2)+"_V_ShadowScapesSynthesis"+ofToString(_run_cnt,2)+".jpg"; } if(_dir == D) { file_name = ofToString(_synth_save_cnt, 2)+"_D_ShadowScapesSynthesis"+ofToString(_run_cnt,2)+".jpg"; } //image4.setFromPixels(cvColorImage1.getPixelsRef(),image3.width, image3.height, OF_IMAGE_COLOR); ofSaveImage(cvGrayDiff1.getPixelsRef(),_whole_file_path_synthesis+"/"+file_name, OF_IMAGE_QUALITY_BEST); _saved_filenames_synthesis.push_back(_whole_file_path_synthesis+"/"+file_name); _synth_save_cnt++; } } } // _saved_filenames_synthesis has processed all the files in the analysis images folder while(!_RUN_DONE && _state != STATE_STOP) Thread::sleep(3); } void ShadowScapesAnalysis::displayresults() { for(float i=1;i<_saved_filenames_synthesis.size();i++){ if(_state == STATE_STOP) return; // cout << "_saved_filenames_analysis[i] - " << _saved_filenames_synthesis[i] << endl; while(!_image_shown){ Thread::sleep(2); //cout << "!_image_shown" << endl; } if(!image3.loadImage(_saved_filenames_synthesis[i])){ //couldn't load image cout << "didn't load image" << endl; } if(image3.loadImage(_saved_filenames_synthesis[i])){ image3.loadImage(_saved_filenames_synthesis[i]); //cout << "_show_image = true;" << endl; _show_image = true; _image_shown = false; } } // THE OLD SHIT /// /* for(float i=1;i<_saved_filenames_synthesis.size()-1;i++){ // cout << "_saved_filenames_analysis[i]" << _saved_filenames_analysis[i] << endl; if(_state == STATE_STOP) return; while(!_image_shown){ Thread::sleep(2); //cout << "!_image_shown" << endl; } if(!image1.loadImage(_saved_filenames_synthesis[i])){ //couldn't load image cout << "didn't load image" << endl; } if(image1.loadImage(_saved_filenames_analysis[i])){ image1.loadImage(_saved_filenames_analysis[i]); cout << "loaded filenames[i] - " << _saved_filenames_analysis[i] << endl; image2.setFromPixels(image1.getPixels(),image1.width,image1.height, OF_IMAGE_COLOR); //cout << "_show_image = true;" << endl; _show_image = true; _image_shown = false; } } */ } // the animation draw - and the output draw void ShadowScapesAnalysis::draw() { switch (_state) { case STATE_ACQUIRING: { _line += _step; //cout << "* _line:" << _line << endl; if(_dir == V) { ofEnableAlphaBlending(); ofSetColor(255, 255, 255); ofRect(0, (_line-2*_scanLineWidth), ofGetWidth(), _scanLineWidth); for (float i=0; i<25; i++) { ofSetColor(255, 255, 255, i*5.0); ofRect(0, (_line-2*_scanLineWidth)+(2*_scanLineWidth/(i+1)), ofGetWidth(), _scanLineWidth); ofRect(0, (_line-2*_scanLineWidth)-(2*_scanLineWidth/(i+1)), ofGetWidth(), _scanLineWidth); } ofDisableAlphaBlending(); } if(_dir == H) { ofEnableAlphaBlending(); ofSetColor(255, 255, 255); ofRect( (_line-2*_scanLineWidth), 0, _scanLineWidth, ofGetHeight()); for (float i=0; i<25; i++) { ofSetColor(255, 255, 255, i*5); ofRect( (_line-2*_scanLineWidth)+(2*_scanLineWidth/(i+1)), 0, _scanLineWidth, ofGetHeight()); ofRect( (_line-2*_scanLineWidth)-(2*_scanLineWidth/(i+1)), 0, _scanLineWidth, ofGetHeight()); } ofDisableAlphaBlending(); } if(_dir == D) { ofEnableAlphaBlending(); ofPushMatrix(); ofTranslate(-ofGetWidth(), 0); ofRotate(-45); ofSetColor(255, 255, 255); ofRect(0, (_line-_scanLineWidth)+ofGetHeight()-_scanLineWidth, 2*ofGetWidth(), _scanLineWidth); for (float i=0; i<25; i++) { ofSetColor(255, 255, 255, i*5); ofRect(0, (_line-_scanLineWidth)+ofGetHeight()-_scanLineWidth+(2*_scanLineWidth/(i+1)), 2*ofGetWidth(), _scanLineWidth); ofRect(0, (_line-_scanLineWidth)+ofGetHeight()-_scanLineWidth-(2*_scanLineWidth/(i+1)), 2*ofGetWidth(), _scanLineWidth); } ofPopMatrix(); ofDisableAlphaBlending(); } if(_dir == V && int(_line) >= (ofGetHeight()+4*_scanLineWidth)){ //cout << "VERTICAL IS DONE - _line >= (ofGetHeight()+4*_scanLineWidth) is TRUE" << endl; _RUN_DONE = true; } if(_dir == H && int(_line) >= (ofGetWidth()+4*_scanLineWidth)) { //cout << "HORIZONTAL IS DONE - _line >= (ofGetWidth()+4*_scanLineWidth)) is TRUE" << endl; _RUN_DONE = true; } if(_dir == D && int(_line) >= (1.5*ofGetHeight()+4*_scanLineWidth)) { //cout << "DIAGONAL IS DONE - _line >= (1.5*ofGetHeight()+4*_scanLineWidth)) is TRUE" << endl; _RUN_DONE = true; } break; } case STATE_SYNTHESISING: { // cout << "ShadowScapesAnalysis = STATE_SYNTHESISING...\n"; // display animation of something while the synthesis in on-going... ofEnableAlphaBlending(); ofSetRectMode(OF_RECTMODE_CENTER); ofPushMatrix(); ofTranslate(ofGetWidth()/2, ofGetHeight()/2); if(_anim_cnt < _anim_cnt_max){ ofColor aColour; int rectSizeW = ofGetWidth()/4; int rectSizeH = ofGetHeight()/4; int _fade_in_frames = _anim_cnt_max/2; int c_anim = 10; int fade; //ofRotate(ofMap(_anim_cnt/2.0, 0, _anim_cnt_max, 0, 360)); if (_anim_cnt < _fade_in_frames) { // cout << "ShadowScapesAnalysis STATE_SYNTHESIZING = FADING IN ANIMATION...\n"; fade = ofMap(_anim_cnt, 0, _fade_in_frames, 0, 255); for (int i=0; i <= 15; i++){ c_anim = 0+17*i; aColour.set(c_anim, c_anim, c_anim, fade); ofSetColor(aColour); ofRect(0, 0, rectSizeW+10*i, rectSizeH+10*i); ofRect(0, 0, rectSizeW-10*i, rectSizeH-10*i); } } if (_anim_cnt >= _fade_in_frames && _anim_cnt <= (_anim_cnt_max-_fade_in_frames)){ for (int i=0; i <= 15; i++){ c_anim = 255; aColour.set(c_anim, c_anim, c_anim, 255); ofSetColor(aColour); ofRect(0, 0, rectSizeW+10*i, rectSizeH+10*i); ofRect(0, 0, rectSizeW-10*i, rectSizeH-10*i); } } if (_anim_cnt > (_anim_cnt_max-_fade_in_frames) && _anim_cnt <= _anim_cnt_max) { cout << "_anim_cnt = " << _anim_cnt-(_anim_cnt_max-_fade_in_frames) << endl; fade = ofMap(_anim_cnt-(_anim_cnt_max-_fade_in_frames), 0, _fade_in_frames, 0, 255); cout << "fade down = " << fade << endl; for (int i=0; i <= 15; i++){ c_anim = (17*i); aColour.set(c_anim, c_anim, c_anim, 255-fade); ofSetColor(aColour); ofRect(0, 0, rectSizeW+10*i, rectSizeH+10*i); ofRect(0, 0, rectSizeW-10*i, rectSizeH-10*i); } } _anim_cnt++; } else { _RUN_DONE = true; _anim_cnt=0; } ofPopMatrix(); ofSetRectMode(OF_RECTMODE_CORNER); ofDisableAlphaBlending(); break; } case STATE_DISPLAY_RESULTS: { //cout << "STATE_DISPLAY_RESULTS...\n" << endl; if (_frame_cnt > 2) { _image_shown = true; _frame_cnt=0; } _frame_cnt++; if (_show_image) { // cout << "_show_image...\n" << endl; ofEnableAlphaBlending(); ofSetColor(255, 255, 255); image2.setFromPixels(image3.getPixels(),image3.width,image3.height, OF_IMAGE_GRAYSCALE); image2.draw(0,0, ofGetWidth(), ofGetHeight()); ofDisableAlphaBlending(); //cvGrayDiff1.draw(0,0, ofGetWidth(), ofGetHeight()); // THE OLD SHIT /* ofEnableAlphaBlending(); ofSetColor(255, 255, 255, 200); image3.setFromPixels(image1.getPixels(),image1.width,image1.height, OF_IMAGE_COLOR); image4.setFromPixels(image2.getPixels(),image2.width,image2.height, OF_IMAGE_COLOR); cvColorImage1.setFromPixels(image3.getPixels(), image3.width, image3.height); cvColorImage2.setFromPixels(image4.getPixels(), image4.width, image4.height); cvGrayImage1 = cvColorImage1; cvGrayImage2 = cvColorImage2; cvGrayDiff1.absDiff(cvGrayImage2, cvGrayImage1); cvGrayDiff1.contrastStretch(); cvGrayDiff1.dilate(); cvGrayDiff1.draw(0,0, ofGetWidth(), ofGetHeight()); ofDisableAlphaBlending(); */ //image2.draw(0,0, ofGetWidth(), ofGetHeight()); } // display results of the synthesis _RUN_DONE = true; break; } default: break; } } void ShadowScapesAnalysis::save_cb(Timer& timer) { _save_cnt++; RefractiveIndex::_vidGrabber.grabFrame(); // get a new frame from the camera if (RefractiveIndex::_vidGrabber.isFrameNew()) { RefractiveIndex::_pixels = RefractiveIndex::_vidGrabber.getPixelsRef(); //get ofPixels from the camera } else { return; } //cout << "ShadowScapesAnalysis::saving analysis...\n"; string file_name; if(_dir == H) { file_name = ofToString(_save_cnt, 2)+"_H_"+ofToString(_line, 2)+"_"+ofToString(_run_cnt,2)+".jpg"; } if(_dir == V) { file_name = ofToString(_save_cnt, 2)+"_V_"+ofToString(_line, 2)+"_"+ofToString(_run_cnt,2)+".jpg"; } if(_dir == D) { file_name = ofToString(_save_cnt, 2)+"_D_"+ofToString(_line, 2)+"_"+ofToString(_run_cnt,2)+".jpg"; } ofSaveImage(RefractiveIndex::_pixels, _whole_file_path_analysis+"/"+file_name, OF_IMAGE_QUALITY_BEST); _saved_filenames_analysis.push_back(_whole_file_path_analysis+"/"+file_name); }