opencv – ページ 37 – プログラミング de 落描き

2018年4月1日2018年3月31日

お花見 openFrameworks OpenCV

[ Video ]

[ About ]
お花見日和だったので、散歩に出かけたら4時間ほど経っていました(笑)
近所の公園でとった動画をOpenCVで加工・動画出力、openFrameworksで描写しています。

[ Source ]

#pragma once
#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::VideoWriter writer;
	cv::Size cap_size;

	static const int frame_number = 60;
	cv::Mat save_frame[frame_number];

	cv::Mat blend_frame;
	ofImage blend_image;
};

#pragma once

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::VideoWriter writer;

cv::Size cap_size;

static const int frame_number = 60;

cv::Mat save_frame[frame_number];

cv::Mat blend_frame;

ofImage blend_image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofBackground(255);
	ofSetWindowTitle("Insta");

	this->cap.open("D:\\video\\MOV_0506.mp4");
	
	int fourcc = (int)this->cap.get(CV_CAP_PROP_FOURCC);
	double fps = this->cap.get(CV_CAP_PROP_FPS);
	cv::Size cap_size = cv::Size(this->cap.get(CV_CAP_PROP_FRAME_WIDTH), this->cap.get(CV_CAP_PROP_FRAME_HEIGHT));

	this->writer = cv::VideoWriter("D:\\video\\out.mp4", fourcc, fps, cap_size);

	this->blend_image.allocate(cap_size.width, cap_size.height, OF_IMAGE_COLOR);
	this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat src;
	this->cap >> src;
	if (src.empty()) {

		return;
	}
	cv::cvtColor(src, src, CV_RGB2BGR);

	if (ofGetFrameNum() < this->frame_number) {

		for (int i = ofGetFrameNum() - 1; i > 0; i--) {

			this->save_frame[i - 1].copyTo(this->save_frame[i]);
		}
		src.copyTo(this->save_frame[0]);
	}
	else {

		for (int i = this->frame_number - 1; i > 0; i--) {

			this->save_frame[i - 1].copyTo(this->save_frame[i]);
		}
		src.copyTo(this->save_frame[0]);
	}

	if (ofGetFrameNum() > this->frame_number) {

		for (int y = 0; y < this->blend_frame.rows; y += 1) {

			for (int x = 0; x < this->blend_frame.cols; x += 1) {

				int index = ofNoise(x * 0.003, y * 0.003, ofGetFrameNum() * 0.03) * this->frame_number;
				this->blend_frame.at<cv::Vec3b>(y, x) = this->save_frame[index].at<cv::Vec3b>(y, x);
			}
		}

		this->blend_image.update();
		cv::cvtColor(blend_frame, blend_frame, CV_RGB2BGR);
		writer << blend_frame;
	}
}

//--------------------------------------------------------------
void ofApp::draw() {

	if (ofGetFrameNum() > this->frame_number) {

		this->blend_image.draw(0, 0);
	}
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1920, 1080, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofBackground(255);

ofSetWindowTitle("Insta");

this->cap.open("D:\\video\\MOV_0506.mp4");

int fourcc = (int)this->cap.get(CV_CAP_PROP_FOURCC);

double fps = this->cap.get(CV_CAP_PROP_FPS);

cv::Size cap_size = cv::Size(this->cap.get(CV_CAP_PROP_FRAME_WIDTH), this->cap.get(CV_CAP_PROP_FRAME_HEIGHT));

this->writer = cv::VideoWriter("D:\\video\\out.mp4", fourcc, fps, cap_size);

this->blend_image.allocate(cap_size.width, cap_size.height, OF_IMAGE_COLOR);

this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat src;

this->cap >> src;

if (src.empty()) {

return;

}

cv::cvtColor(src, src, CV_RGB2BGR);

if (ofGetFrameNum() < this->frame_number) {

for (int i = ofGetFrameNum() - 1; i > 0; i--) {

this->save_frame[i - 1].copyTo(this->save_frame[i]);

}

src.copyTo(this->save_frame[0]);

}

else {

for (int i = this->frame_number - 1; i > 0; i--) {

this->save_frame[i - 1].copyTo(this->save_frame[i]);

}

src.copyTo(this->save_frame[0]);

}

if (ofGetFrameNum() > this->frame_number) {

for (int y = 0; y < this->blend_frame.rows; y += 1) {

for (int x = 0; x < this->blend_frame.cols; x += 1) {

int index = ofNoise(x * 0.003, y * 0.003, ofGetFrameNum() * 0.03) * this->frame_number;

this->blend_frame.at<cv::Vec3b>(y, x) = this->save_frame[index].at<cv::Vec3b>(y, x);

}

this->blend_image.update();

cv::cvtColor(blend_frame, blend_frame, CV_RGB2BGR);

writer << blend_frame;

}

//--------------------------------------------------------------

void ofApp::draw() {

if (ofGetFrameNum() > this->frame_number) {

this->blend_image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1920, 1080, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180331

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年3月22日2018年3月21日

目がない openFrameworks OpenCV

[ Video ]

[ About ]
OpenCVでWebカメラから目を検出して、事前に保存した画像で上書きをしています。目の向こうの景色が見えるので、不思議な感じに。

[ Source ]

#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key);
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Mat frame;
	cv::Mat save_frame;
	ofImage image;

	cv::CascadeClassifier eye_cascade;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key);

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::Size cap_size;

cv::Mat frame;

cv::Mat save_frame;

ofImage image;

cv::CascadeClassifier eye_cascade;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(640, 360);

	this->eye_cascade.load("opencv-3.3.1\\build\\install\\etc\\haarcascades\\haarcascade_eye.xml");

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat cap_frame;
	this->cap >> cap_frame;
	if (cap_frame.empty()) {

		return;
	}
	cv::resize(cap_frame, this->frame, this->cap_size);
	cv::flip(this->frame, this->frame, 1);
	cv::cvtColor(this->frame, this->frame, CV_RGB2BGR);


	if (ofGetFrameNum() == 0) {

		this->frame.copyTo(this->save_frame);
	}

	vector<cv::Rect> eyes;
	this->eye_cascade.detectMultiScale(this->frame, eyes);

	for (int x = 0; x < this->frame.cols; x++) {

		for (int y = this->frame.rows - 1; y > -1; y--) {

			ofVec2f point(x, y);
			for (cv::Rect eye : eyes) {

				ofVec2f eye_point = ofVec2f(eye.x + eye.size().width / 2, eye.y + eye.size().height / 2);
				if (eye_point.distance(point) < 35) {

					this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);
				}
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}

//--------------------------------------------------------------
void ofApp::keyPressed(int key) {

	if (key == 's') {

		this->frame.copyTo(this->save_frame);
	}
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(640, 360, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(640, 360);

this->eye_cascade.load("opencv-3.3.1\\build\\install\\etc\\haarcascades\\haarcascade_eye.xml");

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat cap_frame;

this->cap >> cap_frame;

if (cap_frame.empty()) {

return;

}

cv::resize(cap_frame, this->frame, this->cap_size);

cv::flip(this->frame, this->frame, 1);

cv::cvtColor(this->frame, this->frame, CV_RGB2BGR);

if (ofGetFrameNum() == 0) {

this->frame.copyTo(this->save_frame);

}

vector<cv::Rect> eyes;

this->eye_cascade.detectMultiScale(this->frame, eyes);

for (int x = 0; x < this->frame.cols; x++) {

for (int y = this->frame.rows - 1; y > -1; y--) {

ofVec2f point(x, y);

for (cv::Rect eye : eyes) {

ofVec2f eye_point = ofVec2f(eye.x + eye.size().width / 2, eye.y + eye.size().height / 2);

if (eye_point.distance(point) < 35) {

this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

void ofApp::keyPressed(int key) {

if (key == 's') {

this->frame.copyTo(this->save_frame);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(640, 360, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180321

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年3月20日2018年3月19日

動画 de パズル openFrameworks OpenCV ofxBox2d

[ Video ]

[ About ]
OpenCV(画像処理系)とofxBox2d(2D物理エンジン)を組み合わせて、動画のパズルを作ってみました。

本当はBoxに画像を投影してBoxの向きの概念もある3D版を作って見たかったのですが、マウスで3Dのブロックを積み上げていく適切なユーザーインターフェースが思いつかず…VR/ARが盛んなUnityとかだと良いのがありそうですね。

[ Source ]

#pragma once
#include "ofMain.h"
#include "ofxBox2d.h"
#include "ofFbo.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofFbo fbo;

	ofxBox2d box2d;
	vector<shared_ptr<ofxBox2dRect>> rects;
	ofxBox2dEdge edge;

	cv::VideoCapture cap;
	cv::Size cap_size;

	float rect_size;
	vector<cv::Mat> frames;
	vector<ofImage*> images;
	vector<cv::Rect> cv_rects;
};

#pragma once

#include "ofMain.h"

#include "ofxBox2d.h"

#include "ofFbo.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofFbo fbo;

ofxBox2d box2d;

vector<shared_ptr<ofxBox2dRect>> rects;

ofxBox2dEdge edge;

cv::VideoCapture cap;

cv::Size cap_size;

float rect_size;

vector<cv::Mat> frames;

vector<ofImage*> images;

vector<cv::Rect> cv_rects;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofBackground(39);
	ofSetWindowTitle("Insta");

	this->cap.open("D:\\video\\image8.mp4");
	this->cap_size = cv::Size(1280, 720);
	ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

	this->box2d.init();
	this->box2d.setGravity(0, 10);
	this->box2d.createBounds();
	this->box2d.setFPS(30);
	this->box2d.registerGrabbing();

	this->rect_size = 80;
	for (int x = 480; x < ofGetWidth() - 480; x += this->rect_size) {

		for (int y = 160; y <= ofGetHeight() - 160; y += this->rect_size) {

			this->rects.push_back(shared_ptr<ofxBox2dRect>(new ofxBox2dRect));
			this->rects.back().get()->setPhysics(1.0, 0.1, 1.0);
			this->rects.back().get()->setup(this->box2d.getWorld(), ofRandom(ofGetWidth()), ofRandom(ofGetHeight()), this->rect_size, this->rect_size);

			ofImage* image = new ofImage();
			image->allocate(this->rect_size, this->rect_size, OF_IMAGE_COLOR);
			this->images.push_back(image);

			cv::Mat frame = cv::Mat(cv::Size(image->getWidth(), image->getHeight()), CV_MAKETYPE(CV_8UC3, image->getPixels().getNumChannels()), image->getPixels().getData(), 0);
			this->frames.push_back(frame);

			cv::Rect rect = cv::Rect(x, y, this->rect_size, this->rect_size);
			this->cv_rects.push_back(rect);
		}
	}

	this->edge = ofxBox2dEdge();
	this->edge.addVertex(ofVec2f(300, ofGetHeight() / 3 * 2));
	this->edge.addVertex(ofVec2f(ofGetWidth() - 300, ofGetHeight() / 3 * 2));
	this->edge.create(this->box2d.getWorld());

	this->fbo.allocate(ofGetWidth(), ofGetHeight());
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat src, frame;
	this->cap >> src;
	if (src.empty()) {

		cap.set(CV_CAP_PROP_POS_FRAMES, 1);
		return;
	}

	cv::resize(src, frame, this->cap_size);
	cv::cvtColor(frame, frame, CV_BGR2RGB);

	for (int i = 0; i < this->rects.size(); i++) {
	
		cv::Mat tmp_box_image(frame, this->cv_rects[i]);
		tmp_box_image.copyTo(this->frames[i]);
		this->images[i]->update();
	}

	this->box2d.update();

	this->fbo.begin();
	ofClear(0);

	for (int i = 0; i < this->rects.size(); i++) {

		ofPushMatrix();
		ofTranslate(this->rects[i].get()->getPosition().x, this->rects[i].get()->getPosition().y);
		ofRotate(this->rects[i].get()->getRotation());

		this->images[i]->draw(-this->rect_size / 2, -this->rect_size / 2);

		ofPopMatrix();
	}

	this->edge.draw();

	this->fbo.end();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->fbo.draw(0, 0);
}

//========================================================================
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofBackground(39);

ofSetWindowTitle("Insta");

this->cap.open("D:\\video\\image8.mp4");

this->cap_size = cv::Size(1280, 720);

ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

this->box2d.init();

this->box2d.setGravity(0, 10);

this->box2d.createBounds();

this->box2d.setFPS(30);

this->box2d.registerGrabbing();

this->rect_size = 80;

for (int x = 480; x < ofGetWidth() - 480; x += this->rect_size) {

for (int y = 160; y <= ofGetHeight() - 160; y += this->rect_size) {

this->rects.push_back(shared_ptr<ofxBox2dRect>(new ofxBox2dRect));

this->rects.back().get()->setPhysics(1.0, 0.1, 1.0);

this->rects.back().get()->setup(this->box2d.getWorld(), ofRandom(ofGetWidth()), ofRandom(ofGetHeight()), this->rect_size, this->rect_size);

ofImage* image = new ofImage();

image->allocate(this->rect_size, this->rect_size, OF_IMAGE_COLOR);

this->images.push_back(image);

cv::Mat frame = cv::Mat(cv::Size(image->getWidth(), image->getHeight()), CV_MAKETYPE(CV_8UC3, image->getPixels().getNumChannels()), image->getPixels().getData(), 0);

this->frames.push_back(frame);

cv::Rect rect = cv::Rect(x, y, this->rect_size, this->rect_size);

this->cv_rects.push_back(rect);

}

this->edge = ofxBox2dEdge();

this->edge.addVertex(ofVec2f(300, ofGetHeight() / 3 * 2));

this->edge.addVertex(ofVec2f(ofGetWidth() - 300, ofGetHeight() / 3 * 2));

this->edge.create(this->box2d.getWorld());

this->fbo.allocate(ofGetWidth(), ofGetHeight());

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat src, frame;

this->cap >> src;

if (src.empty()) {

cap.set(CV_CAP_PROP_POS_FRAMES, 1);

return;

}

cv::resize(src, frame, this->cap_size);

cv::cvtColor(frame, frame, CV_BGR2RGB);

for (int i = 0; i < this->rects.size(); i++) {

cv::Mat tmp_box_image(frame, this->cv_rects[i]);

tmp_box_image.copyTo(this->frames[i]);

this->images[i]->update();

}

this->box2d.update();

this->fbo.begin();

ofClear(0);

for (int i = 0; i < this->rects.size(); i++) {

ofPushMatrix();

ofTranslate(this->rects[i].get()->getPosition().x, this->rects[i].get()->getPosition().y);

ofRotate(this->rects[i].get()->getRotation());

this->images[i]->draw(-this->rect_size / 2, -this->rect_size / 2);

ofPopMatrix();

}

this->edge.draw();

this->fbo.end();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->fbo.draw(0, 0);

}

//========================================================================

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180319

[ほしいものリスト]
Amazon

[ Sponsor Link ]

月	火	水	木	金	土	日
		1	2	3	4	5
6	7	8	9	10	11	12
13	14	15	16	17	18	19
20	21	22	23	24	25	26
27	28	29	30	31