opencv – ページ 38 – プログラミング de 落描き

2018年3月4日2018年3月3日

背景差分で透明人間 openFrameworks OpenCV

[ Video ]

[ About ]
Twitterから拝見したBlogを参考に、OpenCV3.4.1のインストールと背景差分を使ってみました。

OpenCV 3.4.1で背景差分
http://whoopsidaisies.hatenablog.com/entry/2018/03/01/130000

背景ではないと判断されたピクセルデータを事前に保存した画像データの値と入れ替えることによって、一部だけ透明人間になれました。本当は、もうちょっと違う使い方を考えていたのですが、Surfaceのフロントカメラで撮影をしていると、明るさの変化で画質調整が入るようで、色味が変わってしまい画面全体が差分扱いになることが多く、上手く行きませんでした。

フリーの動画素材で背景差分に向いているのを探さないといけなさそう。

[ Source ]

#include "ofMain.h"
#include "opencv2/opencv.hpp"
#include "opencv2/core/utility.hpp"
#include "opencv2/bgsegm.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key);
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Ptr<cv::BackgroundSubtractor> bgfs;

	cv::Mat frame;
	cv::Mat save_frame;
	ofImage image;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

#include "opencv2/core/utility.hpp"

#include "opencv2/bgsegm.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key);

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::Size cap_size;

cv::Ptr<cv::BackgroundSubtractor> bgfs;

cv::Mat frame;

cv::Mat save_frame;

ofImage image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(1280, 720);

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

	this->bgfs = cv::createBackgroundSubtractorKNN();
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat src, fgmask;
	this->cap >> src;
	if (src.empty()){

		return;
	}

	cv::resize(src, this->frame, cv::Size(1280, 720));
	cv::cvtColor(this->frame, this->frame, CV_BGR2RGB);
	cv::flip(this->frame, this->frame, 1);

	if (this->save_frame.empty()) {
		this->frame.copyTo(this->save_frame);
	}

	this->bgfs->apply(this->frame, fgmask, 0.5);

	for (int x = 0; x < this->frame.cols; x++) {

		for (int y = 0; y < this->frame.rows; y++) {

			unsigned char* value = &fgmask.at<unsigned char>(y, x);
			if (*value > 0) {

				this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}


//--------------------------------------------------------------
void ofApp::keyPressed(int key){

	if (key = 's') {

		this->frame.copyTo(this->save_frame);
	}
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(1280, 720);

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

this->bgfs = cv::createBackgroundSubtractorKNN();

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat src, fgmask;

this->cap >> src;

if (src.empty()){

return;

}

cv::resize(src, this->frame, cv::Size(1280, 720));

cv::cvtColor(this->frame, this->frame, CV_BGR2RGB);

cv::flip(this->frame, this->frame, 1);

if (this->save_frame.empty()) {

this->frame.copyTo(this->save_frame);

}

this->bgfs->apply(this->frame, fgmask, 0.5);

for (int x = 0; x < this->frame.cols; x++) {

for (int y = 0; y < this->frame.rows; y++) {

unsigned char* value = &fgmask.at<unsigned char>(y, x);

if (*value > 0) {

this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

void ofApp::keyPressed(int key){

if (key = 's') {

this->frame.copyTo(this->save_frame);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180303

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年2月27日2018年2月26日

Cameraの画像をグリッドごとに分割＆回転 openFrameworks OpenCV

[ Video ]

[ About ]
GUCCI JAPANさんのツイートを見て面白いなと思いやってみました、その3です。

カメラの映像をグリッド状に分けて、それぞれ90 * n(0-3)分、回転させています。もうちょっとソース整理したかったんですが、ちょっと時間がないので、定数多めです。(一応、中央の500*500を100ごとで分割しています)

[ Source ]

#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Mat frame;
	ofImage image;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::Size cap_size;

cv::Mat frame;

ofImage image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(1280, 720);
	ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat cap_frame, src, blend_frame;
	this->cap >> cap_frame;
	if (cap_frame.empty()) {

		return;
	}
	cv::resize(cap_frame, src, this->cap_size);
	cv::flip(src, src, 1);
	cv::cvtColor(src, src, CV_RGB2BGR);

	this->frame = this->frame.zeros(this->frame.size(), this->frame.type());

	for (int x = 0; x < src.cols; x++) {

		for (int y = 0; y < src.rows; y++) {

			ofVec2f point(x, y);

			if (x > 390 && x < 890 && y > 110 && y < 610) {

				int group_x = (x - 390) / 100;
				int group_y = (y - 110) / 100;
				int value = ofNoise(group_x * 0.05, group_y * 0.05, ofGetFrameNum() * 0.005) * 4;
				int angle = value * 90;

				ofVec2f center = ofVec2f(group_x * 100 + 390 + 50, group_y * 100 + 110 + 50);
				point = point - center;
				point = point.getRotated(angle);
				point = point + center;
			}

			int tmp_x = (int)point.x;
			int tmp_y = (int)point.y;

			if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {
				
				this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(1280, 720);

ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat cap_frame, src, blend_frame;

this->cap >> cap_frame;

if (cap_frame.empty()) {

return;

}

cv::resize(cap_frame, src, this->cap_size);

cv::flip(src, src, 1);

cv::cvtColor(src, src, CV_RGB2BGR);

this->frame = this->frame.zeros(this->frame.size(), this->frame.type());

for (int x = 0; x < src.cols; x++) {

for (int y = 0; y < src.rows; y++) {

ofVec2f point(x, y);

if (x > 390 && x < 890 && y > 110 && y < 610) {

int group_x = (x - 390) / 100;

int group_y = (y - 110) / 100;

int value = ofNoise(group_x * 0.05, group_y * 0.05, ofGetFrameNum() * 0.005) * 4;

int angle = value * 90;

ofVec2f center = ofVec2f(group_x * 100 + 390 + 50, group_y * 100 + 110 + 50);

point = point - center;

point = point.getRotated(angle);

point = point + center;

}

int tmp_x = (int)point.x;

int tmp_y = (int)point.y;

if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {

this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/insta20180226

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年2月26日2018年2月25日

目の位置をずらす openFrameworks OpenCV

[ Video ]

[ About ]
GUCCI JAPANさんのツイートを見て面白いなと思いやってみました、その２です。

OpenCVで目の座標を検知して一定サイズだけ移動させるという方法で、目をずらしています。目線で移動したら面白いなと思ったのですが、大変そうなので断念。また、楽にやれる方法を思いついたらやってみます。
(機械学習で目の画像とベクトルデータを学習させたら行けそう？)

[ Source ]

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofFbo fbo;

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Mat frame;
	ofImage image;

	cv::CascadeClassifier eye_cascade;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofFbo fbo;

cv::VideoCapture cap;

cv::Size cap_size;

cv::Mat frame;

ofImage image;

cv::CascadeClassifier eye_cascade;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(1280 * 0.5, 720 * 0.5);
	ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

	this->eye_cascade.load("opencv-3.3.1\\build\\install\\etc\\haarcascades\\haarcascade_eye.xml");

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat cap_frame, src, blend_frame;
	this->cap >> cap_frame;
	if (cap_frame.empty()) {

		cap.set(CV_CAP_PROP_POS_FRAMES, 1);
		return;
	}
	cv::resize(cap_frame, src, this->cap_size);
	cv::flip(src, src, 1);
	cv::cvtColor(src, src, CV_RGB2BGR);

	this->frame = this->frame.zeros(this->frame.size(), this->frame.type());

	vector<cv::Rect> eyes;
	this->eye_cascade.detectMultiScale(src, eyes);

	for (int x = 0; x < src.cols; x++) {

		for (int y = src.rows - 1; y > -1; y--) {

			ofVec2f point(x, y);

			for (cv::Rect eye : eyes) {
				
				ofVec2f eye_point = ofVec2f(eye.x + eye.size().width / 2, eye.y + eye.size().height / 2);
				if (eye_point.distance(point) < 30) {

					ofVec2f center = ofVec2f(src.cols / 2, src.rows / 2);
					point = point + ofVec2f(0, 100 * ofNoise((eye.x, ofGetFrameNum() * 0.05)));
				}

			}

			int tmp_x = (int)point.x;
			int tmp_y = (int)point.y;

			if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {

				this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280 * 0.5, 720 * 0.5, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(1280 * 0.5, 720 * 0.5);

ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

this->eye_cascade.load("opencv-3.3.1\\build\\install\\etc\\haarcascades\\haarcascade_eye.xml");

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat cap_frame, src, blend_frame;

this->cap >> cap_frame;

if (cap_frame.empty()) {

cap.set(CV_CAP_PROP_POS_FRAMES, 1);

return;

}

cv::resize(cap_frame, src, this->cap_size);

cv::flip(src, src, 1);

cv::cvtColor(src, src, CV_RGB2BGR);

this->frame = this->frame.zeros(this->frame.size(), this->frame.type());

vector<cv::Rect> eyes;

this->eye_cascade.detectMultiScale(src, eyes);

for (int x = 0; x < src.cols; x++) {

for (int y = src.rows - 1; y > -1; y--) {

ofVec2f point(x, y);

for (cv::Rect eye : eyes) {

ofVec2f eye_point = ofVec2f(eye.x + eye.size().width / 2, eye.y + eye.size().height / 2);

if (eye_point.distance(point) < 30) {

ofVec2f center = ofVec2f(src.cols / 2, src.rows / 2);

point = point + ofVec2f(0, 100 * ofNoise((eye.x, ofGetFrameNum() * 0.05)));

}

int tmp_x = (int)point.x;

int tmp_y = (int)point.y;

if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {

this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280 * 0.5, 720 * 0.5, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/insta20180225

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2024年4月
月	火	水	木	金	土	日
1	2	3	4	5	6	7
8	9	10	11	12	13	14
15	16	17	18	19	20	21
22	23	24	25	26	27	28
29	30