camera – ページ 5 – プログラミング de 落描き

2018年3月4日2018年3月3日

背景差分で透明人間 openFrameworks OpenCV

[ Video ]

[ About ]
Twitterから拝見したBlogを参考に、OpenCV3.4.1のインストールと背景差分を使ってみました。

OpenCV 3.4.1で背景差分
http://whoopsidaisies.hatenablog.com/entry/2018/03/01/130000

背景ではないと判断されたピクセルデータを事前に保存した画像データの値と入れ替えることによって、一部だけ透明人間になれました。本当は、もうちょっと違う使い方を考えていたのですが、Surfaceのフロントカメラで撮影をしていると、明るさの変化で画質調整が入るようで、色味が変わってしまい画面全体が差分扱いになることが多く、上手く行きませんでした。

フリーの動画素材で背景差分に向いているのを探さないといけなさそう。

[ Source ]

#include "ofMain.h"
#include "opencv2/opencv.hpp"
#include "opencv2/core/utility.hpp"
#include "opencv2/bgsegm.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key);
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Ptr<cv::BackgroundSubtractor> bgfs;

	cv::Mat frame;
	cv::Mat save_frame;
	ofImage image;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

#include "opencv2/core/utility.hpp"

#include "opencv2/bgsegm.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key);

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::Size cap_size;

cv::Ptr<cv::BackgroundSubtractor> bgfs;

cv::Mat frame;

cv::Mat save_frame;

ofImage image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(1280, 720);

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

	this->bgfs = cv::createBackgroundSubtractorKNN();
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat src, fgmask;
	this->cap >> src;
	if (src.empty()){

		return;
	}

	cv::resize(src, this->frame, cv::Size(1280, 720));
	cv::cvtColor(this->frame, this->frame, CV_BGR2RGB);
	cv::flip(this->frame, this->frame, 1);

	if (this->save_frame.empty()) {
		this->frame.copyTo(this->save_frame);
	}

	this->bgfs->apply(this->frame, fgmask, 0.5);

	for (int x = 0; x < this->frame.cols; x++) {

		for (int y = 0; y < this->frame.rows; y++) {

			unsigned char* value = &fgmask.at<unsigned char>(y, x);
			if (*value > 0) {

				this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}


//--------------------------------------------------------------
void ofApp::keyPressed(int key){

	if (key = 's') {

		this->frame.copyTo(this->save_frame);
	}
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(1280, 720);

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

this->bgfs = cv::createBackgroundSubtractorKNN();

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat src, fgmask;

this->cap >> src;

if (src.empty()){

return;

}

cv::resize(src, this->frame, cv::Size(1280, 720));

cv::cvtColor(this->frame, this->frame, CV_BGR2RGB);

cv::flip(this->frame, this->frame, 1);

if (this->save_frame.empty()) {

this->frame.copyTo(this->save_frame);

}

this->bgfs->apply(this->frame, fgmask, 0.5);

for (int x = 0; x < this->frame.cols; x++) {

for (int y = 0; y < this->frame.rows; y++) {

unsigned char* value = &fgmask.at<unsigned char>(y, x);

if (*value > 0) {

this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

void ofApp::keyPressed(int key){

if (key = 's') {

this->frame.copyTo(this->save_frame);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180303

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年2月27日2018年2月26日

Cameraの画像をグリッドごとに分割＆回転 openFrameworks OpenCV

[ Video ]

[ About ]
GUCCI JAPANさんのツイートを見て面白いなと思いやってみました、その3です。

カメラの映像をグリッド状に分けて、それぞれ90 * n(0-3)分、回転させています。もうちょっとソース整理したかったんですが、ちょっと時間がないので、定数多めです。(一応、中央の500*500を100ごとで分割しています)

[ Source ]

#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Mat frame;
	ofImage image;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::Size cap_size;

cv::Mat frame;

ofImage image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(1280, 720);
	ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat cap_frame, src, blend_frame;
	this->cap >> cap_frame;
	if (cap_frame.empty()) {

		return;
	}
	cv::resize(cap_frame, src, this->cap_size);
	cv::flip(src, src, 1);
	cv::cvtColor(src, src, CV_RGB2BGR);

	this->frame = this->frame.zeros(this->frame.size(), this->frame.type());

	for (int x = 0; x < src.cols; x++) {

		for (int y = 0; y < src.rows; y++) {

			ofVec2f point(x, y);

			if (x > 390 && x < 890 && y > 110 && y < 610) {

				int group_x = (x - 390) / 100;
				int group_y = (y - 110) / 100;
				int value = ofNoise(group_x * 0.05, group_y * 0.05, ofGetFrameNum() * 0.005) * 4;
				int angle = value * 90;

				ofVec2f center = ofVec2f(group_x * 100 + 390 + 50, group_y * 100 + 110 + 50);
				point = point - center;
				point = point.getRotated(angle);
				point = point + center;
			}

			int tmp_x = (int)point.x;
			int tmp_y = (int)point.y;

			if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {
				
				this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(1280, 720);

ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat cap_frame, src, blend_frame;

this->cap >> cap_frame;

if (cap_frame.empty()) {

return;

}

cv::resize(cap_frame, src, this->cap_size);

cv::flip(src, src, 1);

cv::cvtColor(src, src, CV_RGB2BGR);

this->frame = this->frame.zeros(this->frame.size(), this->frame.type());

for (int x = 0; x < src.cols; x++) {

for (int y = 0; y < src.rows; y++) {

ofVec2f point(x, y);

if (x > 390 && x < 890 && y > 110 && y < 610) {

int group_x = (x - 390) / 100;

int group_y = (y - 110) / 100;

int value = ofNoise(group_x * 0.05, group_y * 0.05, ofGetFrameNum() * 0.005) * 4;

int angle = value * 90;

ofVec2f center = ofVec2f(group_x * 100 + 390 + 50, group_y * 100 + 110 + 50);

point = point - center;

point = point.getRotated(angle);

point = point + center;

}

int tmp_x = (int)point.x;

int tmp_y = (int)point.y;

if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {

this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/insta20180226

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年2月25日2018年2月24日

Cameraの映像を円形でずらしていく openFrameworks OpenCV

[ Video ]

[ About ]
GUCCI JAPANさんのツイートを見て面白いなと思いやってみました。

本日、#AlessandroMichele による #GucciFW18 コレクションのファッションショーがミラノのGucci Hubにて開催されます。日本時間23:00より、ランウェイのライブ配信をお楽しみください。#mfw https://t.co/aIO47vpHe3 pic.twitter.com/L4CPUwb11Z

— GUCCI JAPAN (@gucci_jp) 2018年2月21日

[ Source ]

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofFbo fbo;

	cv::VideoCapture cap;
	cv::Size cap_size;

	cv::Mat frame;
	ofImage image;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofFbo fbo;

cv::VideoCapture cap;

cv::Size cap_size;

cv::Mat frame;

ofImage image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open(1);
	this->cap_size = cv::Size(1280, 720);
	ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

	this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat cap_frame, src, blend_frame;
	this->cap >> cap_frame;
	if (cap_frame.empty()) {

		return;
	}
	cv::resize(cap_frame, src, this->cap_size);
	cv::flip(src, src, 1);
	cv::cvtColor(src, src, CV_RGB2BGR);

	for (int x = 0; x < src.cols; x++) {

		for (int y = 0; y < src.rows; y++) {

			ofVec2f center = ofVec2f(src.cols / 2, src.rows / 2);
			ofVec2f point = ofVec2f(x, y);
			float distance = center.distance(point);

			if (distance < 300) {

				int angle = distance / 20;

				point = point - center;
				point = point.getRotated(angle * ofGetFrameNum());
				point = point + center;
			}
			
			float tmp_x = (int)point.x;
			float tmp_y = (int)point.y;
			
			if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {

				this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->image.draw(0, 0);
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open(1);

this->cap_size = cv::Size(1280, 720);

ofSetFrameRate(this->cap.get(CV_CAP_PROP_FPS));

this->image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->image.getHeight(), this->image.getWidth(), CV_MAKETYPE(CV_8UC3, this->image.getPixels().getNumChannels()), this->image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat cap_frame, src, blend_frame;

this->cap >> cap_frame;

if (cap_frame.empty()) {

return;

}

cv::resize(cap_frame, src, this->cap_size);

cv::flip(src, src, 1);

cv::cvtColor(src, src, CV_RGB2BGR);

for (int x = 0; x < src.cols; x++) {

for (int y = 0; y < src.rows; y++) {

ofVec2f center = ofVec2f(src.cols / 2, src.rows / 2);

ofVec2f point = ofVec2f(x, y);

float distance = center.distance(point);

if (distance < 300) {

int angle = distance / 20;

point = point - center;

point = point.getRotated(angle * ofGetFrameNum());

point = point + center;

}

float tmp_x = (int)point.x;

float tmp_y = (int)point.y;

if (tmp_x >= 0 && tmp_x < src.cols && tmp_y >= 0 && tmp_y < src.rows) {

this->frame.at<cv::Vec3b>(tmp_y, tmp_x) = src.at<cv::Vec3b>(y, x);

}

this->image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180224

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2024年11月
月	火	水	木	金	土	日
				1	2	3
4	5	6	7	8	9	10
11	12	13	14	15	16	17
18	19	20	21	22	23	24
25	26	27	28	29	30