opencv – ページ 34 – プログラミング de 落描き

2018年6月29日2018年7月2日

傾きと影 openFrameworks

[ Video ]

[ About ]
Surfaceの傾き情報でオブジェクトの影の位置を変化させてみました。立体的に見えるかな？

[ Source ]

#pragma once
#include "ofMain.h"
#include "opencv2/opencv.hpp"
#include <atlbase.h>
#include <SensorsApi.h>
#include <sensors.h>
#pragma comment(lib, "Sensorsapi.lib")

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	// Make Member
	ofFbo fbo;
	ofPixels pixels;
	cv::Mat pixels_mat;

	// Make Method
	ofPoint get_accelerometer_3d();
};

#pragma once

#include "ofMain.h"

#include "opencv2/opencv.hpp"

#include <atlbase.h>

#include <SensorsApi.h>

#include <sensors.h>

#pragma comment(lib, "Sensorsapi.lib")

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

// Make Member

ofFbo fbo;

ofPixels pixels;

cv::Mat pixels_mat;

// Make Method

ofPoint get_accelerometer_3d();

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofBackground(239);
	ofSetWindowTitle("Insta");

	ofSetRectMode(ofRectMode::OF_RECTMODE_CENTER);

	this->fbo.allocate(ofGetWidth(), ofGetHeight());
	this->fbo.readToPixels(this->pixels);
	this->pixels_mat = cv::Mat(this->pixels.getHeight(), this->pixels.getWidth(), CV_8UC4, this->pixels.getData());
}

//--------------------------------------------------------------
void ofApp::update() {

	this->fbo.begin();
	ofClear(0);
	ofTranslate(this->fbo.getWidth() * 0.5, this->fbo.getHeight() * 0.5);

	ofSetColor(59, 59, 239);
	int radius = 250;
	ofBeginShape();
	for (int deg = ofGetFrameNum() * 2; deg <= ofGetFrameNum() * 2 + 360; deg += 120) {

		ofVertex(radius * cos(deg * DEG_TO_RAD), radius * sin(deg * DEG_TO_RAD));
	}

	ofNextContour();
	radius *= 0.7;
	for (int deg = ofGetFrameNum() * 2; deg <= ofGetFrameNum() * 2 + 360; deg += 120) {

		ofVertex(radius * cos(deg * DEG_TO_RAD), radius * sin(deg * DEG_TO_RAD));
	}
	ofEndShape(true);

	this->fbo.end();
	this->fbo.readToPixels(this->pixels);

	cv::Mat gray_mat;
	cv::cvtColor(this->pixels_mat, gray_mat, cv::COLOR_RGBA2GRAY);
	for (int y = 0; y < this->pixels_mat.cols; y++) {

		for (int x = 0; x < this->pixels_mat.rows; x++) {

			unsigned char value = gray_mat.at<unsigned char>(y, x);
			if (value > 0) {

				this->pixels_mat.at<cv::Vec4b>(y, x) = cv::Vec4b(value, value, value, this->pixels_mat.at<cv::Vec4b>(y, x)[3]);
			}
		}
	}

	cv::GaussianBlur(this->pixels_mat, this->pixels_mat, cv::Size(19, 19), 5, 5);
}

//--------------------------------------------------------------
void ofApp::draw() {

	ofTranslate(ofGetWidth() * 0.5, ofGetHeight() * 0.5);

	ofPoint point = this->get_accelerometer_3d();

	ofSetColor(255, 192);
	ofImage draw_image;
	draw_image.setFromPixels(this->pixels);
	draw_image.draw(ofMap(point.x, -1, 1, -100, 100), ofMap(point.y, -1, 1, 100, -100));

	ofSetColor(255);
	this->fbo.draw(0, 0);
}

//--------------------------------------------------------------
ofPoint ofApp::get_accelerometer_3d() {

	CComPtr<ISensorManager> sensor_manager;
	CComPtr<ISensorCollection> sensor_collection;
	CComPtr<ISensor> sensor;
	CComPtr<ISensorDataReport> data;

	if (FAILED(::CoInitializeEx(NULL, COINIT_MULTITHREADED))) { return ofPoint(); }
	if (FAILED(::CoCreateInstance(CLSID_SensorManager, NULL, CLSCTX_INPROC_SERVER, IID_PPV_ARGS(&sensor_manager)))) { return ofPoint(); }
	if (FAILED(sensor_manager->GetSensorsByCategory(SENSOR_TYPE_ACCELEROMETER_3D, &sensor_collection))) { return ofPoint(); }
	if (FAILED(sensor_collection->GetAt(0, &sensor))) { return ofPoint(); }
	if (FAILED(sensor->GetData(&data))) { return ofPoint(); }

	PROPVARIANT x = {};
	if (FAILED(data->GetSensorValue(SENSOR_DATA_TYPE_ACCELERATION_X_G, &x))) { return ofPoint(); }
	PROPVARIANT y = {};
	if (FAILED(data->GetSensorValue(SENSOR_DATA_TYPE_ACCELERATION_Y_G, &y))) { return ofPoint(); }
	PROPVARIANT z = {};
	if (FAILED(data->GetSensorValue(SENSOR_DATA_TYPE_ACCELERATION_Z_G, &z))) { return ofPoint(); }

	return ofPoint(x.dblVal, y.dblVal, z.dblVal);
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofBackground(239);

ofSetWindowTitle("Insta");

ofSetRectMode(ofRectMode::OF_RECTMODE_CENTER);

this->fbo.allocate(ofGetWidth(), ofGetHeight());

this->fbo.readToPixels(this->pixels);

this->pixels_mat = cv::Mat(this->pixels.getHeight(), this->pixels.getWidth(), CV_8UC4, this->pixels.getData());

}

//--------------------------------------------------------------

void ofApp::update() {

this->fbo.begin();

ofClear(0);

ofTranslate(this->fbo.getWidth() * 0.5, this->fbo.getHeight() * 0.5);

ofSetColor(59, 59, 239);

int radius = 250;

ofBeginShape();

for (int deg = ofGetFrameNum() * 2; deg <= ofGetFrameNum() * 2 + 360; deg += 120) {

ofVertex(radius * cos(deg * DEG_TO_RAD), radius * sin(deg * DEG_TO_RAD));

}

ofNextContour();

radius *= 0.7;

for (int deg = ofGetFrameNum() * 2; deg <= ofGetFrameNum() * 2 + 360; deg += 120) {

ofVertex(radius * cos(deg * DEG_TO_RAD), radius * sin(deg * DEG_TO_RAD));

}

ofEndShape(true);

this->fbo.end();

this->fbo.readToPixels(this->pixels);

cv::Mat gray_mat;

cv::cvtColor(this->pixels_mat, gray_mat, cv::COLOR_RGBA2GRAY);

for (int y = 0; y < this->pixels_mat.cols; y++) {

for (int x = 0; x < this->pixels_mat.rows; x++) {

unsigned char value = gray_mat.at<unsigned char>(y, x);

if (value > 0) {

this->pixels_mat.at<cv::Vec4b>(y, x) = cv::Vec4b(value, value, value, this->pixels_mat.at<cv::Vec4b>(y, x)[3]);

}

cv::GaussianBlur(this->pixels_mat, this->pixels_mat, cv::Size(19, 19), 5, 5);

}

//--------------------------------------------------------------

void ofApp::draw() {

ofTranslate(ofGetWidth() * 0.5, ofGetHeight() * 0.5);

ofPoint point = this->get_accelerometer_3d();

ofSetColor(255, 192);

ofImage draw_image;

draw_image.setFromPixels(this->pixels);

draw_image.draw(ofMap(point.x, -1, 1, -100, 100), ofMap(point.y, -1, 1, 100, -100));

ofSetColor(255);

this->fbo.draw(0, 0);

}

//--------------------------------------------------------------

ofPoint ofApp::get_accelerometer_3d() {

CComPtr<ISensorManager> sensor_manager;

CComPtr<ISensorCollection> sensor_collection;

CComPtr<ISensor> sensor;

CComPtr<ISensorDataReport> data;

if (FAILED(::CoInitializeEx(NULL, COINIT_MULTITHREADED))) { return ofPoint(); }

if (FAILED(::CoCreateInstance(CLSID_SensorManager, NULL, CLSCTX_INPROC_SERVER, IID_PPV_ARGS(&sensor_manager)))) { return ofPoint(); }

if (FAILED(sensor_manager->GetSensorsByCategory(SENSOR_TYPE_ACCELEROMETER_3D, &sensor_collection))) { return ofPoint(); }

if (FAILED(sensor_collection->GetAt(0, &sensor))) { return ofPoint(); }

if (FAILED(sensor->GetData(&data))) { return ofPoint(); }

PROPVARIANT x = {};

if (FAILED(data->GetSensorValue(SENSOR_DATA_TYPE_ACCELERATION_X_G, &x))) { return ofPoint(); }

PROPVARIANT y = {};

if (FAILED(data->GetSensorValue(SENSOR_DATA_TYPE_ACCELERATION_Y_G, &y))) { return ofPoint(); }

PROPVARIANT z = {};

if (FAILED(data->GetSensorValue(SENSOR_DATA_TYPE_ACCELERATION_Z_G, &z))) { return ofPoint(); }

return ofPoint(x.dblVal, y.dblVal, z.dblVal);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180829

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年6月25日2018年6月25日

動画 × Noise

[ Video ]

[ About ]
動画を一定の間隔で区切り、それぞれの範囲別で描写されるフレーム番号を変えています。手前は往来による動きあるのでブロックノイズのような情報になり、奥は動きが少ないので変化も少ないのが面白い

[ Source ]

#pragma once
#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap;
	cv::Size cap_size;
	int number_of_frames; 
	vector<cv::Mat> frames;

	float rect_size;
	vector<cv::Mat> rect_frames;
	vector<ofImage*> rect_images;
	vector<cv::Rect> cv_rects;
};

#pragma once

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap;

cv::Size cap_size;

int number_of_frames;

vector<cv::Mat> frames;

float rect_size;

vector<cv::Mat> rect_frames;

vector<ofImage*> rect_images;

vector<cv::Rect> cv_rects;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofBackground(239);
	ofSetWindowTitle("Insta");
	ofSetFrameRate(30);

	this->cap.open("D:\\video\\image1.mp4");
	this->cap_size = cv::Size(1280, 720);

	this->rect_size = 20;
	for (int x = 0; x < this->cap_size.width; x += this->rect_size) {

		for (int y = 0; y < this->cap_size.height; y += this->rect_size) {

			ofImage* image = new ofImage();
			image->allocate(this->rect_size, this->rect_size, OF_IMAGE_COLOR);
			this->rect_images.push_back(image);

			cv::Mat frame = cv::Mat(cv::Size(image->getWidth(), image->getHeight()), CV_MAKETYPE(CV_8UC3, image->getPixels().getNumChannels()), image->getPixels().getData(), 0);
			this->rect_frames.push_back(frame);

			cv::Rect rect = cv::Rect(x, y, this->rect_size, this->rect_size);
			this->cv_rects.push_back(rect);
		}
	}

	this->number_of_frames = 380;
	for (int i = 0; i < this->number_of_frames; i++) {

		cv::Mat src, frame;
		this->cap >> src;
		if (src.empty()) {

			cap.set(CV_CAP_PROP_POS_FRAMES, 1);
			return;
		}

		cv::resize(src, frame, this->cap_size);
		cv::cvtColor(frame, frame, CV_BGR2RGB);

		this->frames.push_back(frame);
	}
}

//--------------------------------------------------------------
void ofApp::update() {

	for (int i = 0; i < this->rect_images.size(); i++) {

		int frames_index = ofMap(ofNoise(this->cv_rects[i].x * 0.0005, this->cv_rects[i].y * 0.0005, ofGetFrameNum() * 0.008), 0, 1, 0, this->number_of_frames);
		cv::Mat tmp_box_image(this->frames[frames_index], this->cv_rects[i]);
		tmp_box_image.copyTo(this->rect_frames[i]);

		this->rect_images[i]->update();
	}
}

//--------------------------------------------------------------
void ofApp::draw() {

	for (int i = 0; i < this->rect_images.size(); i++) {

		this->rect_images[i]->draw(this->cv_rects[i].x, this->cv_rects[i].y);
	}
}

//========================================================================
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofBackground(239);

ofSetWindowTitle("Insta");

ofSetFrameRate(30);

this->cap.open("D:\\video\\image1.mp4");

this->cap_size = cv::Size(1280, 720);

this->rect_size = 20;

for (int x = 0; x < this->cap_size.width; x += this->rect_size) {

for (int y = 0; y < this->cap_size.height; y += this->rect_size) {

ofImage* image = new ofImage();

image->allocate(this->rect_size, this->rect_size, OF_IMAGE_COLOR);

this->rect_images.push_back(image);

cv::Mat frame = cv::Mat(cv::Size(image->getWidth(), image->getHeight()), CV_MAKETYPE(CV_8UC3, image->getPixels().getNumChannels()), image->getPixels().getData(), 0);

this->rect_frames.push_back(frame);

cv::Rect rect = cv::Rect(x, y, this->rect_size, this->rect_size);

this->cv_rects.push_back(rect);

}

this->number_of_frames = 380;

for (int i = 0; i < this->number_of_frames; i++) {

cv::Mat src, frame;

this->cap >> src;

if (src.empty()) {

cap.set(CV_CAP_PROP_POS_FRAMES, 1);

return;

}

cv::resize(src, frame, this->cap_size);

cv::cvtColor(frame, frame, CV_BGR2RGB);

this->frames.push_back(frame);

}

//--------------------------------------------------------------

void ofApp::update() {

for (int i = 0; i < this->rect_images.size(); i++) {

int frames_index = ofMap(ofNoise(this->cv_rects[i].x * 0.0005, this->cv_rects[i].y * 0.0005, ofGetFrameNum() * 0.008), 0, 1, 0, this->number_of_frames);

cv::Mat tmp_box_image(this->frames[frames_index], this->cv_rects[i]);

tmp_box_image.copyTo(this->rect_frames[i]);

this->rect_images[i]->update();

}

//--------------------------------------------------------------

void ofApp::draw() {

for (int i = 0; i < this->rect_images.size(); i++) {

this->rect_images[i]->draw(this->cv_rects[i].x, this->cv_rects[i].y);

}

//========================================================================

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180625

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年6月23日2018年6月23日

2種類の動画をnoiseでミックス

[ Video ]

[ About ]
2種類の動画をnoiseを元にミックスしました

[ Source ]

#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	cv::VideoCapture cap_1;
	cv::VideoCapture cap_2;
	cv::Size cap_size;
	cv::Mat blend_frame;
	ofImage blend_image;
};

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

cv::VideoCapture cap_1;

cv::VideoCapture cap_2;

cv::Size cap_size;

cv::Mat blend_frame;

ofImage blend_image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofBackground(39);
	ofSetWindowTitle("Insta");

	this->cap_size = cv::Size(1280, 720);
	this->cap_1.open("D:\\video\\beach.mp4");
	this->cap_2.open("D:\\video\\city2.mp4");

	this->blend_image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);
	this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Mat src_1, src_2, mini_1, mini_2;
	this->cap_1 >> src_1;
	if (src_1.empty()) {

		this->cap_1.set(CV_CAP_PROP_POS_FRAMES, 1);
		return;
	}
	this->cap_2 >> src_2;
	if (src_2.empty()) {

		this->cap_2.set(CV_CAP_PROP_POS_FRAMES, 1);
		return;
	}

	cv::resize(src_1, mini_1, this->cap_size);
	cv::resize(src_2, mini_2, this->cap_size);
	
	for (int x = 0; x < this->blend_frame.cols; x += 1) {

		for (int y = 0; y < this->blend_frame.rows; y += 1) {

			float noise_value = ofNoise(x * 0.005, y * 0.005, ofGetFrameNum() * 0.005);

			if (noise_value < 0.5) {

				this->blend_frame.at<cv::Vec3b>(y, x) = mini_1.at<cv::Vec3b>(y, x);
			}
			else {

				this->blend_frame.at<cv::Vec3b>(y, x) = mini_2.at<cv::Vec3b>(y, x);
			}
		}
	}

	cv::cvtColor(this->blend_frame, this->blend_frame, CV_BGR2RGB);
	this->blend_image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->blend_image.draw(0, 0);
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(39);

ofSetWindowTitle("Insta");

this->cap_size = cv::Size(1280, 720);

this->cap_1.open("D:\\video\\beach.mp4");

this->cap_2.open("D:\\video\\city2.mp4");

this->blend_image.allocate(this->cap_size.width, this->cap_size.height, OF_IMAGE_COLOR);

this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Mat src_1, src_2, mini_1, mini_2;

this->cap_1 >> src_1;

if (src_1.empty()) {

this->cap_1.set(CV_CAP_PROP_POS_FRAMES, 1);

return;

}

this->cap_2 >> src_2;

if (src_2.empty()) {

this->cap_2.set(CV_CAP_PROP_POS_FRAMES, 1);

return;

}

cv::resize(src_1, mini_1, this->cap_size);

cv::resize(src_2, mini_2, this->cap_size);

for (int x = 0; x < this->blend_frame.cols; x += 1) {

for (int y = 0; y < this->blend_frame.rows; y += 1) {

float noise_value = ofNoise(x * 0.005, y * 0.005, ofGetFrameNum() * 0.005);

if (noise_value < 0.5) {

this->blend_frame.at<cv::Vec3b>(y, x) = mini_1.at<cv::Vec3b>(y, x);

}

else {

this->blend_frame.at<cv::Vec3b>(y, x) = mini_2.at<cv::Vec3b>(y, x);

}

cv::cvtColor(this->blend_frame, this->blend_frame, CV_BGR2RGB);

this->blend_image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->blend_image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180623

[ほしいものリスト]
Amazon

[ Sponsor Link ]

月	火	水	木	金	土	日
1	2	3	4	5	6	7
8	9	10	11	12	13	14
15	16	17	18	19	20	21
22	23	24	25	26	27	28
29	30