movie – ページ 10 – プログラミング de 落描き

[ Video ]

[ About ]
昨日の自分の動画を見ていて、視覚的な絵を足したら面白いなと思いつき。

動画の読み込みや合成は、OpenCVを使って画像処理をしています。起動時(setup内)で、動画から全フレーム取り出し、リサイズ、配列へ格納しています。

そのあとはNoise関数でそれぞれに描写するフレーム番号を決定、用意しておいた配列から対応するフレーム画像をコピー・結合(今回の場合は25枚)して大きな1枚の画像を生成しています。

1枚に結合して描写する事によって、思っていたより早く動いてくれました。今回はリアルタイムにキャプチャした動画を挙げているので、実際の動作速度です。

[ Source ]

#pragma once
#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	// Make Method
	void draw_clock(ofPoint point, int frame_number);

	// Make Member
	ofFbo fbo;

	cv::VideoCapture cap;
	cv::Size cap_size;
	vector<cv::Mat> frames;

	cv::Mat blend_frame;
	ofImage blend_image;
};

#pragma once

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

// Make Method

void draw_clock(ofPoint point, int frame_number);

// Make Member

ofFbo fbo;

cv::VideoCapture cap;

cv::Size cap_size;

vector<cv::Mat> frames;

cv::Mat blend_frame;

ofImage blend_image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofBackground(39);
	ofSetWindowTitle("Insta");

	this->cap.open("movie_file_path.mp4");
	this->cap_size = cv::Size(256, 144);

	while (true) {

		cv::Mat src, mini_src;
		this->cap >> src;
		if (src.empty()) {

			break;
		}
		cv::resize(src, mini_src, this->cap_size);
		cv::cvtColor(mini_src, mini_src, CV_RGB2BGR);

		this->frames.push_back(mini_src);
	}

	this->blend_image.allocate(ofGetWidth(), ofGetHeight(), OF_IMAGE_COLOR);
	this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);
}

//--------------------------------------------------------------
void ofApp::update() {

	cv::Rect rect;
	rect.width = this->cap_size.width;
	rect.height = this->cap_size.height;
	for (int x = 0; x < this->blend_image.getWidth(); x += rect.width) {
		
		for (int y = 0; y < this->blend_image.getHeight(); y += rect.height) {

			rect.x = x;
			rect.y = y;

			float noise_value = ofNoise(x * 0.005, y * 0.005, ofGetFrameNum() * 0.001);
			int frame_number = noise_value * this->frames.size();

			cv::Mat roi(this->blend_frame, rect);
			this->frames[frame_number].copyTo(roi);
		}
	}

	this->blend_image.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	ofSetColor(255);
	this->blend_image.draw(0, 0);

	ofSetColor(239, 239);
	for (int x = 0; x < this->blend_image.getWidth(); x += this->cap_size.width) {

		for (int y = 0; y < this->blend_image.getHeight(); y += this->cap_size.height) {

			float noise_value = ofNoise(x * 0.005, y * 0.005, ofGetFrameNum() * 0.001);
			int frame_number = noise_value * this->frames.size();

			this->draw_clock(ofPoint(x + this->cap_size.width / 2, y + this->cap_size.height / 2), frame_number);
		}
	}
}

//--------------------------------------------------------------
void ofApp::draw_clock(ofPoint point, int frame_number) {

	int radius = 60;

	int minute = ofMap(frame_number, 0, this->frames.size() - 1, 0, 720);
	int time = minute / 60;
	minute = minute - time * 60;
	int time_deg = time * 30 + ofMap(minute, 0, 59, 0, 30);
	int minute_deg = minute * 6;

	ofPushMatrix();
	ofTranslate(point);
	ofRotate(-45);

	ofSetLineWidth(3);
	ofNoFill();

	ofBeginShape();
	for (int deg = 0; deg < 360; deg += 1) {

		ofVertex(radius * cos(deg * DEG_TO_RAD), radius * sin(deg * DEG_TO_RAD));
	}
	ofEndShape(true);

	ofSetLineWidth(5);
	ofDrawLine(ofPoint(), ofPoint(radius * 0.6 * cos(time_deg * DEG_TO_RAD), radius * 0.6 * sin(time_deg * DEG_TO_RAD)));

	ofSetLineWidth(3);
	ofDrawLine(ofPoint(), ofPoint(radius * 0.8 * cos(minute_deg * DEG_TO_RAD), radius * 0.8 * sin(minute_deg * DEG_TO_RAD)));

	ofFill();
	ofDrawCircle(ofPoint(), 5);

	ofPopMatrix();
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(1280, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofBackground(39);

ofSetWindowTitle("Insta");

this->cap.open("movie_file_path.mp4");

this->cap_size = cv::Size(256, 144);

while (true) {

cv::Mat src, mini_src;

this->cap >> src;

if (src.empty()) {

break;

}

cv::resize(src, mini_src, this->cap_size);

cv::cvtColor(mini_src, mini_src, CV_RGB2BGR);

this->frames.push_back(mini_src);

}

this->blend_image.allocate(ofGetWidth(), ofGetHeight(), OF_IMAGE_COLOR);

this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);

}

//--------------------------------------------------------------

void ofApp::update() {

cv::Rect rect;

rect.width = this->cap_size.width;

rect.height = this->cap_size.height;

for (int x = 0; x < this->blend_image.getWidth(); x += rect.width) {

for (int y = 0; y < this->blend_image.getHeight(); y += rect.height) {

rect.x = x;

rect.y = y;

float noise_value = ofNoise(x * 0.005, y * 0.005, ofGetFrameNum() * 0.001);

int frame_number = noise_value * this->frames.size();

cv::Mat roi(this->blend_frame, rect);

this->frames[frame_number].copyTo(roi);

}

this->blend_image.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

ofSetColor(255);

this->blend_image.draw(0, 0);

ofSetColor(239, 239);

for (int x = 0; x < this->blend_image.getWidth(); x += this->cap_size.width) {

for (int y = 0; y < this->blend_image.getHeight(); y += this->cap_size.height) {

float noise_value = ofNoise(x * 0.005, y * 0.005, ofGetFrameNum() * 0.001);

int frame_number = noise_value * this->frames.size();

this->draw_clock(ofPoint(x + this->cap_size.width / 2, y + this->cap_size.height / 2), frame_number);

}

//--------------------------------------------------------------

void ofApp::draw_clock(ofPoint point, int frame_number) {

int radius = 60;

int minute = ofMap(frame_number, 0, this->frames.size() - 1, 0, 720);

int time = minute / 60;

minute = minute - time * 60;

int time_deg = time * 30 + ofMap(minute, 0, 59, 0, 30);

int minute_deg = minute * 6;

ofPushMatrix();

ofTranslate(point);

ofRotate(-45);

ofSetLineWidth(3);

ofNoFill();

ofBeginShape();

for (int deg = 0; deg < 360; deg += 1) {

ofVertex(radius * cos(deg * DEG_TO_RAD), radius * sin(deg * DEG_TO_RAD));

}

ofEndShape(true);

ofSetLineWidth(5);

ofDrawLine(ofPoint(), ofPoint(radius * 0.6 * cos(time_deg * DEG_TO_RAD), radius * 0.6 * sin(time_deg * DEG_TO_RAD)));

ofSetLineWidth(3);

ofDrawLine(ofPoint(), ofPoint(radius * 0.8 * cos(minute_deg * DEG_TO_RAD), radius * 0.8 * sin(minute_deg * DEG_TO_RAD)));

ofFill();

ofDrawCircle(ofPoint(), 5);

ofPopMatrix();

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(1280, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180406_02

[ほしいものリスト]
Amazon

[ Sponsor Link ]

[ Video ]

[ About ]
ネットでRGBずらしという記事からインスピレーションを受けて（パクって）、openFrameworks + OpenCVを使って似たような事をしてみました。

記事の中では静止画でしたが、動画でチャレンジです。
最初はUSBカメラからリアルタイムにやって見たんだけど、絵力がなかったので、ネットのフリー素材動画を拝借しました。

全体でRGBをずらすと目に悪そうなものが出来上がったので、フレームでずらしました。
そのため、動いている部分だけRGBがずれる形になります。

なぜかOpenCVのMatイメージとofImageを同期させるのは前からよくやっていた手法なんですが、今回は何故かopenFrameworksで表示される画像が青味がかったものになったので、OpenCVで表示してます。
(そのため使っているのは実質、OpenCVだけです)

[ Source ]

#pragma once
#include "ofMain.h"

#include <opencv2/opencv.hpp>

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofEasyCam cam;

	cv::VideoCapture cap;
	cv::Mat cap_frame;
	cv::Mat save_farme[2];
	int save_index;

	cv::Mat blend_frame;
	ofImage blend_image;
};

#pragma once

#include "ofMain.h"

#include <opencv2/opencv.hpp>

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofEasyCam cam;

cv::VideoCapture cap;

cv::Mat cap_frame;

cv::Mat save_farme[2];

int save_index;

cv::Mat blend_frame;

ofImage blend_image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {
	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open("dance2.mp4");

	this->blend_image.allocate(this->cap.get(CV_CAP_PROP_FRAME_WIDTH) * 0.5, this->cap.get(CV_CAP_PROP_FRAME_HEIGHT) * 0.5, OF_IMAGE_COLOR);
	this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);

	this->save_index = 0;
}

//--------------------------------------------------------------
void ofApp::update() {
	this->cap >> this->cap_frame;
	if (this->cap_frame.empty()) { return; }

	cv::resize(this->cap_frame, this->cap_frame, cv::Size(), 0.5, 0.5);

	if (ofGetFrameNum() % 2 == 0) {
		this->cap_frame.copyTo(this->save_farme[this->save_index % 2]);
		this->save_index++;
	}
	
	if (ofGetFrameNum() > 6) {
		for (int x = 0; x < this->blend_frame.cols; x++) {
			for (int y = 0; y < this->blend_frame.rows; y++) {
				this->blend_frame.at<cv::Vec3b>(y, x) = cv::Vec3b(this->cap_frame.at<cv::Vec3b>(y, x)[0], this->save_farme[0].at<cv::Vec3b>(y, x)[1], this->save_farme[1].at<cv::Vec3b>(y, x)[2]);
			}
		}

		cv::imshow("blend", blend_frame);
		cv::waitKey(1);
	}
}

//--------------------------------------------------------------
void ofApp::draw() {

	/*
	
	// ofImageがなぜか青みがかった感じになってしまうので、断念

	this->cam.begin();

	this->blend_image.update();
	this->blend_image.draw(-this->blend_image.getWidth() / 2, -this->blend_image.getHeight() / 2);

	this->cam.end();

	*/
}

//--------------------------------------------------------------
int main() {
	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open("dance2.mp4");

this->blend_image.allocate(this->cap.get(CV_CAP_PROP_FRAME_WIDTH) * 0.5, this->cap.get(CV_CAP_PROP_FRAME_HEIGHT) * 0.5, OF_IMAGE_COLOR);

this->save_index = 0;

}

//--------------------------------------------------------------

void ofApp::update() {

this->cap >> this->cap_frame;

if (this->cap_frame.empty()) { return; }

cv::resize(this->cap_frame, this->cap_frame, cv::Size(), 0.5, 0.5);

if (ofGetFrameNum() % 2 == 0) {

this->cap_frame.copyTo(this->save_farme[this->save_index % 2]);

this->save_index++;

}

if (ofGetFrameNum() > 6) {

for (int x = 0; x < this->blend_frame.cols; x++) {

for (int y = 0; y < this->blend_frame.rows; y++) {

this->blend_frame.at<cv::Vec3b>(y, x) = cv::Vec3b(this->cap_frame.at<cv::Vec3b>(y, x)[0], this->save_farme[0].at<cv::Vec3b>(y, x)[1], this->save_farme[1].at<cv::Vec3b>(y, x)[2]);

}

cv::imshow("blend", blend_frame);

cv::waitKey(1);

}

//--------------------------------------------------------------

void ofApp::draw() {

// ofImageがなぜか青みがかった感じになってしまうので、断念

this->cam.begin();

this->blend_image.update();

this->blend_image.draw(-this->blend_image.getWidth() / 2, -this->blend_image.getHeight() / 2);

this->cam.end();

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180101

輪郭をブレさせて色ずれを起こすテクニック「RGBずらし」が話題！　簡単にエモい雰囲気の画像が作れるスゴ技 (1/2)
http://nlab.itmedia.co.jp/nl/articles/1712/30/news032.html

Video
https://videos.pexels.com/videos/capoiera-street-dance-1465

[ほしいものリスト]
Amazon

[ Sponsor Link ]

タグ: movie

Clocks + MP4 openFrameworks OpenCv

Insta20180101

2024年4月
月	火	水	木	金	土	日
1	2	3	4	5	6	7
8	9	10	11	12	13	14
15	16	17	18	19	20	21
22	23	24	25	26	27	28
29	30