Face detection and rotation of each part. Draw by openFrameworks

[ Video ]

[ About ]
顔検出して、パーツごとに回転。

Face detection and rotation of each part.

[ Source ]

#pragma once
#include "ofMain.h"
#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofEasyCam cam;

	cv::VideoCapture cap;
	cv::Size cap_size;
	cv::Mat frame;
	cv::CascadeClassifier face_cascade;
	glm::vec2 face_location, face_size;

	float rect_size;
	vector<cv::Mat> rect_frames;
	vector<unique_ptr<ofImage>> rect_images;
	vector<cv::Rect> cv_rects;
};

#pragma once

#include "ofMain.h"

#include "opencv2/opencv.hpp"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofEasyCam cam;

cv::VideoCapture cap;

cv::Size cap_size;

cv::Mat frame;

cv::CascadeClassifier face_cascade;

glm::vec2 face_location, face_size;

float rect_size;

vector<cv::Mat> rect_frames;

vector<unique_ptr<ofImage>> rect_images;

vector<cv::Rect> cv_rects;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofSetWindowTitle("openFrameworks");

	ofBackground(239);
	ofSetColor(255);
	ofEnableDepthTest();
	ofDisableArbTex();

	this->cap_size = cv::Size(640, 360);

	this->cap.open(0);
	this->cap.set(cv::CAP_PROP_FPS, 30);
	this->cap.set(cv::CAP_PROP_FRAME_WIDTH, this->cap_size.width);
	this->cap.set(cv::CAP_PROP_FRAME_HEIGHT, this->cap_size.height);

	this->rect_size = 40;
	for (int x = 0; x < this->cap_size.width; x += this->rect_size) {

		for (int y = 0; y < this->cap_size.height; y += this->rect_size) {

			auto image = make_unique<ofImage>();
			image->allocate(this->rect_size, this->rect_size, OF_IMAGE_COLOR);
			cv::Mat frame = cv::Mat(cv::Size(image->getWidth(), image->getHeight()), CV_MAKETYPE(CV_8UC3, image->getPixels().getNumChannels()), image->getPixels().getData(), 0);
			cv::Rect rect = cv::Rect(x, y, this->rect_size, this->rect_size);

			this->rect_images.push_back(move(image));
			this->cv_rects.push_back(rect);
			this->rect_frames.push_back(frame);
		}
	}

	this->face_cascade.load("D:\\opencv_4.1.2\\build\\install\\etc\\haarcascades\\haarcascade_frontalface_alt2.xml");
}

//--------------------------------------------------------------
void ofApp::update() {

	ofSeedRandom(39);

	cv::Mat frame, blend;
	if (!this->cap.isOpened()) { return; }

	this->cap >> this->frame;
	if (this->frame.empty()) { return; }

	cv::cvtColor(this->frame, this->frame, cv::COLOR_RGB2BGR);
	cv::flip(this->frame, this->frame, 1);

	cv::Mat gray_frame, small_frame;
	cv::cvtColor(this->frame, gray_frame, cv::COLOR_RGB2GRAY);
	cv::resize(gray_frame, small_frame, cv::Size(this->cap_size.width * 0.5, this->cap_size.height * 0.5));

	vector<cv::Rect> faces;
	this->face_cascade.detectMultiScale(small_frame, faces);

	int face_count = 0;
	this->face_location = glm::vec2();
	this->face_size = glm::vec2();
	float max_area = 0.f;
	for (cv::Rect r : faces) {

		auto tmp_face_location = glm::vec2(r.x * 2.f, r.y * 2.f);
		auto tmp_face_size = glm::vec2(r.width * 2, r.height * 2);
		auto area = r.width * r.height;
		if (area > max_area) {

			this->face_location = tmp_face_location;
			this->face_size = tmp_face_size;
		}
	}
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->cam.begin();
	ofTranslate(this->cap_size.width * -0.5, this->cap_size.height * -0.5, 0);

	float noise_seed = ofRandom(1000);
	for (int i = 0; i < this->rect_frames.size(); i++) {

		cv::Mat tmp_box_image(this->frame, this->cv_rects[i]);
		tmp_box_image.copyTo(this->rect_frames[i]);

		ofPushMatrix();
		ofTranslate(this->cv_rects[i].x + 20, this->cap_size.height - this->cv_rects[i].y - 20, 0);

		if (this->cv_rects[i].x > this->face_location.x - 20 && this->cv_rects[i].x < this->face_location.x - 20 + this->face_size.x 
			&& this->cv_rects[i].y > this->face_location.y - 20 && this->cv_rects[i].y < this->face_location.y - 20 + this->face_size.y) {
			
			ofRotate((int)ofMap(ofNoise(this->cv_rects[i].x, this->cv_rects[i].y, ofGetFrameNum() * 0.1), 0, 1, 0, 3) * 90);
		}

		this->rect_images[i]->update();
		this->rect_images[i]->getTexture().bind();
		ofSetColor(255);
		ofFill();
		ofDrawBox(glm::vec3(), this->rect_size, this->rect_size, 5);
		this->rect_images[i]->unbind();

		ofSetColor(39);
		ofNoFill();
		ofDrawBox(glm::vec3(), this->rect_size, this->rect_size, 5);

		ofPopMatrix();
	}

	this->cam.end();
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofSetWindowTitle("openFrameworks");

ofBackground(239);

ofSetColor(255);

ofEnableDepthTest();

ofDisableArbTex();

this->cap_size = cv::Size(640, 360);

this->cap.open(0);

this->cap.set(cv::CAP_PROP_FPS, 30);

this->cap.set(cv::CAP_PROP_FRAME_WIDTH, this->cap_size.width);

this->cap.set(cv::CAP_PROP_FRAME_HEIGHT, this->cap_size.height);

this->rect_size = 40;

for (int x = 0; x < this->cap_size.width; x += this->rect_size) {

for (int y = 0; y < this->cap_size.height; y += this->rect_size) {

auto image = make_unique<ofImage>();

image->allocate(this->rect_size, this->rect_size, OF_IMAGE_COLOR);

cv::Mat frame = cv::Mat(cv::Size(image->getWidth(), image->getHeight()), CV_MAKETYPE(CV_8UC3, image->getPixels().getNumChannels()), image->getPixels().getData(), 0);

cv::Rect rect = cv::Rect(x, y, this->rect_size, this->rect_size);

this->rect_images.push_back(move(image));

this->cv_rects.push_back(rect);

this->rect_frames.push_back(frame);

}

this->face_cascade.load("D:\\opencv_4.1.2\\build\\install\\etc\\haarcascades\\haarcascade_frontalface_alt2.xml");

}

//--------------------------------------------------------------

void ofApp::update() {

ofSeedRandom(39);

cv::Mat frame, blend;

if (!this->cap.isOpened()) { return; }

this->cap >> this->frame;

if (this->frame.empty()) { return; }

cv::cvtColor(this->frame, this->frame, cv::COLOR_RGB2BGR);

cv::flip(this->frame, this->frame, 1);

cv::Mat gray_frame, small_frame;

cv::cvtColor(this->frame, gray_frame, cv::COLOR_RGB2GRAY);

cv::resize(gray_frame, small_frame, cv::Size(this->cap_size.width * 0.5, this->cap_size.height * 0.5));

vector<cv::Rect> faces;

this->face_cascade.detectMultiScale(small_frame, faces);

int face_count = 0;

this->face_location = glm::vec2();

this->face_size = glm::vec2();

float max_area = 0.f;

for (cv::Rect r : faces) {

auto tmp_face_location = glm::vec2(r.x * 2.f, r.y * 2.f);

auto tmp_face_size = glm::vec2(r.width * 2, r.height * 2);

auto area = r.width * r.height;

if (area > max_area) {

this->face_location = tmp_face_location;

this->face_size = tmp_face_size;

}

//--------------------------------------------------------------

void ofApp::draw() {

this->cam.begin();

ofTranslate(this->cap_size.width * -0.5, this->cap_size.height * -0.5, 0);

float noise_seed = ofRandom(1000);

for (int i = 0; i < this->rect_frames.size(); i++) {

cv::Mat tmp_box_image(this->frame, this->cv_rects[i]);

tmp_box_image.copyTo(this->rect_frames[i]);

ofPushMatrix();

ofTranslate(this->cv_rects[i].x + 20, this->cap_size.height - this->cv_rects[i].y - 20, 0);

if (this->cv_rects[i].x > this->face_location.x - 20 && this->cv_rects[i].x < this->face_location.x - 20 + this->face_size.x

&& this->cv_rects[i].y > this->face_location.y - 20 && this->cv_rects[i].y < this->face_location.y - 20 + this->face_size.y) {

ofRotate((int)ofMap(ofNoise(this->cv_rects[i].x, this->cv_rects[i].y, ofGetFrameNum() * 0.1), 0, 1, 0, 3) * 90);

}

this->rect_images[i]->update();

this->rect_images[i]->getTexture().bind();

ofSetColor(255);

ofFill();

ofDrawBox(glm::vec3(), this->rect_size, this->rect_size, 5);

this->rect_images[i]->unbind();

ofSetColor(39);

ofNoFill();

ofDrawBox(glm::vec3(), this->rect_size, this->rect_size, 5);

ofPopMatrix();

}

this->cam.end();

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20200613

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2024年11月
月	火	水	木	金	土	日
				1	2	3
4	5	6	7	8	9	10
11	12	13	14	15	16	17
18	19	20	21	22	23	24
25	26	27	28	29	30