openFrameworks – ページ 808 – プログラミング de 落描き

2018年2月1日2018年1月31日

文字列のPath情報で物理演算 openFrameworks ofxBox2d

[ Video ]

[ About ]
文字から抜き出したPath情報を元にofxBox2dで物理演算をしています。Key入力を元に文字が生成されているので、リアルタイムに入力した文字が崩れていきます。

昔に一度、作りたいと思いながらもPath情報の取得方法が分からずに諦めていたのですが、ついに念願が叶いました。出来なった事が出来るようになるのは嬉しいですね。

[ Source ]

#pragma once
#include "ofMain.h"
#include "ofxBox2d.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) ;
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofTrueTypeFont font;

	ofxBox2d box2d;
	vector<shared_ptr<ofxBox2dPolygon>> polygons;
	vector<float> polygons_life;
	vector<ofColor> polygons_color;
	ofxBox2dEdge eage_1, eage_2;
};

#pragma once

#include "ofMain.h"

#include "ofxBox2d.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) ;

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofTrueTypeFont font;

ofxBox2d box2d;

vector<shared_ptr<ofxBox2dPolygon>> polygons;

vector<float> polygons_life;

vector<ofColor> polygons_color;

ofxBox2dEdge eage_1, eage_2;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {
	ofSetFrameRate(60);
	ofBackground(255);
	ofSetWindowTitle("Insta");

	ofSetColor(0);
	ofSetRectMode(ofRectMode::OF_RECTMODE_CENTER);

	this->font.loadFont("fonts/Kazesawa-Bold.ttf", 130, true, false, true);

	this->box2d.init();
	this->box2d.setGravity(0, 50);
	this->box2d.createBounds();
	this->box2d.setFPS(60);
	this->box2d.registerGrabbing();

	this->eage_1 = ofxBox2dEdge();
	this->eage_1.addVertex(ofVec2f(ofGetWidth() / 2 - 150, ofGetHeight() / 2 + 100));
	this->eage_1.addVertex(ofVec2f(ofGetWidth() / 2, ofGetHeight() / 2));
	this->eage_1.create(this->box2d.getWorld());

	this->eage_2 = ofxBox2dEdge();
	this->eage_2.addVertex(ofVec2f(ofGetWidth() / 2 + 150, ofGetHeight() / 2 + 100));
	this->eage_2.addVertex(ofVec2f(ofGetWidth() / 2, ofGetHeight() / 2));
	this->eage_2.create(this->box2d.getWorld());
}

//--------------------------------------------------------------
void ofApp::update() {

	for (int i = this->polygons.size() - 1; i >= 0; i--) {
		
		this->polygons_life[i] -= 1;

		if (this->polygons_life[i] < 20) {

			this->polygons[i].get()->destroy();
			this->polygons.erase(this->polygons.begin() + i);
			this->polygons_life.erase(this->polygons_life.begin() + i);
			this->polygons_color.erase(this->polygons_color.begin() + i);
		}
	}

	this->box2d.update();
}

//--------------------------------------------------------------
void ofApp::draw() {

	for (int i = 0; i < this->polygons.size(); i++) {

		ofSetColor(this->polygons_color[i], this->polygons_life[i]);
		this->polygons[i].get()->draw();
	}

	ofSetColor(32);
	this->eage_1.draw();
	this->eage_2.draw();
}

//--------------------------------------------------------------
void ofApp::keyPressed(int key) {

	if (key >= 32 && key < 127) {

		char key_c = (char)key;
		string key_s{ key_c };
		ofTTFCharacter path = this->font.getCharacterAsPoints(key_c);
		ofPoint c_size = ofPoint(this->font.stringWidth(key_s), this->font.stringHeight(key_s));
		ofPoint adjust(ofGetWidth() / 2 - c_size.x / 2, c_size.y);
		ofColor color;
		color.setHsb(ofRandom(255), 255, 225);

		vector<ofPolyline> outline = path.getOutline();

		for (int o_index = 0; o_index < outline.size(); o_index++) {

			outline[o_index] = outline[o_index].getResampledBySpacing(ofRandom(15, 40));
		}

		ofMesh mesh;
		ofTessellator t;
		t.tessellateToMesh(outline, ofPolyWindingMode::OF_POLY_WINDING_ODD, mesh);

		vector<ofMeshFace> triangles = mesh.getUniqueFaces();
		for (int i = 0; i < triangles.size(); i++) {

			shared_ptr<ofxBox2dPolygon> polygon = shared_ptr<ofxBox2dPolygon>(new ofxBox2dPolygon);
			polygon.get()->addTriangle(triangles[i].getVertex(0) + adjust, triangles[i].getVertex(1) + adjust, triangles[i].getVertex(2) + adjust);
			polygon.get()->setPhysics(1.0, 0.3, 0.3);
			polygon.get()->create(box2d.getWorld());

			this->polygons.push_back(polygon);
			this->polygons_life.push_back(255);
			this->polygons_color.push_back(color);
		}

	}
}

//--------------------------------------------------------------
int main() {

	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

106

107

108

109

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofBackground(255);

ofSetWindowTitle("Insta");

ofSetColor(0);

ofSetRectMode(ofRectMode::OF_RECTMODE_CENTER);

this->font.loadFont("fonts/Kazesawa-Bold.ttf", 130, true, false, true);

this->box2d.init();

this->box2d.setGravity(0, 50);

this->box2d.createBounds();

this->box2d.setFPS(60);

this->box2d.registerGrabbing();

this->eage_1 = ofxBox2dEdge();

this->eage_1.addVertex(ofVec2f(ofGetWidth() / 2 - 150, ofGetHeight() / 2 + 100));

this->eage_1.addVertex(ofVec2f(ofGetWidth() / 2, ofGetHeight() / 2));

this->eage_1.create(this->box2d.getWorld());

this->eage_2 = ofxBox2dEdge();

this->eage_2.addVertex(ofVec2f(ofGetWidth() / 2 + 150, ofGetHeight() / 2 + 100));

this->eage_2.addVertex(ofVec2f(ofGetWidth() / 2, ofGetHeight() / 2));

this->eage_2.create(this->box2d.getWorld());

}

//--------------------------------------------------------------

void ofApp::update() {

for (int i = this->polygons.size() - 1; i >= 0; i--) {

this->polygons_life[i] -= 1;

if (this->polygons_life[i] < 20) {

this->polygons[i].get()->destroy();

this->polygons.erase(this->polygons.begin() + i);

this->polygons_life.erase(this->polygons_life.begin() + i);

this->polygons_color.erase(this->polygons_color.begin() + i);

}

this->box2d.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

for (int i = 0; i < this->polygons.size(); i++) {

ofSetColor(this->polygons_color[i], this->polygons_life[i]);

this->polygons[i].get()->draw();

}

ofSetColor(32);

this->eage_1.draw();

this->eage_2.draw();

}

//--------------------------------------------------------------

void ofApp::keyPressed(int key) {

if (key >= 32 && key < 127) {

char key_c = (char)key;

string key_s{ key_c };

ofTTFCharacter path = this->font.getCharacterAsPoints(key_c);

ofPoint c_size = ofPoint(this->font.stringWidth(key_s), this->font.stringHeight(key_s));

ofPoint adjust(ofGetWidth() / 2 - c_size.x / 2, c_size.y);

ofColor color;

color.setHsb(ofRandom(255), 255, 225);

vector<ofPolyline> outline = path.getOutline();

for (int o_index = 0; o_index < outline.size(); o_index++) {

outline[o_index] = outline[o_index].getResampledBySpacing(ofRandom(15, 40));

}

ofMesh mesh;

ofTessellator t;

t.tessellateToMesh(outline, ofPolyWindingMode::OF_POLY_WINDING_ODD, mesh);

vector<ofMeshFace> triangles = mesh.getUniqueFaces();

for (int i = 0; i < triangles.size(); i++) {

shared_ptr<ofxBox2dPolygon> polygon = shared_ptr<ofxBox2dPolygon>(new ofxBox2dPolygon);

polygon.get()->addTriangle(triangles[i].getVertex(0) + adjust, triangles[i].getVertex(1) + adjust, triangles[i].getVertex(2) + adjust);

polygon.get()->setPhysics(1.0, 0.3, 0.3);

polygon.get()->create(box2d.getWorld());

this->polygons.push_back(polygon);

this->polygons_life.push_back(255);

this->polygons_color.push_back(color);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180131

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年1月31日2018年1月30日

ofTrueTypeFontからPath情報を取得してバラバラにする openFrameworks

[ Video ]

[ About ]
ofTrueTypeFontからPath情報を取得、分解しました。ofPathからmeshは取得出来たのですが、メッシュの大きさが大小バラバラだったので、ResampleしてそれをofTessellatorというクラスを使って作り直すという変？な事をしています。

それっぽいMesh情報が取れた後は、さらにMeshの中にあるFaceを一つづつ取り出して、Noiseと掛け合わせています。

文字は、MonsterHunterが発売され、Hunter×Hunberが連載再開という事で、熱いキーワード「HUNTER」にしてみました。

[ Source ]

#pragma once
#include "ofMain.h"
#include "ofFbo.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofEasyCam cam;

	ofTrueTypeFont font;
	string words;
	ofPoint words_size;
	vector<ofTTFCharacter> paths;
};

#pragma once

#include "ofMain.h"

#include "ofFbo.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofEasyCam cam;

ofTrueTypeFont font;

string words;

ofPoint words_size;

vector<ofTTFCharacter> paths;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofBackground(255);
	ofSetWindowTitle("Insta");

	ofSetColor(0, 32, 255);

	this->font.loadFont("fonts/Kazesawa-Bold.ttf", 250, true, false, true);
	this->words = "OTHER";
	this->words_size = ofPoint(this->font.stringWidth(this->words), this->font.stringHeight(this->words));
	this->paths = this->font.getStringAsPoints(this->words);
}

//--------------------------------------------------------------
void ofApp::update() {
	
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->cam.begin();
	ofRotateX(180);

	for (int p_index = 0; p_index < this->paths.size(); p_index++) {

		vector<ofPolyline> outline = this->paths[p_index].getOutline();
		
		for (int o_index = 0; o_index < outline.size(); o_index++) {

			outline[o_index] = outline[o_index].getResampledBySpacing(30);
			ofMesh mesh;
			ofTessellator t;
			t.tessellateToMesh(outline, ofPolyWindingMode::OF_POLY_WINDING_ODD, mesh);

			vector<ofMeshFace> triangles = mesh.getUniqueFaces();
			for (int i = 0; i < triangles.size(); i++) {

				ofPoint avg = (triangles[i].getVertex(0) + triangles[i].getVertex(1) + triangles[i].getVertex(2)) / 3;
				float noise_value = ofNoise(avg.x * 0.005 - ofGetFrameNum() * 0.05);

				ofMesh draw_mesh;
				ofPoint adjust(-this->words_size.x / 2, this->words_size.y / 2);

				if (noise_value < 0.4){

					adjust += ofPoint(0, 0, 500 * (noise_value - 0.4));
				}
				
				draw_mesh.addVertex(triangles[i].getVertex(0) + adjust);
				draw_mesh.addVertex(triangles[i].getVertex(1) + adjust);
				draw_mesh.addVertex(triangles[i].getVertex(2) + adjust);

				draw_mesh.draw();
			}
			
		}
	}

	this->cam.end();
}

//========================================================================
int main() {

	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofBackground(255);

ofSetWindowTitle("Insta");

ofSetColor(0, 32, 255);

this->font.loadFont("fonts/Kazesawa-Bold.ttf", 250, true, false, true);

this->words = "OTHER";

this->words_size = ofPoint(this->font.stringWidth(this->words), this->font.stringHeight(this->words));

this->paths = this->font.getStringAsPoints(this->words);

}

//--------------------------------------------------------------

void ofApp::update() {

}

//--------------------------------------------------------------

void ofApp::draw() {

this->cam.begin();

ofRotateX(180);

for (int p_index = 0; p_index < this->paths.size(); p_index++) {

vector<ofPolyline> outline = this->paths[p_index].getOutline();

for (int o_index = 0; o_index < outline.size(); o_index++) {

outline[o_index] = outline[o_index].getResampledBySpacing(30);

ofMesh mesh;

ofTessellator t;

t.tessellateToMesh(outline, ofPolyWindingMode::OF_POLY_WINDING_ODD, mesh);

vector<ofMeshFace> triangles = mesh.getUniqueFaces();

for (int i = 0; i < triangles.size(); i++) {

ofPoint avg = (triangles[i].getVertex(0) + triangles[i].getVertex(1) + triangles[i].getVertex(2)) / 3;

float noise_value = ofNoise(avg.x * 0.005 - ofGetFrameNum() * 0.05);

ofMesh draw_mesh;

ofPoint adjust(-this->words_size.x / 2, this->words_size.y / 2);

if (noise_value < 0.4){

adjust += ofPoint(0, 0, 500 * (noise_value - 0.4));

}

draw_mesh.addVertex(triangles[i].getVertex(0) + adjust);

draw_mesh.addVertex(triangles[i].getVertex(1) + adjust);

draw_mesh.addVertex(triangles[i].getVertex(2) + adjust);

draw_mesh.draw();

}

this->cam.end();

}

//========================================================================

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180130

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年1月29日2018年1月28日

Box男 openFrameworks Kinect

[ Video ]

[ About ]
Kinect V1から取得した特定の座標にBoxを描写しました。処理速度の関係で解像度が低いながらもフード感が出ていい感じ。

[ Source ]

#pragma once

#include <Windows.h>
#include <NuiApi.h>
#include <opencv2/opencv.hpp>
#include "ofMain.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {}
	void keyReleased(int key) {}
	void mouseMoved(int x, int y) {}
	void mouseDragged(int x, int y, int button) {}
	void mousePressed(int x, int y, int button) {}
	void mouseReleased(int x, int y, int button) {}
	void mouseEntered(int x, int y) {}
	void mouseExited(int x, int y) {}
	void windowResized(int w, int h) {}
	void dragEvent(ofDragInfo dragInfo) {}
	void gotMessage(ofMessage msg) {}

	// Kinect
	INuiSensor* sensor;
	INuiCoordinateMapper* cordinate_mapper;
	HANDLE color_event;
	HANDLE color_handle;
	HANDLE depth_event;
	HANDLE depth_handle;
	HANDLE events[2];
	int width, height;

	// OpenCV
	cv::Mat frame;
	cv::Mat depth;

	// openFrameworks
	ofEasyCam cam;
	ofLight light;
	ofImage frame_img;
};

#pragma once

#include <Windows.h>

#include <NuiApi.h>

#include <opencv2/opencv.hpp>

#include "ofMain.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {}

void keyReleased(int key) {}

void mouseMoved(int x, int y) {}

void mouseDragged(int x, int y, int button) {}

void mousePressed(int x, int y, int button) {}

void mouseReleased(int x, int y, int button) {}

void mouseEntered(int x, int y) {}

void mouseExited(int x, int y) {}

void windowResized(int w, int h) {}

void dragEvent(ofDragInfo dragInfo) {}

void gotMessage(ofMessage msg) {}

// Kinect

INuiSensor* sensor;

INuiCoordinateMapper* cordinate_mapper;

HANDLE color_event;

HANDLE color_handle;

HANDLE depth_event;

HANDLE depth_handle;

HANDLE events[2];

int width, height;

// OpenCV

cv::Mat frame;

cv::Mat depth;

// openFrameworks

ofEasyCam cam;

ofLight light;

ofImage frame_img;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {
	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("InstaKinect");

	ofEnableDepthTest();

	// Create Instance
	this->sensor = nullptr;
	HRESULT result = S_OK;
	result = NuiCreateSensorByIndex(0, &sensor);
	if (FAILED(result)) {
		cout << "Error : Create Sensor" << endl;
		return;
	}

	// Initialize
	result = sensor->NuiInitialize(NUI_INITIALIZE_FLAG_USES_COLOR | NUI_INITIALIZE_FLAG_USES_DEPTH);
	if (FAILED(result)) {
		cout << "Error : Initialise COLOR" << endl;
		return;
	}

	// Color
	this->color_event = INVALID_HANDLE_VALUE;
	this->color_handle = INVALID_HANDLE_VALUE;
	color_event = CreateEventW(nullptr, true, false, nullptr);
	result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, 0, 2, color_event, &color_handle);
	if (FAILED(result)) {
		cout << "Error : Color Stream Open" << endl;
		return;
	}

	// Depth
	this->depth_event = INVALID_HANDLE_VALUE;
	this->depth_handle = INVALID_HANDLE_VALUE;
	depth_event = CreateEventW(nullptr, true, false, nullptr);
	result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_DEPTH, NUI_IMAGE_RESOLUTION_640x480, 0, 2, depth_event, &depth_handle);
	if (FAILED(result)) {
		cout << "Error : Depth Stream Open" << endl;
		return;
	}

	// Size
	unsigned long refWidth = 0;
	unsigned long refHeight = 0;
	NuiImageResolutionToSize(NUI_IMAGE_RESOLUTION_640x480, refWidth, refHeight);
	this->width = static_cast<int>(refWidth);
	this->height = static_cast<int>(refHeight);

	// Mapp
	this->cordinate_mapper = nullptr;
	result = sensor->NuiGetCoordinateMapper(&this->cordinate_mapper);
	if (FAILED(result)) {
		cout << "Error : Cordinate Mapper " << endl;
		return;
	}

	// OpenCV
	this->frame_img.allocate(this->width, this->height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->frame_img.getHeight(), this->frame_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->frame_img.getPixels().getNumChannels()), this->frame_img.getPixels().getData(), 0);
	this->depth = cv::Mat(height, width, CV_16UC1);

	this->events[0] = this->color_event;
	this->events[1] = this->depth_event;

}

//--------------------------------------------------------------
void ofApp::update() {

	HRESULT result = S_OK;

	// Color Table
	cv::Vec3b color[7];
	color[0] = cv::Vec3b(0, 0, 0);
	color[1] = cv::Vec3b(255, 0, 0);
	color[2] = cv::Vec3b(0, 255, 0);
	color[3] = cv::Vec3b(0, 0, 255);
	color[4] = cv::Vec3b(255, 255, 0);
	color[5] = cv::Vec3b(255, 0, 255);
	color[6] = cv::Vec3b(0, 255, 255);

	std::vector<NUI_COLOR_IMAGE_POINT> color_point(width * height);

	// Wait frame update.
	ResetEvent(this->color_event);
	ResetEvent(this->depth_event);
	WaitForMultipleObjects(ARRAYSIZE(this->events), this->events, true, INFINITE);

	// Get frame from color camera.
	NUI_IMAGE_FRAME colorImageFrame = { 0 };
	result = sensor->NuiImageStreamGetNextFrame(this->color_handle, 0, &colorImageFrame);
	if (FAILED(result)) {
		std::cerr << "Error : NuiImageStreamGetNextFrame( COLOR )" << std::endl;
		return;
	}

	// Get image data.
	INuiFrameTexture* pColorFrameTexture = colorImageFrame.pFrameTexture;
	NUI_LOCKED_RECT colorLockedRect;
	pColorFrameTexture->LockRect(0, &colorLockedRect, nullptr, 0);

	//// Get frame from depth camera.
	NUI_IMAGE_FRAME depthImageFrame = { 0 };
	result = this->sensor->NuiImageStreamGetNextFrame(this->depth_handle, 0, &depthImageFrame);
	if (FAILED(result)) {
		std::cerr << "Error : NuiImageStreamGetNextFrame( DEPTH )" << std::endl;
		return;
	}

	// Get depth data.
	BOOL nearMode = false;
	INuiFrameTexture* pDepthFrameTexture = nullptr;
	this->sensor->NuiImageFrameGetDepthImagePixelFrameTexture(this->depth_handle, &depthImageFrame, &nearMode, &pDepthFrameTexture);
	NUI_LOCKED_RECT depthLockedRect;
	pDepthFrameTexture->LockRect(0, &depthLockedRect, nullptr, 0);

	// OpenCV(image)
	cv::Mat src = cv::Mat(this->height, this->width, CV_8UC4, reinterpret_cast<unsigned char*>(colorLockedRect.pBits));
	cv::cvtColor(src, this->frame, CV_BGRA2RGB);
	cv::imshow("frame", this->frame);

	// OpenCV(depth)
	cv::Mat bufferMat = cv::Mat::zeros(height, width, CV_16UC1);
	NUI_DEPTH_IMAGE_PIXEL* depth_pixel = reinterpret_cast<NUI_DEPTH_IMAGE_PIXEL*>(depthLockedRect.pBits);
	this->cordinate_mapper->MapDepthFrameToColorFrame(NUI_IMAGE_RESOLUTION_640x480, width * height, depth_pixel, NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, width * height, &color_point[0]);
	for (int y = 0; y < height; y++) {
		for (int x = 0; x < width; x++) {
			unsigned int index = y * width + x;
			bufferMat.at<unsigned short>(color_point[index].y, color_point[index].x) = depth_pixel[index].depth;
		}
	}
	bufferMat.copyTo(this->depth);
	//cv::imshow("depth", this->depth);

	// Release
	pColorFrameTexture->UnlockRect(0);
	pDepthFrameTexture->UnlockRect(0);
	this->sensor->NuiImageStreamReleaseFrame(this->color_handle, &colorImageFrame);
	this->sensor->NuiImageStreamReleaseFrame(this->depth_handle, &depthImageFrame);

	this->light.setPosition(ofVec3f(0, 0, 4096));
	ofEnableLighting();
	this->light.enable();
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->cam.begin();
	ofTranslate(-ofGetWidth() / 2, -ofGetHeight() / 2, -512);
	ofRotateX(180);

	for (int y = 0; y < this->depth.rows; y += 5) {

		for (int x = 0; x < this->depth.cols; x += 5) {

			int z = depth.at<unsigned short>(y, x);

			if (z != 0 && z < 1024 + 512) {
				ofDrawBox(ofVec3f(x, y, z), 8);
			}
			else {

			}
		}
	}

	this->cam.end();
}

//========================================================================
int main() {
	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("InstaKinect");

ofEnableDepthTest();

// Create Instance

this->sensor = nullptr;

HRESULT result = S_OK;

result = NuiCreateSensorByIndex(0, &sensor);

if (FAILED(result)) {

cout << "Error : Create Sensor" << endl;

return;

}

// Initialize

result = sensor->NuiInitialize(NUI_INITIALIZE_FLAG_USES_COLOR | NUI_INITIALIZE_FLAG_USES_DEPTH);

if (FAILED(result)) {

cout << "Error : Initialise COLOR" << endl;

return;

}

// Color

this->color_event = INVALID_HANDLE_VALUE;

this->color_handle = INVALID_HANDLE_VALUE;

color_event = CreateEventW(nullptr, true, false, nullptr);

result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, 0, 2, color_event, &color_handle);

if (FAILED(result)) {

cout << "Error : Color Stream Open" << endl;

return;

}

// Depth

this->depth_event = INVALID_HANDLE_VALUE;

this->depth_handle = INVALID_HANDLE_VALUE;

depth_event = CreateEventW(nullptr, true, false, nullptr);

result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_DEPTH, NUI_IMAGE_RESOLUTION_640x480, 0, 2, depth_event, &depth_handle);

if (FAILED(result)) {

cout << "Error : Depth Stream Open" << endl;

return;

}

// Size

unsigned long refWidth = 0;

unsigned long refHeight = 0;

NuiImageResolutionToSize(NUI_IMAGE_RESOLUTION_640x480, refWidth, refHeight);

this->width = static_cast<int>(refWidth);

this->height = static_cast<int>(refHeight);

// Mapp

this->cordinate_mapper = nullptr;

result = sensor->NuiGetCoordinateMapper(&this->cordinate_mapper);

if (FAILED(result)) {

cout << "Error : Cordinate Mapper " << endl;

return;

}

// OpenCV

this->frame_img.allocate(this->width, this->height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->frame_img.getHeight(), this->frame_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->frame_img.getPixels().getNumChannels()), this->frame_img.getPixels().getData(), 0);

this->depth = cv::Mat(height, width, CV_16UC1);

this->events[0] = this->color_event;

this->events[1] = this->depth_event;

}

//--------------------------------------------------------------

void ofApp::update() {

HRESULT result = S_OK;

// Color Table

cv::Vec3b color[7];

color[0] = cv::Vec3b(0, 0, 0);

color[1] = cv::Vec3b(255, 0, 0);

color[2] = cv::Vec3b(0, 255, 0);

color[3] = cv::Vec3b(0, 0, 255);

color[4] = cv::Vec3b(255, 255, 0);

color[5] = cv::Vec3b(255, 0, 255);

color[6] = cv::Vec3b(0, 255, 255);

std::vector<NUI_COLOR_IMAGE_POINT> color_point(width * height);

// Wait frame update.

ResetEvent(this->color_event);

ResetEvent(this->depth_event);

WaitForMultipleObjects(ARRAYSIZE(this->events), this->events, true, INFINITE);

// Get frame from color camera.

NUI_IMAGE_FRAME colorImageFrame = { 0 };

result = sensor->NuiImageStreamGetNextFrame(this->color_handle, 0, &colorImageFrame);

if (FAILED(result)) {

std::cerr << "Error : NuiImageStreamGetNextFrame( COLOR )" << std::endl;

return;

}

// Get image data.

INuiFrameTexture* pColorFrameTexture = colorImageFrame.pFrameTexture;

NUI_LOCKED_RECT colorLockedRect;

pColorFrameTexture->LockRect(0, &colorLockedRect, nullptr, 0);

//// Get frame from depth camera.

NUI_IMAGE_FRAME depthImageFrame = { 0 };

result = this->sensor->NuiImageStreamGetNextFrame(this->depth_handle, 0, &depthImageFrame);

if (FAILED(result)) {

std::cerr << "Error : NuiImageStreamGetNextFrame( DEPTH )" << std::endl;

return;

}

// Get depth data.

BOOL nearMode = false;

INuiFrameTexture* pDepthFrameTexture = nullptr;

this->sensor->NuiImageFrameGetDepthImagePixelFrameTexture(this->depth_handle, &depthImageFrame, &nearMode, &pDepthFrameTexture);

NUI_LOCKED_RECT depthLockedRect;

pDepthFrameTexture->LockRect(0, &depthLockedRect, nullptr, 0);

// OpenCV(image)

cv::Mat src = cv::Mat(this->height, this->width, CV_8UC4, reinterpret_cast<unsigned char*>(colorLockedRect.pBits));

cv::cvtColor(src, this->frame, CV_BGRA2RGB);

cv::imshow("frame", this->frame);

// OpenCV(depth)

cv::Mat bufferMat = cv::Mat::zeros(height, width, CV_16UC1);

NUI_DEPTH_IMAGE_PIXEL* depth_pixel = reinterpret_cast<NUI_DEPTH_IMAGE_PIXEL*>(depthLockedRect.pBits);

this->cordinate_mapper->MapDepthFrameToColorFrame(NUI_IMAGE_RESOLUTION_640x480, width * height, depth_pixel, NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, width * height, &color_point[0]);

for (int y = 0; y < height; y++) {

for (int x = 0; x < width; x++) {

unsigned int index = y * width + x;

bufferMat.at<unsigned short>(color_point[index].y, color_point[index].x) = depth_pixel[index].depth;

}

bufferMat.copyTo(this->depth);

//cv::imshow("depth", this->depth);

// Release

pColorFrameTexture->UnlockRect(0);

pDepthFrameTexture->UnlockRect(0);

this->sensor->NuiImageStreamReleaseFrame(this->color_handle, &colorImageFrame);

this->sensor->NuiImageStreamReleaseFrame(this->depth_handle, &depthImageFrame);

this->light.setPosition(ofVec3f(0, 0, 4096));

ofEnableLighting();

this->light.enable();

}

//--------------------------------------------------------------

void ofApp::draw() {

this->cam.begin();

ofTranslate(-ofGetWidth() / 2, -ofGetHeight() / 2, -512);

ofRotateX(180);

for (int y = 0; y < this->depth.rows; y += 5) {

for (int x = 0; x < this->depth.cols; x += 5) {

int z = depth.at<unsigned short>(y, x);

if (z != 0 && z < 1024 + 512) {

ofDrawBox(ofVec3f(x, y, z), 8);

}

else {

}

this->cam.end();

}

//========================================================================

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/insta20180128

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2024年9月
月	火	水	木	金	土	日
						1
2	3	4	5	6	7	8
9	10	11	12	13	14	15
16	17	18	19	20	21	22
23	24	25	26	27	28	29
30