image – ページ 8 – プログラミング de 落描き

2018年1月6日2018年1月10日

Insta20180105

[ Video ]

[ About ]
ofImageに文字によるマスク処理。マスク用の関数が用意されているので凄く簡単にできました。
ofImage on Mask.

[ Source ]

#pragma once
#include "ofMain.h"
#include "ofFbo.h";

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button){};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofImage image;
	ofTrueTypeFont font;
	int font_size;
	ofFbo fbo;
};

#pragma once

#include "ofMain.h"

#include "ofFbo.h";

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button){};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofImage image;

ofTrueTypeFont font;

int font_size;

ofFbo fbo;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {
	ofSetFrameRate(60);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->image.loadImage("Lenna.png");
	this->font_size = 300;
	this->fbo.allocate(ofGetWidth(), ofGetHeight());
}

//--------------------------------------------------------------
void ofApp::update() {
	this->font.loadFont("fonts/Kazesawa-Bold.ttf", this->font_size , true, false, true);

	this->fbo.begin();
	ofClear(0);

	string word = "LENNA";
	int x = ofGetWidth() - ((ofGetFrameNum() * 5) % (ofGetWidth() + (int)this->font.stringWidth(word)));
	int y = ofGetHeight() / 2 + this->font.stringHeight(word) / 2;
	this->font.drawString(word, x, y);

	this->fbo.end();

	this->image.getTextureReference().setAlphaMask(this->fbo.getTexture());
}

//--------------------------------------------------------------
void ofApp::draw() {
	this->image.update();
	this->image.draw(0, 0);
}

//--------------------------------------------------------------
int main() {
	ofSetupOpenGL(512, 512, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofBackground(0);

ofSetWindowTitle("Insta");

this->image.loadImage("Lenna.png");

this->font_size = 300;

this->fbo.allocate(ofGetWidth(), ofGetHeight());

}

//--------------------------------------------------------------

void ofApp::update() {

this->font.loadFont("fonts/Kazesawa-Bold.ttf", this->font_size , true, false, true);

this->fbo.begin();

ofClear(0);

string word = "LENNA";

int x = ofGetWidth() - ((ofGetFrameNum() * 5) % (ofGetWidth() + (int)this->font.stringWidth(word)));

int y = ofGetHeight() / 2 + this->font.stringHeight(word) / 2;

this->font.drawString(word, x, y);

this->fbo.end();

this->image.getTextureReference().setAlphaMask(this->fbo.getTexture());

}

//--------------------------------------------------------------

void ofApp::draw() {

this->image.update();

this->image.draw(0, 0);

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(512, 512, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180105

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年1月2日2018年1月10日

Insta20180101

[ Video ]

[ About ]
ネットでRGBずらしという記事からインスピレーションを受けて（パクって）、openFrameworks + OpenCVを使って似たような事をしてみました。

記事の中では静止画でしたが、動画でチャレンジです。
最初はUSBカメラからリアルタイムにやって見たんだけど、絵力がなかったので、ネットのフリー素材動画を拝借しました。

全体でRGBをずらすと目に悪そうなものが出来上がったので、フレームでずらしました。
そのため、動いている部分だけRGBがずれる形になります。

なぜかOpenCVのMatイメージとofImageを同期させるのは前からよくやっていた手法なんですが、今回は何故かopenFrameworksで表示される画像が青味がかったものになったので、OpenCVで表示してます。
(そのため使っているのは実質、OpenCVだけです)

[ Source ]

#pragma once
#include "ofMain.h"

#include <opencv2/opencv.hpp>

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofEasyCam cam;

	cv::VideoCapture cap;
	cv::Mat cap_frame;
	cv::Mat save_farme[2];
	int save_index;

	cv::Mat blend_frame;
	ofImage blend_image;
};

#pragma once

#include "ofMain.h"

#include <opencv2/opencv.hpp>

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofEasyCam cam;

cv::VideoCapture cap;

cv::Mat cap_frame;

cv::Mat save_farme[2];

int save_index;

cv::Mat blend_frame;

ofImage blend_image;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {
	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("Insta");

	this->cap.open("dance2.mp4");

	this->blend_image.allocate(this->cap.get(CV_CAP_PROP_FRAME_WIDTH) * 0.5, this->cap.get(CV_CAP_PROP_FRAME_HEIGHT) * 0.5, OF_IMAGE_COLOR);
	this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);

	this->save_index = 0;
}

//--------------------------------------------------------------
void ofApp::update() {
	this->cap >> this->cap_frame;
	if (this->cap_frame.empty()) { return; }

	cv::resize(this->cap_frame, this->cap_frame, cv::Size(), 0.5, 0.5);

	if (ofGetFrameNum() % 2 == 0) {
		this->cap_frame.copyTo(this->save_farme[this->save_index % 2]);
		this->save_index++;
	}
	
	if (ofGetFrameNum() > 6) {
		for (int x = 0; x < this->blend_frame.cols; x++) {
			for (int y = 0; y < this->blend_frame.rows; y++) {
				this->blend_frame.at<cv::Vec3b>(y, x) = cv::Vec3b(this->cap_frame.at<cv::Vec3b>(y, x)[0], this->save_farme[0].at<cv::Vec3b>(y, x)[1], this->save_farme[1].at<cv::Vec3b>(y, x)[2]);
			}
		}

		cv::imshow("blend", blend_frame);
		cv::waitKey(1);
	}
}

//--------------------------------------------------------------
void ofApp::draw() {

	/*
	
	// ofImageがなぜか青みがかった感じになってしまうので、断念

	this->cam.begin();

	this->blend_image.update();
	this->blend_image.draw(-this->blend_image.getWidth() / 2, -this->blend_image.getHeight() / 2);

	this->cam.end();

	*/
}

//--------------------------------------------------------------
int main() {
	ofSetupOpenGL(720, 720, OF_WINDOW);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("Insta");

this->cap.open("dance2.mp4");

this->blend_image.allocate(this->cap.get(CV_CAP_PROP_FRAME_WIDTH) * 0.5, this->cap.get(CV_CAP_PROP_FRAME_HEIGHT) * 0.5, OF_IMAGE_COLOR);

this->blend_frame = cv::Mat(this->blend_image.getHeight(), this->blend_image.getWidth(), CV_MAKETYPE(CV_8UC3, this->blend_image.getPixels().getNumChannels()), this->blend_image.getPixels().getData(), 0);

this->save_index = 0;

}

//--------------------------------------------------------------

void ofApp::update() {

this->cap >> this->cap_frame;

if (this->cap_frame.empty()) { return; }

cv::resize(this->cap_frame, this->cap_frame, cv::Size(), 0.5, 0.5);

if (ofGetFrameNum() % 2 == 0) {

this->cap_frame.copyTo(this->save_farme[this->save_index % 2]);

this->save_index++;

}

if (ofGetFrameNum() > 6) {

for (int x = 0; x < this->blend_frame.cols; x++) {

for (int y = 0; y < this->blend_frame.rows; y++) {

this->blend_frame.at<cv::Vec3b>(y, x) = cv::Vec3b(this->cap_frame.at<cv::Vec3b>(y, x)[0], this->save_farme[0].at<cv::Vec3b>(y, x)[1], this->save_farme[1].at<cv::Vec3b>(y, x)[2]);

}

cv::imshow("blend", blend_frame);

cv::waitKey(1);

}

//--------------------------------------------------------------

void ofApp::draw() {

// ofImageがなぜか青みがかった感じになってしまうので、断念

this->cam.begin();

this->blend_image.update();

this->blend_image.draw(-this->blend_image.getWidth() / 2, -this->blend_image.getHeight() / 2);

this->cam.end();

}

//--------------------------------------------------------------

int main() {

ofSetupOpenGL(720, 720, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20180101

輪郭をブレさせて色ずれを起こすテクニック「RGBずらし」が話題！　簡単にエモい雰囲気の画像が作れるスゴ技 (1/2)
http://nlab.itmedia.co.jp/nl/articles/1712/30/news032.html

Video
https://videos.pexels.com/videos/capoiera-street-dance-1465

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2017年12月30日2018年1月8日

Insta20171229

[ Video ]

[ About ]
消える男。
事前に取った画像とKinectを使って特定の深度にある画像を組み合わせて透明人間風にしています。

Combine the recorded image with the specific depth image of kinect.

[ Source ]

#pragma once

#include <Windows.h>
#include <NuiApi.h>
#include <opencv2/opencv.hpp>
#include "ofMain.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key);
	void keyReleased(int key) {}
	void mouseMoved(int x, int y) {}
	void mouseDragged(int x, int y, int button) {}
	void mousePressed(int x, int y, int button) {}
	void mouseReleased(int x, int y, int button) {}
	void mouseEntered(int x, int y) {}
	void mouseExited(int x, int y) {}
	void windowResized(int w, int h) {}
	void dragEvent(ofDragInfo dragInfo) {}
	void gotMessage(ofMessage msg) {}

	// Kinect
	INuiSensor* sensor;
	INuiCoordinateMapper* cordinate_mapper;
	HANDLE color_event;
	HANDLE color_handle;
	HANDLE depth_event;
	HANDLE depth_handle;
	HANDLE events[2];
	int width, height;

	// OpenCV
	cv::Mat frame;
	cv::Mat save_frame;
	cv::Mat depth;

	// openFrameworks
	ofImage frame_img;
	vector<ofVec3f> locations;
	vector<ofColor> colors;
};

#pragma once

#include <Windows.h>

#include <NuiApi.h>

#include <opencv2/opencv.hpp>

#include "ofMain.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key);

void keyReleased(int key) {}

void mouseMoved(int x, int y) {}

void mouseDragged(int x, int y, int button) {}

void mousePressed(int x, int y, int button) {}

void mouseReleased(int x, int y, int button) {}

void mouseEntered(int x, int y) {}

void mouseExited(int x, int y) {}

void windowResized(int w, int h) {}

void dragEvent(ofDragInfo dragInfo) {}

void gotMessage(ofMessage msg) {}

// Kinect

INuiSensor* sensor;

INuiCoordinateMapper* cordinate_mapper;

HANDLE color_event;

HANDLE color_handle;

HANDLE depth_event;

HANDLE depth_handle;

HANDLE events[2];

int width, height;

// OpenCV

cv::Mat frame;

cv::Mat save_frame;

cv::Mat depth;

// openFrameworks

ofImage frame_img;

vector<ofVec3f> locations;

vector<ofColor> colors;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {
	ofSetFrameRate(30);
	ofBackground(0);
	ofSetWindowTitle("InstaKinect");
	ofEnableBlendMode(ofBlendMode::OF_BLENDMODE_ADD);

	// Create Instance
	this->sensor = nullptr;
	HRESULT result = S_OK;
	result = NuiCreateSensorByIndex(0, &sensor);
	if (FAILED(result)) {
		cout << "Error : Create Sensor" << endl;
		return;
	}

	// Initialize
	result = sensor->NuiInitialize(NUI_INITIALIZE_FLAG_USES_COLOR | NUI_INITIALIZE_FLAG_USES_DEPTH);
	if (FAILED(result)) {
		cout << "Error : Initialise COLOR" << endl;
		return;
	}

	// Color
	this->color_event = INVALID_HANDLE_VALUE;
	this->color_handle = INVALID_HANDLE_VALUE;
	color_event = CreateEventW(nullptr, true, false, nullptr);
	result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, 0, 2, color_event, &color_handle);
	if (FAILED(result)) {
		cout << "Error : Color Stream Open" << endl;
		return;
	}

	// Depth
	this->depth_event = INVALID_HANDLE_VALUE;
	this->depth_handle = INVALID_HANDLE_VALUE;
	depth_event = CreateEventW(nullptr, true, false, nullptr);
	result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_DEPTH, NUI_IMAGE_RESOLUTION_640x480, 0, 2, depth_event, &depth_handle);
	if (FAILED(result)) {
		cout << "Error : Depth Stream Open" << endl;
		return;
	}

	// Size
	unsigned long refWidth = 0;
	unsigned long refHeight = 0;
	NuiImageResolutionToSize(NUI_IMAGE_RESOLUTION_640x480, refWidth, refHeight);
	this->width = static_cast<int>(refWidth);
	this->height = static_cast<int>(refHeight);

	// Mapp
	this->cordinate_mapper = nullptr;
	result = sensor->NuiGetCoordinateMapper(&this->cordinate_mapper);
	if (FAILED(result)) {
		cout << "Error : Cordinate Mapper " << endl;
		return;
	}

	// OpenCV
	this->frame_img.allocate(this->width, this->height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->frame_img.getHeight(), this->frame_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->frame_img.getPixels().getNumChannels()), this->frame_img.getPixels().getData(), 0);
	this->depth = cv::Mat(height, width, CV_16UC1);

	this->events[0] = this->color_event;
	this->events[1] = this->depth_event;
}

//--------------------------------------------------------------
void ofApp::update() {

	HRESULT result = S_OK;

	// Color Table
	cv::Vec3b color[7];
	color[0] = cv::Vec3b(0, 0, 0);
	color[1] = cv::Vec3b(255, 0, 0);
	color[2] = cv::Vec3b(0, 255, 0);
	color[3] = cv::Vec3b(0, 0, 255);
	color[4] = cv::Vec3b(255, 255, 0);
	color[5] = cv::Vec3b(255, 0, 255);
	color[6] = cv::Vec3b(0, 255, 255);

	std::vector<NUI_COLOR_IMAGE_POINT> color_point(width * height);

	// Wait frame update.
	ResetEvent(this->color_event);
	ResetEvent(this->depth_event);
	WaitForMultipleObjects(ARRAYSIZE(this->events), this->events, true, INFINITE);

	// Get frame from color camera.
	NUI_IMAGE_FRAME colorImageFrame = { 0 };
	result = sensor->NuiImageStreamGetNextFrame(this->color_handle, 0, &colorImageFrame);
	if (FAILED(result)) {
		std::cerr << "Error : NuiImageStreamGetNextFrame( COLOR )" << std::endl;
		return;
	}

	// Get image data.
	INuiFrameTexture* pColorFrameTexture = colorImageFrame.pFrameTexture;
	NUI_LOCKED_RECT colorLockedRect;
	pColorFrameTexture->LockRect(0, &colorLockedRect, nullptr, 0);

	//// Get frame from depth camera.
	NUI_IMAGE_FRAME depthImageFrame = { 0 };
	result = this->sensor->NuiImageStreamGetNextFrame(this->depth_handle, 0, &depthImageFrame);
	if (FAILED(result)) {
		std::cerr << "Error : NuiImageStreamGetNextFrame( DEPTH )" << std::endl;
		return;
	}

	// Get depth data.
	BOOL nearMode = false;
	INuiFrameTexture* pDepthFrameTexture = nullptr;
	this->sensor->NuiImageFrameGetDepthImagePixelFrameTexture(this->depth_handle, &depthImageFrame, &nearMode, &pDepthFrameTexture);
	NUI_LOCKED_RECT depthLockedRect;
	pDepthFrameTexture->LockRect(0, &depthLockedRect, nullptr, 0);

	// OpenCV(image)
	cv::Mat src = cv::Mat(this->height, this->width, CV_8UC4, reinterpret_cast<unsigned char*>(colorLockedRect.pBits));
	cv::cvtColor(src, this->frame, CV_BGRA2RGB);
	if (ofGetFrameNum() == 0) {
		this->frame.copyTo(this->save_frame);
	}

	// OpenCV(depth)
	cv::Mat bufferMat = cv::Mat::zeros(height, width, CV_16UC1);
	NUI_DEPTH_IMAGE_PIXEL* depth_pixel = reinterpret_cast<NUI_DEPTH_IMAGE_PIXEL*>(depthLockedRect.pBits);
	this->cordinate_mapper->MapDepthFrameToColorFrame(NUI_IMAGE_RESOLUTION_640x480, width * height, depth_pixel, NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, width * height, &color_point[0]);
	for (int y = 0; y < height; y++) {
		for (int x = 0; x < width; x++) {
			unsigned int index = y * width + x;
			bufferMat.at<unsigned short>(color_point[index].y, color_point[index].x) = depth_pixel[index].depth;
		}
	}
	bufferMat.copyTo(this->depth);
	//cv::imshow("depth", this->depth);

	// Release
	pColorFrameTexture->UnlockRect(0);
	pDepthFrameTexture->UnlockRect(0);
	this->sensor->NuiImageStreamReleaseFrame(this->color_handle, &colorImageFrame);
	this->sensor->NuiImageStreamReleaseFrame(this->depth_handle, &depthImageFrame);
}

//--------------------------------------------------------------
void ofApp::draw() {

	for (int y = 0; y < this->depth.rows; y += 1) {
		for (int x = 0; x < this->depth.cols; x += 1) {
			int z = depth.at<unsigned short>(y, x);
			if (z == 0 || z > 1024) {
				this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);
			}
		}
	}

	this->frame_img.update();
	this->frame_img.draw(0, 0);

}

//--------------------------------------------------------------
void ofApp::keyPressed(int key) {
	if (key == 's') {
		this->frame.copyTo(this->save_frame);
	}
}

//========================================================================
int main() {
	ofSetupOpenGL(640, 480, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofBackground(0);

ofSetWindowTitle("InstaKinect");

ofEnableBlendMode(ofBlendMode::OF_BLENDMODE_ADD);

// Create Instance

this->sensor = nullptr;

HRESULT result = S_OK;

result = NuiCreateSensorByIndex(0, &sensor);

if (FAILED(result)) {

cout << "Error : Create Sensor" << endl;

return;

}

// Initialize

result = sensor->NuiInitialize(NUI_INITIALIZE_FLAG_USES_COLOR | NUI_INITIALIZE_FLAG_USES_DEPTH);

if (FAILED(result)) {

cout << "Error : Initialise COLOR" << endl;

return;

}

// Color

this->color_event = INVALID_HANDLE_VALUE;

this->color_handle = INVALID_HANDLE_VALUE;

color_event = CreateEventW(nullptr, true, false, nullptr);

result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, 0, 2, color_event, &color_handle);

if (FAILED(result)) {

cout << "Error : Color Stream Open" << endl;

return;

}

// Depth

this->depth_event = INVALID_HANDLE_VALUE;

this->depth_handle = INVALID_HANDLE_VALUE;

depth_event = CreateEventW(nullptr, true, false, nullptr);

result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_DEPTH, NUI_IMAGE_RESOLUTION_640x480, 0, 2, depth_event, &depth_handle);

if (FAILED(result)) {

cout << "Error : Depth Stream Open" << endl;

return;

}

// Size

unsigned long refWidth = 0;

unsigned long refHeight = 0;

NuiImageResolutionToSize(NUI_IMAGE_RESOLUTION_640x480, refWidth, refHeight);

this->width = static_cast<int>(refWidth);

this->height = static_cast<int>(refHeight);

// Mapp

this->cordinate_mapper = nullptr;

result = sensor->NuiGetCoordinateMapper(&this->cordinate_mapper);

if (FAILED(result)) {

cout << "Error : Cordinate Mapper " << endl;

return;

}

// OpenCV

this->frame_img.allocate(this->width, this->height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->frame_img.getHeight(), this->frame_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->frame_img.getPixels().getNumChannels()), this->frame_img.getPixels().getData(), 0);

this->depth = cv::Mat(height, width, CV_16UC1);

this->events[0] = this->color_event;

this->events[1] = this->depth_event;

}

//--------------------------------------------------------------

void ofApp::update() {

HRESULT result = S_OK;

// Color Table

cv::Vec3b color[7];

color[0] = cv::Vec3b(0, 0, 0);

color[1] = cv::Vec3b(255, 0, 0);

color[2] = cv::Vec3b(0, 255, 0);

color[3] = cv::Vec3b(0, 0, 255);

color[4] = cv::Vec3b(255, 255, 0);

color[5] = cv::Vec3b(255, 0, 255);

color[6] = cv::Vec3b(0, 255, 255);

std::vector<NUI_COLOR_IMAGE_POINT> color_point(width * height);

// Wait frame update.

ResetEvent(this->color_event);

ResetEvent(this->depth_event);

WaitForMultipleObjects(ARRAYSIZE(this->events), this->events, true, INFINITE);

// Get frame from color camera.

NUI_IMAGE_FRAME colorImageFrame = { 0 };

result = sensor->NuiImageStreamGetNextFrame(this->color_handle, 0, &colorImageFrame);

if (FAILED(result)) {

std::cerr << "Error : NuiImageStreamGetNextFrame( COLOR )" << std::endl;

return;

}

// Get image data.

INuiFrameTexture* pColorFrameTexture = colorImageFrame.pFrameTexture;

NUI_LOCKED_RECT colorLockedRect;

pColorFrameTexture->LockRect(0, &colorLockedRect, nullptr, 0);

//// Get frame from depth camera.

NUI_IMAGE_FRAME depthImageFrame = { 0 };

result = this->sensor->NuiImageStreamGetNextFrame(this->depth_handle, 0, &depthImageFrame);

if (FAILED(result)) {

std::cerr << "Error : NuiImageStreamGetNextFrame( DEPTH )" << std::endl;

return;

}

// Get depth data.

BOOL nearMode = false;

INuiFrameTexture* pDepthFrameTexture = nullptr;

this->sensor->NuiImageFrameGetDepthImagePixelFrameTexture(this->depth_handle, &depthImageFrame, &nearMode, &pDepthFrameTexture);

NUI_LOCKED_RECT depthLockedRect;

pDepthFrameTexture->LockRect(0, &depthLockedRect, nullptr, 0);

// OpenCV(image)

cv::Mat src = cv::Mat(this->height, this->width, CV_8UC4, reinterpret_cast<unsigned char*>(colorLockedRect.pBits));

cv::cvtColor(src, this->frame, CV_BGRA2RGB);

if (ofGetFrameNum() == 0) {

this->frame.copyTo(this->save_frame);

}

// OpenCV(depth)

cv::Mat bufferMat = cv::Mat::zeros(height, width, CV_16UC1);

NUI_DEPTH_IMAGE_PIXEL* depth_pixel = reinterpret_cast<NUI_DEPTH_IMAGE_PIXEL*>(depthLockedRect.pBits);

this->cordinate_mapper->MapDepthFrameToColorFrame(NUI_IMAGE_RESOLUTION_640x480, width * height, depth_pixel, NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, width * height, &color_point[0]);

for (int y = 0; y < height; y++) {

for (int x = 0; x < width; x++) {

unsigned int index = y * width + x;

bufferMat.at<unsigned short>(color_point[index].y, color_point[index].x) = depth_pixel[index].depth;

}

bufferMat.copyTo(this->depth);

//cv::imshow("depth", this->depth);

// Release

pColorFrameTexture->UnlockRect(0);

pDepthFrameTexture->UnlockRect(0);

this->sensor->NuiImageStreamReleaseFrame(this->color_handle, &colorImageFrame);

this->sensor->NuiImageStreamReleaseFrame(this->depth_handle, &depthImageFrame);

}

//--------------------------------------------------------------

void ofApp::draw() {

for (int y = 0; y < this->depth.rows; y += 1) {

for (int x = 0; x < this->depth.cols; x += 1) {

int z = depth.at<unsigned short>(y, x);

if (z == 0 || z > 1024) {

this->frame.at<cv::Vec3b>(y, x) = this->save_frame.at<cv::Vec3b>(y, x);

}

this->frame_img.update();

this->frame_img.draw(0, 0);

}

//--------------------------------------------------------------

void ofApp::keyPressed(int key) {

if (key == 's') {

this->frame.copyTo(this->save_frame);

}

//========================================================================

int main() {

ofSetupOpenGL(640, 480, OF_WINDOW);

ofRunApp(new ofApp());

}

[ Link ]
https://github.com/junkiyoshi/Insta20171229

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2024年4月
月	火	水	木	金	土	日
1	2	3	4	5	6	7
8	9	10	11	12	13	14
15	16	17	18	19	20	21
22	23	24	25	26	27	28
29	30