GLSL – ページ 14 – プログラミング de 落描き

2018年9月28日2018年9月28日

Light rings. openFrameworks

[ Video ]

[ About ]
光る輪の半径をNoise(FrameNum + RingNumber)で変化させる

Radius of light ring changed by Noise(FrameNumber + RingNumber).

[ Source ]

pragma once
#include "ofMain.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	ofShader shader;
};

pragma once

#include "ofMain.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

ofShader shader;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofSetWindowTitle("openframeworks");

	this->shader.load("shader/shader.vert", "shader/shader.frag");
}

//--------------------------------------------------------------
void ofApp::update() {

}

//--------------------------------------------------------------
void ofApp::draw() {

	this->shader.begin();
	this->shader.setUniform1f("time", ofGetElapsedTimef());
	this->shader.setUniform2f("resolution", ofGetWidth(), ofGetHeight());

	ofDrawRectangle(0, 0, ofGetWidth(), ofGetHeight());

	this->shader.end();

}

//--------------------------------------------------------------
int main() {

	ofGLWindowSettings settings;
	settings.setGLVersion(3, 2);
	settings.setSize(720, 720);
	ofCreateWindow(settings);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofSetWindowTitle("openframeworks");

this->shader.load("shader/shader.vert", "shader/shader.frag");

}

//--------------------------------------------------------------

void ofApp::update() {

}

//--------------------------------------------------------------

void ofApp::draw() {

this->shader.begin();

this->shader.setUniform1f("time", ofGetElapsedTimef());

this->shader.setUniform2f("resolution", ofGetWidth(), ofGetHeight());

ofDrawRectangle(0, 0, ofGetWidth(), ofGetHeight());

this->shader.end();

}

//--------------------------------------------------------------

int main() {

ofGLWindowSettings settings;

settings.setGLVersion(3, 2);

settings.setSize(720, 720);

ofCreateWindow(settings);

ofRunApp(new ofApp());

}

#version 150

uniform mat4 modelViewProjectionMatrix;
in vec4 position;

void main(){
	gl_Position = modelViewProjectionMatrix * position;
}

#version 150

uniform mat4 modelViewProjectionMatrix;

in vec4 position;

void main(){

gl_Position = modelViewProjectionMatrix * position;

}

#version 150

uniform float time;
uniform vec2 resolution;

out vec4 outputColor;

//
// Description : Array and textureless GLSL 2D/3D/4D simplex
//               noise functions.
//      Author : Ian McEwan, Ashima Arts.
//  Maintainer : stegu
//     Lastmod : 20110822 (ijm)
//     License : Copyright (C) 2011 Ashima Arts. All rights reserved.
//               Distributed under the MIT License. See LICENSE file.
//               https://github.com/ashima/webgl-noise
//               https://github.com/stegu/webgl-noise
//

vec4 mod289(vec4 x) {
  return x - floor(x * (1.0 / 289.0)) * 289.0; }

float mod289(float x) {
  return x - floor(x * (1.0 / 289.0)) * 289.0; }

vec4 permute(vec4 x) {
     return mod289(((x*34.0)+1.0)*x);
}

float permute(float x) {
     return mod289(((x*34.0)+1.0)*x);
}

vec4 taylorInvSqrt(vec4 r)
{
  return 1.79284291400159 - 0.85373472095314 * r;
}

float taylorInvSqrt(float r)
{
  return 1.79284291400159 - 0.85373472095314 * r;
}

vec4 grad4(float j, vec4 ip)
  {
  const vec4 ones = vec4(1.0, 1.0, 1.0, -1.0);
  vec4 p,s;

  p.xyz = floor( fract (vec3(j) * ip.xyz) * 7.0) * ip.z - 1.0;
  p.w = 1.5 - dot(abs(p.xyz), ones.xyz);
  s = vec4(lessThan(p, vec4(0.0)));
  p.xyz = p.xyz + (s.xyz*2.0 - 1.0) * s.www;

  return p;
  }

// (sqrt(5) - 1)/4 = F4, used once below
#define F4 0.309016994374947451

float snoise(vec4 v)
  {
  const vec4  C = vec4( 0.138196601125011,  // (5 - sqrt(5))/20  G4
                        0.276393202250021,  // 2 * G4
                        0.414589803375032,  // 3 * G4
                       -0.447213595499958); // -1 + 4 * G4

// First corner
  vec4 i  = floor(v + dot(v, vec4(F4)) );
  vec4 x0 = v -   i + dot(i, C.xxxx);

// Other corners

// Rank sorting originally contributed by Bill Licea-Kane, AMD (formerly ATI)
  vec4 i0;
  vec3 isX = step( x0.yzw, x0.xxx );
  vec3 isYZ = step( x0.zww, x0.yyz );
//  i0.x = dot( isX, vec3( 1.0 ) );
  i0.x = isX.x + isX.y + isX.z;
  i0.yzw = 1.0 - isX;
//  i0.y += dot( isYZ.xy, vec2( 1.0 ) );
  i0.y += isYZ.x + isYZ.y;
  i0.zw += 1.0 - isYZ.xy;
  i0.z += isYZ.z;
  i0.w += 1.0 - isYZ.z;

  // i0 now contains the unique values 0,1,2,3 in each channel
  vec4 i3 = clamp( i0, 0.0, 1.0 );
  vec4 i2 = clamp( i0-1.0, 0.0, 1.0 );
  vec4 i1 = clamp( i0-2.0, 0.0, 1.0 );

  //  x0 = x0 - 0.0 + 0.0 * C.xxxx
  //  x1 = x0 - i1  + 1.0 * C.xxxx
  //  x2 = x0 - i2  + 2.0 * C.xxxx
  //  x3 = x0 - i3  + 3.0 * C.xxxx
  //  x4 = x0 - 1.0 + 4.0 * C.xxxx
  vec4 x1 = x0 - i1 + C.xxxx;
  vec4 x2 = x0 - i2 + C.yyyy;
  vec4 x3 = x0 - i3 + C.zzzz;
  vec4 x4 = x0 + C.wwww;

// Permutations
  i = mod289(i);
  float j0 = permute( permute( permute( permute(i.w) + i.z) + i.y) + i.x);
  vec4 j1 = permute( permute( permute( permute (
             i.w + vec4(i1.w, i2.w, i3.w, 1.0 ))
           + i.z + vec4(i1.z, i2.z, i3.z, 1.0 ))
           + i.y + vec4(i1.y, i2.y, i3.y, 1.0 ))
           + i.x + vec4(i1.x, i2.x, i3.x, 1.0 ));

// Gradients: 7x7x6 points over a cube, mapped onto a 4-cross polytope
// 7*7*6 = 294, which is close to the ring size 17*17 = 289.
  vec4 ip = vec4(1.0/294.0, 1.0/49.0, 1.0/7.0, 0.0) ;

  vec4 p0 = grad4(j0,   ip);
  vec4 p1 = grad4(j1.x, ip);
  vec4 p2 = grad4(j1.y, ip);
  vec4 p3 = grad4(j1.z, ip);
  vec4 p4 = grad4(j1.w, ip);

// Normalise gradients
  vec4 norm = taylorInvSqrt(vec4(dot(p0,p0), dot(p1,p1), dot(p2, p2), dot(p3,p3)));
  p0 *= norm.x;
  p1 *= norm.y;
  p2 *= norm.z;
  p3 *= norm.w;
  p4 *= taylorInvSqrt(dot(p4,p4));

// Mix contributions from the five corners
  vec3 m0 = max(0.6 - vec3(dot(x0,x0), dot(x1,x1), dot(x2,x2)), 0.0);
  vec2 m1 = max(0.6 - vec2(dot(x3,x3), dot(x4,x4)            ), 0.0);
  m0 = m0 * m0;
  m1 = m1 * m1;
  return 49.0 * ( dot(m0*m0, vec3( dot( p0, x0 ), dot( p1, x1 ), dot( p2, x2 )))
               + dot(m1*m1, vec2( dot( p3, x3 ), dot( p4, x4 ) ) ) ) ;
}

void main() {

  vec2 p = (gl_FragCoord.xy * 2.0 - resolution) / min(resolution.x, resolution.y);
  vec3 color = vec3(0.0);

  for(float i = 0.0; i < 1.0; i += 0.2){

    float n = snoise(vec4(time * 0.5 + i * 0.2, 1.0, 1.0, 1.0));
    n = (n + 1) * 0.5;    
    float v = 0.002 / abs(n - length(p));
    color += vec3(v);
  }

  outputColor = vec4(color, 1.0);
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

#version 150

uniform float time;

uniform vec2 resolution;

out vec4 outputColor;

// Description : Array and textureless GLSL 2D/3D/4D simplex

// noise functions.

// Author : Ian McEwan, Ashima Arts.

// Maintainer : stegu

// Lastmod : 20110822 (ijm)

// Distributed under the MIT License. See LICENSE file.

// https://github.com/ashima/webgl-noise

// https://github.com/stegu/webgl-noise

vec4 mod289(vec4 x) {

return x - floor(x * (1.0 / 289.0)) * 289.0; }

float mod289(float x) {

return x - floor(x * (1.0 / 289.0)) * 289.0; }

vec4 permute(vec4 x) {

return mod289(((x*34.0)+1.0)*x);

}

float permute(float x) {

return mod289(((x*34.0)+1.0)*x);

}

vec4 taylorInvSqrt(vec4 r)

{

return 1.79284291400159 - 0.85373472095314 * r;

}

float taylorInvSqrt(float r)

{

return 1.79284291400159 - 0.85373472095314 * r;

}

vec4 grad4(float j, vec4 ip)

{

const vec4 ones = vec4(1.0, 1.0, 1.0, -1.0);

vec4 p,s;

p.xyz = floor( fract (vec3(j) * ip.xyz) * 7.0) * ip.z - 1.0;

p.w = 1.5 - dot(abs(p.xyz), ones.xyz);

s = vec4(lessThan(p, vec4(0.0)));

p.xyz = p.xyz + (s.xyz*2.0 - 1.0) * s.www;

return p;

}

// (sqrt(5) - 1)/4 = F4, used once below

#define F4 0.309016994374947451

float snoise(vec4 v)

{

const vec4 C = vec4( 0.138196601125011, // (5 - sqrt(5))/20 G4

0.276393202250021, // 2 * G4

0.414589803375032, // 3 * G4

-0.447213595499958); // -1 + 4 * G4

// First corner

vec4 i = floor(v + dot(v, vec4(F4)) );

vec4 x0 = v - i + dot(i, C.xxxx);

// Other corners

// Rank sorting originally contributed by Bill Licea-Kane, AMD (formerly ATI)

vec4 i0;

vec3 isX = step( x0.yzw, x0.xxx );

vec3 isYZ = step( x0.zww, x0.yyz );

// i0.x = dot( isX, vec3( 1.0 ) );

i0.x = isX.x + isX.y + isX.z;

i0.yzw = 1.0 - isX;

// i0.y += dot( isYZ.xy, vec2( 1.0 ) );

i0.y += isYZ.x + isYZ.y;

i0.zw += 1.0 - isYZ.xy;

i0.z += isYZ.z;

i0.w += 1.0 - isYZ.z;

// i0 now contains the unique values 0,1,2,3 in each channel

vec4 i3 = clamp( i0, 0.0, 1.0 );

vec4 i2 = clamp( i0-1.0, 0.0, 1.0 );

vec4 i1 = clamp( i0-2.0, 0.0, 1.0 );

// x0 = x0 - 0.0 + 0.0 * C.xxxx

// x1 = x0 - i1 + 1.0 * C.xxxx

// x2 = x0 - i2 + 2.0 * C.xxxx

// x3 = x0 - i3 + 3.0 * C.xxxx

// x4 = x0 - 1.0 + 4.0 * C.xxxx

vec4 x1 = x0 - i1 + C.xxxx;

vec4 x2 = x0 - i2 + C.yyyy;

vec4 x3 = x0 - i3 + C.zzzz;

vec4 x4 = x0 + C.wwww;

// Permutations

i = mod289(i);

float j0 = permute( permute( permute( permute(i.w) + i.z) + i.y) + i.x);

vec4 j1 = permute( permute( permute( permute (

i.w + vec4(i1.w, i2.w, i3.w, 1.0 ))

+ i.z + vec4(i1.z, i2.z, i3.z, 1.0 ))

+ i.y + vec4(i1.y, i2.y, i3.y, 1.0 ))

+ i.x + vec4(i1.x, i2.x, i3.x, 1.0 ));

// Gradients: 7x7x6 points over a cube, mapped onto a 4-cross polytope

// 7*7*6 = 294, which is close to the ring size 17*17 = 289.

vec4 ip = vec4(1.0/294.0, 1.0/49.0, 1.0/7.0, 0.0) ;

vec4 p0 = grad4(j0, ip);

vec4 p1 = grad4(j1.x, ip);

vec4 p2 = grad4(j1.y, ip);

vec4 p3 = grad4(j1.z, ip);

vec4 p4 = grad4(j1.w, ip);

// Normalise gradients

vec4 norm = taylorInvSqrt(vec4(dot(p0,p0), dot(p1,p1), dot(p2, p2), dot(p3,p3)));

p0 *= norm.x;

p1 *= norm.y;

p2 *= norm.z;

p3 *= norm.w;

p4 *= taylorInvSqrt(dot(p4,p4));

// Mix contributions from the five corners

vec3 m0 = max(0.6 - vec3(dot(x0,x0), dot(x1,x1), dot(x2,x2)), 0.0);

vec2 m1 = max(0.6 - vec2(dot(x3,x3), dot(x4,x4) ), 0.0);

m0 = m0 * m0;

m1 = m1 * m1;

return 49.0 * ( dot(m0*m0, vec3( dot( p0, x0 ), dot( p1, x1 ), dot( p2, x2 )))

+ dot(m1*m1, vec2( dot( p3, x3 ), dot( p4, x4 ) ) ) ) ;

}

void main() {

vec2 p = (gl_FragCoord.xy * 2.0 - resolution) / min(resolution.x, resolution.y);

vec3 color = vec3(0.0);

for(float i = 0.0; i < 1.0; i += 0.2){

float n = snoise(vec4(time * 0.5 + i * 0.2, 1.0, 1.0, 1.0));

n = (n + 1) * 0.5;

float v = 0.002 / abs(n - length(p));

color += vec3(v);

}

outputColor = vec4(color, 1.0);

}

[ Link ]
https://github.com/junkiyoshi/Insta20180928

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年9月26日2018年9月26日

Light particles. openFrameworks

[ Video ]

[ About ]
光る円をパーリンノイズを使って移動。同じ大きさの円が1グループで12個あるんだけど、グループが一つの大きな塊みたいに見えて面白い。

Light particles. One group have twelve circles.

[ Source ]

#pragma once
#include "ofMain.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {};
	void keyReleased(int key) {};
	void mouseMoved(int x, int y) {};
	void mouseDragged(int x, int y, int button) {};
	void mousePressed(int x, int y, int button) {};
	void mouseReleased(int x, int y, int button) {};
	void mouseEntered(int x, int y) {};
	void mouseExited(int x, int y) {};
	void windowResized(int w, int h) {};
	void dragEvent(ofDragInfo dragInfo) {};
	void gotMessage(ofMessage msg) {};

	int number_of_targets;
	vector<glm::vec2> targets;
	ofShader shader;
};

#pragma once

#include "ofMain.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {};

void keyReleased(int key) {};

void mouseMoved(int x, int y) {};

void mouseDragged(int x, int y, int button) {};

void mousePressed(int x, int y, int button) {};

void mouseReleased(int x, int y, int button) {};

void mouseEntered(int x, int y) {};

void mouseExited(int x, int y) {};

void windowResized(int w, int h) {};

void dragEvent(ofDragInfo dragInfo) {};

void gotMessage(ofMessage msg) {};

int number_of_targets;

vector<glm::vec2> targets;

ofShader shader;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(60);
	ofSetWindowTitle("openframeworks");

	this->number_of_targets = 48;
	for (int i = 0; i < this->number_of_targets; i++) {

		this->targets.push_back(glm::vec2());
	}

	this->shader.load("shader/shader.vert", "shader/shader.frag");
}
//--------------------------------------------------------------
void ofApp::update() {

	ofSeedRandom(39);
	float x_seed, y_seed;

	for (int i = 0; i < this->number_of_targets; i++) {

		if (i % 12 == 0) {

			x_seed = ofRandom(100);
			y_seed = ofRandom(100);
		}

		int x_base = (i / 24) * 360;
		int y_base = ((i / 12) % 2) * 360;

		int x = ofMap(ofNoise(x_seed, (ofGetFrameNum() + i) * 0.03), 0, 1, x_base, x_base + 360);
		int y = ofMap(ofNoise(y_seed, (ofGetFrameNum() + i) * 0.03), 0, 1, y_base, y_base + 360);

		this->targets[i] = glm::vec2(x, y);
	}
}

//--------------------------------------------------------------
void ofApp::draw() {

	this->shader.begin();
	this->shader.setUniform1f("time", ofGetElapsedTimef());
	this->shader.setUniform2f("resolution", ofGetWidth(), ofGetHeight());
	this->shader.setUniform2fv("targets", &this->targets[0].x, this->number_of_targets);

	ofDrawRectangle(0, 0, ofGetWidth(), ofGetHeight());

	this->shader.end();
}

//--------------------------------------------------------------
int main() {

	ofGLWindowSettings settings;
	settings.setGLVersion(3, 2);
	settings.setSize(720, 720);
	ofCreateWindow(settings);
	ofRunApp(new ofApp());
}

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(60);

ofSetWindowTitle("openframeworks");

this->number_of_targets = 48;

for (int i = 0; i < this->number_of_targets; i++) {

this->targets.push_back(glm::vec2());

}

this->shader.load("shader/shader.vert", "shader/shader.frag");

}

//--------------------------------------------------------------

void ofApp::update() {

ofSeedRandom(39);

float x_seed, y_seed;

for (int i = 0; i < this->number_of_targets; i++) {

if (i % 12 == 0) {

x_seed = ofRandom(100);

y_seed = ofRandom(100);

}

int x_base = (i / 24) * 360;

int y_base = ((i / 12) % 2) * 360;

int x = ofMap(ofNoise(x_seed, (ofGetFrameNum() + i) * 0.03), 0, 1, x_base, x_base + 360);

int y = ofMap(ofNoise(y_seed, (ofGetFrameNum() + i) * 0.03), 0, 1, y_base, y_base + 360);

this->targets[i] = glm::vec2(x, y);

}

//--------------------------------------------------------------

void ofApp::draw() {

this->shader.begin();

this->shader.setUniform1f("time", ofGetElapsedTimef());

this->shader.setUniform2f("resolution", ofGetWidth(), ofGetHeight());

this->shader.setUniform2fv("targets", &this->targets[0].x, this->number_of_targets);

ofDrawRectangle(0, 0, ofGetWidth(), ofGetHeight());

this->shader.end();

}

//--------------------------------------------------------------

int main() {

ofGLWindowSettings settings;

settings.setGLVersion(3, 2);

settings.setSize(720, 720);

ofCreateWindow(settings);

ofRunApp(new ofApp());

}

#version 150

uniform mat4 modelViewProjectionMatrix;
in vec4 position;

void main(){
	gl_Position = modelViewProjectionMatrix * position;
}

#version 150

uniform mat4 modelViewProjectionMatrix;

in vec4 position;

void main(){

gl_Position = modelViewProjectionMatrix * position;

}

#version 150

const int number_of_targets = 48;

uniform float time;
uniform vec2 resolution;
uniform vec2 targets[number_of_targets];

out vec4 outputColor;

void main() {

  vec2 p = (gl_FragCoord.xy * 2.0 - resolution) / min(resolution.x, resolution.y);
  vec3 color = vec3(0.0);
  for(int i = 0; i < number_of_targets; i++){

    vec2 t = vec2(targets[i].x, -targets[i].y) / min(resolution.x, resolution.y) * 2.0;
    t.xy += vec2(-resolution.x, resolution.y) / min(resolution.x, resolution.y);

    float v = 0.02 / length(p - t);
    vec3 c = vec3(smoothstep(0.01, 1.0, v));
    color += c;
  }

  outputColor = vec4(color, 1.0);
}

#version 150

const int number_of_targets = 48;

uniform float time;

uniform vec2 resolution;

uniform vec2 targets[number_of_targets];

out vec4 outputColor;

void main() {

vec2 p = (gl_FragCoord.xy * 2.0 - resolution) / min(resolution.x, resolution.y);

vec3 color = vec3(0.0);

for(int i = 0; i < number_of_targets; i++){

vec2 t = vec2(targets[i].x, -targets[i].y) / min(resolution.x, resolution.y) * 2.0;

t.xy += vec2(-resolution.x, resolution.y) / min(resolution.x, resolution.y);

float v = 0.02 / length(p - t);

vec3 c = vec3(smoothstep(0.01, 1.0, v));

color += c;

}

outputColor = vec4(color, 1.0);

}

[ Link ]
https://github.com/junkiyoshi/Insta20180926

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2018年9月22日2018年9月22日

Ascii man v2. openFrameworks

[ Video ]

[ About ]
Kinectから取得した画像と深度を使って特定の深さの箇所だけフォントでマスク

Send images and depth acquired from Kinect, replacement pictures to the shaders, switch pictures depicted in units of pixels

[ Source ]

#pragma once

#include <Windows.h>
#include <NuiApi.h>
#include <opencv2/opencv.hpp>
#include "ofMain.h"

class ofApp : public ofBaseApp {

public:
	void setup();
	void update();
	void draw();

	void keyPressed(int key) {}
	void keyReleased(int key) {}
	void mouseMoved(int x, int y) {}
	void mouseDragged(int x, int y, int button) {}
	void mousePressed(int x, int y, int button) {}
	void mouseReleased(int x, int y, int button) {}
	void mouseEntered(int x, int y) {}
	void mouseExited(int x, int y) {}
	void windowResized(int w, int h) {}
	void dragEvent(ofDragInfo dragInfo) {}
	void gotMessage(ofMessage msg) {}

	// Kinect
	INuiSensor* sensor;
	INuiCoordinateMapper* cordinate_mapper;
	HANDLE color_event;
	HANDLE color_handle;
	HANDLE depth_event;
	HANDLE depth_handle;
	HANDLE events[2];
	int width, height;

	// OpenCV
	cv::Mat frame;
	cv::Mat depth;

	// openFrameworks
	ofImage frame_img;
	ofImage depth_img;
	ofFbo fbo;
	ofShader shader;
	ofTrueTypeFont font;
};

#pragma once

#include <Windows.h>

#include <NuiApi.h>

#include <opencv2/opencv.hpp>

#include "ofMain.h"

class ofApp : public ofBaseApp {

public:

void setup();

void update();

void draw();

void keyPressed(int key) {}

void keyReleased(int key) {}

void mouseMoved(int x, int y) {}

void mouseDragged(int x, int y, int button) {}

void mousePressed(int x, int y, int button) {}

void mouseReleased(int x, int y, int button) {}

void mouseEntered(int x, int y) {}

void mouseExited(int x, int y) {}

void windowResized(int w, int h) {}

void dragEvent(ofDragInfo dragInfo) {}

void gotMessage(ofMessage msg) {}

// Kinect

INuiSensor* sensor;

INuiCoordinateMapper* cordinate_mapper;

HANDLE color_event;

HANDLE color_handle;

HANDLE depth_event;

HANDLE depth_handle;

HANDLE events[2];

int width, height;

// OpenCV

cv::Mat frame;

cv::Mat depth;

// openFrameworks

ofImage frame_img;

ofImage depth_img;

ofFbo fbo;

ofShader shader;

ofTrueTypeFont font;

};

#include "ofApp.h"

//--------------------------------------------------------------
void ofApp::setup() {

	ofSetFrameRate(30);
	ofSetWindowTitle("InstaKinect");

	// Create Instance
	this->sensor = nullptr;
	HRESULT result = S_OK;
	result = NuiCreateSensorByIndex(0, &sensor);
	if (FAILED(result)) {
		cout << "Error : Create Sensor" << endl;
		return;
	}

	// Initialize
	result = sensor->NuiInitialize(NUI_INITIALIZE_FLAG_USES_COLOR | NUI_INITIALIZE_FLAG_USES_DEPTH);
	if (FAILED(result)) {
		cout << "Error : Initialise COLOR" << endl;
		return;
	}

	// Color
	this->color_event = INVALID_HANDLE_VALUE;
	this->color_handle = INVALID_HANDLE_VALUE;
	color_event = CreateEventW(nullptr, true, false, nullptr);
	result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, 0, 2, color_event, &color_handle);
	if (FAILED(result)) {
		cout << "Error : Color Stream Open" << endl;
		return;
	}

	// Depth
	this->depth_event = INVALID_HANDLE_VALUE;
	this->depth_handle = INVALID_HANDLE_VALUE;
	depth_event = CreateEventW(nullptr, true, false, nullptr);
	result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_DEPTH, NUI_IMAGE_RESOLUTION_640x480, 0, 2, depth_event, &depth_handle);
	if (FAILED(result)) {
		cout << "Error : Depth Stream Open" << endl;
		return;
	}

	// Size
	unsigned long refWidth = 0;
	unsigned long refHeight = 0;
	NuiImageResolutionToSize(NUI_IMAGE_RESOLUTION_640x480, refWidth, refHeight);
	this->width = static_cast<int>(refWidth);
	this->height = static_cast<int>(refHeight);

	// Mapp
	this->cordinate_mapper = nullptr;
	result = sensor->NuiGetCoordinateMapper(&this->cordinate_mapper);
	if (FAILED(result)) {
		cout << "Error : Cordinate Mapper " << endl;
		return;
	}

	// OpenCV
	this->frame_img.allocate(this->width, this->height, OF_IMAGE_COLOR);
	this->frame = cv::Mat(this->frame_img.getHeight(), this->frame_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->frame_img.getPixels().getNumChannels()), this->frame_img.getPixels().getData(), 0);
	this->depth_img.allocate(this->width, this->height, OF_IMAGE_COLOR);
	this->depth = cv::Mat(this->depth_img.getHeight(), this->depth_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->depth_img.getPixels().getNumChannels()), this->depth_img.getPixels().getData(), 0);

	this->events[0] = this->color_event;
	this->events[1] = this->depth_event;

	string moji = "ABCDEFGHIJKLMNOPQRSTUVWXYZ";
	this->font.loadFont("fonts/Kazesawa-Bold.ttf", 13);

	this->fbo.allocate(ofGetWidth(), ofGetHeight());
	this->fbo.begin();
	ofClear(0);

	ofBackground(255);
	ofSetColor(0);

	for (int x = 0; x < ofGetWidth(); x += 10) {

		for (int y = 0; y < ofGetHeight(); y += 10) {

			this->font.drawString(moji.substr((int)ofRandom(26), 1), x, y);
		}
	}

	this->fbo.end();
	this->shader.load("", "shader/shader.frag");
}

//--------------------------------------------------------------
void ofApp::update() {

	HRESULT result = S_OK;

	std::vector<NUI_COLOR_IMAGE_POINT> color_point(width * height);

	// Wait frame update.
	ResetEvent(this->color_event);
	ResetEvent(this->depth_event);
	WaitForMultipleObjects(ARRAYSIZE(this->events), this->events, true, INFINITE);

	// Get frame from color camera.
	NUI_IMAGE_FRAME colorImageFrame = { 0 };
	result = sensor->NuiImageStreamGetNextFrame(this->color_handle, 0, &colorImageFrame);
	if (FAILED(result)) {
		std::cerr << "Error : NuiImageStreamGetNextFrame( COLOR )" << std::endl;
		return;
	}

	// Get image data.
	INuiFrameTexture* pColorFrameTexture = colorImageFrame.pFrameTexture;
	NUI_LOCKED_RECT colorLockedRect;
	pColorFrameTexture->LockRect(0, &colorLockedRect, nullptr, 0);

	//// Get frame from depth camera.
	NUI_IMAGE_FRAME depthImageFrame = { 0 };
	result = this->sensor->NuiImageStreamGetNextFrame(this->depth_handle, 0, &depthImageFrame);
	if (FAILED(result)) {
		std::cerr << "Error : NuiImageStreamGetNextFrame( DEPTH )" << std::endl;
		return;
	}

	// Get depth data.
	BOOL nearMode = false;
	INuiFrameTexture* pDepthFrameTexture = nullptr;
	this->sensor->NuiImageFrameGetDepthImagePixelFrameTexture(this->depth_handle, &depthImageFrame, &nearMode, &pDepthFrameTexture);
	NUI_LOCKED_RECT depthLockedRect;
	pDepthFrameTexture->LockRect(0, &depthLockedRect, nullptr, 0);

	// OpenCV(image)
	cv::Mat src = cv::Mat(this->height, this->width, CV_8UC4, reinterpret_cast<unsigned char*>(colorLockedRect.pBits));
	cv::cvtColor(src, this->frame, CV_BGRA2RGB);

	// OpenCV(depth)
	cv::Mat bufferMat = cv::Mat::zeros(height, width, CV_8UC3);
	NUI_DEPTH_IMAGE_PIXEL* depth_pixel = reinterpret_cast<NUI_DEPTH_IMAGE_PIXEL*>(depthLockedRect.pBits);
	this->cordinate_mapper->MapDepthFrameToColorFrame(NUI_IMAGE_RESOLUTION_640x480, width * height, depth_pixel, NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, width * height, &color_point[0]);
	for (int y = 0; y < height; y++) {
		for (int x = 0; x < width; x++) {
			unsigned int index = y * width + x;
			bufferMat.at<cv::Vec3b>(color_point[index].y, color_point[index].x)[0] = depth_pixel[index].depth / 255;
			bufferMat.at<cv::Vec3b>(color_point[index].y, color_point[index].x)[1] = depth_pixel[index].depth - (int)(depth_pixel[index].depth / 255) * 255;
		}
	}
	bufferMat.copyTo(this->depth);
	
	// Release
	pColorFrameTexture->UnlockRect(0);
	pDepthFrameTexture->UnlockRect(0);
	this->sensor->NuiImageStreamReleaseFrame(this->color_handle, &colorImageFrame);
	this->sensor->NuiImageStreamReleaseFrame(this->depth_handle, &depthImageFrame);

	// ofImage Update
	this->frame_img.update();
	this->depth_img.update();
}

//--------------------------------------------------------------
void ofApp::draw() {
	
	ofSetColor(255);

	this->shader.begin();
	this->shader.setUniform1f("time", ofGetElapsedTimef());
	this->shader.setUniform2f("resolution", ofGetWidth(), ofGetHeight());
	this->shader.setUniformTexture("tex1", this->frame_img, 1);
	this->shader.setUniformTexture("tex2", this->fbo.getTexture(), 2);
	this->shader.setUniformTexture("depth", this->depth_img, 3);

	ofRect(0, 0, ofGetWidth(), ofGetHeight());

	this->shader.end();
}

//========================================================================
int main() {
	ofSetupOpenGL(640, 480, OF_WINDOW);
	ofRunApp(new ofApp());
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

164

165

166

167

168

169

170

171

172

173

174

175

176

177

178

179

180

#include "ofApp.h"

//--------------------------------------------------------------

void ofApp::setup() {

ofSetFrameRate(30);

ofSetWindowTitle("InstaKinect");

// Create Instance

this->sensor = nullptr;

HRESULT result = S_OK;

result = NuiCreateSensorByIndex(0, &sensor);

if (FAILED(result)) {

cout << "Error : Create Sensor" << endl;

return;

}

// Initialize

result = sensor->NuiInitialize(NUI_INITIALIZE_FLAG_USES_COLOR | NUI_INITIALIZE_FLAG_USES_DEPTH);

if (FAILED(result)) {

cout << "Error : Initialise COLOR" << endl;

return;

}

// Color

this->color_event = INVALID_HANDLE_VALUE;

this->color_handle = INVALID_HANDLE_VALUE;

color_event = CreateEventW(nullptr, true, false, nullptr);

result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, 0, 2, color_event, &color_handle);

if (FAILED(result)) {

cout << "Error : Color Stream Open" << endl;

return;

}

// Depth

this->depth_event = INVALID_HANDLE_VALUE;

this->depth_handle = INVALID_HANDLE_VALUE;

depth_event = CreateEventW(nullptr, true, false, nullptr);

result = sensor->NuiImageStreamOpen(NUI_IMAGE_TYPE_DEPTH, NUI_IMAGE_RESOLUTION_640x480, 0, 2, depth_event, &depth_handle);

if (FAILED(result)) {

cout << "Error : Depth Stream Open" << endl;

return;

}

// Size

unsigned long refWidth = 0;

unsigned long refHeight = 0;

NuiImageResolutionToSize(NUI_IMAGE_RESOLUTION_640x480, refWidth, refHeight);

this->width = static_cast<int>(refWidth);

this->height = static_cast<int>(refHeight);

// Mapp

this->cordinate_mapper = nullptr;

result = sensor->NuiGetCoordinateMapper(&this->cordinate_mapper);

if (FAILED(result)) {

cout << "Error : Cordinate Mapper " << endl;

return;

}

// OpenCV

this->frame_img.allocate(this->width, this->height, OF_IMAGE_COLOR);

this->frame = cv::Mat(this->frame_img.getHeight(), this->frame_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->frame_img.getPixels().getNumChannels()), this->frame_img.getPixels().getData(), 0);

this->depth_img.allocate(this->width, this->height, OF_IMAGE_COLOR);

this->depth = cv::Mat(this->depth_img.getHeight(), this->depth_img.getWidth(), CV_MAKETYPE(CV_8UC3, this->depth_img.getPixels().getNumChannels()), this->depth_img.getPixels().getData(), 0);

this->events[0] = this->color_event;

this->events[1] = this->depth_event;

string moji = "ABCDEFGHIJKLMNOPQRSTUVWXYZ";

this->font.loadFont("fonts/Kazesawa-Bold.ttf", 13);

this->fbo.allocate(ofGetWidth(), ofGetHeight());

this->fbo.begin();

ofClear(0);

ofBackground(255);

ofSetColor(0);

for (int x = 0; x < ofGetWidth(); x += 10) {

for (int y = 0; y < ofGetHeight(); y += 10) {

this->font.drawString(moji.substr((int)ofRandom(26), 1), x, y);

}

this->fbo.end();

this->shader.load("", "shader/shader.frag");

}

//--------------------------------------------------------------

void ofApp::update() {

HRESULT result = S_OK;

std::vector<NUI_COLOR_IMAGE_POINT> color_point(width * height);

// Wait frame update.

ResetEvent(this->color_event);

ResetEvent(this->depth_event);

WaitForMultipleObjects(ARRAYSIZE(this->events), this->events, true, INFINITE);

// Get frame from color camera.

NUI_IMAGE_FRAME colorImageFrame = { 0 };

result = sensor->NuiImageStreamGetNextFrame(this->color_handle, 0, &colorImageFrame);

if (FAILED(result)) {

std::cerr << "Error : NuiImageStreamGetNextFrame( COLOR )" << std::endl;

return;

}

// Get image data.

INuiFrameTexture* pColorFrameTexture = colorImageFrame.pFrameTexture;

NUI_LOCKED_RECT colorLockedRect;

pColorFrameTexture->LockRect(0, &colorLockedRect, nullptr, 0);

//// Get frame from depth camera.

NUI_IMAGE_FRAME depthImageFrame = { 0 };

result = this->sensor->NuiImageStreamGetNextFrame(this->depth_handle, 0, &depthImageFrame);

if (FAILED(result)) {

std::cerr << "Error : NuiImageStreamGetNextFrame( DEPTH )" << std::endl;

return;

}

// Get depth data.

BOOL nearMode = false;

INuiFrameTexture* pDepthFrameTexture = nullptr;

this->sensor->NuiImageFrameGetDepthImagePixelFrameTexture(this->depth_handle, &depthImageFrame, &nearMode, &pDepthFrameTexture);

NUI_LOCKED_RECT depthLockedRect;

pDepthFrameTexture->LockRect(0, &depthLockedRect, nullptr, 0);

// OpenCV(image)

cv::Mat src = cv::Mat(this->height, this->width, CV_8UC4, reinterpret_cast<unsigned char*>(colorLockedRect.pBits));

cv::cvtColor(src, this->frame, CV_BGRA2RGB);

// OpenCV(depth)

cv::Mat bufferMat = cv::Mat::zeros(height, width, CV_8UC3);

NUI_DEPTH_IMAGE_PIXEL* depth_pixel = reinterpret_cast<NUI_DEPTH_IMAGE_PIXEL*>(depthLockedRect.pBits);

this->cordinate_mapper->MapDepthFrameToColorFrame(NUI_IMAGE_RESOLUTION_640x480, width * height, depth_pixel, NUI_IMAGE_TYPE_COLOR, NUI_IMAGE_RESOLUTION_640x480, width * height, &color_point[0]);

for (int y = 0; y < height; y++) {

for (int x = 0; x < width; x++) {

unsigned int index = y * width + x;

bufferMat.at<cv::Vec3b>(color_point[index].y, color_point[index].x)[0] = depth_pixel[index].depth / 255;

bufferMat.at<cv::Vec3b>(color_point[index].y, color_point[index].x)[1] = depth_pixel[index].depth - (int)(depth_pixel[index].depth / 255) * 255;

}

bufferMat.copyTo(this->depth);

// Release

pColorFrameTexture->UnlockRect(0);

pDepthFrameTexture->UnlockRect(0);

this->sensor->NuiImageStreamReleaseFrame(this->color_handle, &colorImageFrame);

this->sensor->NuiImageStreamReleaseFrame(this->depth_handle, &depthImageFrame);

// ofImage Update

this->frame_img.update();

this->depth_img.update();

}

//--------------------------------------------------------------

void ofApp::draw() {

ofSetColor(255);

this->shader.begin();

this->shader.setUniform1f("time", ofGetElapsedTimef());

this->shader.setUniform2f("resolution", ofGetWidth(), ofGetHeight());

this->shader.setUniformTexture("tex1", this->frame_img, 1);

this->shader.setUniformTexture("tex2", this->fbo.getTexture(), 2);

this->shader.setUniformTexture("depth", this->depth_img, 3);

ofRect(0, 0, ofGetWidth(), ofGetHeight());

this->shader.end();

}

//========================================================================

int main() {

ofSetupOpenGL(640, 480, OF_WINDOW);

ofRunApp(new ofApp());

}

#version 150

uniform mat4 modelViewProjectionMatrix;
in vec4 position;

void main(){
	gl_Position = modelViewProjectionMatrix * position;
}

#version 150

uniform mat4 modelViewProjectionMatrix;

in vec4 position;

void main(){

gl_Position = modelViewProjectionMatrix * position;

}

#version 150

uniform float time;
uniform vec2 resolution;
uniform sampler2DRect tex1;
uniform sampler2DRect tex2;
uniform sampler2DRect depth;

out vec4 outputColor;

void main() {

  vec2 p = (gl_FragCoord.xy * 2.0 - resolution) / min(resolution.x, resolution.y);

  vec4 t1 = texture(tex1, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y));
  vec4 t2 = texture(tex2, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y));

  float r = texture(depth, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y)).r;
  float g = texture(depth, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y)).g;
  float d = r * 255.0 + g;
  d /= 65,536;

  vec4 color = d < 0.1 ? t2 + t1 : vec4(1.0);
  gl_FragColor = color;
}

#version 150

uniform float time;

uniform vec2 resolution;

uniform sampler2DRect tex1;

uniform sampler2DRect tex2;

uniform sampler2DRect depth;

out vec4 outputColor;

void main() {

vec2 p = (gl_FragCoord.xy * 2.0 - resolution) / min(resolution.x, resolution.y);

vec4 t1 = texture(tex1, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y));

vec4 t2 = texture(tex2, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y));

float r = texture(depth, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y)).r;

float g = texture(depth, vec2(gl_FragCoord.x, resolution.y - gl_FragCoord.y)).g;

float d = r * 255.0 + g;

d /= 65,536;

vec4 color = d < 0.1 ? t2 + t1 : vec4(1.0);

gl_FragColor = color;

}

[ Link ]
https://github.com/junkiyoshi/Insta20180922

[ほしいものリスト]
Amazon

[ Sponsor Link ]

2024年5月
月	火	水	木	金	土	日
		1	2	3	4	5
6	7	8	9	10	11	12
13	14	15	16	17	18	19
20	21	22	23	24	25	26
27	28	29	30	31