Help! Combining SimpleOpenNi - RealWorldPoint Depthmap with HeightMapNoise

Hello! I am working with the Kinect camera in Processing. And I am trying to combine the depthmap with the HeightMap Noise effect. I will put two codes below.

SimpleOpenNi Library;

import SimpleOpenNI.*;

SimpleOpenNI context;

float zoomF =0.3f; float rotX = radians(180); // by default rotate the hole scene 180deg around the x-axis, // the data from openni comes upside down float rotY = radians(0); PShape pointCloud;

void setup() { size(1024,768,OPENGL);

context = new SimpleOpenNI(this); if(context.isInit() == false) {

}

// disable mirror context.setMirror(false);

// enable depthMap generation context.enableDepth();

// align depth data to image data context.alternativeViewPointDepthToImage(); context.setDepthColorSyncEnabled(true);

stroke(255,255,255);

perspective(radians(25), float(width)/float(height), 10,1500); }

void draw() { // update the cam context.update();

background(0,0,0);

translate(width/2, height/2, 0); rotateX(rotX); rotateY(rotY); scale(zoomF);

// PImage rgbImage = context.rgbImage(); int[] depthMap = context.depthMap(); int steps = 2; // to speed up the drawing, draw every third point int index; PVector realWorldPoint; color pixelColor;

strokeWeight((float)steps/2);

translate(0,0,-400); // set the rotation center of the scene 1000 infront of the camera

PVector[] realWorldMap = context.depthMapRealWorld();

beginShape(POINTS); for(int y=0;y < context.depthHeight();y+=steps) { for(int x=0;x < context.depthWidth();x+=steps) { index = x + y * context.depthWidth(); if(depthMap[index] > 0) { // get the color of the point // pixelColor = rgbImage.pixels[index]; //stroke(pixelColor);

    // draw the projected point
    realWorldPoint = realWorldMap[index];
    vertex(realWorldPoint.x,realWorldPoint.y,realWorldPoint.z);  // make realworld z negative, in the 3d drawing coordsystem +z points in the direction of the eye
  }
}

} endShape();

}

And HeightMapNoise from GLSL Heightmap by Amnon Owed;

int dim = 300; // the grid dimensions of the heightmap int blurFactor = 3; // the blur for the displacement map (to make it smoother) float resizeFactor = 0.25; // the resize factor for the displacement map (to make it smoother) float displaceStrength = 0.25; // the displace strength of the GLSL shader displacement effect

PShape heightMap; // PShape to hold the geometry, textures, texture coordinates etc. PShader displace; // GLSL shader

PImage[] images = new PImage[2]; // array to hold 2 input images int currentColorMap; // variable to keep track of the current colorMap

void setup() { size(1280, 720, P3D); // use the P3D OpenGL renderer

// load the images from the _Images folder (relative path from this sketch's folder) images[0] = loadImage("../_Images/Texture01.jpg"); images[1] = loadImage("../_Images/Texture02.jpg");

displace = loadShader("displaceFrag.glsl", "displaceVert.glsl"); // load the PShader with a fragment and a vertex shader displace.set("displaceStrength", displaceStrength); // set the displaceStrength displace.set("colorMap", images[currentColorMap]); // set the initial colorMap

heightMap = createPlane(dim, dim); // create the heightmap PShape (see custom creation method) and put it in the global heightMap reference }

void draw() { pointLight(255, 255, 255, 2(mouseX-width/2), 2(mouseY-height/2), 500); // required for texLight shader

translate(width/2, height/2); // translate to center of the screen rotateX(radians(60)); // fixed rotation of 60 degrees over the X axis rotateZ(frameCount*0.005); // dynamic frameCount-based rotation over the Z axis

background(0); // black background perspective(PI/3.0, (float) width/height, 0.1, 1000000); // perspective for close shapes scale(750); // scale by 750 (the model itself is unit length

displace.set("time", millis()/5000.0); // feed time to the GLSL shader shader(displace); // use shader shape(heightMap); // display the PShape

// write the fps and the current colorMap in the top-left of the window frame.setTitle(" " + int(frameRate) + " | colorMap: " + currentColorMap); }

// custom method to create a PShape plane with certain xy dimensions PShape createPlane(int xsegs, int ysegs) {

// STEP 1: create all the relevant data

ArrayList positions = new ArrayList (); // arrayList to hold positions ArrayList texCoords = new ArrayList (); // arrayList to hold texture coordinates

float usegsize = 1 / (float) xsegs; // horizontal stepsize float vsegsize = 1 / (float) ysegs; // vertical stepsize

for (int x=0; x<xsegs; x++) { for (int y=0; y<ysegs; y++) { float u = x / (float) xsegs; float v = y / (float) ysegs;

  // generate positions for the vertices of each cell (-0.5 to center the shape around the origin)
  positions.add( new PVector(u-0.5, v-0.5, 0) );
  positions.add( new PVector(u+usegsize-0.5, v-0.5, 0) );
  positions.add( new PVector(u+usegsize-0.5, v+vsegsize-0.5, 0) );
  positions.add( new PVector(u-0.5, v+vsegsize-0.5, 0) );

  // generate texture coordinates for the vertices of each cell
  texCoords.add( new PVector(u, v) );
  texCoords.add( new PVector(u+usegsize, v) );
  texCoords.add( new PVector(u+usegsize, v+vsegsize) );
  texCoords.add( new PVector(u, v+vsegsize) );
}

}

// STEP 2: put all the relevant data into the PShape

textureMode(NORMAL); // set textureMode to normalized (range 0 to 1); PImage tex = loadImage("../_Images/Texture01.jpg");

PShape mesh = createShape(); // create the initial PShape mesh.beginShape(QUADS); // define the PShape type: QUADS mesh.noStroke(); mesh.texture(tex); // set a texture to make a textured PShape // put all the vertices, uv texture coordinates and normals into the PShape for (int i=0; i<positions.size(); i++) { PVector p = positions.get(i); PVector t = texCoords.get(i); mesh.vertex(p.x, p.y, p.z, t.x, t.y); } mesh.endShape();

return mesh; // our work is done here, return DA MESH! ;-) }

void keyPressed() { if (key == 'c') { currentColorMap = ++currentColorMap%images.length; displace.set("colorMap", images[currentColorMap]); } // cycle through colorMaps (set variable and set colorMap in PShader) }

Please help if possible.