Add streaming examples

Author: Abe Pazos

processing/ideas/2020/04/streamingToJitsi/data/PetMe64-48.vlw

@@ -0,0 +1,45 @@
+import java.nio.ByteBuffer;
+import java.io.FileOutputStream;
+import com.hamoid.*;
+
+FileOutputStream vcam;
+ByteBuffer bytes;
+
+void setup() {
+  size(640, 480, P3D);
+  textAlign(CENTER, CENTER);
+  textFont(loadFont("PetMe64-48.vlw"));
+  stroke(255, 180);
+  strokeWeight(4);
+  sphereDetail(3);
+  try {
+    vcam = new FileOutputStream("/dev/video2");
+  } catch(Exception e) {
+    e.printStackTrace();
+  }
+  bytes = ByteBuffer.allocate(640 * 480 * 3);
+}
+void draw() {
+  hint(DISABLE_DEPTH_TEST);
+  background(#224488);
+  noFill();
+  translate(width/2, height/2);
+  rotateY(frameCount * 0.01);
+  sphere(300);
+  rotateY(-frameCount * 0.01);
+  textSize(50 + 15*sin(frameCount * 0.1));
+  fill(255, 180);
+  text("hello jitsi", 0, 0);
+  
+  loadPixels();
+  bytes.clear();
+  for(int i : pixels) {
+    bytes.putInt(i);
+  }
+  
+  try {
+    vcam.write(bytes.array());
+  } catch(IOException e) {
+    e.printStackTrace();
+  }
+}

processing/ideas/2020/04/streamingToJitsi/streamingToJitsi.pde

@@ -0,0 +1,49 @@
+import java.nio.ByteBuffer;
+import java.io.FileOutputStream;
+import com.hamoid.*;
+
+FileOutputStream vcam;
+byte[] bytes;
+
+void setup() {
+  size(640, 480, P3D);
+  textAlign(CENTER, CENTER);
+  textFont(loadFont("PetMe64-48.vlw"));
+  stroke(255, 180);
+  strokeWeight(4);
+  sphereDetail(3);
+  try {
+    vcam = new FileOutputStream("/dev/video2");
+  } catch(Exception e) {
+    e.printStackTrace();
+  }
+  bytes = new byte[640 * 480 * 3];
+}
+void draw() {
+  hint(DISABLE_DEPTH_TEST);
+  background(#224488);
+  noFill();
+  translate(width/2, height/2);
+  rotateY(frameCount * 0.01);
+  sphere(300);
+  rotateY(-frameCount * 0.01);
+  textSize(50 + 15*sin(frameCount * 0.1));
+  fill(255, 180);
+  text("hello jitsi", 0, 0);
+  
+  loadPixels();
+  for(int i=0; i<pixels.length; i++) {
+    int x = i % 640;
+    int y = i / 640;
+    int ii = 639 - x + y * 640;
+    bytes[i * 3 + 0] = (byte)(pixels[ii] >> 16);  
+    bytes[i * 3 + 1] = (byte)(pixels[ii] >> 8);  
+    bytes[i * 3 + 2] = (byte)(pixels[ii]);  
+  }
+  
+  try {
+    vcam.write(bytes);
+  } catch(IOException e) {
+    e.printStackTrace();
+  }
+}

processing/ideas/2020/04/streamingToJitsiNoFfmpeg/data/PetMe64-48.vlw

@@ -0,0 +1,23 @@
+#ifdef GL_ES
+precision mediump float;
+precision mediump int;
+#endif
+
+#define PROCESSING_TEXTURE_SHADER
+
+uniform sampler2D texture;
+uniform vec2 texOffset;
+uniform float time;
+varying vec4 vertColor;
+varying vec4 vertTexCoord;
+
+void main() {
+  vec2 p = vertTexCoord.st;
+  vec3 c = texture2D(texture, p).rgb;
+  if(abs(c.r - c.g) < 0.03 && c.r > 0.5) {
+    c = vec3(0.0, 0.7, 0.0);
+    c.r = step(0.5, sin(time + length(p * 20.0)));
+    c.b = step(0.5, fract(time + p.x * 10.0));
+  }  
+  gl_FragColor = vec4(c, 1.0);
+}

processing/ideas/2020/04/streamingToJitsiNoFfmpeg/streamingToJitsiNoFfmpeg.pde

@@ -0,0 +1,45 @@
+import com.hamoid.*;
+import processing.video.*;
+
+Capture cam;
+VideoExport vcam;
+PShader fx;
+void setup() {
+  size(640, 480, P2D);
+  textAlign(CENTER, CENTER);
+  frameRate(30);
+  cam = new Capture(this, Capture.list()[1]);
+  cam.start();
+  fx = loadShader("fx.frag");
+}
+void draw() {
+  if (cam.available()) {
+    cam.read();
+  }
+  fx.set("time", millis() * 0.001);
+  image(cam, 0, 0, width, height);
+  filter(fx);
+  if (vcam != null) { vcam.saveFrame(); }
+  if (frameCount % 30 == 0) { fx = loadShader("fx.frag"); }  
+}
+void keyPressed() {
+  if (key == ' ') {
+    vcam = new VideoExport(this);
+    vcam.setFfmpegVideoSettings(
+      new String[]{
+      "[ffmpeg]", // ffmpeg executable
+      "-s", "640x480", // size
+      "-r", "30", // frame rate
+      "-f", "rawvideo", // format rgb raw
+      "-vcodec", "rawvideo", // in codec rgb raw
+      "-pix_fmt", "rgb24", // pix format rgb24
+      "-i", "-", // pipe input
+      "-vf",       "hflip",             // horizontal flip
+      "-f", "v4l2", // format rgb raw
+      "-vcodec", "rawvideo", // in codec rgb raw
+      "-pix_fmt", "rgb24", // pix format rgb24    
+      "/dev/video4" // $ v4l2-ctl --list-devices # find output device
+      });
+    vcam.startMovie();
+  }
+}