LJ/plugins/trckr.py

648 lines
16 KiB
Python
Raw Permalink Normal View History

2020-09-29 20:40:10 +00:00
#!/usr/bin/python3
# -*- coding: utf-8 -*-
# -*- mode: Python -*-
'''
trckr
Work with clmtrackr-dev and www/trckr/trckr.html
v0.1.0
LICENCE : CC
by Sam Neurohack
To test the examples locally, you need to run a local server.
One easy way to do this is to install http-server, a small node.js utility:
npm install -g http-server.
Then run http-server in the root of clmtrackr and go to
- read a video :
http://localhost:8080/examples/trckr.html
- webcam
clmtrackr :
https://github.com/auduno/clmtrackr/tree/dev/examples
'''
import sys
import os
print()
ljpath = r'%s' % os.getcwd().replace('\\','/')
# import from shell
sys.path.append(ljpath +'/../libs3/')
#import from LJ
import log
print ("")
log.infog("Trckr Plugin v0.1")
sys.path.append('../libs3')
sys.path.append(ljpath +'/../../libs3')
from OSC3 import OSCServer, OSCClient, OSCMessage
2023-06-03 12:43:53 +00:00
import lj
2020-09-29 20:40:10 +00:00
import redis
import math
import time
import argparse
OSCinPort = 8017
print ("")
print ("Arguments parsing if needed...")
argsparser = argparse.ArgumentParser(description="trckr example for LJ")
argsparser.add_argument("-r","--redisIP",help="IP of the Redis server used by LJ (127.0.0.1 by default) ",type=str)
argsparser.add_argument("-s","--scene",help="LJ scene number (0 by default)",type=int)
#argsparser.add_argument("-l","--laser",help="Laser number to be displayed (0 by default)",type=int)
argsparser.add_argument("-v","--verbose",help="Verbosity level (0 by default)",type=int)
argsparser.add_argument("-m","--myIP",help="Local IP (127.0.0.1 by default) ",type=str)
args = argsparser.parse_args()
if args.scene:
ljscene = args.scene
else:
ljscene = 0
'''
if args.laser:
plnumber = args.laser
else:
plnumber = 0
'''
# Redis Computer IP
if args.redisIP != None:
redisIP = args.redisIP
else:
redisIP = '127.0.0.1'
print("redisIP",redisIP)
# myIP
if args.myIP != None:
myIP = args.myIP
else:
myIP = '127.0.0.1'
print("myIP",myIP)
if args.verbose:
debug = args.verbose
else:
debug = 0
# Useful variables init.
white = lj.rgb2int(255,255,255)
red = lj.rgb2int(255,0,0)
blue = lj.rgb2int(0,0,255)
green = lj.rgb2int(0,255,0)
# 3D to 2D projection parameters
fov = 256
viewer_distance = 2.2
width = 800
height = 600
centerX = width / 2
centerY = height / 2
TrckrPts = [[0,0]] * 70
#
# LJ inits
#
layer = 0
# Setup LJ library mandatory properties for this layerugin
lj.Config(redisIP, ljscene, "trckr")
# Define properties for each drawn "element" : name, intensity, active, xy, color, red, green, blue, layer , closed
FaceForm = lj.FixedObject('Face', True, 255, [], red, 255, 0, 0, layer , False)
# 'Destination' for given layer : name, number, active, layer , scene, laser
Dest0 = lj.DestObject('0', 0, True, 0 , 0, 0) # Dest0 will send layer 0 points to scene 0, laser 0
#
# OSC
#
oscserver = OSCServer( (myIP, OSCinPort) )
oscserver.timeout = 0
# this method of reporting timeouts only works by convention
# that before calling handle_request() field .timed_out is
# set to False
def handle_timeout(self):
self.timed_out = True
# funny python's way to add a method to an instance of a class
import types
oscserver.handle_timeout = types.MethodType(handle_timeout, oscserver)
# OSC callbacks
# /trckr/ljscene
def OSCljscene(path, tags, args, source):
print("Got /trckr/ljscene with value", args[0])
lj.WebStatus("trckr to virtual "+ str(args[0]))
ljscene = args[0]
lj.Ljscene(ljscene)
# /trckr/layer
def OSClayer(path, tags, args, source):
print()
print()
print("Got /trckr/layer with value", args[0])
lj.WebStatus("trckr to layer "+ str(args[0]))
FaceForm.layer = int(args[0])
Dest0.layer = int(args[0])
Dest0.laser = int(args[0])
# /trckr/frame
def OSCtrckr(path, tags, args, source):
global TrckrPts
#print("trckr got frame", args[0])
if debug != 0:
print("trckr plugin got frame", args[0])
print(len(args),"args", args)
counter =0
TrckrPts = []
for dot in range(1,len(args)-1,2):
TrckrPts.append([float(args[dot]), float(args[dot+1])])
print(TrckrPts)
# /trckr/frame layernumber framenumber points
def OSCTrckrframe(path, tags, args, source):
global TrckrPts
if debug != 0:
print("trckr plugin got frame", args[1], "for layer", args[0], "with path", path)
print(len(args),"args", args)
TrckrPts[args[0]] = []
for dot in range(2,len(args)-1,2):
TrckrPts[args[0]].append([float(args[dot]), float(args[dot+1])])
#/trckr/color/0 red ?
def OSColor():
global FaceForm
if debug != 0:
print("trckr color got ", args[1], "for layer", args[0], "with path", path)
print(len(args),"args", args)
FaceForm.color = args[1]
# default handler
def OSChandler(path, tags, args, source):
oscaddress = ''.join(path.split("/"))
print()
print("trckr default OSC Handler :", path, "from Client :" + str(source[0]))
#
# Face Tracking
#
# get absolute face position points
def getPART(pose_points):
dots = []
for dot in pose_points:
dots.append((TrckrPts[dot][0], TrckrPts[dot][1],0))
return dots
# Face keypoints
def face():
pose_points = [0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]
return getPART(pose_points)
def browL():
pose_points = [15,16,17,18]
return getPART(pose_points)
def browR():
pose_points = [22,21,20,19]
return getPART(pose_points)
def eyeR():
pose_points = [25,64,24,63,23,66,26,65,25]
return getPART(pose_points)
def eyeL():
pose_points = [28,67,29,68,30,69,31,28]
return getPART(pose_points)
def pupR():
pose_points = [27]
return getPART(pose_points)
def pupL():
pose_points = [32]
return getPART(pose_points)
def nose1():
pose_points = [62,41,33]
return getPART(pose_points)
def nose2():
pose_points = [40,39,38,43,37,42,36,35,34]
return getPART(pose_points)
def mouth():
pose_points = [50,49,48,47,46,45,44,55,54,53,52,51,50]
return getPART(pose_points)
def mouthfull():
pose_points = [50,49,48,47,46,45,44,55,54,53,52,51,50,59,60,61,44,56,57,58,50]
return getPART(pose_points)
def Proj(x,y,z,angleX,angleY,angleZ):
rad = angleX * math.pi / 180
cosa = math.cos(rad)
sina = math.sin(rad)
y2 = y
y = y2 * cosa - z * sina
z = y2 * sina + z * cosa
rad = angleY * math.pi / 180
cosa = math.cos(rad)
sina = math.sin(rad)
z2 = z
z = z2 * cosa - x * sina
x = z2 * sina + x * cosa
rad = angleZ * math.pi / 180
cosa = math.cos(rad)
sina = math.sin(rad)
x2 = x
x = x2 * cosa - y * sina
y = x2 * sina + y * cosa
""" Transforms this 3D point to 2D using a perspective projection. """
factor = fov / (viewer_distance + z)
x = x * factor + centerX
y = - y * factor + centerY
return (x,y)
#
# Main
#
def Run():
Facepts = []
counter =0
lj.WebStatus("trckr")
lj.SendLJ("/trckr/start 1")
# OSC Server callbacks
print("Starting OSC server at",myIP," port",OSCinPort,"...")
oscserver.addMsgHandler( "/trckr/ljscene", OSCljscene)
oscserver.addMsgHandler( "/trckr/layer", OSClayer)
oscserver.addMsgHandler( "/trckr/frame", OSCtrckr)
oscserver.addMsgHandler( "/trckr/color", OSColor)
# Add OSC generic layerugins commands : 'default", /ping, /quit, /pluginame/obj, /pluginame/var, /pluginame/adddest, /pluginame/deldest
lj.addOSCdefaults(oscserver)
oscserver.addMsgHandler( "default", OSChandler )
try:
while lj.oscrun:
lj.OSCframe()
#print("browL", browL(), "browR", browR(), "nose1", nose1(), "mouth", mouth())
lj.rPolyLineOneColor(browL(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(eyeL(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(browR(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(eyeR(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(pupL(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(pupR(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(nose1(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(nose2(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.rPolyLineOneColor(mouthfull(), c = FaceForm.color, layer = FaceForm.layer, closed = FaceForm.closed, xpos = -300, ypos = -300, resize = 3.6, rotx = 0, roty = 0, rotz = 0)
lj.DrawDests()
time.sleep(0.005)
counter += 1
if counter > 360:
counter = 0
except KeyboardInterrupt:
pass
# Gently stop on CTRL C
finally:
lj.ClosePlugin()
Run()
'''
//
// a template for receiving face tracking osc messages from
// Kyle McDonald's trckr https://github.com/kylemcdonald/ofxFaceTracker
//
// 2012 Dan Wilcox danomatika.com
// for the IACD Spring 2012 class at the CMU School of Art
//
// adapted from from Greg Borenstein's 2011 example
// http://www.gregborenstein.com/
// https://gist.github.com/1603230
//
//Xavier Apostol
//Generative Faces: Plotter Project Concept
import oscP5.*;
OscP5 oscP5;
// num faces found
int found;
// pose
float poseScale;
PVector posePosition = new PVector();
PVector poseOrientation = new PVector();
// gesture
float mouthHeight;
float mouthWidth;
float eyeLeft;
float eyeRight;
float eyebrowLeft;
float eyebrowRight;
float jaw;
float nostrils;
float sz = 1;
float spacing = 100;
float genSz = spacing/4;
float fcOff = genSz/2;
//Initialization of Colors
float R = random(255);
float G = random(255);
float B = random(255);
//Initialization of Head
float rotInt = 15;
float hdX = cos(sz) + random(genSz, 3*genSz);
float hdY = sin(sz) + random(genSz, 3*genSz);
float rotAngle = random(-rotInt,rotInt);
//Initialization of Eyes
float lEyeX1 = sin(sz*0) + random(genSz);
float lEyeY1 = cos(sz*0) + random(genSz);
float rEyeX1 = sin(sz*0) + random(genSz);
float rEyeY1 = cos(sz*0) + random(genSz);
float lEyeX2 = sin(sz*1) + random(genSz);
float lEyeY2 = cos(sz*1) + random(genSz);
float rEyeX2 = sin(sz*1) + random(genSz);
float rEyeY2 = cos(sz*1) + random(genSz);
float ranREye = random(7, 9);
float ranLEye = random(7, 9);
//Initialization of Mouth
float mthX = cos(sz) + random(genSz);
float mthY = sin(sz) + random(genSz);
float ranM = random(-0.1, 1.5);
//Initialization of Spine
float hdOffset = hdY/1.5;
float spineSz = random(genSz/2);
float spXOff1 = random(-8, 8);
float spYOff1 = hdOffset + random(genSz/3);
float spXOff2 = random(-8, 8)+spXOff1;
float spYOff2 = random(genSz/3)+spYOff1;
float spXOff3 = random(-8, 8)+spXOff2;
float spYOff3 = random(genSz/3)+spYOff2;
float spXOff4 = random(-8, 8)+spXOff3;
float spYOff4 = random(genSz/3)+spYOff3;
float spXOff5 = random(-8, 8)+spXOff4;
float spYOff5 = random(genSz/3)+spYOff4;
void setup() {
size(800, 600, OPENGL);
frameRate(30);
oscP5 = new OscP5(this, 8338);
oscP5.plug(this, "found", "/found");
oscP5.plug(this, "poseScale", "/pose/scale");
oscP5.plug(this, "posePosition", "/pose/position");
oscP5.plug(this, "poseOrientation", "/pose/orientation");
oscP5.plug(this, "mouthWidthReceived", "/gesture/mouth/width");
oscP5.plug(this, "mouthHeightReceived", "/gesture/mouth/height");
oscP5.plug(this, "eyeLeftReceived", "/gesture/eye/left");
oscP5.plug(this, "eyeRightReceived", "/gesture/eye/right");
oscP5.plug(this, "eyebrowLeftReceived", "/gesture/eyebrow/left");
oscP5.plug(this, "eyebrowRightReceived", "/gesture/eyebrow/right");
oscP5.plug(this, "jawReceived", "/gesture/jaw");
oscP5.plug(this, "nostrilsReceived", "/gesture/nostrils");
}
void keyPressed() {
if (key == CODED) {
if (keyCode == UP) {
//Create an entirely new character.
//For Eyes
lEyeX1 = sin(sz*0) + random(genSz);
lEyeY1 = cos(sz*0) + random(genSz);
rEyeX1 = sin(sz*0) + random(genSz);
rEyeY1 = cos(sz*0) + random(genSz);
lEyeX2 = sin(sz*1) + random(genSz);
lEyeY2 = cos(sz*1) + random(genSz);
rEyeX2 = sin(sz*1) + random(genSz);
rEyeY2 = cos(sz*1) + random(genSz);
ranREye = random(7, 9);
ranLEye = random(7, 9);
//For Mouth
mthX = cos(sz) + random(genSz);
mthY = sin(sz) + random(genSz);
ranM = random(-0.1, 1.5);
//For Spine
spineSz = random(genSz/2);
spXOff1 = random(-8, 8);
spYOff1 = hdOffset + random(genSz/3);
spXOff2 = random(-8, 8) + spXOff1;
spYOff2 = random(genSz/3) + spYOff1;
spXOff3 = random(-8, 8) + spXOff2;
spYOff3 = random(genSz/3) + spYOff2;
spXOff4 = random(-8, 8) + spXOff3;
spYOff4 = random(genSz/3) + spYOff3;
spXOff5 = random(-8, 8) + spXOff4;
spYOff5 = random(genSz/3) + spYOff4;
//For Head
hdX = cos(sz) + random(genSz, 3*genSz);
hdY = sin(sz) + random(genSz, 3*genSz);
rotAngle = random(-rotInt,rotInt);
//For Colors
R = random(255);
G = random(255);
B = random(255);
draw();
}
}
}
void draw() {
background(0);
strokeWeight(1);
noFill();
if(found != 0) {
pushMatrix();
translate(posePosition.x, posePosition.y);
//Scales head and allows for rotations
scale(poseScale*2);
rotateY(0 - poseOrientation.y);
rotateX(0 - poseOrientation.x);
rotateZ(poseOrientation.z);
rotate(radians(rotAngle));
ellipse(0,0, hdX,hdY);
popMatrix();
//FACE
translate(posePosition.x, posePosition.y);
scale(poseScale);
noFill();
//Eyes
float eyeFac = 1;
float eyeBL = eyebrowLeft * 2;
float eyeBR = eyebrowRight * 2;
ellipse(-20,eyeLeft * -ranLEye, lEyeX1*eyeFac + eyeBL,lEyeY1*eyeFac + eyeBL);
ellipse(20,eyeRight * -ranREye, rEyeX1*eyeFac + eyeBR,rEyeY1*eyeFac + eyeBR);
ellipse(-20,eyeLeft * -ranLEye, lEyeX2*eyeFac + eyeBL,lEyeY2*eyeFac + eyeBL);
ellipse(20,eyeRight * -ranREye, rEyeX2*eyeFac + eyeBR,rEyeY2*eyeFac + eyeBR);
//Mouth
ellipse(0, 20*ranM, mouthWidth* mthX/3, mouthHeight * mthY);
//BODY/BUBBLES
stroke(R,G,B);
ellipse(spXOff1,spYOff1, spineSz,spineSz);
ellipse(spXOff2,spYOff2, spineSz,spineSz);
ellipse(spXOff3,spYOff3, spineSz,spineSz);
ellipse(spXOff4,spYOff4, spineSz,spineSz);
ellipse(spXOff5,spYOff5, spineSz,spineSz);
}
}
// OSC CALLBACK FUNCTIONS
public void found(int i) {
println("found: " + i);
found = i;
}
public void poseScale(float s) {
println("scale: " + s);
poseScale = s;
}
public void posePosition(float x, float y) {
println("pose position\tX: " + x + " Y: " + y );
posePosition.set(x, y, 0);
}
public void poseOrientation(float x, float y, float z) {
println("pose orientation\tX: " + x + " Y: " + y + " Z: " + z);
poseOrientation.set(x, y, z);
}
public void mouthWidthReceived(float w) {
println("mouth Width: " + w);
mouthWidth = w;
}
public void mouthHeightReceived(float h) {
println("mouth height: " + h);
mouthHeight = h;
}
public void eyeLeftReceived(float f) {
println("eye left: " + f);
eyeLeft = f;
}
public void eyeRightReceived(float f) {
println("eye right: " + f);
eyeRight = f;
}
public void eyebrowLeftReceived(float f) {
println("eyebrow left: " + f);
eyebrowLeft = f;
}
public void eyebrowRightReceived(float f) {
println("eyebrow right: " + f);
eyebrowRight = f;
}
public void jawReceived(float f) {
println("jaw: " + f);
jaw = f;
}
public void nostrilsReceived(float f) {
println("nostrils: " + f);
nostrils = f;
}
// all other OSC messages end up here
void oscEvent(OscMessage m) {
if(m.isPlugged() == false) {
println("UNPLUGGED: " + m);
}
}
'''