Added $1 gesture recognition.
Functional.
This commit is contained in:
parent
f4e36d6a9b
commit
66e6be2acd
2 changed files with 256 additions and 26 deletions
|
@ -322,7 +322,7 @@ SDL_SendFingerDown(int id, int fingerid, SDL_bool down, int x, int y, int pressu
|
||||||
nf.last_y = y;
|
nf.last_y = y;
|
||||||
nf.last_pressure = pressure;
|
nf.last_pressure = pressure;
|
||||||
SDL_AddFinger(touch,&nf);
|
SDL_AddFinger(touch,&nf);
|
||||||
|
//if(x < 0 || y < 0) return 0; //should defer if only a partial input
|
||||||
posted = 0;
|
posted = 0;
|
||||||
if (SDL_GetEventState(SDL_FINGERDOWN) == SDL_ENABLE) {
|
if (SDL_GetEventState(SDL_FINGERDOWN) == SDL_ENABLE) {
|
||||||
SDL_Event event;
|
SDL_Event event;
|
||||||
|
@ -370,8 +370,7 @@ SDL_SendTouchMotion(int id, int fingerid, int relative,
|
||||||
}
|
}
|
||||||
|
|
||||||
if(finger == NULL) {
|
if(finger == NULL) {
|
||||||
SDL_SendFingerDown(id,fingerid,SDL_TRUE,x,y,pressure);
|
return SDL_SendFingerDown(id,fingerid,SDL_TRUE,x,y,pressure);
|
||||||
return 0;
|
|
||||||
} else {
|
} else {
|
||||||
/* the relative motion is calculated regarding the last position */
|
/* the relative motion is calculated regarding the last position */
|
||||||
if (relative) {
|
if (relative) {
|
||||||
|
@ -389,9 +388,9 @@ SDL_SendTouchMotion(int id, int fingerid, int relative,
|
||||||
|
|
||||||
/* Drop events that don't change state */
|
/* Drop events that don't change state */
|
||||||
if (!xrel && !yrel) {
|
if (!xrel && !yrel) {
|
||||||
#if 0
|
#if 0
|
||||||
printf("Touch event didn't change state - dropped!\n");
|
printf("Touch event didn't change state - dropped!\n");
|
||||||
#endif
|
#endif
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -4,6 +4,7 @@
|
||||||
#include <SDL_touch.h>
|
#include <SDL_touch.h>
|
||||||
|
|
||||||
#define PI 3.1415926535897
|
#define PI 3.1415926535897
|
||||||
|
#define PHI ((sqrt(5)-1)/2)
|
||||||
#define WIDTH 640
|
#define WIDTH 640
|
||||||
#define HEIGHT 480
|
#define HEIGHT 480
|
||||||
#define BPP 4
|
#define BPP 4
|
||||||
|
@ -11,8 +12,8 @@
|
||||||
|
|
||||||
#define MAXFINGERS 3
|
#define MAXFINGERS 3
|
||||||
|
|
||||||
|
#define DOLLARNPOINTS 64
|
||||||
|
#define DOLLARSIZE 256
|
||||||
|
|
||||||
//MUST BE A POWER OF 2!
|
//MUST BE A POWER OF 2!
|
||||||
#define EVENT_BUF_SIZE 256
|
#define EVENT_BUF_SIZE 256
|
||||||
|
@ -45,10 +46,26 @@ typedef struct { //dt + s
|
||||||
} Line;
|
} Line;
|
||||||
|
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
float length;
|
||||||
|
|
||||||
|
int numPoints;
|
||||||
|
Point p[EVENT_BUF_SIZE]; //To be safe
|
||||||
|
} DollarPath;
|
||||||
|
|
||||||
|
|
||||||
Finger finger[MAXFINGERS];
|
Finger finger[MAXFINGERS];
|
||||||
|
|
||||||
Finger gestureLast[MAXFINGERS];
|
Finger gestureLast[MAXFINGERS];
|
||||||
|
DollarPath dollarPath[MAXFINGERS];
|
||||||
|
|
||||||
|
#define MAXTEMPLATES 4
|
||||||
|
|
||||||
|
Point dollarTemplate[MAXTEMPLATES][DOLLARNPOINTS];
|
||||||
|
int numDollarTemplates = 0;
|
||||||
|
#ifdef DRAW_VECTOR_EST
|
||||||
Line gestureLine[MAXFINGERS];
|
Line gestureLine[MAXFINGERS];
|
||||||
|
#endif
|
||||||
|
|
||||||
void handler (int sig)
|
void handler (int sig)
|
||||||
{
|
{
|
||||||
|
@ -110,8 +127,7 @@ void drawCircle(SDL_Surface* screen,int x,int y,int r,unsigned int c)
|
||||||
setpix(screen,tx,(int)(y+r*sin(a)),c);
|
setpix(screen,tx,(int)(y+r*sin(a)),c);
|
||||||
setpix(screen,tx,(int)(y-r*sin(a)),c);
|
setpix(screen,tx,(int)(y-r*sin(a)),c);
|
||||||
}
|
}
|
||||||
}
|
} else {
|
||||||
else {
|
|
||||||
//Draw Outline
|
//Draw Outline
|
||||||
setpix(screen,(int)(x+r*cos(a)),(int)(y+r*sin(a)),c);
|
setpix(screen,(int)(x+r*cos(a)),(int)(y+r*sin(a)),c);
|
||||||
setpix(screen,(int)(x-r*cos(a)),(int)(y+r*sin(a)),c);
|
setpix(screen,(int)(x-r*cos(a)),(int)(y+r*sin(a)),c);
|
||||||
|
@ -135,6 +151,165 @@ void drawCircle(SDL_Surface* screen,int x,int y,int r,unsigned int c)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void drawDollarPath(SDL_Surface* screen,Point* points,int numPoints,
|
||||||
|
int rad,unsigned int col){
|
||||||
|
int i;
|
||||||
|
for(i=0;i<numPoints;i++) {
|
||||||
|
drawCircle(screen,points[i].x+screen->w/2,
|
||||||
|
points[i].y+screen->h/2,
|
||||||
|
rad,col);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
float dollarDifference(Point* points,Point* templ,float ang) {
|
||||||
|
// Point p[DOLLARNPOINTS];
|
||||||
|
float dist = 0;
|
||||||
|
Point p;
|
||||||
|
int i;
|
||||||
|
for(i = 0; i < DOLLARNPOINTS; i++) {
|
||||||
|
p.x = points[i].x * cos(ang) - points[i].y * sin(ang);
|
||||||
|
p.y = points[i].x * sin(ang) + points[i].y * cos(ang);
|
||||||
|
dist += sqrt((p.x-templ[i].x)*(p.x-templ[i].x)+
|
||||||
|
(p.y-templ[i].y)*(p.y-templ[i].y));
|
||||||
|
}
|
||||||
|
return dist/DOLLARNPOINTS;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
float bestDollarDifference(Point* points,Point* templ) {
|
||||||
|
//------------BEGIN DOLLAR BLACKBOX----------------//
|
||||||
|
//-TRANSLATED DIRECTLY FROM PSUDEO-CODE AVAILABLE AT-//
|
||||||
|
//-"http://depts.washington.edu/aimgroup/proj/dollar/"-//
|
||||||
|
float ta = -PI/4;
|
||||||
|
float tb = PI/4;
|
||||||
|
float dt = PI/90;
|
||||||
|
float x1 = PHI*ta + (1-PHI)*tb;
|
||||||
|
float f1 = dollarDifference(points,templ,x1);
|
||||||
|
float x2 = (1-PHI)*ta + PHI*tb;
|
||||||
|
float f2 = dollarDifference(points,templ,x2);
|
||||||
|
while(abs(ta-tb) > dt) {
|
||||||
|
if(f1 < f2) {
|
||||||
|
tb = x2;
|
||||||
|
x2 = x1;
|
||||||
|
f2 = f1;
|
||||||
|
x1 = PHI*ta + (1-PHI)*tb;
|
||||||
|
f1 = dollarDifference(points,templ,x1);
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
ta = x1;
|
||||||
|
x1 = x2;
|
||||||
|
f1 = f2;
|
||||||
|
x2 = (1-PHI)*ta + PHI*tb;
|
||||||
|
f2 = dollarDifference(points,templ,x2);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return SDL_min(f1,f2);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
float dollarRecognize(SDL_Surface* screen, DollarPath path,int *bestTempl) {
|
||||||
|
|
||||||
|
Point points[DOLLARNPOINTS];
|
||||||
|
int numPoints = dollarNormalize(path,points);
|
||||||
|
int i;
|
||||||
|
|
||||||
|
int k;
|
||||||
|
for(k = 0;k<DOLLARNPOINTS;k++) {
|
||||||
|
printf("(%f,%f)\n",points[k].x,
|
||||||
|
points[k].y);
|
||||||
|
}
|
||||||
|
|
||||||
|
drawDollarPath(screen,points,numPoints,-15,0xFF6600);
|
||||||
|
|
||||||
|
int bestDiff = 10000;
|
||||||
|
*bestTempl = -1;
|
||||||
|
for(i = 0;i < numDollarTemplates;i++) {
|
||||||
|
int diff = bestDollarDifference(points,dollarTemplate[i]);
|
||||||
|
if(diff < bestDiff) {bestDiff = diff; *bestTempl = i;}
|
||||||
|
}
|
||||||
|
return bestDiff;
|
||||||
|
}
|
||||||
|
|
||||||
|
//DollarPath contains raw points, plus (possibly) the calculated length
|
||||||
|
int dollarNormalize(DollarPath path,Point *points) {
|
||||||
|
int i;
|
||||||
|
//Calculate length if it hasn't already been done
|
||||||
|
if(path.length <= 0) {
|
||||||
|
for(i=1;i<path.numPoints;i++) {
|
||||||
|
float dx = path.p[i ].x -
|
||||||
|
path.p[i-1].x;
|
||||||
|
float dy = path.p[i ].y -
|
||||||
|
path.p[i-1].y;
|
||||||
|
path.length += sqrt(dx*dx+dy*dy);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
//Resample
|
||||||
|
float interval = path.length/(DOLLARNPOINTS - 1);
|
||||||
|
float dist = 0;
|
||||||
|
|
||||||
|
int numPoints = 0;
|
||||||
|
Point centroid; centroid.x = 0;centroid.y = 0;
|
||||||
|
//printf("(%f,%f)\n",path.p[path.numPoints-1].x,path.p[path.numPoints-1].y);
|
||||||
|
for(i = 1;i < path.numPoints;i++) {
|
||||||
|
float d = sqrt((path.p[i-1].x-path.p[i].x)*(path.p[i-1].x-path.p[i].x)+
|
||||||
|
(path.p[i-1].y-path.p[i].y)*(path.p[i-1].y-path.p[i].y));
|
||||||
|
//printf("d = %f dist = %f/%f\n",d,dist,interval);
|
||||||
|
while(dist + d > interval) {
|
||||||
|
points[numPoints].x = path.p[i-1].x +
|
||||||
|
((interval-dist)/d)*(path.p[i].x-path.p[i-1].x);
|
||||||
|
points[numPoints].y = path.p[i-1].y +
|
||||||
|
((interval-dist)/d)*(path.p[i].y-path.p[i-1].y);
|
||||||
|
centroid.x += points[numPoints].x;
|
||||||
|
centroid.y += points[numPoints].y;
|
||||||
|
numPoints++;
|
||||||
|
|
||||||
|
dist -= interval;
|
||||||
|
}
|
||||||
|
dist += d;
|
||||||
|
}
|
||||||
|
if(numPoints < 1) return 0;
|
||||||
|
centroid.x /= numPoints;
|
||||||
|
centroid.y /= numPoints;
|
||||||
|
|
||||||
|
//printf("Centroid (%f,%f)",centroid.x,centroid.y);
|
||||||
|
//Rotate Points so point 0 is left of centroid and solve for the bounding box
|
||||||
|
float xmin,xmax,ymin,ymax;
|
||||||
|
xmin = centroid.x;
|
||||||
|
xmax = centroid.x;
|
||||||
|
ymin = centroid.y;
|
||||||
|
ymax = centroid.y;
|
||||||
|
|
||||||
|
float ang = atan2(centroid.y - points[0].y,
|
||||||
|
centroid.x - points[0].x);
|
||||||
|
|
||||||
|
for(i = 0;i<numPoints;i++) {
|
||||||
|
float px = points[i].x;
|
||||||
|
float py = points[i].y;
|
||||||
|
points[i].x = (px - centroid.x)*cos(ang) -
|
||||||
|
(py - centroid.y)*sin(ang) + centroid.x;
|
||||||
|
points[i].y = (px - centroid.x)*sin(ang) +
|
||||||
|
(py - centroid.y)*cos(ang) + centroid.y;
|
||||||
|
|
||||||
|
|
||||||
|
if(points[i].x < xmin) xmin = points[i].x;
|
||||||
|
if(points[i].x > xmax) xmax = points[i].x;
|
||||||
|
if(points[i].y < ymin) ymin = points[i].y;
|
||||||
|
if(points[i].y > ymax) ymax = points[i].y;
|
||||||
|
}
|
||||||
|
|
||||||
|
//Scale points to DOLLARSIZE, and translate to the origin
|
||||||
|
float w = xmax-xmin;
|
||||||
|
float h = ymax-ymin;
|
||||||
|
|
||||||
|
for(i=0;i<numPoints;i++) {
|
||||||
|
points[i].x = (points[i].x - centroid.x)*DOLLARSIZE/w;
|
||||||
|
points[i].y = (points[i].y - centroid.y)*DOLLARSIZE/h;
|
||||||
|
}
|
||||||
|
return numPoints;
|
||||||
|
}
|
||||||
|
|
||||||
void DrawScreen(SDL_Surface* screen, int h)
|
void DrawScreen(SDL_Surface* screen, int h)
|
||||||
{
|
{
|
||||||
int x, y, xm,ym,c;
|
int x, y, xm,ym,c;
|
||||||
|
@ -161,7 +336,9 @@ void DrawScreen(SDL_Surface* screen, int h)
|
||||||
//draw Touch History
|
//draw Touch History
|
||||||
for(i = 0;i < MAXFINGERS;i++) {
|
for(i = 0;i < MAXFINGERS;i++) {
|
||||||
gestureLast[i].id = -1;
|
gestureLast[i].id = -1;
|
||||||
|
#ifdef DRAW_VECTOR_EST
|
||||||
gestureLine[i].points = 0;
|
gestureLine[i].points = 0;
|
||||||
|
#endif
|
||||||
}
|
}
|
||||||
for(i = SDL_max(0,eventWrite - EVENT_BUF_SIZE);i != eventWrite;i++) {
|
for(i = SDL_max(0,eventWrite - EVENT_BUF_SIZE);i != eventWrite;i++) {
|
||||||
SDL_Event event = events[i&(EVENT_BUF_SIZE-1)];
|
SDL_Event event = events[i&(EVENT_BUF_SIZE-1)];
|
||||||
|
@ -175,9 +352,11 @@ void DrawScreen(SDL_Surface* screen, int h)
|
||||||
float x = ((float)event.tfinger.x)/inTouch->xres;
|
float x = ((float)event.tfinger.x)/inTouch->xres;
|
||||||
float y = ((float)event.tfinger.y)/inTouch->yres;
|
float y = ((float)event.tfinger.y)/inTouch->yres;
|
||||||
int j,empty = -1;
|
int j,empty = -1;
|
||||||
|
|
||||||
for(j = 0;j<MAXFINGERS;j++) {
|
for(j = 0;j<MAXFINGERS;j++) {
|
||||||
if(gestureLast[j].id == event.tfinger.fingerId) {
|
if(gestureLast[j].id == event.tfinger.fingerId) {
|
||||||
if(event.type == SDL_FINGERUP) {
|
if(event.type == SDL_FINGERUP) {
|
||||||
|
#ifdef DRAW_VECTOR_EST
|
||||||
if(gestureLine[j].points > 0)
|
if(gestureLine[j].points > 0)
|
||||||
drawLine(screen,
|
drawLine(screen,
|
||||||
gestureLine[j].s.x*screen->w,
|
gestureLine[j].s.x*screen->w,
|
||||||
|
@ -187,10 +366,47 @@ void DrawScreen(SDL_Surface* screen, int h)
|
||||||
0xFF00);
|
0xFF00);
|
||||||
|
|
||||||
gestureLine[j].points = 0;
|
gestureLine[j].points = 0;
|
||||||
|
#endif
|
||||||
|
//ignore last point - probably invalid
|
||||||
|
dollarPath[j].numPoints--;
|
||||||
|
|
||||||
|
|
||||||
|
float dx = dollarPath[j].p[dollarPath[j].numPoints].x -
|
||||||
|
dollarPath[j].p[dollarPath[j].numPoints - 1].x;
|
||||||
|
float dy = dollarPath[j].p[dollarPath[j].numPoints].y -
|
||||||
|
dollarPath[j].p[dollarPath[j].numPoints - 1].y;
|
||||||
|
dollarPath[j].length -= sqrt(dx*dx+dy*dy);
|
||||||
|
|
||||||
|
if(!keystat[32]){ //spacebar
|
||||||
|
int bestTempl;
|
||||||
|
float error = dollarRecognize(screen,dollarPath[j],&bestTempl);
|
||||||
|
printf("%i\n",bestTempl);
|
||||||
|
if(bestTempl >= 0){
|
||||||
|
drawDollarPath(screen,dollarTemplate[bestTempl]
|
||||||
|
,DOLLARNPOINTS,-15,0x0066FF);\
|
||||||
|
|
||||||
|
printf("ERROR: %f\n",error);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
else if(numDollarTemplates < MAXTEMPLATES) {
|
||||||
|
|
||||||
|
dollarNormalize(dollarPath[j],
|
||||||
|
dollarTemplate[numDollarTemplates]);
|
||||||
|
int k;
|
||||||
|
/*
|
||||||
|
for(k = 0;k<DOLLARNPOINTS;k++) {
|
||||||
|
printf("(%f,%f)\n",dollarTemplate[numDollarTemplates][i].x,
|
||||||
|
dollarTemplate[numDollarTemplates][i].y);
|
||||||
|
}*/
|
||||||
|
numDollarTemplates++;
|
||||||
|
}
|
||||||
|
|
||||||
gestureLast[j].id = -1;
|
gestureLast[j].id = -1;
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
else {
|
else {
|
||||||
|
#ifdef DRAW_VECTOR_EST
|
||||||
if(gestureLine[j].points == 1) {
|
if(gestureLine[j].points == 1) {
|
||||||
gestureLine[j].d.x = x - gestureLine[j].s.x;
|
gestureLine[j].d.x = x - gestureLine[j].s.x;
|
||||||
gestureLine[j].d.y = y - gestureLine[j].s.y;
|
gestureLine[j].d.y = y - gestureLine[j].s.y;
|
||||||
|
@ -212,8 +428,17 @@ void DrawScreen(SDL_Surface* screen, int h)
|
||||||
|
|
||||||
gestureLine[j].d.x /= gestureLine[j].points;
|
gestureLine[j].d.x /= gestureLine[j].points;
|
||||||
gestureLine[j].d.y /= gestureLine[j].points;
|
gestureLine[j].d.y /= gestureLine[j].points;
|
||||||
|
#endif
|
||||||
|
|
||||||
|
dollarPath[j].p[dollarPath[j].numPoints].x = x;
|
||||||
|
dollarPath[j].p[dollarPath[j].numPoints].y = y;
|
||||||
|
float dx = (dollarPath[j].p[dollarPath[j].numPoints-1].x-
|
||||||
|
dollarPath[j].p[dollarPath[j].numPoints ].x);
|
||||||
|
float dy = (dollarPath[j].p[dollarPath[j].numPoints-1].y-
|
||||||
|
dollarPath[j].p[dollarPath[j].numPoints ].y);
|
||||||
|
dollarPath[j].length += sqrt(dx*dx + dy*dy);
|
||||||
|
|
||||||
|
dollarPath[j].numPoints++;
|
||||||
|
|
||||||
|
|
||||||
gestureLast[j].p.x = x;
|
gestureLast[j].p.x = x;
|
||||||
|
@ -228,15 +453,21 @@ void DrawScreen(SDL_Surface* screen, int h)
|
||||||
}
|
}
|
||||||
|
|
||||||
if(j >= MAXFINGERS && empty >= 0) {
|
if(j >= MAXFINGERS && empty >= 0) {
|
||||||
printf("Finger Down!!!\n");
|
// printf("Finger Down!!!\n");
|
||||||
j = empty; //important that j is the index of the added finger
|
j = empty; //important that j is the index of the added finger
|
||||||
gestureLast[j].id = event.tfinger.fingerId;
|
gestureLast[j].id = event.tfinger.fingerId;
|
||||||
gestureLast[j].p.x = x;
|
gestureLast[j].p.x = x;
|
||||||
gestureLast[j].p.y = y;
|
gestureLast[j].p.y = y;
|
||||||
|
#ifdef DRAW_VECTOR_EST
|
||||||
gestureLine[j].s.x = x;
|
gestureLine[j].s.x = x;
|
||||||
gestureLine[j].s.y = y;
|
gestureLine[j].s.y = y;
|
||||||
gestureLine[j].points = 1;
|
gestureLine[j].points = 1;
|
||||||
|
#endif
|
||||||
|
|
||||||
|
dollarPath[j].length = 0;
|
||||||
|
dollarPath[j].p[0].x = x;
|
||||||
|
dollarPath[j].p[0].y = y;
|
||||||
|
dollarPath[j].numPoints = 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
//draw the touch && each centroid:
|
//draw the touch && each centroid:
|
||||||
|
@ -273,7 +504,7 @@ void DrawScreen(SDL_Surface* screen, int h)
|
||||||
,20,0xFF);
|
,20,0xFF);
|
||||||
|
|
||||||
|
|
||||||
|
keystat[32] = 0;
|
||||||
|
|
||||||
if(SDL_MUSTLOCK(screen)) SDL_UnlockSurface(screen);
|
if(SDL_MUSTLOCK(screen)) SDL_UnlockSurface(screen);
|
||||||
|
|
||||||
|
@ -400,11 +631,11 @@ int main(int argc, char* argv[])
|
||||||
}
|
}
|
||||||
//And draw
|
//And draw
|
||||||
DrawScreen(screen,h);
|
DrawScreen(screen,h);
|
||||||
/*
|
|
||||||
for(i=0;i<512;i++)
|
//for(i=0;i<512;i++)
|
||||||
if(keystat[i]) printf("%i\n",i);
|
// if(keystat[i]) printf("%i\n",i);
|
||||||
printf("Buttons:%i\n",bstatus);
|
|
||||||
*/
|
|
||||||
}
|
}
|
||||||
SDL_Quit();
|
SDL_Quit();
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue