mirrors/monado
1
0
Fork 0
mirror of https://gitlab.freedesktop.org/monado/monado.git synced 2025-01-17 04:15:44 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

aux: Add hand_tracking util

Browse source
This commit is contained in:
Christoph Haag 2020-10-12 02:41:35 +02:00
parent 6e5206f232
commit ca5cbaaa6f
4 changed files with 926 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/xrt/auxiliary/CMakeLists.txt
View file

@ -128,6 +128,8 @@ set(UTIL_SOURCE_FILES
util/u_time.h
util/u_var.cpp
util/u_var.h
util/u_hand_tracking.c
util/u_hand_tracking.h
)
set(VK_SOURCE_FILES

2
src/xrt/auxiliary/meson.build
View file

@ -45,6 +45,8 @@ lib_aux_util = static_library(
'util/u_time.h',
'util/u_var.cpp',
'util/u_var.h',
'util/u_hand_tracking.c',
'util/u_hand_tracking.h',
),
include_directories: [
xrt_include,

757
src/xrt/auxiliary/util/u_hand_tracking.c Normal file
View file

@ -0,0 +1,757 @@
// Copyright 2019-2020, Collabora, Ltd.
// SPDX-License-Identifier: BSL-1.0
/*!
* @file
* @brief Hand Tracking API interface.
* @author Christoph Haag <christoph.haag@collabora.com>
* @ingroup aux_tracking
*/
#include "u_hand_tracking.h"
#include <math.h>
#include "math/m_api.h"
#include "math/m_space.h"
#define PI 3.14159265358979323846
#define DEG_TO_RAD(DEG) (DEG * PI / 180.)
struct u_joint_curl_model
{
enum xrt_hand_joint joint_id;
// offset from hand origin (palm) in hand coordinates
struct xrt_vec3 position_offset;
// rotation always added to this joint
float axis_angle_offset[3];
// the length of the bone from this joint towards finger tips
float bone_length;
float radius;
};
//! @todo: Make this tunable by configuration
/* describes default configuration for a hand in rest position using the curl
* model: Fingers are tracked with a singular curl value per finger.
*
* Coordinates are in "Hand coordinate system", i.e. a hand flat on a table has
* y -> up, -z -> forward (direction of fingers), x -> right.
*
* Palm is always in the origin of the hand coordinate system.
*
* Finger Joints are rigidly connected to the bone towards the finger tips.
*
* metacarpal joints are connected to the wrist in the order
* metacarpal, proximal, intermediate, distal, tip (thumb skips intermediate)
*
* Joint poses are calculated starting at the wrist. Iteratively joint poses are
* calculated by rotating the joint by axis_angle_offset, then "following the
* attached bone" to the next connected joint, and applying the next rotation
* relative to the previous rotation.
*
* angles for left hand (right hand is mirrored), angles are clockwise.
*/
static struct u_joint_curl_model
hand_joint_default_set_curl_model_defaults[XRT_HAND_JOINT_COUNT] = {
// special cases: wrist and palm without bone lengths
[XRT_HAND_JOINT_PALM] = {.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.015,
.joint_id = XRT_HAND_JOINT_PALM},
[XRT_HAND_JOINT_WRIST] = {.position_offset = {.x = 0,
.y = 0,
.z = 0.15},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.015,
.joint_id = XRT_HAND_JOINT_WRIST},
// fingers
// metacarpal bones are angled outwards a little,
// proximal bones copmpensate most of it, making fingers parallel again
[XRT_HAND_JOINT_LITTLE_METACARPAL] =
{.position_offset = {.x = -0.02, .y = 0, .z = -0.04},
.axis_angle_offset = {0, DEG_TO_RAD(-30), 0},
.bone_length = 0.09,
.radius = 0.015,
.joint_id = XRT_HAND_JOINT_LITTLE_METACARPAL},
[XRT_HAND_JOINT_LITTLE_PROXIMAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, DEG_TO_RAD(25), 0},
.bone_length = 0.04,
.radius = 0.015,
.joint_id = XRT_HAND_JOINT_LITTLE_PROXIMAL},
[XRT_HAND_JOINT_LITTLE_INTERMEDIATE] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.02,
.radius = 0.012,
.joint_id = XRT_HAND_JOINT_LITTLE_INTERMEDIATE},
[XRT_HAND_JOINT_LITTLE_DISTAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.02,
.radius = 0.012,
.joint_id = XRT_HAND_JOINT_LITTLE_DISTAL},
[XRT_HAND_JOINT_LITTLE_TIP] = {.position_offset = {.x = 0,
.y = 0,
.z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.012,
.joint_id = XRT_HAND_JOINT_LITTLE_TIP},
[XRT_HAND_JOINT_RING_METACARPAL] =
{.position_offset = {.x = -0.01, .y = 0, .z = -0.042},
.axis_angle_offset = {0, DEG_TO_RAD(-15), 0},
.bone_length = 0.1,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_RING_METACARPAL},
[XRT_HAND_JOINT_RING_PROXIMAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, DEG_TO_RAD(12), 0},
.bone_length = 0.045,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_RING_PROXIMAL},
[XRT_HAND_JOINT_RING_INTERMEDIATE] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.03,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_RING_INTERMEDIATE},
[XRT_HAND_JOINT_RING_DISTAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.025,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_RING_DISTAL},
[XRT_HAND_JOINT_RING_TIP] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_RING_TIP},
[XRT_HAND_JOINT_MIDDLE_METACARPAL] =
{.position_offset = {.x = 0, .y = 0, .z = -0.044},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.11,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_MIDDLE_METACARPAL},
[XRT_HAND_JOINT_MIDDLE_PROXIMAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.045,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_MIDDLE_PROXIMAL},
[XRT_HAND_JOINT_MIDDLE_INTERMEDIATE] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.03,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_MIDDLE_INTERMEDIATE},
[XRT_HAND_JOINT_MIDDLE_DISTAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.025,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_MIDDLE_DISTAL},
[XRT_HAND_JOINT_MIDDLE_TIP] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_MIDDLE_TIP},
[XRT_HAND_JOINT_INDEX_METACARPAL] =
{.position_offset = {.x = 0.01, .y = 0, .z = -0.042},
.axis_angle_offset = {0, DEG_TO_RAD(15), 0},
.bone_length = 0.1,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_INDEX_METACARPAL},
[XRT_HAND_JOINT_INDEX_PROXIMAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, DEG_TO_RAD(-12), 0},
.bone_length = 0.045,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_INDEX_PROXIMAL},
[XRT_HAND_JOINT_INDEX_INTERMEDIATE] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.03,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_INDEX_INTERMEDIATE},
[XRT_HAND_JOINT_INDEX_DISTAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.025,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_INDEX_DISTAL},
[XRT_HAND_JOINT_INDEX_TIP] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.0175,
.joint_id = XRT_HAND_JOINT_INDEX_TIP},
[XRT_HAND_JOINT_THUMB_METACARPAL] =
{.position_offset = {.x = 0.02, .y = 0, .z = -0.038},
.axis_angle_offset = {0, DEG_TO_RAD(45), 0},
.bone_length = 0.08,
.radius = 0.02,
.joint_id = XRT_HAND_JOINT_THUMB_METACARPAL},
[XRT_HAND_JOINT_THUMB_PROXIMAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, DEG_TO_RAD(-10), 0},
.bone_length = 0.04,
.radius = 0.02,
.joint_id = XRT_HAND_JOINT_THUMB_PROXIMAL},
// no intermediate
[XRT_HAND_JOINT_THUMB_DISTAL] =
{.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0.03,
.radius = 0.02,
.joint_id = XRT_HAND_JOINT_THUMB_DISTAL},
[XRT_HAND_JOINT_THUMB_TIP] = {
.position_offset = {.x = 0, .y = 0, .z = 0},
.axis_angle_offset = {0, 0, 0},
.bone_length = 0,
.radius = 0.02,
.joint_id = XRT_HAND_JOINT_THUMB_TIP}};
inline static void
quat_from_angle_vector_clockwise(float angle_rads,
const struct xrt_vec3 *vector,
struct xrt_quat *result)
{
math_quat_from_angle_vector(-angle_rads, vector, result);
}
bool
u_hand_joint_is_tip(enum xrt_hand_joint joint)
{
return joint == XRT_HAND_JOINT_LITTLE_TIP ||
joint == XRT_HAND_JOINT_RING_TIP ||
joint == XRT_HAND_JOINT_MIDDLE_TIP ||
joint == XRT_HAND_JOINT_INDEX_TIP ||
joint == XRT_HAND_JOINT_THUMB_TIP;
}
bool
u_hand_joint_is_metacarpal(enum xrt_hand_joint joint)
{
return joint == XRT_HAND_JOINT_LITTLE_METACARPAL ||
joint == XRT_HAND_JOINT_RING_METACARPAL ||
joint == XRT_HAND_JOINT_MIDDLE_METACARPAL ||
joint == XRT_HAND_JOINT_INDEX_METACARPAL ||
joint == XRT_HAND_JOINT_THUMB_METACARPAL;
}
static void
scale_model_param(struct u_joint_curl_model *param, float scale)
{
param->bone_length *= scale;
math_vec3_scalar_mul(scale, &param->position_offset);
param->radius *= scale;
}
void
u_hand_joint_compute_next_by_curl(struct u_hand_tracking *set,
struct u_joint_space_relation *prev,
enum xrt_hand hand,
struct u_joint_space_relation *out_joint,
float curl_value)
{
struct u_joint_curl_model prev_defaults =
hand_joint_default_set_curl_model_defaults[prev->joint_id];
struct u_joint_curl_model defaults =
hand_joint_default_set_curl_model_defaults[out_joint->joint_id];
scale_model_param(&prev_defaults, set->scale);
scale_model_param(&defaults, set->scale);
struct xrt_vec3 x_axis = {1, 0, 0};
struct xrt_vec3 y_axis = {0, 1, 0};
// prev joint pose is transformed to next joint pose by adding the bone
// vector to the joint, and adding rotation based on finger curl
struct xrt_pose pose = prev->relation.pose;
// create bone vector with orientation of previous joint
struct xrt_vec3 bone = {0, 0, -prev_defaults.bone_length};
math_quat_rotate_vec3(&pose.orientation, &bone, &bone);
// translate the bone to the previous joint
math_vec3_accum(&bone, &pose.position);
// curl and bone length alone doesn't give us an actual hand shape.
// rotate first finger joints "outwards" to create a hand shape.
// the offset rotation should not rotate the curl rotation, it rotates
// the joint "around the finger axis", before the curl rotation.
//! @todo more axis rotations & make sure order is right
//! @todo handle velocities
struct xrt_pose offset_pose;
if (hand == XRT_HAND_LEFT) {
quat_from_angle_vector_clockwise(defaults.axis_angle_offset[1],
&y_axis,
&offset_pose.orientation);
offset_pose.position = defaults.position_offset;
}
if (hand == XRT_HAND_RIGHT) {
quat_from_angle_vector_clockwise(-defaults.axis_angle_offset[1],
&y_axis,
&offset_pose.orientation);
offset_pose.position =
(struct xrt_vec3){.x = defaults.position_offset.x * -1,
.y = defaults.position_offset.y,
.z = defaults.position_offset.z};
}
math_pose_transform(&pose, &offset_pose, &pose);
// proximal, intermediate, and distal joints (+ bones) will rotate
//! @todo make this tunable
const float full_curl_angle = -M_PI / 3.;
float curl_angle = curl_value * full_curl_angle;
if (u_hand_joint_is_metacarpal(out_joint->joint_id) ||
u_hand_joint_is_tip(out_joint->joint_id)) {
curl_angle = 0;
}
struct xrt_quat curl_rotation;
math_quat_from_angle_vector(curl_angle, &x_axis, &curl_rotation);
math_quat_rotate(&pose.orientation, &curl_rotation, &pose.orientation);
//! @todo: full relation with velocities
out_joint->relation.pose = pose;
}
void
u_hand_joints_update_curl(struct u_hand_tracking *set,
enum xrt_hand hand,
struct u_hand_tracking_curl_values *curl_values)
{
float curl_little = curl_values->little;
float curl_ring = curl_values->ring;
float curl_middle = curl_values->middle;
float curl_index = curl_values->index;
float curl_thumb = curl_values->thumb;
const struct xrt_quat identity_quat = {0, 0, 0, 1};
//! @todo: full relations with velocities
// wrist and palm mostly fixed poses
set->joints.wrist.relation.pose = (struct xrt_pose){
.position =
hand_joint_default_set_curl_model_defaults[XRT_HAND_JOINT_WRIST]
.position_offset,
.orientation = identity_quat};
set->joints.palm.relation.pose = (struct xrt_pose){
.position =
hand_joint_default_set_curl_model_defaults[XRT_HAND_JOINT_PALM]
.position_offset,
.orientation = identity_quat};
struct u_joint_space_relation *prev = &set->joints.wrist;
for (int joint_num = 0;
joint_num < set->joints.fingers[XRT_FINGER_LITTLE].num_joints;
joint_num++) {
struct u_joint_space_relation *joint =
&set->joints.fingers[XRT_FINGER_LITTLE].joints[joint_num];
u_hand_joint_compute_next_by_curl(set, prev, hand, joint,
curl_little);
prev = joint;
}
prev = &set->joints.wrist;
for (int joint_num = 0;
joint_num < set->joints.fingers[XRT_FINGER_RING].num_joints;
joint_num++) {
struct u_joint_space_relation *joint =
&set->joints.fingers[XRT_FINGER_RING].joints[joint_num];
u_hand_joint_compute_next_by_curl(set, prev, hand, joint,
curl_ring);
prev = joint;
}
prev = &set->joints.wrist;
for (int joint_num = 0;
joint_num < set->joints.fingers[XRT_FINGER_MIDDLE].num_joints;
joint_num++) {
struct u_joint_space_relation *joint =
&set->joints.fingers[XRT_FINGER_MIDDLE].joints[joint_num];
u_hand_joint_compute_next_by_curl(set, prev, hand, joint,
curl_middle);
prev = joint;
}
prev = &set->joints.wrist;
for (int joint_num = 0;
joint_num < set->joints.fingers[XRT_FINGER_INDEX].num_joints;
joint_num++) {
struct u_joint_space_relation *joint =
&set->joints.fingers[XRT_FINGER_INDEX].joints[joint_num];
u_hand_joint_compute_next_by_curl(set, prev, hand, joint,
curl_index);
prev = joint;
}
prev = &set->joints.wrist;
for (int joint_num = 0;
joint_num < set->joints.fingers[XRT_FINGER_THUMB].num_joints;
joint_num++) {
struct u_joint_space_relation *joint =
&set->joints.fingers[XRT_FINGER_THUMB].joints[joint_num];
u_hand_joint_compute_next_by_curl(set, prev, hand, joint,
curl_thumb);
prev = joint;
}
set->model_data.curl_values = *curl_values;
}
void
u_hand_joints_init_default_set(struct u_hand_tracking *set,
enum xrt_hand hand,
enum u__hand_tracking_model model,
float scale)
{
struct xrt_space_relation identity;
m_space_relation_ident(&identity);
*set = (struct u_hand_tracking){
.joints = {
.palm = {.joint_id = XRT_HAND_JOINT_PALM, .relation = identity},
.wrist = {.joint_id = XRT_HAND_JOINT_WRIST,
.relation = identity},
.fingers = {
[XRT_FINGER_LITTLE] =
{.num_joints = 5,
.joints =
{
{
.joint_id =
XRT_HAND_JOINT_LITTLE_METACARPAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_LITTLE_PROXIMAL,
.relation = identity,
},
{
.joint_id =
XRT_HAND_JOINT_LITTLE_INTERMEDIATE,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_LITTLE_DISTAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_LITTLE_TIP,
.relation = identity,
},
}},
[XRT_FINGER_RING] =
{.num_joints = 5,
.joints =
{
{
.joint_id = XRT_HAND_JOINT_RING_METACARPAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_RING_PROXIMAL,
.relation = identity,
},
{
.joint_id =
XRT_HAND_JOINT_RING_INTERMEDIATE,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_RING_DISTAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_RING_TIP,
.relation = identity,
},
}},
[XRT_FINGER_MIDDLE] =
{.num_joints = 5,
.joints =
{
{
.joint_id =
XRT_HAND_JOINT_MIDDLE_METACARPAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_MIDDLE_PROXIMAL,
.relation = identity,
},
{
.joint_id =
XRT_HAND_JOINT_MIDDLE_INTERMEDIATE,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_MIDDLE_DISTAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_MIDDLE_TIP,
.relation = identity,
},
}},
[XRT_FINGER_INDEX] =
{.num_joints = 5,
.joints =
{
{
.joint_id =
XRT_HAND_JOINT_INDEX_METACARPAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_INDEX_PROXIMAL,
.relation = identity,
},
{
.joint_id =
XRT_HAND_JOINT_INDEX_INTERMEDIATE,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_INDEX_DISTAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_INDEX_TIP,
.relation = identity,
},
}},
[XRT_FINGER_THUMB] = {
.num_joints = 4,
.joints = {
{
.joint_id = XRT_HAND_JOINT_THUMB_METACARPAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_THUMB_PROXIMAL,
.relation = identity,
},
// has no intermediate
{
.joint_id = XRT_HAND_JOINT_THUMB_DISTAL,
.relation = identity,
},
{
.joint_id = XRT_HAND_JOINT_THUMB_TIP,
.relation = identity,
},
}}}}};
set->model = XRT_HAND_TRACKING_MODEL_FINGERL_CURL;
set->scale = scale;
struct u_hand_tracking_curl_values values = {0, 0, 0, 0, 0};
u_hand_joints_update_curl(set, hand, &values);
}
static struct u_joint_space_relation *
get_joint_data(struct u_hand_tracking *set, enum xrt_hand_joint joint_id)
{
switch (joint_id) {
case XRT_HAND_JOINT_WRIST: return &set->joints.wrist;
case XRT_HAND_JOINT_PALM: return &set->joints.palm;
case XRT_HAND_JOINT_LITTLE_METACARPAL:
return &set->joints.fingers[XRT_FINGER_LITTLE].joints[0];
case XRT_HAND_JOINT_LITTLE_PROXIMAL:
return &set->joints.fingers[XRT_FINGER_LITTLE].joints[1];
case XRT_HAND_JOINT_LITTLE_INTERMEDIATE:
return &set->joints.fingers[XRT_FINGER_LITTLE].joints[2];
case XRT_HAND_JOINT_LITTLE_DISTAL:
return &set->joints.fingers[XRT_FINGER_LITTLE].joints[3];
case XRT_HAND_JOINT_LITTLE_TIP:
return &set->joints.fingers[XRT_FINGER_LITTLE].joints[4];
case XRT_HAND_JOINT_RING_METACARPAL:
return &set->joints.fingers[XRT_FINGER_RING].joints[0];
case XRT_HAND_JOINT_RING_PROXIMAL:
return &set->joints.fingers[XRT_FINGER_RING].joints[1];
case XRT_HAND_JOINT_RING_INTERMEDIATE:
return &set->joints.fingers[XRT_FINGER_RING].joints[2];
case XRT_HAND_JOINT_RING_DISTAL:
return &set->joints.fingers[XRT_FINGER_RING].joints[3];
case XRT_HAND_JOINT_RING_TIP:
return &set->joints.fingers[XRT_FINGER_RING].joints[4];
case XRT_HAND_JOINT_MIDDLE_METACARPAL:
return &set->joints.fingers[XRT_FINGER_MIDDLE].joints[0];
case XRT_HAND_JOINT_MIDDLE_PROXIMAL:
return &set->joints.fingers[XRT_FINGER_MIDDLE].joints[1];
case XRT_HAND_JOINT_MIDDLE_INTERMEDIATE:
return &set->joints.fingers[XRT_FINGER_MIDDLE].joints[2];
case XRT_HAND_JOINT_MIDDLE_DISTAL:
return &set->joints.fingers[XRT_FINGER_MIDDLE].joints[3];
case XRT_HAND_JOINT_MIDDLE_TIP:
return &set->joints.fingers[XRT_FINGER_MIDDLE].joints[4];
case XRT_HAND_JOINT_INDEX_METACARPAL:
return &set->joints.fingers[XRT_FINGER_INDEX].joints[0];
case XRT_HAND_JOINT_INDEX_PROXIMAL:
return &set->joints.fingers[XRT_FINGER_INDEX].joints[1];
case XRT_HAND_JOINT_INDEX_INTERMEDIATE:
return &set->joints.fingers[XRT_FINGER_INDEX].joints[2];
case XRT_HAND_JOINT_INDEX_DISTAL:
return &set->joints.fingers[XRT_FINGER_INDEX].joints[3];
case XRT_HAND_JOINT_INDEX_TIP:
return &set->joints.fingers[XRT_FINGER_INDEX].joints[4];
case XRT_HAND_JOINT_THUMB_METACARPAL:
return &set->joints.fingers[XRT_FINGER_THUMB].joints[0];
case XRT_HAND_JOINT_THUMB_PROXIMAL:
return &set->joints.fingers[XRT_FINGER_THUMB].joints[1];
// no intermediate for thumb
case XRT_HAND_JOINT_THUMB_DISTAL:
return &set->joints.fingers[XRT_FINGER_THUMB].joints[2];
case XRT_HAND_JOINT_THUMB_TIP:
return &set->joints.fingers[XRT_FINGER_THUMB].joints[3];
case XRT_HAND_JOINT_MAX_ENUM: return NULL;
}
return NULL;
}
void
u_hand_joints_set_out_data(struct u_hand_tracking *set,
enum xrt_hand hand,
struct xrt_space_relation *hand_relation,
struct xrt_pose *hand_offset,
union xrt_hand_joint_set *out_value)
{
struct xrt_hand_joint_value *l = out_value->hand_joint_set_default;
for (int i = 0; i < XRT_HAND_JOINT_COUNT; i++) {
l[i].relation.relation_flags |=
XRT_SPACE_RELATION_ORIENTATION_TRACKED_BIT |
XRT_SPACE_RELATION_ORIENTATION_VALID_BIT |
XRT_SPACE_RELATION_POSITION_TRACKED_BIT |
XRT_SPACE_RELATION_POSITION_VALID_BIT;
l[i].radius =
hand_joint_default_set_curl_model_defaults[i].radius;
struct u_joint_space_relation *data = get_joint_data(set, i);
// transform poses from "hand space" to "controller space in
// world space"
struct xrt_space_relation transformed;
transformed.pose = data->relation.pose;
//! @todo: transform velocities
math_pose_transform(hand_offset, &data->relation.pose,
&transformed.pose);
math_pose_transform(&hand_relation->pose, &transformed.pose,
&transformed.pose);
//! @todo handle velocities
l[i].relation.pose = transformed.pose;
}
}
void
u_hand_joints_offset_valve_index_controller(enum xrt_hand hand,
struct xrt_vec3 *static_offset,
struct xrt_pose *offset)
{
/* Controller space origin is at the very tip of the controller,
* handle pointing forward at -z.
*
* Transform joints into controller space by rotating "outwards" around
* -z "forward" by -75/75 deg. Then, rotate "forward" around x by 72
* deg.
*
* Then position everything at static_offset..
*
* Now the hand points "through the strap" like at normal use.
*/
struct xrt_vec3 x = {1, 0, 0};
struct xrt_vec3 y = {0, 1, 0};
struct xrt_vec3 z = {0, 0, -1};
float hand_on_handle_x_rotation = DEG_TO_RAD(-72);
float hand_on_handle_y_rotation = 0;
float hand_on_handle_z_rotation = 0;
if (hand == XRT_HAND_LEFT) {
hand_on_handle_z_rotation = DEG_TO_RAD(-75);
} else if (hand == XRT_HAND_RIGHT) {
hand_on_handle_z_rotation = DEG_TO_RAD(75);
}
struct xrt_quat hand_rotation_y = {0, 0, 0, 1};
math_quat_from_angle_vector(hand_on_handle_y_rotation, &y,
&hand_rotation_y);
struct xrt_quat hand_rotation_z = {0, 0, 0, 1};
math_quat_from_angle_vector(hand_on_handle_z_rotation, &z,
&hand_rotation_z);
struct xrt_quat hand_rotation_x = {0, 0, 0, 1};
math_quat_from_angle_vector(hand_on_handle_x_rotation, &x,
&hand_rotation_x);
struct xrt_quat hand_rotation;
math_quat_rotate(&hand_rotation_x, &hand_rotation_z, &hand_rotation);
struct xrt_pose hand_on_handle_pose = {.orientation = hand_rotation,
.position = *static_offset};
*offset = hand_on_handle_pose;
}

165
src/xrt/auxiliary/util/u_hand_tracking.h Normal file
View file

@ -0,0 +1,165 @@
// Copyright 2019-2020, Collabora, Ltd.
// SPDX-License-Identifier: BSL-1.0
/*!
* @file
* @brief Hand Tracking API interface.
* @author Christoph Haag <christoph.haag@collabora.com>
* @ingroup aux_util
*/
#pragma once
#include "xrt/xrt_defines.h"
#include "util/u_misc.h"
#ifdef __cplusplus
extern "C" {
#endif
/*!
* The hand tracking model being used.
*
* XRT_HAND_TRACKING_MODEL_FINGERL_CURL uses one curl value per finger to
* synthesize hand joint positions.
*
* @ingroup aux_util
*/
enum u__hand_tracking_model
{
XRT_HAND_TRACKING_MODEL_FINGERL_CURL,
};
/*!
* Values used for the XRT_HAND_TRACKING_MODEL_FINGERL_CURL model.
*
* @ingroup aux_util
*/
struct u_hand_tracking_curl_values
{
float little;
float ring;
float middle;
float index;
float thumb;
};
/*!
* A space relation of a single joint.
*
* @ingroup aux_util
*/
struct u_joint_space_relation
{
enum xrt_hand_joint joint_id;
struct xrt_space_relation relation;
};
/*!
* A set of joints in a single finger.
*
* @ingroup aux_util
*/
struct u_finger_joint_set
{
struct u_joint_space_relation joints[5];
int num_joints;
};
/*!
* The set of joints in the XR_HAND_JOINT_SET_DEFAULT_EXT.
*
* @ingroup aux_util
*/
struct u_hand_joint_default_set
{
struct u_joint_space_relation palm;
struct u_joint_space_relation wrist;
struct u_finger_joint_set fingers[XRT_FINGER_COUNT];
};
/*!
* Main struct drivers can use to implement hand and finger tracking.
*
* @ingroup aux_util
*/
struct u_hand_tracking
{
// scales dimensions like bone lengths
float scale;
enum u__hand_tracking_model model;
union {
struct u_hand_tracking_curl_values curl_values;
} model_data;
struct u_hand_joint_default_set joints;
};
bool
u_hand_joint_is_tip(enum xrt_hand_joint joint);
bool
u_hand_joint_is_metacarpal(enum xrt_hand_joint joint);
/*!
* Initializes a hand tracking set with default data.
*
* @ingroup aux_util
*/
void
u_hand_joints_init_default_set(struct u_hand_tracking *set,
enum xrt_hand hand,
enum u__hand_tracking_model model,
float scale);
/*!
* Helper function using hand_relation and hand_offset to transform joint
* locations from an xrt_hand_tracking data in hand space
* to an xrt_hand_joint_set in global space.
*
* @ingroup aux_util
*/
void
u_hand_joints_set_out_data(struct u_hand_tracking *set,
enum xrt_hand hand,
struct xrt_space_relation *hand_relation,
struct xrt_pose *hand_offset,
union xrt_hand_joint_set *out_value);
/*
*
* Curl model specific functions
*
*/
void
u_hand_joint_compute_next_by_curl(struct u_hand_tracking *set,
struct u_joint_space_relation *prev,
enum xrt_hand hand,
struct u_joint_space_relation *out_joint,
float curl_value);
void
u_hand_joints_update_curl(struct u_hand_tracking *set,
enum xrt_hand hand,
struct u_hand_tracking_curl_values *curl_values);
// simple helper function for positioning hands on Valve Index controllers
void
u_hand_joints_offset_valve_index_controller(enum xrt_hand hand,
struct xrt_vec3 *static_offset,
struct xrt_pose *offset);
/*!
* @}
*/
#ifdef __cplusplus
}
#endif