How can i rotate an object based on the finger position?

Harry Banda
Harry Banda Posts: 8
edited January 2023 in General #1

I am trying to use the position of the hand tracker fingertip to make a cube rotate. For example, as I move my finger on the x-axis the cube rotates in the x-axis in the direction of the finger.

I tried the following code but there is probably something I'm missing because it only works correctly on one face of the cube.

var object = script.getSceneObject();
var transform = object.getTransform();
var rotation = transform.getWorldRotation();

var isPinch = false;

function update() {
  var hand = global.handTracking.getHand();

  if (hand === undefined) {


  if (isPinch) {

function detectPinch(hand) {
  var thumb = hand.thumb.tip.position;
  var index = hand.indexFinger.tip.position;
  var distance = thumb.distance(index);
  var threshold = 3;

  if (distance < threshold) {
    isPinch = true;
  } else {
    isPinch = false;

function rotate(hand) {
  var pos = hand.indexFinger.tip.position;

  var q1 = quat.angleAxis(degToRad(pos.y) * rotSens, vec3.left());
  var q2 = quat.angleAxis(degToRad(pos.x) * rotSens, vec3.up());
  var q3 = q1.multiply(q2);


function degToRad(degrees) {
  var pi = Math.PI;
  return degrees * (pi / 180);


If I face the cube on the left, right, or backside the rotations are wrong.

Best Answer

  • Harry Banda
    Harry Banda Posts: 8
    #2 Answer ✓

    I have added all code for clarity

    After doing some research I believe I have to take the position of the camera into account because the camera moves around the cube. But not sure how to