diff --git a/src/Dofs.cs b/src/Dofs.cs
index 19273a3..fea5c97 100644
--- a/src/Dofs.cs
+++ b/src/Dofs.cs
@@ -50,7 +50,7 @@ static class ColorCube
     {
         Vec3 delta = grab.pose.position - last_position;
         // move cube around picker which is constrained by cube limits
-        cursor -= delta / scl;
+        cursor -= grab.pose.orientation.Inverse * delta / scl;
 
         cursor = V.XYZ(
             Maths.s_clamp(cursor.x, 0.5f),