Hololens入门之手势识别(使用Navigation gesture控制物体旋转)

Hololens入门之手势识别(使用Navigation gesture控制物体旋转)

本文示例在上一篇文章
Hololens入门之手势识别(手检测反馈) 示例的基础上进行修改

Navigation gesture ：保持点击手势，在一个标准3D立方空间内相对运动

导航手势就像一个虚拟的操纵杆，能够用于UI控件导航，例如弧形菜单。通过点击开始手势，然后在以点击处为中心的标准立方空间中移动手部。你可以沿着X、Y、Z轴移动手部，这会带来数值-1到1的变化，初始位置的值为0.

1、修改HandsManager.cs，添加InteractionManager.SourcePressed，InteractionManager.SourceReleased处理函数，用于识别物体被点击和被释放的事件

HandsManager.cs完整代码如下：

// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See LICENSE in the project root for license information.

using System;
using System.Collections.Generic;
using UnityEngine;
using UnityEngine.VR.WSA.Input;

namespace HoloToolkit.Unity
{
/// <summary>
/// HandsManager determines if the hand is currently detected or not.
/// </summary>
public partial class HandsManager : Singleton<HandsManager>
{
/// <summary>
/// HandDetected tracks the hand detected state.
/// Returns true if the list of tracked hands is not empty.
/// </summary>
public bool HandDetected
{
get { return trackedHands.Count > 0; }
}

private HashSet<uint> trackedHands = new HashSet<uint>();

public GameObject FocusedGameObject { get; private set; }

void Awake()
{
//识别到来源
InteractionManager.SourceDetected += InteractionManager_SourceDetected;
//来源丢失
InteractionManager.SourceLost += InteractionManager_SourceLost;
//来源被按下
InteractionManager.SourcePressed += InteractionManager_SourcePressed;
//被释放
InteractionManager.SourceReleased += InteractionManager_SourceReleased;

FocusedGameObject = null;
}

//手势释放时，将被关注的物体置空
private void InteractionManager_SourceReleased(InteractionSourceState state)
{
FocusedGameObject = null;
}
//识别到手指按下时，将凝视射线关注的物体置为当前手势操作的对象
private void InteractionManager_SourcePressed(InteractionSourceState state)
{
if (GazeManager.Instance.FocusedObject != null)
{
FocusedGameObject = GazeManager.Instance.FocusedObject;
}
}

private void InteractionManager_SourceDetected(InteractionSourceState state)
{
// 检测来源是否为手，如果是手则加入跟踪集合
if (state.source.kind != InteractionSourceKind.Hand)
{
return;
}

trackedHands.Add(state.source.id);
}

private void InteractionManager_SourceLost(InteractionSourceState state)
{
// 检测丢失的来源是否为手，如果是手则从跟踪集合中去除
if (state.source.kind != InteractionSourceKind.Hand)
{
return;
}

if (trackedHands.Contains(state.source.id))
{
trackedHands.Remove(state.source.id);
}
FocusedGameObject = null;
}

void OnDestroy()
{
InteractionManager.SourceDetected -= InteractionManager_SourceDetected;
InteractionManager.SourceLost -= InteractionManager_SourceLost;
InteractionManager.SourceReleased -= InteractionManager_SourceReleased;
InteractionManager.SourcePressed -= InteractionManager_SourcePressed;
}
}
}

2、修改GestureManager.cs，订阅Navigation手势事件

// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See LICENSE in the project root for license information.

using System;
using UnityEngine;
using UnityEngine.VR.WSA.Input;

namespace HoloToolkit.Unity
{
/// <summary>
/// GestureManager creates a gesture recognizer and signs up for a tap gesture.
/// When a tap gesture is detected, GestureManager uses GazeManager to find the game object.
/// GestureManager then sends a message to that game object.
/// </summary>
[RequireComponent(typeof(GazeManager))]
public partial class GestureManager : Singleton<GestureManager>
{
/// <summary>
/// Key to press in the editor to select the currently gazed hologram
/// </summary>
public KeyCode EditorSelectKey = KeyCode.Space;

/// <summary>
/// To select even when a hologram is not being gazed at,
/// set the override focused object.
/// If its null, then the gazed at object will be selected.
/// </summary>
public GameObject OverrideFocusedObject
{
get; set;
}

/// <summary>
/// Gets the currently focused object, or null if none.
/// </summary>
public GameObject FocusedObject
{
get { return focusedObject; }
}

private GestureRecognizer gestureRecognizer;
private GameObject focusedObject;

public bool IsNavigating { get; private set; }
public Vector3 NavigationPosition { get; private set; }

void Start()
{
//  创建GestureRecognizer实例
gestureRecognizer = new GestureRecognizer();
//  注册指定的手势类型
gestureRecognizer.SetRecognizableGestures(GestureSettings.Tap
| GestureSettings.DoubleTap
| GestureSettings.NavigationX);
//  订阅手势事件
gestureRecognizer.TappedEvent += GestureRecognizer_TappedEvent;

//添加Navigation手势事件
gestureRecognizer.NavigationStartedEvent += GestureRecognizer_NavigationStartedEvent;
gestureRecognizer.NavigationUpdatedEvent += GestureRecognizer_NavigationUpdatedEvent;
gestureRecognizer.NavigationCompletedEvent += GestureRecognizer_NavigationCompletedEvent;
gestureRecognizer.NavigationCanceledEvent += GestureRecognizer_NavigationCanceledEvent;
//  开始手势识别
gestureRecognizer.StartCapturingGestures();
}

private void GestureRecognizer_NavigationCanceledEvent(InteractionSourceKind source, Vector3 normalizedOffset, Ray headRay)
{
IsNavigating = false;
}

private void GestureRecognizer_NavigationCompletedEvent(InteractionSourceKind source, Vector3 normalizedOffset, Ray headRay)
{
IsNavigating = false;
}

private void GestureRecognizer_NavigationUpdatedEvent(InteractionSourceKind source, Vector3 normalizedOffset, Ray headRay)
{
IsNavigating = true;
//偏移量
NavigationPosition = normalizedOffset;
}

private void GestureRecognizer_NavigationStartedEvent(InteractionSourceKind source, Vector3 normalizedOffset, Ray headRay)
{
IsNavigating = true;
NavigationPosition = normalizedOffset;
}

private void OnTap()
{
if (focusedObject != null)
{
focusedObject.SendMessage("OnTap");
}
}

private void OnDoubleTap()
{
if (focusedObject != null)
{
focusedObject.SendMessage("OnDoubleTap");
}
}

private void GestureRecognizer_TappedEvent(InteractionSourceKind source, int tapCount, Ray headRay)
{
if (tapCount == 1)
{
OnTap();
}
else
{
OnDoubleTap();
}
}

void LateUpdate()
{
GameObject oldFocusedObject = focusedObject;

if (GazeManager.Instance.Hit &&
OverrideFocusedObject == null &&
GazeManager.Instance.HitInfo.collider != null)
{
// If gaze hits a hologram, set the focused object to that game object.
// Also if the caller has not decided to override the focused object.
focusedObject = GazeManager.Instance.HitInfo.collider.gameObject;
}
else
{
// If our gaze doesn't hit a hologram, set the focused object to null or override focused object.
focusedObject = OverrideFocusedObject;
}

//放开该代码将重置手势识别
//if (focusedObject != oldFocusedObject)
//{
//    // If the currently focused object doesn't match the old focused object, cancel the current gesture.
//    // Start looking for new gestures.  This is to prevent applying gestures from one hologram to another.
//    gestureRecognizer.CancelGestures();
//    gestureRecognizer.StartCapturingGestures();
//}
}

void OnDestroy()
{
gestureRecognizer.StopCapturingGestures();
gestureRecognizer.TappedEvent -= GestureRecognizer_TappedEvent;
gestureRecognizer.NavigationStartedEvent -= GestureRecognizer_NavigationStartedEvent;
gestureRecognizer.NavigationUpdatedEvent -= GestureRecognizer_NavigationUpdatedEvent;
gestureRecognizer.NavigationCompletedEvent -= GestureRecognizer_NavigationCompletedEvent;
gestureRecognizer.NavigationCanceledEvent -= GestureRecognizer_NavigationCanceledEvent;
}
}
}

3、修改CubeScript.cs，添加物体旋转函数，当选中物体，左右移动时，物体将发生绕着y轴进行旋转

using UnityEngine;
using System.Collections;
using HoloToolkit.Unity;

public class CubeScript : MonoBehaviour {

[Tooltip("Rotation max speed controls amount of rotation.")]
public float RotationSensitivity = 10.0f;

private float rotationFactorX;
private float rotationFactorY;
private float rotationFactorZ;

// Use this for initialization
void Start () {

}

// Update is called once per frame
void Update () {
PerformRotation();
}

private void PerformRotation()
{
//当处于Navigating Gesture时且当前物体为被手势识别追踪的物体时进行旋转
if (GestureManager.Instance.IsNavigating && HandsManager.Instance.FocusedGameObject == gameObject)
{
//计算旋转角度
rotationFactorX = GestureManager.Instance.NavigationPosition.x * RotationSensitivity;
//绕着y轴进行旋转
transform.Rotate(new Vector3(0, -1 * rotationFactorX, 0));
}
}

private void OnTap()
{
gameObject.GetComponent<MeshRenderer>().material.color = Color.blue;
}

private void OnDoubleTap()
{
gameObject.GetComponent<MeshRenderer>().material.color = Color.green;
}
}

4、新增一个cube，与之前的一个cube相同，用于测试当选中不同的物体时，物体单独进行选择，不影响其它物体



5、运行测试

模拟器中按住鼠标右键选中物体，不放开鼠标右键，左右移动鼠标，被选中物体将绕着y轴进行旋转（如下图绿色Cube的角度将发生变化）