1. こちら
のreleasesをクリック、2017/12/01時点で最新の Source code (zip) をダウンロードします。
- PosterCalibrationSampleフォルダのPlugin.slnをVisual Studio 2017で開きます。
- ビルド設定をRelease/Win32にし、Ctrl+Shift+F5でビルドのみ行います。
※最初プラットフォームツールセットのバージョンでエラーが出ます。プロジェクトの再ターゲットが必要ですので、プロジェクト名を右クリック->プロジェクトの再ターゲットでプラットフォームツールセットをv141にアップグレードしてください。
- PosterCalibrationSample/Plugin/Release/PluginフォルダにできたファイルをPosterCalibrationSample/Unity/Assets/Scripts/PosterAlign/Binariesにコピペします。
↓
- Unityを起動し、PosterCalibrationSample/Unityフォルダを開いてください。Unity 5.5.0b11で作成されていたようです。Continueをクリックしましょう。
- ProjectビューにあるSingleZoneをクリックしシーンを開いてください。File->Build Settingsからビルド設定を行います。以下のようになります。Player Settingsは特に変更ありません。
- Switch Platformをクリック、Buildをクリックしてビルドします。ビルド先のフォルダ名はAppとしましょう。
- エラーが出るので、Assets/Scripts/SupportingScripts/Input/GestureStateManager.csを以下のように訂正してください。訂正後いくつかWarningが出ますが、ビルドできると思います。
// Copyright (c) Microsoft Corporation. All rights reserved.
// Licensed under the MIT License. See LICENSE in the project root for license information.
using System;
using UnityEngine;
namespace PosterAlignment.InputUtilities
{
public class GestureStateManager : StateManager
{
public enum Mode
{
Navigation,
Manipulation
}
public ushort ClickCount { get; private set; }
public override bool IsPressed(UnityEngine.EventSystems.PointerEventData.InputButton button)
{
return this.ClickCount > 0;
}
public override bool IsReleased(UnityEngine.EventSystems.PointerEventData.InputButton button)
{
return this.isReleased;
}
private bool isReleased;
public bool IsCancelled { get; private set; }
public bool IsCapturingGestures
{
get { return (this.activeRecognizer != null) ? this.activeRecognizer.IsCapturingGestures() : false; }
}
public Mode GestureMode
{
get { return this.recognizerType; }
set { this.ResetGestureRecognizer(value); }
}
public Mode recognizerType = Mode.Manipulation;
private UnityEngine.XR.WSA.Input.GestureRecognizer activeRecognizer = null;
private UnityEngine.XR.WSA.Input.GestureRecognizer navigationRecognizer = null;
private Vector3 navigationPosition = Vector3.zero;
private UnityEngine.XR.WSA.Input.GestureRecognizer manipulationRecognizer = null;
private Vector3 manipulationPosition = Vector3.zero;
private Vector3 manipulationPrevious = Vector3.zero;
public override Vector2 ScreenPosition { get { return this.screenPosition; } }
private Vector2 screenPosition;
public override Vector3 WorldScreenPosition { get { return this.worldScreenPosition; } }
private Vector3 worldScreenPosition;
public override Vector2 ScreenDelta { get { return this.screenDelta; } }
private Vector2 screenDelta;
public override Vector3 WorldDelta { get { return this.worldDelta; } }
private Vector3 worldDelta;
private void Awake()
{
// Instantiate the Navigation recognizer
this.navigationRecognizer = new UnityEngine.XR.WSA.Input.GestureRecognizer();
this.navigationRecognizer.SetRecognizableGestures(
UnityEngine.XR.WSA.Input.GestureSettings.Tap |
UnityEngine.XR.WSA.Input.GestureSettings.DoubleTap |
UnityEngine.XR.WSA.Input.GestureSettings.NavigationX | UnityEngine.XR.WSA.Input.GestureSettings.NavigationY | UnityEngine.XR.WSA.Input.GestureSettings.NavigationZ);
this.navigationRecognizer.TappedEvent += this.Recognizer_TappedEvent;
this.navigationRecognizer.NavigationStartedEvent += this.NavigationRecognizer_NavigationStartedEvent;
this.navigationRecognizer.NavigationUpdatedEvent += this.NavigationRecognizer_NavigationUpdatedEvent;
this.navigationRecognizer.NavigationCompletedEvent += this.NavigationRecognizer_NavigationCompletedEvent;
this.navigationRecognizer.NavigationCanceledEvent += this.NavigationRecognizer_NavigationCanceledEvent;
// Instantiate the Manipulation Recognizer.
this.manipulationRecognizer = new UnityEngine.XR.WSA.Input.GestureRecognizer();
this.manipulationRecognizer.SetRecognizableGestures(
UnityEngine.XR.WSA.Input.GestureSettings.Tap |
UnityEngine.XR.WSA.Input.GestureSettings.DoubleTap |
UnityEngine.XR.WSA.Input.GestureSettings.ManipulationTranslate);
this.manipulationRecognizer.TappedEvent += this.Recognizer_TappedEvent;
this.manipulationRecognizer.ManipulationStartedEvent += this.ManipulationRecognizer_ManipulationStartedEvent;
this.manipulationRecognizer.ManipulationUpdatedEvent += this.ManipulationRecognizer_ManipulationUpdatedEvent;
this.manipulationRecognizer.ManipulationCompletedEvent += this.ManipulationRecognizer_ManipulationCompletedEvent;
this.manipulationRecognizer.ManipulationCanceledEvent += this.ManipulationRecognizer_ManipulationCanceledEvent;
// interaction manager state handling
UnityEngine.XR.WSA.Input.InteractionManager.InteractionSourcePressed += InteractionManager_SourcePressed;
UnityEngine.XR.WSA.Input.InteractionManager.InteractionSourceReleased += InteractionManager_SourceReleased;
}
private void OnDestroy()
{
if (this.navigationRecognizer != null)
{
this.navigationRecognizer.TappedEvent -= this.Recognizer_TappedEvent;
this.navigationRecognizer.NavigationStartedEvent -= this.NavigationRecognizer_NavigationStartedEvent;
this.navigationRecognizer.NavigationUpdatedEvent -= this.NavigationRecognizer_NavigationUpdatedEvent;
this.navigationRecognizer.NavigationCompletedEvent -= this.NavigationRecognizer_NavigationCompletedEvent;
this.navigationRecognizer.NavigationCanceledEvent -= this.NavigationRecognizer_NavigationCanceledEvent;
}
if (this.manipulationRecognizer != null)
{
this.manipulationRecognizer.TappedEvent -= this.Recognizer_TappedEvent;
this.manipulationRecognizer.ManipulationStartedEvent -= this.ManipulationRecognizer_ManipulationStartedEvent;
this.manipulationRecognizer.ManipulationUpdatedEvent -= this.ManipulationRecognizer_ManipulationUpdatedEvent;
this.manipulationRecognizer.ManipulationCompletedEvent -=
this.ManipulationRecognizer_ManipulationCompletedEvent;
this.manipulationRecognizer.ManipulationCanceledEvent -=
this.ManipulationRecognizer_ManipulationCanceledEvent;
}
// interaction manager state handling
UnityEngine.XR.WSA.Input.InteractionManager.InteractionSourcePressed -= InteractionManager_SourcePressed;
UnityEngine.XR.WSA.Input.InteractionManager.InteractionSourceReleased -= InteractionManager_SourceReleased;
}
private void OnEnable()
{
this.ResetGestureRecognizer(this.GestureMode);
}
private void OnDisable()
{
this.Transition(null);
}
private void ResetGestureRecognizer(Mode type)
{
switch (type)
{
case Mode.Navigation:
this.Transition(this.navigationRecognizer);
break;
case Mode.Manipulation:
this.Transition(this.manipulationRecognizer);
break;
}
this.recognizerType = type;
}
private void Transition(UnityEngine.XR.WSA.Input.GestureRecognizer newRecognizer)
{
if (newRecognizer != null && this.activeRecognizer == newRecognizer && this.IsCapturingGestures)
{
return;
}
if (this.activeRecognizer != null)
{
if (this.activeRecognizer == newRecognizer)
{
return;
}
this.activeRecognizer.CancelGestures();
this.activeRecognizer.StopCapturingGestures();
}
if (newRecognizer != null)
{
newRecognizer.StartCapturingGestures();
}
this.activeRecognizer = newRecognizer;
}
// only used when called via Unity UI
// use ResetGestureRecognizer
public void SetGestureMode(int type)
{
this.GestureMode = (Mode)Enum.ToObject(typeof(Mode), type);
}
private void Recognizer_TappedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, int tapCount, Ray headRay)
{
this.ClickCount = (ushort)tapCount;
this.isReleased = true;
}
private void NavigationRecognizer_NavigationStartedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 relativePosition,
Ray ray)
{
this.ClickCount = 1;
this.isReleased = false;
this.navigationPosition = relativePosition;
}
private void NavigationRecognizer_NavigationUpdatedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 relativePosition,
Ray ray)
{
this.ClickCount = 0;
this.isReleased = false;
this.navigationPosition = relativePosition;
}
private void NavigationRecognizer_NavigationCompletedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 relativePosition,
Ray ray)
{
this.ClickCount = 0;
this.isReleased = true;
this.IsCancelled = false;
this.navigationPosition = relativePosition;
}
private void NavigationRecognizer_NavigationCanceledEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 relativePosition,
Ray ray)
{
this.ClickCount = 0;
this.isReleased = true;
this.IsCancelled = true;
this.navigationPosition = Vector3.zero;
}
private void ManipulationRecognizer_ManipulationStartedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 position, Ray ray)
{
this.ClickCount = 1;
this.isReleased = false;
this.manipulationPosition = position;
this.manipulationPrevious = position;
}
private void ManipulationRecognizer_ManipulationUpdatedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 position, Ray ray)
{
this.ClickCount = 0;
this.isReleased = false;
this.manipulationPrevious = this.manipulationPosition;
this.manipulationPosition = position;
}
private void ManipulationRecognizer_ManipulationCompletedEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 position,
Ray ray)
{
this.ClickCount = 0;
this.isReleased = true;
this.IsCancelled = false;
this.manipulationPrevious = this.manipulationPosition;
this.manipulationPosition = position;
}
private void ManipulationRecognizer_ManipulationCanceledEvent(UnityEngine.XR.WSA.Input.InteractionSourceKind source, Vector3 position,
Ray ray)
{
this.ClickCount = 0;
this.isReleased = true;
this.IsCancelled = true;
this.manipulationPrevious = Vector3.zero;
this.manipulationPosition = Vector3.zero;
}
private void InteractionManager_SourcePressed(UnityEngine.XR.WSA.Input.InteractionSourcePressedEventArgs state)
{
this.ClickCount = 1;
}
private void InteractionManager_SourceReleased(UnityEngine.XR.WSA.Input.InteractionSourceReleasedEventArgs state)
{
this.isReleased = true;
}
// IModuleManager
public override bool IsSupported()
{
return (this.activeRecognizer != null);
}
public override bool ShouldActivate()
{
bool shouldActivate = false;
if(this.IsCapturingGestures)
{
shouldActivate |= this.IsPressed(UnityEngine.EventSystems.PointerEventData.InputButton.Left); // did we click
shouldActivate |= !this.IsReleased(UnityEngine.EventSystems.PointerEventData.InputButton.Left); // did not release
shouldActivate |= this.IsCancelled; // did we cancel
}
return shouldActivate;
}
public override bool ShouldSubmit()
{
// TODO: support a voice command for submit
return false;
}
public override bool ShouldCancel()
{
return this.IsCancelled;
}
public override bool ShouldMove(out Vector2 movement)
{
// TODO: support a voice command for next previous / up/down actions
movement = Vector3.zero;
return false;
}
public override void ResetButtonState(UnityEngine.EventSystems.PointerEventData.InputButton button)
{
if (this.isReleased == true && this.ClickCount > 0)
{
this.ClickCount = 0;
}
this.IsCancelled = false;
this.isReleased = false;
}
public override void ActivateModule()
{
}
public override void DeactivateModule()
{
}
public override void UpdateModule()
{
this.screenPosition = StateManager.ScreenCenter;
this.worldScreenPosition = StateManager.WorldScreenCenter;
Vector3 delta = Vector3.zero;
if (this.IsCapturingGestures)
{
if (this.GestureMode == Mode.Navigation)
{
delta = this.navigationPosition;
}
else
{
delta = this.manipulationPosition - this.manipulationPrevious;
}
}
this.worldDelta = delta;
this.screenDelta = Camera.main.WorldToScreenPoint(this.worldDelta);
}
}
}
- Appフォルダ内のPosterCalibrationSample.slnをVisual Studio 2017で開き、ビルド設定をRelease/x86、リモートコンピューターに設定してHoloLensのIPアドレスを指定し、Ctrl+F5で実行します。
- PosterCalibrationSample/Unity/Assets/PostersにあるMinecraft.pngとEscher.png（MultiZoneシーンで用いる）をA4で印刷しておいてください。
- MultiZoneも同様に実行できます。
実行結果
MultiZoneのみ説明します。
MultiZone
ボイスコマンドの説明文と、マインクラフトのポスターホログラムと絵画（Escher）のホログラムが見えると思います。
“align poster 1″と発声すると、右にtargetとなるマインクラフトのポスターが表示され、左にHoloLensが見ている画像と特徴点が出ています。
その状態で、マインクラフトのポスターを見ると、緑色の枠で囲まれ認識されます。
すると、マインクラフトのポスターのホログラムが現実世界のポスターの位置に移動します。
Scale Up / Down、Move X/Y/Z Plus/Minusと発声して、位置を調整してください。
調整ができたら”lock alignment”と発声して、ホログラムを固定します。
poster 2も同様にできます。調整した結果が次のようになります。
Fordのデモでは、自動車のナンバープレートをマーカーとして、自動車（粘土モデル）の上にデザイナーの設計図（ホログラム）を被せて表示しています。表示した際のズレは、XBOXゲームコントローラーを用いて補正しているそうです。誤差を10mm程度まで抑えることができるそうです。
以上です。
