Download as PDF, PPTX
![namespace UnityEngine.XR.iOS {
………………………
[DllImport("__Internal")]
private static extern void session_SetPlaneAnchorCallbacks(IntPtr nativeSession,
internal_ARAnchorAdded anchorAddedCallback,
internal_ARAnchorUpdated anchorUpdatedCallback,
internal_ARAnchorRemoved anchorRemovedCallback);
Unityのエンジンの中に統合されているっぽい
こんな感じでNativeのARKitを呼び出す](https://image.slidesharecdn.com/arkit-171017075352/85/ARKit-12-320.jpg)
![namespace UnityEngine.XR.iOS
{
public class UnityARGeneratePlane : MonoBehaviour
{
public GameObject planePrefab;
private UnityARAnchorManager unityARAnchorManager;
// Use this for initialization
void Start () {
unityARAnchorManager = new UnityARAnchorManager();
UnityARUtility.InitializePlanePrefab (planePrefab);
}
void OnDestroy()
{
unityARAnchorManager.Destroy ();
}
void OnGUI()
{
List<ARPlaneAnchorGameObject> arpags = unityARAnchorManager.GetCurrentPlaneAnchors ();
if (arpags.Count >= 1) {
//ARPlaneAnchor ap = arpags [0].planeAnchor;
//GUI.Box (new Rect (100, 100, 800, 60), string.Format ("Center: x:{0}, y:{1}, z:
{2}", ap.center.x, ap.center.y, ap.center.z));
//GUI.Box(new Rect(100, 200, 800, 60), string.Format ("Extent: x:{0}, y:{1}, z:
{2}", ap.extent.x, ap.extent.y, ap.extent.z));
}
UnityARAnchorManagerを作る
UnityARGeneratePlane.cs
位置検出したら返ってくる](https://image.slidesharecdn.com/arkit-171017075352/85/ARKit-34-320.jpg)
深掘りARKit
- 1.
- 2.
- 4.
- 5.
- 7.
- 9.
- 10.
- 11.
- 12. namespace UnityEngine.XR.iOS { ……………………… [DllImport("__Internal")] privatestatic extern void session_SetPlaneAnchorCallbacks(IntPtr nativeSession, internal_ARAnchorAdded anchorAddedCallback, internal_ARAnchorUpdated anchorUpdatedCallback, internal_ARAnchorRemoved anchorRemovedCallback); Unityのエンジンの中に統合されているっぽい こんな感じでNativeのARKitを呼び出す
- 13.
- 14.
- 15.
- 16.
- 17.
- 19. void Update (){ if (m_camera != null) { // JUST WORKS! Matrix4x4 matrix = m_session.GetCameraPose(); m_camera.transform.localPosition = UnityARMatrixOps.GetPosition(matrix); m_camera.transform.localRotation = UnityARMatrixOps.GetRotation (matrix); m_camera.projectionMatrix = m_session.GetCameraProjection (); } } ARKitからカメラの位置情報を取得してUnityのカメラにセット UnityARCameraManager.cs ARKitからカメラのProjectionMatrixを取得してUnityのカメラにセット
- 20. void UpdateCameraClipPlanes() { currentNearZ =attachedCamera.nearClipPlane; currentFarZ = attachedCamera.farClipPlane; UnityARSessionNativeInterface.GetARSessionNativeInterface ().SetCameraClipPlanes (currentNearZ, currentFarZ); } // Update is called once per frame void Update () { if (currentNearZ != attachedCamera.nearClipPlane || currentFarZ != attachedCamera.farClipPlane) { UpdateCameraClipPlanes (); } } UnityのカメラのNear, Farを取得してARKitのカメラにセット UnityARCameraNearFar.cs
- 21.
- 22.
- 24.
- 25.
- 26.
- 27. void InitializeCommandBuffer() { m_VideoCommandBuffer =new CommandBuffer(); m_VideoCommandBuffer.Blit(null, BuiltinRenderTextureType.CurrentActive, m_ClearMaterial); GetComponent<Camera>().AddCommandBuffer(CameraEvent.BeforeForwardOpaque, m_VideoCommandBuffer); bCommandBufferInitialized = true; } UnityのCommandBufferの機能を使って描画コマンドを挿⼊ UnityARVideo.cs
- 28.
- 29. public void OnPreRender() { ……… //Texture Y _videoTextureY = Texture2D.CreateExternalTexture(currentResolution.width, currentResolution.height, TextureFormat.R8, false, false, (System.IntPtr)handles.textureY); _videoTextureY.filterMode = FilterMode.Bilinear; _videoTextureY.wrapMode = TextureWrapMode.Repeat; _videoTextureY.UpdateExternalTexture(handles.textureY); // Texture CbCr _videoTextureCbCr = Texture2D.CreateExternalTexture(currentResolution.width, currentResolution.height, TextureFormat.RG16, false, false, (System.IntPtr)handles.textureCbCr); _videoTextureCbCr.filterMode = FilterMode.Bilinear; _videoTextureCbCr.wrapMode = TextureWrapMode.Repeat; _videoTextureCbCr.UpdateExternalTexture(handles.textureCbCr); m_ClearMaterial.SetTexture("_textureY", _videoTextureY); m_ClearMaterial.SetTexture("_textureCbCr", _videoTextureCbCr); …… ビデオストリームをテクスチャーとしてセット UnityARVideo.cs
- 30.
- 31.
- 33.
- 34. namespace UnityEngine.XR.iOS { public classUnityARGeneratePlane : MonoBehaviour { public GameObject planePrefab; private UnityARAnchorManager unityARAnchorManager; // Use this for initialization void Start () { unityARAnchorManager = new UnityARAnchorManager(); UnityARUtility.InitializePlanePrefab (planePrefab); } void OnDestroy() { unityARAnchorManager.Destroy (); } void OnGUI() { List<ARPlaneAnchorGameObject> arpags = unityARAnchorManager.GetCurrentPlaneAnchors (); if (arpags.Count >= 1) { //ARPlaneAnchor ap = arpags [0].planeAnchor; //GUI.Box (new Rect (100, 100, 800, 60), string.Format ("Center: x:{0}, y:{1}, z: {2}", ap.center.x, ap.center.y, ap.center.z)); //GUI.Box(new Rect(100, 200, 800, 60), string.Format ("Extent: x:{0}, y:{1}, z: {2}", ap.extent.x, ap.extent.y, ap.extent.z)); } UnityARAnchorManagerを作る UnityARGeneratePlane.cs 位置検出したら返ってくる
- 35.
- 37. namespace UnityEngine.XR.iOS { public classUnityARHitTestExample : MonoBehaviour { public Transform m_HitTransform; bool HitTestWithResultType (ARPoint point, ARHitTestResultType resultTypes) { List<ARHitTestResult> hitResults = UnityARSessionNativeInterface.GetARSessionNativeInterface ().HitTest (point, resultTypes); if (hitResults.Count > 0) { foreach (var hitResult in hitResults) { Debug.Log ("Got hit!"); m_HitTransform.position = UnityARMatrixOps.GetPosition (hitResult.worldTransform); m_HitTransform.rotation = UnityARMatrixOps.GetRotation (hitResult.worldTransform); Debug.Log (string.Format ("x:{ 0:0.######} y:{ 1:0.######} z:{ 2:0.######}", m_HitTransform.position.x, m_HitTransform.position.y, m_HitTransform.position.z)); return true; } } return false; } iPhoneの画⾯上の点を指定してARKitのヒット テストを呼ぶ UnityARHitTestExample.cs Hit Testの結果をチェック
- 38.
- 39.
- 41.
- 43.
- 44.
- 45. struct v2f { float4 pos: SV_POSITION; LIGHTING_COORDS(0,1) }; v2f vert(appdata_base v) { v2f o; o.pos = UnityObjectToClipPos (v.vertex); // 5.) The TRANSFER_VERTEX_TO_FRAGMENT macro populates the chosen LIGHTING_COORDS in the v2f structure // with appropriate values to sample from the shadow/lighting map TRANSFER_VERTEX_TO_FRAGMENT(o); return o; } fixed4 frag(v2f i) : COLOR { // 6.) The LIGHT_ATTENUATION samples the shadowmap (using the coordinates calculated by TRANSFER_VERTEX_TO_FRAGMENT // and stored in the structure defined by LIGHTING_COORDS), and returns the value as a float. float attenuation = LIGHT_ATTENUATION(i); return fixed4(1.0,1.0,1.0,1.0) * attenuation; } ShadowMapを取得 MobileARShadow.shader
- 48.
- 49.
- 50.
- 51.
- 52.
- 53.
- 54.
- 55. ZWrite On ZTest LEqual ColorMask0 CGPROGRAM #pragma vertex vert #pragma fragment frag #include "UnityCG.cginc" struct appdata { float4 vertex : POSITION; } ; struct v2f { float4 position : SV_POSITION; } ; v2f vert (appdata input) { v2f output; output.position = UnityObjectToClipPos(input.vertex); return output; } fixed4 frag (v2f input) : SV_Target { return fixed4(0.5, 0.3, 0.0, 1.0); } Zは描画 MobileOcclusion.shader Colorは更新しない
- 56.
- 57.
- 58.
- 60.
- 61. public void Start() { l= GetComponent<Light>(); UnityARSessionNativeInterface.ARFrameUpdatedEvent += UpdateLightEstimation; } void UpdateLightEstimation(UnityARCamera camera) { // Convert ARKit intensity to Unity intensity // ARKit ambient intensity ranges 0-2000 // Unity ambient intensity ranges 0-8 (for over-bright lights) float newai = camera.lightEstimation.ambientIntensity; l.intensity = newai / 1000.0f; //Unity Light has functionality to filter the light color to correct temperature //https://docs.unity3d.com/ScriptReference/Light-colorTemperature.html l.colorTemperature = camera.lightEstimation.ambientColorTemperature; } イベントを登録 UnityARKitAmbient.cs ライトの⾊温度を変更
- 62.
- 63.
- 64.
- 65.