diff --git a/AR-3/Assets/Plugins/Newtonsoft.Json.dll b/AR-3/Assets/Plugins/Newtonsoft.Json.dll new file mode 100755 index 0000000..5d693ba Binary files /dev/null and b/AR-3/Assets/Plugins/Newtonsoft.Json.dll differ diff --git a/AR-3/Assets/python_test.cs b/AR-3/Assets/python_test.cs new file mode 100644 index 0000000..b5b9821 --- /dev/null +++ b/AR-3/Assets/python_test.cs @@ -0,0 +1,147 @@ +using System; +using System.Collections.Generic; +using System.Diagnostics; +using System.IO; +using OpenCVForUnity.CoreModule; +using UnityEngine; +using Vuforia; +using Newtonsoft.Json; +using OpenCVForUnity.Calib3dModule; +using OpenCVForUnity.ImgprocModule; +using OpenCVForUnity.ImgcodecsModule; + +public class HomographyPoints +{ + public List> src_points { get; set; } + public List> dst_points { get; set; } +} + +public class python_test : MonoBehaviour +{ + Mat camImageMat; + Texture2D outputTexture; + int baselineWidth = 1500; + int baselineHeight = 1500; + Mat loadedImage; + + // Start is called before the first frame update + void Start() + { + + loadedImage = Imgcodecs.imread("/Users/alexandermunch-hansen/projects/chess_stuff/advancedskrald/whole_boards/boards_for_empty/board_1554285984.187497_rank_4.png"); + + } + + + string runCmd(Mat image) + { + var buffer = new MatOfByte(); + OpenCVForUnity.ImgcodecsModule.Imgcodecs.imencode(".png", camImageMat, buffer); + string base64 = Convert.ToBase64String(buffer.toArray()); + + + ProcessStartInfo start = new ProcessStartInfo(); + start.FileName = "/Users/alexandermunch-hansen/.virtualenvs/cv/bin/python3"; + var cmd = "/Users/alexandermunch-hansen/projects/chess_stuff/advancedskrald/adapter.py"; + var args = ""; + start.Arguments = string.Format("\"{0}\" \"{1}\"", cmd, args); + start.UseShellExecute = false;// Do not use OS shell + start.CreateNoWindow = true; // We don't need new window + start.RedirectStandardInput = true; + start.RedirectStandardOutput = true;// Any output, generated by application will be redirected back + start.RedirectStandardError = true; // Any error in standard output will be redirected back (for example exceptions) + using (Process process = Process.Start(start)) + { + using (StreamWriter writer = process.StandardInput) + { + writer.WriteLine(base64); + writer.Close(); + } + + process.WaitForExit(); + + string err = process.StandardError.ReadToEnd(); + print(err); + + using (StreamReader reader = process.StandardOutput) + { + string result = reader.ReadLine(); + + return (string) result; + } + } + } + + // Update is called once per frame + void Update() + { + Image camImg = CameraDevice.Instance.GetCameraImage(Image.PIXEL_FORMAT.RGBA8888); + Mat outputMat = null; + if (camImg != null) + { + if (camImageMat == null) + { + camImageMat = new Mat(camImg.Height, camImg.Width, CvType.CV_8UC4); + } + camImageMat.put(0, 0, camImg.Pixels); + if (Input.GetKeyDown("space")) + { + + /* + var camImgCopy = camImageMat.clone(); + outputMat = camImageMat.clone(); + */ + + print("------------------------------------"); + print(loadedImage.size()); + + var camImgCopy = loadedImage.clone(); + outputMat = camImgCopy.clone(); + camImageMat = loadedImage.clone(); + + print("------------------------------------"); + + var pls = runCmd(camImageMat); + + print(pls); + + HomographyPoints homographyPoints = JsonConvert.DeserializeObject(pls); + + print(homographyPoints.src_points); + + MatOfPoint2f imagePoints = new MatOfPoint2f(); + imagePoints.alloc(homographyPoints.src_points.Count); + print(homographyPoints.src_points.Count); + + + MatOfPoint2f dstPoints = new MatOfPoint2f(); + dstPoints.alloc(homographyPoints.dst_points.Count); + + + for (int i = 0; i < homographyPoints.src_points.Count; i++) + { + imagePoints.put(i, 0, (int) homographyPoints.src_points[i][0], (int) homographyPoints.src_points[i][1]); + } + + for (int i = 0; i < homographyPoints.dst_points.Count; i++) + { + + dstPoints.put(i, 0, (int) homographyPoints.dst_points[i][0], (int) homographyPoints.dst_points[i][1]); + } + + var homography = Calib3d.findHomography(imagePoints, dstPoints, Calib3d.RANSAC); + + Imgproc.warpPerspective(camImgCopy, outputMat, homography, new Size(baselineWidth, baselineHeight)); + + imagePoints.Dispose(); + dstPoints.Dispose(); + + } + + if (outputMat != null) + MatDisplay.DisplayMat(outputMat, MatDisplaySettings.FULL_BACKGROUND); + } + } + + +} diff --git a/AR-3/Assets/python_test_scene.unity b/AR-3/Assets/python_test_scene.unity new file mode 100644 index 0000000..c9189cc --- /dev/null +++ b/AR-3/Assets/python_test_scene.unity @@ -0,0 +1,336 @@ +%YAML 1.1 +%TAG !u! tag:unity3d.com,2011: +--- !u!29 &1 +OcclusionCullingSettings: + m_ObjectHideFlags: 0 + serializedVersion: 2 + m_OcclusionBakeSettings: + smallestOccluder: 5 + smallestHole: 0.25 + backfaceThreshold: 100 + m_SceneGUID: 00000000000000000000000000000000 + m_OcclusionCullingData: {fileID: 0} +--- !u!104 &2 +RenderSettings: + m_ObjectHideFlags: 0 + serializedVersion: 9 + m_Fog: 0 + m_FogColor: {r: 0.5, g: 0.5, b: 0.5, a: 1} + m_FogMode: 3 + m_FogDensity: 0.01 + m_LinearFogStart: 0 + m_LinearFogEnd: 300 + m_AmbientSkyColor: {r: 0.212, g: 0.227, b: 0.259, a: 1} + m_AmbientEquatorColor: {r: 0.114, g: 0.125, b: 0.133, a: 1} + m_AmbientGroundColor: {r: 0.047, g: 0.043, b: 0.035, a: 1} + m_AmbientIntensity: 1 + m_AmbientMode: 0 + m_SubtractiveShadowColor: {r: 0.42, g: 0.478, b: 0.627, a: 1} + m_SkyboxMaterial: {fileID: 10304, guid: 0000000000000000f000000000000000, type: 0} + m_HaloStrength: 0.5 + m_FlareStrength: 1 + m_FlareFadeSpeed: 3 + m_HaloTexture: {fileID: 0} + m_SpotCookie: {fileID: 10001, guid: 0000000000000000e000000000000000, type: 0} + m_DefaultReflectionMode: 0 + m_DefaultReflectionResolution: 128 + m_ReflectionBounces: 1 + m_ReflectionIntensity: 1 + m_CustomReflection: {fileID: 0} + m_Sun: {fileID: 0} + m_IndirectSpecularColor: {r: 0.44657838, g: 0.49641234, b: 0.57481676, a: 1} + m_UseRadianceAmbientProbe: 0 +--- !u!157 &3 +LightmapSettings: + m_ObjectHideFlags: 0 + serializedVersion: 11 + m_GIWorkflowMode: 0 + m_GISettings: + serializedVersion: 2 + m_BounceScale: 1 + m_IndirectOutputScale: 1 + m_AlbedoBoost: 1 + m_EnvironmentLightingMode: 0 + m_EnableBakedLightmaps: 1 + m_EnableRealtimeLightmaps: 1 + m_LightmapEditorSettings: + serializedVersion: 10 + m_Resolution: 2 + m_BakeResolution: 40 + m_AtlasSize: 1024 + m_AO: 0 + m_AOMaxDistance: 1 + m_CompAOExponent: 1 + m_CompAOExponentDirect: 0 + m_Padding: 2 + m_LightmapParameters: {fileID: 0} + m_LightmapsBakeMode: 1 + m_TextureCompression: 1 + m_FinalGather: 0 + m_FinalGatherFiltering: 1 + m_FinalGatherRayCount: 256 + m_ReflectionCompression: 2 + m_MixedBakeMode: 2 + m_BakeBackend: 1 + m_PVRSampling: 1 + m_PVRDirectSampleCount: 32 + m_PVRSampleCount: 500 + m_PVRBounces: 2 + m_PVRFilterTypeDirect: 0 + m_PVRFilterTypeIndirect: 0 + m_PVRFilterTypeAO: 0 + m_PVRFilteringMode: 1 + m_PVRCulling: 1 + m_PVRFilteringGaussRadiusDirect: 1 + m_PVRFilteringGaussRadiusIndirect: 5 + m_PVRFilteringGaussRadiusAO: 2 + m_PVRFilteringAtrousPositionSigmaDirect: 0.5 + m_PVRFilteringAtrousPositionSigmaIndirect: 2 + m_PVRFilteringAtrousPositionSigmaAO: 1 + m_ShowResolutionOverlay: 1 + m_LightingDataAsset: {fileID: 0} + m_UseShadowmask: 1 +--- !u!196 &4 +NavMeshSettings: + serializedVersion: 2 + m_ObjectHideFlags: 0 + m_BuildSettings: + serializedVersion: 2 + agentTypeID: 0 + agentRadius: 0.5 + agentHeight: 2 + agentSlope: 45 + agentClimb: 0.4 + ledgeDropHeight: 0 + maxJumpAcrossDistance: 0 + minRegionArea: 2 + manualCellSize: 0 + cellSize: 0.16666667 + manualTileSize: 0 + tileSize: 256 + accuratePlacement: 0 + debug: + m_Flags: 0 + m_NavMeshData: {fileID: 0} +--- !u!1 &262069759 +GameObject: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + serializedVersion: 6 + m_Component: + - component: {fileID: 262069764} + - component: {fileID: 262069763} + - component: {fileID: 262069762} + - component: {fileID: 262069761} + - component: {fileID: 262069760} + m_Layer: 0 + m_Name: ARCamera + m_TagString: Untagged + m_Icon: {fileID: 0} + m_NavMeshLayer: 0 + m_StaticEditorFlags: 0 + m_IsActive: 1 +--- !u!114 &262069760 +MonoBehaviour: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 262069759} + m_Enabled: 1 + m_EditorHideFlags: 0 + m_Script: {fileID: 11500000, guid: c47f92041efbb4b429a4eafca855ebe3, type: 3} + m_Name: + m_EditorClassIdentifier: +--- !u!114 &262069761 +MonoBehaviour: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 262069759} + m_Enabled: 1 + m_EditorHideFlags: 0 + m_Script: {fileID: -1826476478, guid: bab6fa851cf5a1a4bba3cec5f191cb8e, type: 3} + m_Name: + m_EditorClassIdentifier: + mWorldCenterMode: 2 + mWorldCenter: {fileID: 0} +--- !u!81 &262069762 +AudioListener: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 262069759} + m_Enabled: 1 +--- !u!20 &262069763 +Camera: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 262069759} + m_Enabled: 1 + serializedVersion: 2 + m_ClearFlags: 2 + m_BackGroundColor: {r: 0, g: 0, b: 0, a: 1} + m_projectionMatrixMode: 1 + m_SensorSize: {x: 36, y: 24} + m_LensShift: {x: 0, y: 0} + m_GateFitMode: 2 + m_FocalLength: 50 + m_NormalizedViewPortRect: + serializedVersion: 2 + x: 0 + y: 0 + width: 1 + height: 1 + near clip plane: 0.05 + far clip plane: 2000 + field of view: 60 + orthographic: 0 + orthographic size: 5 + m_Depth: 1 + m_CullingMask: + serializedVersion: 2 + m_Bits: 4294967295 + m_RenderingPath: -1 + m_TargetTexture: {fileID: 0} + m_TargetDisplay: 0 + m_TargetEye: 3 + m_HDR: 0 + m_AllowMSAA: 1 + m_AllowDynamicResolution: 0 + m_ForceIntoRT: 0 + m_OcclusionCulling: 1 + m_StereoConvergence: 10 + m_StereoSeparation: 0.022 +--- !u!4 &262069764 +Transform: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 262069759} + m_LocalRotation: {x: 0, y: 0, z: 0, w: 1} + m_LocalPosition: {x: 0, y: 0, z: -1.32} + m_LocalScale: {x: 1, y: 1, z: 1} + m_Children: [] + m_Father: {fileID: 0} + m_RootOrder: 2 + m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0} +--- !u!1 &730623320 +GameObject: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + serializedVersion: 6 + m_Component: + - component: {fileID: 730623322} + - component: {fileID: 730623321} + m_Layer: 0 + m_Name: GameObject + m_TagString: Untagged + m_Icon: {fileID: 0} + m_NavMeshLayer: 0 + m_StaticEditorFlags: 0 + m_IsActive: 1 +--- !u!114 &730623321 +MonoBehaviour: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 730623320} + m_Enabled: 1 + m_EditorHideFlags: 0 + m_Script: {fileID: 11500000, guid: 1a041d7cf68d8465d80427999ab2029d, type: 3} + m_Name: + m_EditorClassIdentifier: +--- !u!4 &730623322 +Transform: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 730623320} + m_LocalRotation: {x: 0, y: 0, z: 0, w: 1} + m_LocalPosition: {x: 0, y: 0.005000003, z: 0} + m_LocalScale: {x: 1, y: 1, z: 1} + m_Children: [] + m_Father: {fileID: 0} + m_RootOrder: 1 + m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0} +--- !u!1 &1840619079 +GameObject: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + serializedVersion: 6 + m_Component: + - component: {fileID: 1840619081} + - component: {fileID: 1840619080} + m_Layer: 0 + m_Name: Directional Light + m_TagString: Untagged + m_Icon: {fileID: 0} + m_NavMeshLayer: 0 + m_StaticEditorFlags: 0 + m_IsActive: 1 +--- !u!108 &1840619080 +Light: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 1840619079} + m_Enabled: 1 + serializedVersion: 8 + m_Type: 1 + m_Color: {r: 1, g: 0.95686275, b: 0.8392157, a: 1} + m_Intensity: 1 + m_Range: 10 + m_SpotAngle: 30 + m_CookieSize: 10 + m_Shadows: + m_Type: 2 + m_Resolution: -1 + m_CustomResolution: -1 + m_Strength: 1 + m_Bias: 0.05 + m_NormalBias: 0.4 + m_NearPlane: 0.2 + m_Cookie: {fileID: 0} + m_DrawHalo: 0 + m_Flare: {fileID: 0} + m_RenderMode: 0 + m_CullingMask: + serializedVersion: 2 + m_Bits: 4294967295 + m_Lightmapping: 4 + m_LightShadowCasterMode: 0 + m_AreaSize: {x: 1, y: 1} + m_BounceIntensity: 1 + m_ColorTemperature: 6570 + m_UseColorTemperature: 0 + m_ShadowRadius: 0 + m_ShadowAngle: 0 +--- !u!4 &1840619081 +Transform: + m_ObjectHideFlags: 0 + m_CorrespondingSourceObject: {fileID: 0} + m_PrefabInstance: {fileID: 0} + m_PrefabAsset: {fileID: 0} + m_GameObject: {fileID: 1840619079} + m_LocalRotation: {x: 0.40821788, y: -0.23456968, z: 0.10938163, w: 0.8754261} + m_LocalPosition: {x: 0, y: 3, z: 0} + m_LocalScale: {x: 1, y: 1, z: 1} + m_Children: [] + m_Father: {fileID: 0} + m_RootOrder: 0 + m_LocalEulerAnglesHint: {x: 50, y: -30, z: 0} diff --git a/AR-3/PythonTest.cs b/AR-3/PythonTest.cs new file mode 100644 index 0000000..788267d --- /dev/null +++ b/AR-3/PythonTest.cs @@ -0,0 +1,10 @@ +using System; +namespace AssemblyCSharp +{ + public class PythonTest + { + public PythonTest() + { + } + } +} diff --git a/AR-3/packages.config b/AR-3/packages.config new file mode 100644 index 0000000..db3382f --- /dev/null +++ b/AR-3/packages.config @@ -0,0 +1,4 @@ + + + + \ No newline at end of file diff --git a/AdvancedSkraldAR/packages.config b/AdvancedSkraldAR/packages.config new file mode 100644 index 0000000..db3382f --- /dev/null +++ b/AdvancedSkraldAR/packages.config @@ -0,0 +1,4 @@ + + + + \ No newline at end of file