arskrald/AR-3/Assets/python_test.cs

using System;
using System.Collections.Generic;
using System.Diagnostics;
using System.IO;
using OpenCVForUnity.CoreModule;
using UnityEngine;
using Vuforia;
using Newtonsoft.Json;
using RestSharp;
using OpenCVForUnity.Calib3dModule;
using OpenCVForUnity.ImgprocModule;
using OpenCVForUnity.ImgcodecsModule;
using System.Collections;

public class HomographyAndState
{
    public List<List<float>> homography { get; set; }
    public List<List<int>> board { get; set; }
}

public class python_test : MonoBehaviour
{
    public GameObject FbxBishop;
    public GameObject FbxKing;
    public GameObject FbxKnight;
    public GameObject FbxPawn;
    public GameObject FbxQueen;
    public GameObject FbxRook;

    Mat camImageMat;
    Texture2D outputTexture;
    int baselineWidth = 1500;
    int baselineHeight = 1500;
    Mat loadedImage;
    Mat loadedImage_pls;
    GameObject rue;
    bool displayWarped = false;
    double rueX = 0.51;
    double rueY = 0.71;

    Mat camImgCopy;

    WebCamTexture _webcamtex;
    Mat camMatFromTexture;

    Process process;
    ProcessStartInfo start = new ProcessStartInfo();
    Texture2D _TextureFromCamera;

    bool displayLoaded = false;
    RestClient restClient;

    Dictionary<int, GameObject> intToPiece = new Dictionary<int, GameObject>();

    List<List<int>> boardState;

    GameObject baseObject;

    int viewMarked = 0;
    //StreamWriter sw;
    //StreamReader sr;


    // Start is called before the first frame update
    void Start()
    {
        baseObject = GameObject.Find("base_object");

        boardState = new List<List<int>>() {
            new List<int>() {0, 1, 2, 4, 3, 2, 1, 0},
            new List<int>() {5, 5, 5, 5, 5, 5, 5, 5},
            new List<int>() {6, 6, 6, 6, 6, 6, 6, 6},
            new List<int>() {6, 6, 6, 6, 6, 6, 6, 6},
            new List<int>() {6, 6, 6, 6, 6, 6, 6, 6},
            new List<int>() {6, 6, 6, 6, 6, 6, 6, 6},
            new List<int>() {6, 6, 6, 6, 6, 6, 6, 6},
            new List<int>() {6, 6, 6, 6, 6, 6, 6, 6},

          };
        


        loadedImage_pls = Imgcodecs.imread("/Users/alexandermunch-hansen/projects/chess_stuff/advancedskrald/whole_boards/boards_for_empty/board_1554288882.301468_rank_8.png");


        intToPiece.Add(0, FbxRook);
        intToPiece.Add(1, FbxKnight);
        intToPiece.Add(2, FbxBishop);
        intToPiece.Add(3, FbxKing);
        intToPiece.Add(4, FbxQueen);
        intToPiece.Add(5, FbxPawn);


        camMatFromTexture = new Mat(1080, 1920, CvType.CV_8UC3);
        _TextureFromCamera = new Texture2D(1920, 1080);




        restClient = new RestClient("http://localhost:5000");


        //process = Process.Start(start);
        //sw = new StreamWriter(process.StandardInput.BaseStream, System.Text.Encoding.Default, 1024, true);
        //sr = new StreamReader(process.StandardOutput.BaseStream, System.Text.Encoding.Default, true, 1024, true);


        _webcamtex = new WebCamTexture("HD Pro Webcam C920 #3", 1920, 1080);
        _webcamtex.Play();
    }



    string runCmd(Mat image)
    {
        var buffer = new MatOfByte();
        OpenCVForUnity.ImgcodecsModule.Imgcodecs.imencode(".png", image, buffer);
        string base64 = Convert.ToBase64String(buffer.toArray());

        String json = $"{{\"img\": \"{base64}\"}}";

        RestRequest request = new RestRequest(Method.POST);

        request.RequestFormat = DataFormat.Json;

        request.AddParameter("application/json", json, ParameterType.RequestBody);
        var response = restClient.Execute(request);
        print(response.Content);
        return response.Content;
    }

    /*
    using (StreamWriter writer = process.StandardInput)
    {
        writer.WriteLine(base64);
    }


    using (StreamReader reader = process.StandardOutput)
    {
        string result = reader.ReadLine();
        return (string)result;

    }*/



    // Update is called once per frame
    void Update()
    {
        if (displayLoaded)
        {
            camMatFromTexture = loadedImage_pls.clone();
        }


        Image camImg = CameraDevice.Instance.GetCameraImage(Image.PIXEL_FORMAT.RGBA8888);

        Mat textMat = null;

        if (camImg != null)
        {
            _TextureFromCamera.SetPixels(_webcamtex.GetPixels());
            _TextureFromCamera.Apply();
            //byte[] bytes = _TextureFromCamera.EncodeToPNG();
            //string filePath = "SavedScreen1.png";
            //File.WriteAllBytes(filePath, bytes);
            if (!displayLoaded)
            {
                OpenCVForUnity.UnityUtils.Utils.texture2DToMat(_TextureFromCamera, camMatFromTexture);
            }


            /*
            if (camImageMat == null)
            {
                camImageMat = new Mat(camImg.Height, camImg.Width, CvType.CV_8UC4);
            }
            camImageMat.put(0, 0, camImg.Pixels);
            */


            if (Input.GetKeyDown(KeyCode.A))
            {
                viewMarked = 0;
            } else if (Input.GetKeyDown(KeyCode.S))
            {
                viewMarked = 1;
            } else if (Input.GetKeyDown(KeyCode.D))
            {
                displayLoaded = true;
            } else if (Input.GetKeyDown(KeyCode.F))
            {
                displayLoaded = false;
            }


            if (Input.GetKeyDown("space"))
            {
                //ScreenCapture.CaptureScreenshot("plspls.png");

                // TODO: Set this back again

                if (!displayLoaded)
                {
                    loadedImage = camMatFromTexture.clone();
                }
                else
                {
                    loadedImage = loadedImage_pls.clone();
                }
                //camMatFromTexture = loadedImage.clone();

                var pls = runCmd(camMatFromTexture);
                HomographyAndState homographyAndState = JsonConvert.DeserializeObject<HomographyAndState>(pls);
                boardState = homographyAndState.board;

                Vector3 bp = baseObject.transform.position;
                for (int i = 0; i < 8; i++) {
                    for (int j = 0; j < 8; j++) {
                        int intPiece = boardState[j][i];

                        if (intPiece == 6) {
                            continue;
                        }

                        GameObject fbx = intToPiece[intPiece];
                        GameObject piece = Instantiate(fbx);
                        piece.transform.localScale = baseObject.transform.localScale;
                        piece.transform.position = new Vector3((float)(bp.x + i * 0.04),
                                                               bp.y,
                                                               (float)(bp.z + j * 0.04));
                    }
                }
    

                // MatDisplay.DisplayMat(loadedImage, MatDisplaySettings.FULL_BACKGROUND);
            
                //process.Close();
                //process = Process.Start(start);

            }

            if (viewMarked == 0)
            {
               //MatDisplay.DisplayMat(camMatFromTexture, MatDisplaySettings.FULL_BACKGROUND);

            } else if (viewMarked == 1)
            {
                MatDisplay.DisplayMat(loadedImage, MatDisplaySettings.FULL_BACKGROUND);
            }


        }
    }


}