Breaking changes.

Author: vinnik-dmitry07

README.md

@@ -8,16 +8,25 @@ A hand motion capture from a single color camera + Unity + a virtual webcam (you
 
 ## How to use
 
-1) Install dependencies
+1) Do steps (Prepare MANO, ...) from the original [Usage](https://github.com/CalciferZh/minimal-hand#usage) section of the minimal-hand repository
 
-2) Run the *app1.py* script
+2) [Optional] Install the OBS virtual camera as described in the [pyvirtualcam](https://github.com/letmaik/pyvirtualcam) repository
 
-3) Run the *Main.unity* scene
+3) Run the *app1.py* script
+
+4) Run the *Main.unity* scene (Unity 2020 is required for C# 8 support)
 
 ## Tips
 
 * Use the debug.ipynb Jupyter notebook to execute step-by-step
 
 ## Known issues
 
-* 24 FPS on Nvidia GTX 1080 is rather few
+* 24 FPS on Nvidia GTX 1080 is rather few
+* 2 FPS on TensorFlow >= 2.2.2
+
+## Advantages
+
+* Tensorflow 2
+* PEP-8
+* Multiplatform

UnityProject/Assets/Scripts/Client.cs

@@ -62,7 +62,7 @@ private void Update()
 
                 renderTexture = new RenderTexture(frameWidth, frameHeight, depth: 24);
                 receiveTexture = new Texture2D(frameWidth, frameHeight, TextureFormat.RGB24, mipChain: false);
-                sendTexture = new Texture2D(frameWidth, frameHeight, TextureFormat.RGBA32, mipChain: false);
+                sendTexture = new Texture2D(frameWidth, frameHeight, TextureFormat.RGB24, mipChain: false);
                 image.texture = receiveTexture;
 
                 _initialized = true;

app1.py

@@ -65,10 +65,10 @@ def __call__(self):
 
 def display(msg, info_frame_, cam, recv_fps):
     proc_frame = np.frombuffer(msg[0], dtype=info_frame_.dtype)
-    proc_frame.shape = (info_frame_.shape[0], info_frame_.shape[1], 4)
+    proc_frame.shape = info_frame_.shape
     proc_frame = np.flip(proc_frame, axis=0)
     cam.send(proc_frame)
-    proc_frame = cv2.cvtColor(proc_frame, cv2.COLOR_RGBA2BGR)
+    proc_frame = cv2.cvtColor(proc_frame, cv2.COLOR_RGB2BGR)
     cv2.imshow('Webcam', proc_frame)
     cv2.waitKey(1)
     # recv_fps()

requirements.txt

@@ -1,10 +1,11 @@
-pygame==1.9.6
-open3d==0.9.0.0
-tensorflow_gpu==2.2.0
-transforms3d==0.3.1
-keyboard==0.13.5
-opencv_python==4.2.0.34
-numpy==1.18.4
-scipy
-chumpy
-pyvirtualcam
+pygame # 1.9.6
+open3d # 0.9.0.0
+tensorflow_gpu==2.2.2 # 2.2.2
+transforms3d # 0.3.1
+keyboard # 0.13.5
+opencv_python # 4.5.1.48
+numpy # 1.19.5
+scipy # 1.5.4
+chumpy #0.7.0
+pyvirtualcam # 0.6.0
+jupyterlab # 3.0.12