added neck offset to inference gui

Author: ju1ce

bin/inference_gui.py

@@ -84,6 +84,13 @@ def __init__(self, root, params, *args, **kwargs):
         frame5.pack()
         self.change_image_rotation_frame(frame5)
 
+        # neck offset
+        
+        frame6 = tk.Frame(self.root)
+        frame6.pack()
+        self.change_neck_offset_frame(frame6)
+        
+        #frametime log
         self.log_frametime_var = tk.BooleanVar(value=self.params.log_frametime)
         log_frametime_check = tk.Checkbutton(self.root, text="Log frametimes to console", variable=self.log_frametime_var, command=self.change_log_frametime)
         log_frametime_check.pack()
@@ -93,7 +100,23 @@ def __init__(self, root, params, *args, **kwargs):
 
         #self.root.after(0, self.set_rot_y_var)
         #self.root.after(0, self.set_rot_x_var)
+          
+    def change_neck_offset_frame(self,frame):
+        tk.Label(frame, text="HMD to neck offset:", width = 20).pack(side='left')
+        
+        text1 = tk.Entry(frame, width = 5)
+        text1.pack(side='left')
+        text1.insert(0, self.params.hmd_to_neck_offset[0])
+        
+        text2 = tk.Entry(frame, width = 5)
+        text2.pack(side='left')
+        text2.insert(0, self.params.hmd_to_neck_offset[1])
+        
+        text3 = tk.Entry(frame, width = 5)
+        text3.pack(side='left')
+        text3.insert(0, self.params.hmd_to_neck_offset[2])
 
+        tk.Button(frame, text='Update', command=lambda *args: self.params.change_neck_offset(float(text1.get()),float(text2.get()),float(text3.get()))).pack(side='left')
 
     def change_log_frametime(self):
         self.params.log_frametime = self.log_frametime_var.get()

bin/init_gui.py

@@ -83,10 +83,12 @@ def getparams():
     maximgsize.pack()
     maximgsize.insert(0,param["imgsize"])
 
-    tk.Label(text="Offset of HMD to neck:", width = 50).pack()
-    hmdoffsettext = tk.Entry(width = 50)
-    hmdoffsettext.pack()
-    hmdoffsettext.insert(0," ".join(map(str,param["neckoffset"])))
+    if False:
+
+        tk.Label(text="Offset of HMD to neck:", width = 50).pack()
+        hmdoffsettext = tk.Entry(width = 50)
+        hmdoffsettext.pack()
+        hmdoffsettext.insert(0," ".join(map(str,param["neckoffset"])))
 
     if False:
         tk.Label(text="Smoothing:", width = 50).pack()
@@ -169,7 +171,7 @@ def getparams():
 
     cameraid = camid.get()
     maximgsize = int(maximgsize.get())
-    hmd_to_neck_offset = [float(val) for val in hmdoffsettext.get().split(" ")]
+    #hmd_to_neck_offset = [float(val) for val in hmdoffsettext.get().split(" ")]
     preview_skeleton = bool(varskel.get())
     dont_wait_hmd = False #bool(varhmdwait.get()) 
 
@@ -189,7 +191,7 @@ def getparams():
     param = {}
     param["camid"] = cameraid
     param["imgsize"] = maximgsize
-    param["neckoffset"] = hmd_to_neck_offset
+    #param["neckoffset"] = hmd_to_neck_offset
     param["prevskel"] = preview_skeleton
     param["waithmd"] = dont_wait_hmd
 

bin/mediapipepose.py

@@ -135,7 +135,8 @@ def camera_thread_fun():
     model_complexity=params.model,
     min_detection_confidence=0.5,
     min_tracking_confidence=params.min_tracking_confidence,
-    smooth_landmarks=params.smooth_landmarks) 
+    smooth_landmarks=params.smooth_landmarks,
+    static_image_mode=False) 
 
 
 def shutdown():

bin/parameters.py

@@ -16,7 +16,7 @@ def __init__(self) -> None:
         self.maximgsize = param["imgsize"]               #to prevent working with huge images, images that have one axis larger than this value will be downscaled.
         self.cameraid = param["camid"]                    #to use with an usb or virtual webcam. If 0 doesnt work/opens wrong camera, try numbers 1-5 or so
         #cameraid = "http://192.168.1.102:8080/video"   #to use ip webcam, uncomment this line and change to your ip
-        self.hmd_to_neck_offset = param["neckoffset"]    #offset of your hmd to the base of your neck, to ensure the tracking is stable even if you look around. Default is 20cm down, 10cm back.
+        self.hmd_to_neck_offset = [0,-0.2,0.1]    #offset of your hmd to the base of your neck, to ensure the tracking is stable even if you look around. Default is 20cm down, 10cm back.
         self.preview_skeleton = param["prevskel"]             #if True, whole skeleton will appear in vr 2 meters in front of you. Good to visualize if everything is working
         self.dont_wait_hmd = param["waithmd"]                  #dont wait for movement from hmd, start inference immediately.
         self.rotate_image = 0 # cv2.ROTATE_90_CLOCKWISE # cv2.ROTATE_90_COUTERCLOCKWISE # cv2.ROTATE_180 # None # if you want, rotate the camera
@@ -116,6 +116,9 @@ def change_camera_latency(self, val):
         print(f"Changed camera latency to {val}")
         self.camera_latency = val
 
+    def change_neck_offset(self,x,y,z):
+        print(f"Hmd to neck offset changed to: [{x},{y},{z}]")
+        self.hmd_to_neck_offset = [x,y,z]
 
     def ready2exit(self):
         self.exit_ready = True
@@ -143,6 +146,8 @@ def save_params(self):
 
         param["flip"] = self.flip
 
+        param["hmd_to_neck_offset"] = self.hmd_to_neck_offset
+        
         print(param["roty"])
 
         with open("saved_params.json", "w") as f:
@@ -172,6 +177,8 @@ def load_params(self):
             self.calib_tilt = param["calibtilt"]
             self.calib_scale = param["calibscale"]
 
+            self.hmd_to_neck_offset = param["hmd_to_neck_offset"]
+            
             self.flip = param["flip"]
         except:
             print("Save file not found, will be created after you exit the program.")