gui & process: add latency vs. rate modes

Author: gkane26

dlclivegui/dlclivegui.py

@@ -517,6 +517,7 @@ def edit_dlc_settings(self, new=False):
             cur_set['name'] = self.dlc_option.get()
             cur_set['cropping'] = ", ".join([str(c) for c in cur_set['cropping']]) if cur_set['cropping'] else ''
             cur_set['dynamic'] = ", ".join([str(d) for d in cur_set['dynamic']])
+            cur_set['mode'] = 'Optimize Latency' if 'mode' not in cur_set else cur_set['mode']
 
         self.dlc_settings_window = Toplevel(self.window)
         self.dlc_settings_window.title("DLC Settings")
@@ -558,6 +559,11 @@ def edit_dlc_settings(self, new=False):
         Entry(self.dlc_settings_window, textvariable=self.dlc_settings_resize).grid(sticky='nsew', row=cur_row, column=1)
         cur_row += 1
 
+        Label(self.dlc_settings_window, text="Mode: ").grid(sticky='w', row=cur_row, column=0)
+        self.dlc_settings_mode = StringVar(self.dlc_settings_window, value=cur_set['mode'])
+        Combobox(self.dlc_settings_window, textvariable=self.dlc_settings_mode, state='readonly', values=['Optimize Latency', 'Optimize Rate']).grid(sticky='nsew', row=cur_row, column=1)
+        cur_row += 1
+
         Button(self.dlc_settings_window, text="Update", command=self.update_dlc_settings).grid(sticky='nsew', row=cur_row, column=1)
         Button(self.dlc_settings_window, text="Cancel", command=self.dlc_settings_window.destroy).grid(sticky='nsew', row=cur_row, column=2)
 
@@ -570,7 +576,8 @@ def empty_dlc_settings(self):
                'precision' : 'FP32',
                'cropping' : '',
                'dynamic' : 'False, 0.5, 10',
-               'resize' : '1.0'}
+               'resize' : '1.0',
+               'mode' : 'Optimize Latency'}
 
 
     def browse_dlc_path(self):
@@ -614,6 +621,7 @@ def update_dlc_settings(self):
             dlc_dynamic = (False, 0.5, 10)
 
         dlc_resize = float(self.dlc_settings_resize.get()) if self.dlc_settings_resize.get() else None
+        dlc_mode = self.dlc_settings_mode.get()
 
         warn_msg = ""
         if crop_warn:
@@ -628,7 +636,8 @@ def update_dlc_settings(self):
                                                                  'precision' : precision,
                                                                  'cropping' : dlc_crop,
                                                                  'dynamic' : dlc_dynamic,
-                                                                 'resize' : dlc_resize}
+                                                                 'resize' : dlc_resize,
+                                                                 'mode' : dlc_mode}
 
         if self.dlc_settings_name.get() not in self.cfg['dlc_display_options']:
             self.cfg['dlc_display_options'][self.dlc_settings_name.get()] = {'cmap' : 'bgy',

dlclivegui/process.py

@@ -83,6 +83,8 @@ def _open_dlc_live(self, dlc_params):
 
         ret = False
 
+        self.opt_rate = True if dlc_params.pop('mode') == "Optimize Rate" else False
+
         proc_params = dlc_params.pop('processor')
         if proc_params is not None:
             proc_obj = proc_params.pop('object', None)
@@ -106,32 +108,28 @@ def _pose_loop(self):
 
         run = True
         write = False
-        pose_frame_time = 0
+        frame_time = 0
+        pose_time = 0
+        end_time = time.time()
 
         while run:
 
-            stime = time.time()
-
-            if self.frame_time[0] > pose_frame_time:
-
-                ftime = time.time()
+            ref_time = frame_time if self.opt_rate else end_time
+            
+            if self.frame_time[0] > ref_time:
 
                 frame = self.frame
                 frame_time = self.frame_time[0]
                 pose = self.dlc.get_pose(frame, frame_time=frame_time, record=write)
                 pose_time = time.time()
 
-                ptime = time.time()
-
                 self.display_pose_queue.write(pose, clear=True)
 
                 if write:
                     self.poses.append(pose)
                     self.pose_times.append(pose_time)
                     self.pose_frame_times.append(frame_time)
 
-                wtime = time.time()
-
                 cmd = self.q_to_process.read()
                 if cmd is not None:
                     if cmd[0] == "pose":
@@ -146,10 +144,10 @@ def _pose_loop(self):
                     else:
                         self.q_to_process.write(cmd)
 
-                ctime = time.time()
-
-                # print(f"POSE RATE = {int(1/(ctime-ftime))} / FRAME TIME = {ftime-stime:0.6f} / GET POSE = {ptime-stime:0.6f} / WRITE TIME = {wtime-ptime:0.6f} / CMD TIME = {ctime-wtime:0.6f}")
+                # print(f"POSE RATE = {int(1 / (time.time()-end_time))} / POSE LATENCY = {(pose_time-frame_time):0.03f}")
 
+                end_time = time.time()
+            
 
     def start_record(self, timeout=5):