test
Browse files
app.py
CHANGED
|
@@ -997,9 +997,11 @@ class DynamicsVisualizer:
|
|
| 997 |
clear_color=[0, 0, 0, 0],
|
| 998 |
)
|
| 999 |
|
| 1000 |
-
return form_video, form_3dgs_pred
|
|
|
|
|
|
|
| 1001 |
|
| 1002 |
-
def run_command(self, unit_command):
|
| 1003 |
import warp as wp
|
| 1004 |
wp.init()
|
| 1005 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
|
@@ -1011,6 +1013,11 @@ class DynamicsVisualizer:
|
|
| 1011 |
self.torch_device = torch_devices[0]
|
| 1012 |
os.system('rm -rf ' + str(root / 'log/temp/*'))
|
| 1013 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1014 |
for k, v in self.preprocess_metadata.items():
|
| 1015 |
self.preprocess_metadata[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
|
| 1016 |
for k, v in self.state.items():
|
|
@@ -1125,33 +1132,41 @@ class DynamicsVisualizer:
|
|
| 1125 |
value=root / 'log/gs/temp/gs_pred.splat',
|
| 1126 |
clear_color=[0, 0, 0, 0],
|
| 1127 |
)
|
| 1128 |
-
return form_video, form_3dgs_pred
|
|
|
|
|
|
|
| 1129 |
|
| 1130 |
@spaces.GPU
|
| 1131 |
-
def on_click_run_xplus(self):
|
| 1132 |
-
return self.run_command([5.0, 0, 0])
|
| 1133 |
|
| 1134 |
@spaces.GPU
|
| 1135 |
-
def on_click_run_xminus(self):
|
| 1136 |
-
return self.run_command([-5.0, 0, 0])
|
| 1137 |
|
| 1138 |
@spaces.GPU
|
| 1139 |
-
def on_click_run_yplus(self):
|
| 1140 |
-
return self.run_command([0, 5.0, 0])
|
| 1141 |
|
| 1142 |
@spaces.GPU
|
| 1143 |
-
def on_click_run_yminus(self):
|
| 1144 |
-
return self.run_command([0, -5.0, 0])
|
| 1145 |
|
| 1146 |
@spaces.GPU
|
| 1147 |
-
def on_click_run_zplus(self):
|
| 1148 |
-
return self.run_command([0, 0, 5.0])
|
| 1149 |
|
| 1150 |
@spaces.GPU
|
| 1151 |
-
def on_click_run_zminus(self):
|
| 1152 |
-
return self.run_command([0, 0, -5.0])
|
| 1153 |
|
| 1154 |
def launch(self, share=False):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1155 |
|
| 1156 |
with gr.Blocks() as app:
|
| 1157 |
|
|
@@ -1268,31 +1283,51 @@ class DynamicsVisualizer:
|
|
| 1268 |
# Set up callbacks
|
| 1269 |
run_reset.click(self.reset,
|
| 1270 |
inputs=[],
|
| 1271 |
-
outputs=[form_video, form_3dgs_pred
|
|
|
|
|
|
|
| 1272 |
|
| 1273 |
run_xplus.click(self.on_click_run_xplus,
|
| 1274 |
-
inputs=[
|
| 1275 |
-
|
|
|
|
|
|
|
|
|
|
| 1276 |
|
| 1277 |
run_xminus.click(self.on_click_run_xminus,
|
| 1278 |
-
inputs=[
|
| 1279 |
-
|
|
|
|
|
|
|
|
|
|
| 1280 |
|
| 1281 |
run_yplus.click(self.on_click_run_yplus,
|
| 1282 |
-
inputs=[
|
| 1283 |
-
|
|
|
|
|
|
|
|
|
|
| 1284 |
|
| 1285 |
run_yminus.click(self.on_click_run_yminus,
|
| 1286 |
-
inputs=[
|
| 1287 |
-
|
|
|
|
|
|
|
|
|
|
| 1288 |
|
| 1289 |
run_zplus.click(self.on_click_run_zplus,
|
| 1290 |
-
inputs=[
|
| 1291 |
-
|
|
|
|
|
|
|
|
|
|
| 1292 |
|
| 1293 |
run_zminus.click(self.on_click_run_zminus,
|
| 1294 |
-
inputs=[
|
| 1295 |
-
|
|
|
|
|
|
|
|
|
|
| 1296 |
|
| 1297 |
# Set up callbacks
|
| 1298 |
# run_reset_2.click(self.reset_2,
|
|
|
|
| 997 |
clear_color=[0, 0, 0, 0],
|
| 998 |
)
|
| 999 |
|
| 1000 |
+
return form_video, form_3dgs_pred, \
|
| 1001 |
+
self.preprocess_metadata, self.state, self.params, \
|
| 1002 |
+
self.table_params, self.gripper_params
|
| 1003 |
|
| 1004 |
+
def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1005 |
import warp as wp
|
| 1006 |
wp.init()
|
| 1007 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
|
|
|
| 1013 |
self.torch_device = torch_devices[0]
|
| 1014 |
os.system('rm -rf ' + str(root / 'log/temp/*'))
|
| 1015 |
|
| 1016 |
+
self.preprocess_metadata = preprocess_metadata
|
| 1017 |
+
self.state = state
|
| 1018 |
+
self.params = params
|
| 1019 |
+
self.table_params = table_params
|
| 1020 |
+
self.gripper_params = gripper_params
|
| 1021 |
for k, v in self.preprocess_metadata.items():
|
| 1022 |
self.preprocess_metadata[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
|
| 1023 |
for k, v in self.state.items():
|
|
|
|
| 1132 |
value=root / 'log/gs/temp/gs_pred.splat',
|
| 1133 |
clear_color=[0, 0, 0, 0],
|
| 1134 |
)
|
| 1135 |
+
return form_video, form_3dgs_pred, \
|
| 1136 |
+
self.preprocess_metadata, self.state, self.params, \
|
| 1137 |
+
self.table_params, self.gripper_params
|
| 1138 |
|
| 1139 |
@spaces.GPU
|
| 1140 |
+
def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1141 |
+
return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
| 1142 |
|
| 1143 |
@spaces.GPU
|
| 1144 |
+
def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1145 |
+
return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
| 1146 |
|
| 1147 |
@spaces.GPU
|
| 1148 |
+
def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1149 |
+
return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
| 1150 |
|
| 1151 |
@spaces.GPU
|
| 1152 |
+
def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1153 |
+
return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
| 1154 |
|
| 1155 |
@spaces.GPU
|
| 1156 |
+
def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1157 |
+
return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params)
|
| 1158 |
|
| 1159 |
@spaces.GPU
|
| 1160 |
+
def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
| 1161 |
+
return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params)
|
| 1162 |
|
| 1163 |
def launch(self, share=False):
|
| 1164 |
+
|
| 1165 |
+
preprocess_metadata = gr.State(self.preprocess_metadata)
|
| 1166 |
+
state = gr.State(self.state)
|
| 1167 |
+
params = gr.State(self.params)
|
| 1168 |
+
table_params = gr.State(self.table_params)
|
| 1169 |
+
gripper_params = gr.State(self.gripper_params)
|
| 1170 |
|
| 1171 |
with gr.Blocks() as app:
|
| 1172 |
|
|
|
|
| 1283 |
# Set up callbacks
|
| 1284 |
run_reset.click(self.reset,
|
| 1285 |
inputs=[],
|
| 1286 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1287 |
+
preprocess_metadata, state, params,
|
| 1288 |
+
table_params, gripper_params])
|
| 1289 |
|
| 1290 |
run_xplus.click(self.on_click_run_xplus,
|
| 1291 |
+
inputs=[preprocess_metadata, state, params,
|
| 1292 |
+
table_params, gripper_params],
|
| 1293 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1294 |
+
preprocess_metadata, state, params,
|
| 1295 |
+
table_params, gripper_params])
|
| 1296 |
|
| 1297 |
run_xminus.click(self.on_click_run_xminus,
|
| 1298 |
+
inputs=[preprocess_metadata, state, params,
|
| 1299 |
+
table_params, gripper_params],
|
| 1300 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1301 |
+
preprocess_metadata, state, params,
|
| 1302 |
+
table_params, gripper_params])
|
| 1303 |
|
| 1304 |
run_yplus.click(self.on_click_run_yplus,
|
| 1305 |
+
inputs=[preprocess_metadata, state, params,
|
| 1306 |
+
table_params, gripper_params],
|
| 1307 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1308 |
+
preprocess_metadata, state, params,
|
| 1309 |
+
table_params, gripper_params])
|
| 1310 |
|
| 1311 |
run_yminus.click(self.on_click_run_yminus,
|
| 1312 |
+
inputs=[preprocess_metadata, state, params,
|
| 1313 |
+
table_params, gripper_params],
|
| 1314 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1315 |
+
preprocess_metadata, state, params,
|
| 1316 |
+
table_params, gripper_params])
|
| 1317 |
|
| 1318 |
run_zplus.click(self.on_click_run_zplus,
|
| 1319 |
+
inputs=[preprocess_metadata, state, params,
|
| 1320 |
+
table_params, gripper_params],
|
| 1321 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1322 |
+
preprocess_metadata, state, params,
|
| 1323 |
+
table_params, gripper_params])
|
| 1324 |
|
| 1325 |
run_zminus.click(self.on_click_run_zminus,
|
| 1326 |
+
inputs=[preprocess_metadata, state, params,
|
| 1327 |
+
table_params, gripper_params],
|
| 1328 |
+
outputs=[form_video, form_3dgs_pred,
|
| 1329 |
+
preprocess_metadata, state, params,
|
| 1330 |
+
table_params, gripper_params])
|
| 1331 |
|
| 1332 |
# Set up callbacks
|
| 1333 |
# run_reset_2.click(self.reset_2,
|