Spaces:
Runtime error
Runtime error
Update app1.py
Browse files
app1.py
CHANGED
|
@@ -19,14 +19,11 @@ def process(
|
|
| 19 |
ensemble_size,
|
| 20 |
denoise_steps,
|
| 21 |
processing_res,
|
|
|
|
| 22 |
path_out_16bit=None,
|
| 23 |
path_out_fp32=None,
|
| 24 |
path_out_vis=None,
|
| 25 |
-
|
| 26 |
-
_input_3d_plane_far=None,
|
| 27 |
-
_input_3d_embossing=None,
|
| 28 |
-
_input_3d_filter_size=None,
|
| 29 |
-
_input_3d_frame_near=None,
|
| 30 |
):
|
| 31 |
if path_out_vis is not None:
|
| 32 |
return (
|
|
@@ -41,6 +38,7 @@ def process(
|
|
| 41 |
ensemble_size=ensemble_size,
|
| 42 |
denoising_steps=denoise_steps,
|
| 43 |
processing_res=processing_res,
|
|
|
|
| 44 |
batch_size=1 if processing_res == 0 else 0,
|
| 45 |
show_progress_bar=True,
|
| 46 |
)
|
|
@@ -143,6 +141,15 @@ def run_demo_server(pipe):
|
|
| 143 |
label="Processing resolution",
|
| 144 |
value=768,
|
| 145 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 146 |
input_output_16bit = gr.File(
|
| 147 |
label="Predicted depth (16-bit)",
|
| 148 |
visible=False,
|
|
@@ -174,121 +181,8 @@ def run_demo_server(pipe):
|
|
| 174 |
interactive=False,
|
| 175 |
)
|
| 176 |
|
| 177 |
-
demo_3d_header = gr.Markdown(
|
| 178 |
-
"""
|
| 179 |
-
<h3 align="center">3D Printing Depth Maps</h3>
|
| 180 |
-
<p align="justify">
|
| 181 |
-
This part of the demo uses Marigold depth maps estimated in the previous step to create a
|
| 182 |
-
3D-printable model. The models are watertight, with correct normals, and exported in the STL format.
|
| 183 |
-
We recommended creating the first model with the default parameters and iterating on it until the best
|
| 184 |
-
result (see Pro Tips below).
|
| 185 |
-
</p>
|
| 186 |
-
""",
|
| 187 |
-
render=False,
|
| 188 |
-
)
|
| 189 |
-
|
| 190 |
-
demo_3d = gr.Row(render=False)
|
| 191 |
-
with demo_3d:
|
| 192 |
-
with gr.Column():
|
| 193 |
-
with gr.Accordion("3D printing demo: Main options", open=True):
|
| 194 |
-
plane_near = gr.Slider(
|
| 195 |
-
label="Relative position of the near plane (between 0 and 1)",
|
| 196 |
-
minimum=0.0,
|
| 197 |
-
maximum=1.0,
|
| 198 |
-
step=0.001,
|
| 199 |
-
value=0.0,
|
| 200 |
-
)
|
| 201 |
-
plane_far = gr.Slider(
|
| 202 |
-
label="Relative position of the far plane (between near and 1)",
|
| 203 |
-
minimum=0.0,
|
| 204 |
-
maximum=1.0,
|
| 205 |
-
step=0.001,
|
| 206 |
-
value=1.0,
|
| 207 |
-
)
|
| 208 |
-
embossing = gr.Slider(
|
| 209 |
-
label="Embossing level",
|
| 210 |
-
minimum=0,
|
| 211 |
-
maximum=100,
|
| 212 |
-
step=1,
|
| 213 |
-
value=20,
|
| 214 |
-
)
|
| 215 |
-
with gr.Accordion("3D printing demo: Advanced options", open=False):
|
| 216 |
-
size_longest_px = gr.Slider(
|
| 217 |
-
label="Size (px) of the longest side",
|
| 218 |
-
minimum=256,
|
| 219 |
-
maximum=1024,
|
| 220 |
-
step=256,
|
| 221 |
-
value=512,
|
| 222 |
-
)
|
| 223 |
-
size_longest_cm = gr.Slider(
|
| 224 |
-
label="Size (cm) of the longest side",
|
| 225 |
-
minimum=1,
|
| 226 |
-
maximum=100,
|
| 227 |
-
step=1,
|
| 228 |
-
value=10,
|
| 229 |
-
)
|
| 230 |
-
filter_size = gr.Slider(
|
| 231 |
-
label="Size (px) of the smoothing filter",
|
| 232 |
-
minimum=1,
|
| 233 |
-
maximum=5,
|
| 234 |
-
step=2,
|
| 235 |
-
value=3,
|
| 236 |
-
)
|
| 237 |
-
frame_thickness = gr.Slider(
|
| 238 |
-
label="Frame thickness",
|
| 239 |
-
minimum=0,
|
| 240 |
-
maximum=100,
|
| 241 |
-
step=1,
|
| 242 |
-
value=5,
|
| 243 |
-
)
|
| 244 |
-
frame_near = gr.Slider(
|
| 245 |
-
label="Frame's near plane offset",
|
| 246 |
-
minimum=-100,
|
| 247 |
-
maximum=100,
|
| 248 |
-
step=1,
|
| 249 |
-
value=1,
|
| 250 |
-
)
|
| 251 |
-
frame_far = gr.Slider(
|
| 252 |
-
label="Frame's far plane offset",
|
| 253 |
-
minimum=1,
|
| 254 |
-
maximum=10,
|
| 255 |
-
step=1,
|
| 256 |
-
value=1,
|
| 257 |
-
)
|
| 258 |
-
with gr.Row():
|
| 259 |
-
submit_3d = gr.Button(value="Create 3D", variant="primary")
|
| 260 |
-
clear_3d = gr.Button(value="Clear 3D")
|
| 261 |
-
gr.Markdown(
|
| 262 |
-
"""
|
| 263 |
-
<h5 align="center">Pro Tips</h5>
|
| 264 |
-
<ol>
|
| 265 |
-
<li><b>Re-render with new parameters</b>: Click "Clear 3D" and then "Create 3D".</li>
|
| 266 |
-
<li><b>Adjust 3D scale and cut-off focus</b>: Set the frame's near plane offset to the
|
| 267 |
-
minimum and use 3D preview to evaluate depth scaling. Repeat until the scale is correct and
|
| 268 |
-
everything important is in the focus. Set the optimal value for frame's near
|
| 269 |
-
plane offset as a last step.</li>
|
| 270 |
-
<li><b>Increase details</b>: Decrease size of the smoothing filter (also increases noise).</li>
|
| 271 |
-
</ol>
|
| 272 |
-
"""
|
| 273 |
-
)
|
| 274 |
-
|
| 275 |
-
with gr.Column():
|
| 276 |
-
viewer_3d = gr.Model3D(
|
| 277 |
-
camera_position=(75.0, 90.0, 1.25),
|
| 278 |
-
elem_classes="viewport",
|
| 279 |
-
label="3D preview (low-res, relief highlight)",
|
| 280 |
-
interactive=False,
|
| 281 |
-
)
|
| 282 |
-
files_3d = gr.Files(
|
| 283 |
-
label="3D model outputs (high-res)",
|
| 284 |
-
elem_id="download",
|
| 285 |
-
interactive=False,
|
| 286 |
-
)
|
| 287 |
-
|
| 288 |
blocks_settings_depth = [ensemble_size, denoise_steps, processing_res]
|
| 289 |
-
|
| 290 |
-
frame_thickness, frame_near, frame_far]
|
| 291 |
-
blocks_settings = blocks_settings_depth + blocks_settings_3d
|
| 292 |
map_id_to_default = {b._id: b.value for b in blocks_settings}
|
| 293 |
|
| 294 |
inputs = [
|
|
@@ -296,14 +190,11 @@ def run_demo_server(pipe):
|
|
| 296 |
ensemble_size,
|
| 297 |
denoise_steps,
|
| 298 |
processing_res,
|
|
|
|
| 299 |
input_output_16bit,
|
| 300 |
input_output_fp32,
|
| 301 |
input_output_vis,
|
| 302 |
-
|
| 303 |
-
plane_far,
|
| 304 |
-
embossing,
|
| 305 |
-
filter_size,
|
| 306 |
-
frame_near,
|
| 307 |
]
|
| 308 |
outputs = [
|
| 309 |
submit_btn,
|
|
@@ -347,8 +238,6 @@ def run_demo_server(pipe):
|
|
| 347 |
cache_examples=True,
|
| 348 |
)
|
| 349 |
|
| 350 |
-
demo_3d_header.render()
|
| 351 |
-
demo_3d.render()
|
| 352 |
|
| 353 |
def clear_fn():
|
| 354 |
out = []
|
|
|
|
| 19 |
ensemble_size,
|
| 20 |
denoise_steps,
|
| 21 |
processing_res,
|
| 22 |
+
domain,
|
| 23 |
path_out_16bit=None,
|
| 24 |
path_out_fp32=None,
|
| 25 |
path_out_vis=None,
|
| 26 |
+
normal_out_vis=None,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
):
|
| 28 |
if path_out_vis is not None:
|
| 29 |
return (
|
|
|
|
| 38 |
ensemble_size=ensemble_size,
|
| 39 |
denoising_steps=denoise_steps,
|
| 40 |
processing_res=processing_res,
|
| 41 |
+
domain=domain,
|
| 42 |
batch_size=1 if processing_res == 0 else 0,
|
| 43 |
show_progress_bar=True,
|
| 44 |
)
|
|
|
|
| 141 |
label="Processing resolution",
|
| 142 |
value=768,
|
| 143 |
)
|
| 144 |
+
domain = gr.Radio(
|
| 145 |
+
[
|
| 146 |
+
("indoor", "indoor"),
|
| 147 |
+
("outdoor", "outdoor"),
|
| 148 |
+
("object", "object"),
|
| 149 |
+
],
|
| 150 |
+
label="scene type",
|
| 151 |
+
value='indoor',
|
| 152 |
+
)
|
| 153 |
input_output_16bit = gr.File(
|
| 154 |
label="Predicted depth (16-bit)",
|
| 155 |
visible=False,
|
|
|
|
| 181 |
interactive=False,
|
| 182 |
)
|
| 183 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 184 |
blocks_settings_depth = [ensemble_size, denoise_steps, processing_res]
|
| 185 |
+
blocks_settings = blocks_settings_depth
|
|
|
|
|
|
|
| 186 |
map_id_to_default = {b._id: b.value for b in blocks_settings}
|
| 187 |
|
| 188 |
inputs = [
|
|
|
|
| 190 |
ensemble_size,
|
| 191 |
denoise_steps,
|
| 192 |
processing_res,
|
| 193 |
+
domain,
|
| 194 |
input_output_16bit,
|
| 195 |
input_output_fp32,
|
| 196 |
input_output_vis,
|
| 197 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
| 198 |
]
|
| 199 |
outputs = [
|
| 200 |
submit_btn,
|
|
|
|
| 238 |
cache_examples=True,
|
| 239 |
)
|
| 240 |
|
|
|
|
|
|
|
| 241 |
|
| 242 |
def clear_fn():
|
| 243 |
out = []
|