Commit
·
2c4b825
1
Parent(s):
98ff26b
sequential cpu offload
Browse files
app.py
CHANGED
|
@@ -513,9 +513,8 @@ def ui(GPU_memory_mode, scheduler_dict, config_path, compile_dit, weight_dtype):
|
|
| 513 |
if __name__ == "__main__":
|
| 514 |
from videox_fun.ui.controller import flow_scheduler_dict
|
| 515 |
|
| 516 |
-
#
|
| 517 |
-
|
| 518 |
-
GPU_memory_mode = "model_full_load"
|
| 519 |
compile_dit = False
|
| 520 |
weight_dtype = torch.bfloat16
|
| 521 |
server_name = "0.0.0.0"
|
|
|
|
| 513 |
if __name__ == "__main__":
|
| 514 |
from videox_fun.ui.controller import flow_scheduler_dict
|
| 515 |
|
| 516 |
+
# Use CPU offload to reduce GPU memory footprint in Space
|
| 517 |
+
GPU_memory_mode = "sequential_cpu_offload"
|
|
|
|
| 518 |
compile_dit = False
|
| 519 |
weight_dtype = torch.bfloat16
|
| 520 |
server_name = "0.0.0.0"
|