XiangpengYang commited on
Commit
2c4b825
·
1 Parent(s): 98ff26b

sequential cpu offload

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -513,9 +513,8 @@ def ui(GPU_memory_mode, scheduler_dict, config_path, compile_dit, weight_dtype):
513
  if __name__ == "__main__":
514
  from videox_fun.ui.controller import flow_scheduler_dict
515
 
516
- # Keep everything on GPU to avoid offload hooks that break ZeroGPU pickling
517
- # and avoid qfloat8 wrapping (which introduces lambda hooks) to stay pickle-safe.
518
- GPU_memory_mode = "model_full_load"
519
  compile_dit = False
520
  weight_dtype = torch.bfloat16
521
  server_name = "0.0.0.0"
 
513
  if __name__ == "__main__":
514
  from videox_fun.ui.controller import flow_scheduler_dict
515
 
516
+ # Use CPU offload to reduce GPU memory footprint in Space
517
+ GPU_memory_mode = "sequential_cpu_offload"
 
518
  compile_dit = False
519
  weight_dtype = torch.bfloat16
520
  server_name = "0.0.0.0"