bitsandbytes cpu offload logging

Teriks · Nov 3, 2024 · 364433d · 364433d
1 parent d4f0007
commit 364433d
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/dgenerate/pipelinewrapper/pipelines.py b/dgenerate/pipelinewrapper/pipelines.py
@@ -579,6 +579,9 @@ def enable_model_cpu_offload(pipeline: diffusers.DiffusionPipeline,
                 _bnb_utils._check_bnb_status(model)
 
             if is_loaded_in_8bit_bnb:
+                _messages.debug_log(
+                    f'Skipping cpu offload on 8-bit bitsandbytes '
+                    f'quantized module: {model_str}={model.__class__.__name__}')
                 continue
 
         _, hook = accelerate.cpu_offload_with_hook(model, device, prev_module_hook=hook)