From 07ce0a3c1756ee6e025775ee3bf5e885220f2956 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Serta=C3=A7=20=C3=96zercan?= <852750+sozercan@users.noreply.github.com> Date: Fri, 25 Oct 2024 01:12:43 -0700 Subject: [PATCH] feat: add flux single file support (#3959) feat: flux pipeline single file Signed-off-by: Sertac Ozercan --- backend/python/diffusers/backend.py | 9 +++++++-- 1 file changed, 7 insertions(+), 2 deletions(-) diff --git a/backend/python/diffusers/backend.py b/backend/python/diffusers/backend.py index e7ad1cdd..087b449e 100755 --- a/backend/python/diffusers/backend.py +++ b/backend/python/diffusers/backend.py @@ -247,11 +247,16 @@ class BackendServicer(backend_pb2_grpc.BackendServicer): use_safetensors=True, variant=variant) elif request.PipelineType == "FluxPipeline": + if fromSingleFile: + self.pipe = FluxPipeline.from_single_file(modelFile, + torch_dtype=torchType, + use_safetensors=True) + else: self.pipe = FluxPipeline.from_pretrained( request.Model, torch_dtype=torch.bfloat16) - if request.LowVRAM: - self.pipe.enable_model_cpu_offload() + if request.LowVRAM: + self.pipe.enable_model_cpu_offload() elif request.PipelineType == "FluxTransformer2DModel": dtype = torch.bfloat16 # specify from environment or default to "ChuckMcSneed/FLUX.1-dev"