diff --git a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py
index e4469975..3b9c21c6 100644
--- a/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py
+++ b/extensions-builtin/forge_preprocessor_reference/scripts/forge_reference.py
@@ -54,6 +54,9 @@ class PreprocessorReference(Preprocessor):
         start_percent = float(unit.guidance_start)
         end_percent = float(unit.guidance_end)
 
+        if process.sd_model.is_sdxl:
+            style_fidelity = style_fidelity ** 3.0  # sdxl is very sensitive to reference so we lower the weights
+
         vae = process.sd_model.forge_objects.vae
         # This is a powerful VAE with integrated memory management, bf16, and tiled fallback.