SageAttention support, fixes

example_workflows/VibeVoice_example.json

@@ -47,77 +47,6 @@
         null
       ]
     },
-    {
-      "id": 11,
-      "type": "VibeVoiceTTS",
-      "pos": [
-        -1570,
-        -1130
-      ],
-      "size": [
-        460,
-        510
-      ],
-      "flags": {},
-      "order": 3,
-      "mode": 0,
-      "inputs": [
-        {
-          "name": "speaker_1_voice",
-          "shape": 7,
-          "type": "AUDIO",
-          "link": 28
-        },
-        {
-          "name": "speaker_2_voice",
-          "shape": 7,
-          "type": "AUDIO",
-          "link": 29
-        },
-        {
-          "name": "speaker_3_voice",
-          "shape": 7,
-          "type": "AUDIO",
-          "link": null
-        },
-        {
-          "name": "speaker_4_voice",
-          "shape": 7,
-          "type": "AUDIO",
-          "link": null
-        }
-      ],
-      "outputs": [
-        {
-          "name": "AUDIO",
-          "type": "AUDIO",
-          "links": [
-            27
-          ]
-        }
-      ],
-      "properties": {
-        "cnr_id": "ComfyUI-VibeVoice",
-        "ver": "37803a884fb8f9b43c38286f6d654c7f97181a73",
-        "Node name for S&R": "VibeVoiceTTS"
-      },
-      "widgets_values": [
-        "VibeVoice-1.5B",
-        "Speaker 1: I can't believe you did it again. I waited for two hours. Two hours! Not a single call, not a text. Do you have any idea how embarrassing that was, just sitting there alone?\nSpeaker 2: Look, I know, I'm sorry, alright? Work was a complete nightmare. My boss dropped a critical deadline on me at the last minute. I didn't even have a second to breathe, let alone check my phone.\nSpeaker 1: A nightmare? That's the same excuse you used last time. I'm starting to think you just don't care. It's easier to say 'work was crazy' than to just admit that I'm not a priority for you anymore.",
-        false,
-        "sdpa",
-        1.3,
-        10,
-        56109085141530,
-        "randomize",
-        true,
-        0.95,
-        0.95,
-        0
-      ],
-      "color": "#232",
-      "bgcolor": "#353"
-    },
     {
       "id": 8,
       "type": "LoadAudio",
@@ -227,6 +156,94 @@
       "widgets_values": [
         "audio/VibeVoice"
       ]
+    },
+    {
+      "id": 11,
+      "type": "VibeVoiceTTS",
+      "pos": [
+        -1570,
+        -1130
+      ],
+      "size": [
+        460,
+        510
+      ],
+      "flags": {},
+      "order": 3,
+      "mode": 0,
+      "inputs": [
+        {
+          "name": "speaker_1_voice",
+          "shape": 7,
+          "type": "AUDIO",
+          "link": 28
+        },
+        {
+          "name": "speaker_2_voice",
+          "shape": 7,
+          "type": "AUDIO",
+          "link": 29
+        },
+        {
+          "name": "speaker_3_voice",
+          "shape": 7,
+          "type": "AUDIO",
+          "link": null
+        },
+        {
+          "name": "speaker_4_voice",
+          "shape": 7,
+          "type": "AUDIO",
+          "link": null
+        }
+      ],
+      "outputs": [
+        {
+          "name": "AUDIO",
+          "type": "AUDIO",
+          "links": [
+            27
+          ]
+        }
+      ],
+      "properties": {
+        "cnr_id": "ComfyUI-VibeVoice",
+        "ver": "37803a884fb8f9b43c38286f6d654c7f97181a73",
+        "Node name for S&R": "VibeVoiceTTS",
+        "ue_properties": {
+          "widget_ue_connectable": {
+            "model_name": true,
+            "text": true,
+            "quantize_llm_4bit": true,
+            "attention_mode": true,
+            "cfg_scale": true,
+            "inference_steps": true,
+            "seed": true,
+            "do_sample": true,
+            "temperature": true,
+            "top_p": true,
+            "top_k": true
+          },
+          "version": "7.0.1"
+        }
+      },
+      "widgets_values": [
+        "VibeVoice-1.5B",
+        "Speaker 1: I can't believe you did it again. I waited for two hours. Two hours! Not a single call, not a text. Do you have any idea how embarrassing that was, just sitting there alone?\nSpeaker 2: Look, I know, I'm sorry, alright? Work was a complete nightmare. My boss dropped a critical deadline on me at the last minute. I didn't even have a second to breathe, let alone check my phone.\nSpeaker 1: A nightmare? That's the same excuse you used last time. I'm starting to think you just don't care. It's easier to say 'work was crazy' than to just admit that I'm not a priority for you anymore.",
+        false,
+        "flash_attention_2",
+        1.3,
+        10,
+        1,
+        "fixed",
+        true,
+        0.95,
+        0.95,
+        0,
+        false
+      ],
+      "color": "#232",
+      "bgcolor": "#353"
     }
   ],
   "links": [
@@ -261,10 +278,10 @@
     "ue_links": [],
     "links_added_by_ue": [],
     "ds": {
-      "scale": 1.2100000000000004,
+      "scale": 1.2100000000000002,
       "offset": [
-        2024.7933884297524,
-        1252.3140495867776
+        2000,
+        1230
       ]
     },
     "frontendVersion": "1.25.11",