Add reroll button

Sampling is non-deterministic, but seed isn't exposed. Properly fixing
this is a high priority, but until I figure it out, a reroll button has
been added as a temporary fix that will mark the node as stale.

Removed the cast from model load. It seems to force a copy which slows
down the initial load.

Remove an errant space from the README

Author: AustinMroz

README.md

@@ -2,4 +2,4 @@
 ComfyUI implementation for Orpheus TTS. Heavily WIP.
 
 - Place [snac-24khz](https://huggingface.co/Annuvin/snac-24khz-ST/blob/main/model.safetensors) in models/vae
-- Requires Orpheus -8b.safetensors (either pt or ft). Options are being considered for distribution.
+- Requires Orpheus-8b.safetensors (either pt or ft). Options are being considered for distribution.

nodes.py

@@ -156,20 +156,24 @@ def loadorpheus(self, model):
         conf = os.path.join(os.path.split(__file__)[0], 'orpheus-config.json')
         config = PretrainedConfig.from_json_file(conf)
         sd = safetensors.torch.load_file(model)
-        model = LlamaForCausalLM.from_pretrained(None, config=config, state_dict=sd, torch_dtype=torch.float16)
+        model = LlamaForCausalLM.from_pretrained(None, config=config, state_dict=sd)
         return model,
 
 class OrpheusSample:
     @classmethod
     def INPUT_TYPES(s):
         return {"required": {"model": ("ORPH_MODEL",),
                              "prompt": ("ORPH_TOKENS",),
-                             "add_start_token": ("BOOLEAN", {"default": True})},}
+                             "add_start_token": ("BOOLEAN", {"default": True}),
+                             },
+                "hidden": {"seed": "seed"}}
     FUNCTION = "sample"
     RETURN_TYPES = ("ORPH_TOKENS","ORPH_TOKENS", "ORPH_TOKENS")
     RETURN_NAMES = ("full", "chunk", "generated")
     CATEOGRY = "Orpheus"
-    def sample(self, model, prompt, add_start_token):
+    def sample(self, model, prompt, add_start_token, seed=None):
+        #Seed is not something reproducible. Just a "reroll" counter
+        #TODO: Figure out seed. Likely requires migrating away from transformers
         if add_start_token:
             prompt += [TOKENS['start_of_ai'], TOKENS['start_of_speech']]
             chunk_index = len(prompt)

pyproject.toml

@@ -1,7 +1,7 @@
 [project]
 name = "comfyui-orpheus"
 description = "Nodes for using Orpheus-TTS in ComfyUI"
-version = "0.1.1"
+version = "0.1.2"Q
 classifiers = [
     "License :: OSI Approved :: GNU General Public License v3 (GPLv3)"
 ]

web/orpheus.js

@@ -37,6 +37,11 @@ app.registerExtension({
                     }
                 })
             })
+        } else if (nodeData?.name == "ORPH_Sample") {
+            chainCallback(nodeType.prototype, "onNodeCreated", function () {
+                let w = this.addWidget("button", "reroll", "seed", () => w.value++)
+                w.value = 0
+            })
         }
     },
 })