From 4eba3479a14c966b3299e33fe09b602fe4704132 Mon Sep 17 00:00:00 2001 From: justumen Date: Fri, 2 Aug 2024 12:30:07 +0200 Subject: [PATCH] add basic workflow for Flux --- .gitignore | 7 +- __init__.py | 3 + workflows/FLUX_troll_test.json | 736 +++++++++++++++++++++++++++++++++ 3 files changed, 745 insertions(+), 1 deletion(-) create mode 100644 workflows/FLUX_troll_test.json diff --git a/.gitignore b/.gitignore index 8d9585b..f47dea9 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,8 @@ __pycache__/ SaveText/ -API_example/ \ No newline at end of file +API_example/ +clear_vram.py +web/js/clear_vram.js +CUSTOM_STRING.py.txt +web/js/BJORNULF_TYPES.js.txt +web/js/CUSTOM_STRING.js.txt diff --git a/__init__.py b/__init__.py index dac0f78..de4c70f 100644 --- a/__init__.py +++ b/__init__.py @@ -28,12 +28,14 @@ from .loop_my_combos_samplers_schedulers import LoopCombosSamplersSchedulers from .remove_transparency import RemoveTransparency from .image_to_grayscale import GrayscaleTransform from .combine_background_overlay import CombineBackgroundOverlay +# from .clear_vram import ClearVRAM # from .CUSTOM_STRING import CustomStringType NODE_CLASS_MAPPINGS = { # "Bjornulf_CustomStringType": CustomStringType, "Bjornulf_ollamaLoader": ollamaLoader, + # "Bjornulf_ClearVRAM": ClearVRAM, "Bjornulf_WriteText": WriteText, "Bjornulf_RemoveTransparency": RemoveTransparency, "Bjornulf_GrayscaleTransform": GrayscaleTransform, @@ -68,6 +70,7 @@ NODE_CLASS_MAPPINGS = { NODE_DISPLAY_NAME_MAPPINGS = { # "Bjornulf_CustomStringType": "!!! CUSTOM STRING TYPE !!!", "Bjornulf_ollamaLoader": "๐Ÿฆ™ Ollama (Description)", + # "Bjornulf_ClearVRAM": "๐Ÿงน Clear VRAM", "Bjornulf_ShowText": "๐Ÿ‘ Show (Text)", "Bjornulf_ShowInt": "๐Ÿ‘ Show (Int)", "Bjornulf_ShowFloat": "๐Ÿ‘ Show (Float)", diff --git a/workflows/FLUX_troll_test.json b/workflows/FLUX_troll_test.json new file mode 100644 index 0000000..8c5ad1a --- /dev/null +++ b/workflows/FLUX_troll_test.json @@ -0,0 +1,736 @@ +{ + "last_node_id": 27, + "last_link_id": 49, + "nodes": [ + { + "id": 27, + "type": "workflow/Generate with Flow", + "pos": [ + 654, + 309 + ], + "size": { + "0": 418.1999816894531, + "1": 238 + }, + "flags": {}, + "order": 3, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": 46 + }, + { + "name": "BasicGuider model", + "type": "MODEL", + "link": 47 + }, + { + "name": "conditioning", + "type": "CONDITIONING", + "link": 48 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": 49 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "links": [ + 45 + ], + "shape": 3 + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "workflow/Generate with Flow" + }, + "widgets_values": [ + "euler", + 605276574941494, + "randomize", + "simple", + 4, + 1 + ] + }, + { + "id": 8, + "type": "VAEDecode", + "pos": [ + 855, + 218 + ], + "size": { + "0": 210, + "1": 46 + }, + "flags": {}, + "order": 4, + "mode": 0, + "inputs": [ + { + "name": "samples", + "type": "LATENT", + "link": 45 + }, + { + "name": "vae", + "type": "VAE", + "link": 44 + } + ], + "outputs": [ + { + "name": "IMAGE", + "type": "IMAGE", + "links": [ + 9 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAEDecode" + } + }, + { + "id": 6, + "type": "CLIPTextEncode", + "pos": [ + 107, + 176 + ], + "size": [ + 412.45590411401804, + 395.76453729099205 + ], + "flags": {}, + "order": 2, + "mode": 0, + "inputs": [ + { + "name": "clip", + "type": "CLIP", + "link": 41 + } + ], + "outputs": [ + { + "name": "CONDITIONING", + "type": "CONDITIONING", + "links": [ + 48 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "CLIPTextEncode" + }, + "widgets_values": [ + "photography of a troll in a swamp,\nred witch hat,\nblue pants,\nyellow shirt,\nblack hair,\ngreen skin,\nwearing a watch,\nsnake behind him,\nskull on belt buckle" + ] + }, + { + "id": 5, + "type": "EmptyLatentImage", + "pos": [ + 198, + 627 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "LATENT", + "type": "LATENT", + "links": [ + 49 + ], + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "EmptyLatentImage" + }, + "widgets_values": [ + 1024, + 1024, + 1 + ] + }, + { + "id": 9, + "type": "SaveImage", + "pos": [ + 651, + 604 + ], + "size": [ + 663.901732854792, + 713.1990014242604 + ], + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "images", + "type": "IMAGE", + "link": 9 + } + ], + "properties": {}, + "widgets_values": [ + "ComfyUI" + ] + }, + { + "id": 26, + "type": "workflow/Load FLOW", + "pos": [ + -323, + 320 + ], + "size": { + "0": 315, + "1": 218 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [ + 41 + ], + "shape": 3 + }, + { + "name": "MODEL", + "type": "MODEL", + "links": [ + 46, + 47 + ], + "shape": 3 + }, + { + "name": "VAE", + "type": "VAE", + "links": [ + 44 + ], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "workflow/Load FLOW" + }, + "widgets_values": [ + "t5xxl_fp16.safetensors", + "clip_l.safetensors", + "flux", + "flux1-schnell.sft", + "fp8_e5m2", + "ae.sft" + ] + } + ], + "links": [ + [ + 9, + 8, + 0, + 9, + 0, + "IMAGE" + ], + [ + 41, + 26, + 0, + 6, + 0, + "CLIP" + ], + [ + 44, + 26, + 2, + 8, + 1, + "VAE" + ], + [ + 45, + 27, + 0, + 8, + 0, + "LATENT" + ], + [ + 46, + 26, + 1, + 27, + 0, + "MODEL" + ], + [ + 47, + 26, + 1, + 27, + 1, + "MODEL" + ], + [ + 48, + 6, + 0, + 27, + 2, + "CONDITIONING" + ], + [ + 49, + 5, + 0, + 27, + 3, + "LATENT" + ] + ], + "groups": [], + "config": {}, + "extra": { + "ds": { + "scale": 1.2100000000000009, + "offset": [ + 269.3957878063638, + -171.7444559697156 + ] + }, + "groupNodes": { + "Load FLOW": { + "nodes": [ + { + "type": "DualCLIPLoader", + "pos": [ + 21, + 244 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "CLIP", + "type": "CLIP", + "links": [], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "DualCLIPLoader" + }, + "widgets_values": [ + "t5xxl_fp16.safetensors", + "clip_l.safetensors", + "flux" + ], + "index": 0 + }, + { + "type": "UNETLoader", + "pos": [ + 22, + 88 + ], + "size": { + "0": 315, + "1": 82 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "MODEL", + "type": "MODEL", + "links": [], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "UNETLoader" + }, + "widgets_values": [ + "flux1-schnell.sft", + "fp8_e5m2" + ], + "index": 1 + }, + { + "type": "VAELoader", + "pos": [ + 21, + -15 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 2, + "mode": 0, + "outputs": [ + { + "name": "VAE", + "type": "VAE", + "links": [], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "VAELoader" + }, + "widgets_values": [ + "ae.sft" + ], + "index": 2 + } + ], + "links": [], + "external": [ + [ + 0, + 0, + "CLIP" + ], + [ + 1, + 0, + "MODEL" + ], + [ + 2, + 0, + "VAE" + ] + ] + }, + "Generate with Flow": { + "nodes": [ + { + "type": "KSamplerSelect", + "pos": [ + 900, + 825 + ], + "size": { + "0": 315, + "1": 58 + }, + "flags": {}, + "order": 0, + "mode": 0, + "outputs": [ + { + "name": "SAMPLER", + "type": "SAMPLER", + "links": [], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "KSamplerSelect" + }, + "widgets_values": [ + "euler" + ], + "index": 0 + }, + { + "type": "RandomNoise", + "pos": [ + 925, + 400 + ], + "size": { + "0": 315, + "1": 82 + }, + "flags": {}, + "order": 1, + "mode": 0, + "outputs": [ + { + "name": "NOISE", + "type": "NOISE", + "links": [], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "RandomNoise" + }, + "widgets_values": [ + 631242585450753, + "randomize" + ], + "index": 1 + }, + { + "type": "BasicScheduler", + "pos": [ + 925, + 525 + ], + "size": { + "0": 315, + "1": 106 + }, + "flags": {}, + "order": 5, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": null, + "slot_index": 0 + } + ], + "outputs": [ + { + "name": "SIGMAS", + "type": "SIGMAS", + "links": [], + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "BasicScheduler" + }, + "widgets_values": [ + "simple", + 4, + 1 + ], + "index": 2 + }, + { + "type": "BasicGuider", + "pos": [ + 951, + 310 + ], + "size": { + "0": 241.79998779296875, + "1": 46 + }, + "flags": {}, + "order": 6, + "mode": 0, + "inputs": [ + { + "name": "model", + "type": "MODEL", + "link": null, + "slot_index": 0 + }, + { + "name": "conditioning", + "type": "CONDITIONING", + "link": null, + "slot_index": 1 + } + ], + "outputs": [ + { + "name": "GUIDER", + "type": "GUIDER", + "links": [], + "shape": 3, + "slot_index": 0 + } + ], + "properties": { + "Node name for S&R": "BasicGuider" + }, + "index": 3 + }, + { + "type": "SamplerCustomAdvanced", + "pos": [ + 900, + 675 + ], + "size": { + "0": 355.20001220703125, + "1": 106 + }, + "flags": {}, + "order": 7, + "mode": 0, + "inputs": [ + { + "name": "noise", + "type": "NOISE", + "link": null, + "slot_index": 0 + }, + { + "name": "guider", + "type": "GUIDER", + "link": null, + "slot_index": 1 + }, + { + "name": "sampler", + "type": "SAMPLER", + "link": null, + "slot_index": 2 + }, + { + "name": "sigmas", + "type": "SIGMAS", + "link": null, + "slot_index": 3 + }, + { + "name": "latent_image", + "type": "LATENT", + "link": null, + "slot_index": 4 + } + ], + "outputs": [ + { + "name": "output", + "type": "LATENT", + "links": [], + "shape": 3, + "slot_index": 0 + }, + { + "name": "denoised_output", + "type": "LATENT", + "links": null, + "shape": 3 + } + ], + "properties": { + "Node name for S&R": "SamplerCustomAdvanced" + }, + "index": 4 + } + ], + "links": [ + [ + null, + 1, + 2, + 0, + 26, + "MODEL" + ], + [ + null, + 1, + 3, + 0, + 26, + "MODEL" + ], + [ + null, + 0, + 3, + 1, + 6, + "CONDITIONING" + ], + [ + 1, + 0, + 4, + 0, + 25, + "NOISE" + ], + [ + 3, + 0, + 4, + 1, + 22, + "GUIDER" + ], + [ + 0, + 0, + 4, + 2, + 16, + "SAMPLER" + ], + [ + 2, + 0, + 4, + 3, + 17, + "SIGMAS" + ], + [ + null, + 0, + 4, + 4, + 5, + "LATENT" + ] + ], + "external": [ + [ + 4, + 0, + "LATENT" + ] + ] + } + } + }, + "version": 0.4 +} \ No newline at end of file