Upload model via CLI

.job_config.json

@@ -0,0 +1,134 @@
+{
+  "job": "extension",
+  "config": {
+    "name": "m_portrait",
+    "process": [
+      {
+        "type": "ui_trainer",
+        "training_folder": "/ai-toolkit/output",
+        "sqlite_db_path": "/ai-toolkit/aitk_db.db",
+        "device": "cuda",
+        "trigger_word": "m_port",
+        "performance_log_every": 10,
+        "network": {
+          "type": "lora",
+          "linear": 32,
+          "linear_alpha": 32,
+          "conv": 16,
+          "conv_alpha": 16,
+          "lokr_full_rank": true,
+          "lokr_factor": -1,
+          "network_kwargs": {
+            "ignore_if_contains": []
+          }
+        },
+        "save": {
+          "dtype": "bf16",
+          "save_every": 250,
+          "max_step_saves_to_keep": 8,
+          "save_format": "diffusers",
+          "push_to_hub": false
+        },
+        "datasets": [
+          {
+            "folder_path": "/ai-toolkit/datasets/m_portrait",
+            "control_path": null,
+            "mask_path": null,
+            "mask_min_value": 0.1,
+            "default_caption": "",
+            "caption_ext": "txt",
+            "caption_dropout_rate": 0.05,
+            "cache_latents_to_disk": false,
+            "is_reg": false,
+            "network_weight": 1,
+            "resolution": [
+              512,
+              768,
+              1024,
+              1536,
+              1280
+            ],
+            "controls": [],
+            "shrink_video_to_frames": true,
+            "num_frames": 1,
+            "do_i2v": true,
+            "flip_x": false,
+            "flip_y": false
+          }
+        ],
+        "train": {
+          "batch_size": 1,
+          "bypass_guidance_embedding": false,
+          "steps": 2000,
+          "gradient_accumulation": 1,
+          "train_unet": true,
+          "train_text_encoder": false,
+          "gradient_checkpointing": true,
+          "noise_scheduler": "flowmatch",
+          "optimizer": "adamw8bit",
+          "timestep_type": "sigmoid",
+          "content_or_style": "balanced",
+          "optimizer_params": {
+            "weight_decay": 0.0001
+          },
+          "unload_text_encoder": false,
+          "cache_text_embeddings": false,
+          "lr": 0.0002,
+          "ema_config": {
+            "use_ema": true,
+            "ema_decay": 0.99
+          },
+          "skip_first_sample": false,
+          "force_first_sample": false,
+          "disable_sampling": false,
+          "dtype": "bf16",
+          "diff_output_preservation": false,
+          "diff_output_preservation_multiplier": 1,
+          "diff_output_preservation_class": "person",
+          "switch_boundary_every": 1
+        },
+        "model": {
+          "name_or_path": "black-forest-labs/FLUX.1-dev",
+          "quantize": false,
+          "qtype": "qfloat8",
+          "quantize_te": true,
+          "qtype_te": "qfloat8",
+          "arch": "flux",
+          "low_vram": false,
+          "model_kwargs": {}
+        },
+        "sample": {
+          "sampler": "flowmatch",
+          "sample_every": 250,
+          "width": 1024,
+          "height": 1024,
+          "samples": [
+            {
+              "prompt": "m_port, A man in a plain white t-shirt is captured in a close-up portrait, holding a black leather wallet near his face with his right hand. The wallet’s textured finish and embossed branding are clearly visible, drawing focus to its sleek and minimal design. His direct gaze and neutral expression add a confident, straightforward tone. Background is clean white with soft even lighting to emphasize the wallet."
+            },
+            {
+              "prompt": "m_port, A young man is seated against a plain grey background, wearing a relaxed white crew-neck t-shirt. He faces slightly to his left with a neutral yet contemplative expression, his short textured hairstyle and light stubble framing his features. The soft natural lighting from the side casts gentle shadows, giving depth and focus to the portrait while maintaining a minimal, clean composition."
+            },
+            {
+              "prompt": "m_port,A young man gazes confidently at the camera, his expression calm yet subtly curious. He’s dressed in a mustard-yellow jacket layered over a ribbed turtleneck of the same tone, creating a striking monochrome look. The background, draped in rich golden fabric, seamlessly blends with his outfit, giving the image a bold, editorial feel. Soft lighting highlights the texture of his hair and skin, while the upward collar adds a touch of attitude and modern edge."
+            },
+            {
+              "prompt": "m_port,A man leans casually against a white column, his posture relaxed yet confident. He’s dressed in a deep navy shirt with rolled sleeves, paired with matching trousers for a clean, monochromatic look. The crisp lines of the column contrast with the blurred greenery in the background, creating a balance of structure and softness. Natural daylight enhances the sharpness of his jawline and the polished texture of his outfit, lending the portrait an elegant, editorial edge."
+            }
+          ],
+          "neg": "",
+          "seed": 42,
+          "walk_seed": true,
+          "guidance_scale": 2.8,
+          "sample_steps": 30,
+          "num_frames": 1,
+          "fps": 1
+        }
+      }
+    ]
+  },
+  "meta": {
+    "name": "[name]",
+    "version": "1.0"
+  }
+}

README.md

@@ -0,0 +1,54 @@
+---
+tags:
+- text-to-image
+- flux
+- lora
+- diffusers
+- template:sd-lora
+- ai-toolkit
+base_model: black-forest-labs/FLUX.1-dev
+instance_prompt: m_port
+license: other
+license_name: flux-1-dev-non-commercial-license
+license_link: https://huggingface.co/black-forest-labs/FLUX.1-dev/blob/main/LICENSE.md
+widget:
+- text: Sample generation
+  output:
+    url: samples/1756802319166__000000000_0.jpg
+- text: Sample generation
+  output:
+    url: samples/1756802337105__000000000_1.jpg
+- text: Sample generation
+  output:
+    url: samples/1756802355203__000000000_2.jpg
+---
+
+# m_portrait
+
+Model trained with AI Toolkit by Ostris
+
+<Gallery />
+
+## Trigger words
+
+You should use `m_port` to trigger the image generation.
+
+## Download model and use it with ComfyUI, AUTOMATIC1111, SD.Next, Invoke AI, etc.
+
+Weights for this model are available in Safetensors format.
+
+[Download](/username/m_portrait/tree/main) them in the Files & versions tab.
+
+## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
+
+```py
+from diffusers import AutoPipelineForText2Image
+import torch
+
+pipeline = AutoPipelineForText2Image.from_pretrained('black-forest-labs/FLUX.1-dev', torch_dtype=torch.bfloat16).to('cuda')
+pipeline.load_lora_weights('username/m_portrait', weight_name='m_portrait_000000250.safetensors')
+image = pipeline('m_port style artwork').images[0]
+image.save("my_image.png")
+```
+
+For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)

config.yaml

@@ -0,0 +1,128 @@
+job: extension
+config:
+  name: m_portrait
+  process:
+  - type: ui_trainer
+    training_folder: /ai-toolkit/output
+    sqlite_db_path: /ai-toolkit/aitk_db.db
+    device: cuda
+    trigger_word: m_port
+    performance_log_every: 10
+    network:
+      type: lora
+      linear: 32
+      linear_alpha: 32
+      conv: 16
+      conv_alpha: 16
+      lokr_full_rank: true
+      lokr_factor: -1
+      network_kwargs:
+        ignore_if_contains: []
+    save:
+      dtype: bf16
+      save_every: 250
+      max_step_saves_to_keep: 8
+      save_format: diffusers
+      push_to_hub: false
+    datasets:
+    - folder_path: /ai-toolkit/datasets/m_portrait
+      control_path: null
+      mask_path: null
+      mask_min_value: 0.1
+      default_caption: ''
+      caption_ext: txt
+      caption_dropout_rate: 0.05
+      cache_latents_to_disk: false
+      is_reg: false
+      network_weight: 1
+      resolution:
+      - 512
+      - 768
+      - 1024
+      - 1536
+      - 1280
+      controls: []
+      shrink_video_to_frames: true
+      num_frames: 1
+      do_i2v: true
+      flip_x: false
+      flip_y: false
+    train:
+      batch_size: 1
+      bypass_guidance_embedding: false
+      steps: 2000
+      gradient_accumulation: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      timestep_type: sigmoid
+      content_or_style: balanced
+      optimizer_params:
+        weight_decay: 0.0001
+      unload_text_encoder: false
+      cache_text_embeddings: false
+      lr: 0.0002
+      ema_config:
+        use_ema: true
+        ema_decay: 0.99
+      skip_first_sample: false
+      force_first_sample: false
+      disable_sampling: false
+      dtype: bf16
+      diff_output_preservation: false
+      diff_output_preservation_multiplier: 1
+      diff_output_preservation_class: person
+      switch_boundary_every: 1
+    model:
+      name_or_path: black-forest-labs/FLUX.1-dev
+      quantize: false
+      qtype: qfloat8
+      quantize_te: true
+      qtype_te: qfloat8
+      arch: flux
+      low_vram: false
+      model_kwargs: {}
+    sample:
+      sampler: flowmatch
+      sample_every: 250
+      width: 1024
+      height: 1024
+      samples:
+      - prompt: "m_port, A man in a plain white t-shirt is captured in a close-up\
+          \ portrait, holding a black leather wallet near his face with his right\
+          \ hand. The wallet\u2019s textured finish and embossed branding are clearly\
+          \ visible, drawing focus to its sleek and minimal design. His direct gaze\
+          \ and neutral expression add a confident, straightforward tone. Background\
+          \ is clean white with soft even lighting to emphasize the wallet."
+      - prompt: m_port, A young man is seated against a plain grey background, wearing
+          a relaxed white crew-neck t-shirt. He faces slightly to his left with a
+          neutral yet contemplative expression, his short textured hairstyle and light
+          stubble framing his features. The soft natural lighting from the side casts
+          gentle shadows, giving depth and focus to the portrait while maintaining
+          a minimal, clean composition.
+      - prompt: "m_port,A young man gazes confidently at the camera, his expression\
+          \ calm yet subtly curious. He\u2019s dressed in a mustard-yellow jacket\
+          \ layered over a ribbed turtleneck of the same tone, creating a striking\
+          \ monochrome look. The background, draped in rich golden fabric, seamlessly\
+          \ blends with his outfit, giving the image a bold, editorial feel. Soft\
+          \ lighting highlights the texture of his hair and skin, while the upward\
+          \ collar adds a touch of attitude and modern edge."
+      - prompt: "m_port,A man leans casually against a white column, his posture relaxed\
+          \ yet confident. He\u2019s dressed in a deep navy shirt with rolled sleeves,\
+          \ paired with matching trousers for a clean, monochromatic look. The crisp\
+          \ lines of the column contrast with the blurred greenery in the background,\
+          \ creating a balance of structure and softness. Natural daylight enhances\
+          \ the sharpness of his jawline and the polished texture of his outfit, lending\
+          \ the portrait an elegant, editorial edge."
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 2.8
+      sample_steps: 30
+      num_frames: 1
+      fps: 1
+meta:
+  name: m_portrait
+  version: '1.0'

m_portrait.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eb3f0779269eebb9b89a233f4dd97dd4482820b92737aaa9101f8baafe99b5
+size 343806424

m_portrait_000000250.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6828a8c5b13fff7ec6b056ac2f6c553a89c0ef9a1ba6306d77e25198cbb8d0f8
+size 343806424

m_portrait_000000500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc02a8bf4d840732832511080129ad35859755bf31e9a2de940f18d41c761df
+size 343806424

m_portrait_000000750.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1b4077a30b26ed6904f129a21228c01947b4bc663f8b84018a0b668cb40383
+size 343806424

m_portrait_000001000.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecc52b8873a08475a99a0026c0cf71fe836ea59876e2f249186448b92cdac7c
+size 343806424

m_portrait_000001250.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1031841e644e6f19ea3a79bac00a8fb711e38cdab11e18af40d1d9787fbd92
+size 343806424

m_portrait_000001500.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a46c2e826fd78999038e0bf458f5d0ca7b4aa776ebd7bd4315af54ec968809
+size 343806424

m_portrait_000001750.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7162279176456fb75354f3d9809d6b162d2c731932b7307bd209e2a53fcead1
+size 343806424

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef84e896dbb3a0d4a99dcaedad2402ea3f8d26c9d05553da77657d35f2e6cae
+size 350203413