| job: extension | |
| config: | |
| name: kontext_object_removal_lora | |
| process: | |
| - type: sd_trainer | |
| training_folder: output | |
| performance_log_every: 100 | |
| device: cuda:0 | |
| network: | |
| type: lora | |
| linear: 16 | |
| linear_alpha: 16 | |
| save: | |
| dtype: float16 | |
| save_every: 200 | |
| max_step_saves_to_keep: 5 | |
| push_to_hub: false | |
| datasets: | |
| - folder_path: /root/ai-toolkit/data/images | |
| control_path: /root/ai-toolkit/data/controls | |
| caption_ext: txt | |
| caption_dropout_rate: 0.02 | |
| shuffle_tokens: false | |
| cache_latents_to_disk: true | |
| resolution: | |
| - 512 | |
| - 768 | |
| train: | |
| batch_size: 1 | |
| steps: 2000 | |
| gradient_accumulation_steps: 1 | |
| train_unet: true | |
| train_text_encoder: false | |
| gradient_checkpointing: true | |
| noise_scheduler: flowmatch | |
| optimizer: adamw8bit | |
| lr: 8.0e-05 | |
| timestep_type: weighted | |
| dtype: bf16 | |
| ema_config: | |
| use_ema: true | |
| ema_decay: 0.995 | |
| model: | |
| name_or_path: /chenyudata/ComfyUI/models/diffusion_models/flux1-kontext-dev.safetensors | |
| extras_name_or_path: /chenyudata/Other/flux.1-dev | |
| arch: flux_kontext | |
| quantize: true | |
| sample: | |
| sampler: flowmatch | |
| sample_every: 200 | |
| width: 1024 | |
| height: 1024 | |
| prompts: | |
| - Remove the red car from the scene --ctrl_img data/controls/object_removal_01.png | |
| - Remove the laptop from the image --ctrl_img data/controls/object_removal_02.png | |
| - Remove the bicycle from the street --ctrl_img data/controls/object_removal_03.png | |
| - Remove the yellow vehicle --ctrl_img data/controls/object_removal_04.png | |
| - Remove the person from the photo --ctrl_img data/controls/object_removal_05.png | |
| - Clean up the background --ctrl_img data/controls/object_removal_06.png | |
| neg: '' | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 4 | |
| sample_steps: 20 | |
| meta: | |
| name: kontext_object_removal_lora | |
| version: '1.0' | |
| description: Kontext LoRA trained for object removal tasks using the object_removal_alpha_kontext | |
| dataset | |
| dataset_info: | |
| source: https://huggingface.co/datasets/lrzjason/object_removal_alpha_kontext | |
| samples: 20 | |
| task: Object Removal | |