My first SDXL LoRA. This one is in the style of Naga U, who makes adorable chibi characters. Based on 200 manually + automatically captioned character images.No trigger words, but chibi helps force the style better. Works well on <a target="_blank" rel="ugc" href="https://civarchive.com/models/288584/autismmix-sdxl">AutismMix</a>.Examples are gen'd in ComfyUI with injected metadata for A1111, so they might not be exactly reproducible.<h3 id="heading-942">Training Setup</h3>Was kind of a pain figuring out what worked for SDXL, so here's the full training config for bmaltais's kohya_ss GUI. Not saying this is ideal, but maybe it helps someone. Dataset was 215 captioned images with danbooru-style tags. Training images all had the score_9, ..., etc tags. Some images were smaller than 1024x1024, but bucket upscaling was enabled. Enjoy.<pre><code>{
 "LoRA_type": "Standard",
 "LyCORIS_preset": "full",
 "adaptive_noise_scale": 0,
 "additional_parameters": "--network_train_unet_only",
 "block_alphas": "",
 "block_dims": "",
 "block_lr_zero_threshold": "",
 "bucket_no_upscale": false,
 "bucket_reso_steps": 64,
 "cache_latents": true,
 "cache_latents_to_disk": true,
 "caption_dropout_every_n_epochs": 0.0,
 "caption_dropout_rate": 0.1,
 "caption_extension": ".txt",
 "clip_skip": 1,
 "color_aug": false,
 "constrain": 0.0,
 "conv_alpha": 1,
 "conv_block_alphas": "",
 "conv_block_dims": "",
 "conv_dim": 1,
 "debiased_estimation_loss": false,
 "decompose_both": false,
 "dim_from_weights": false,
 "down_lr_weight": "",
 "enable_bucket": true,
 "epoch": 10,
 "factor": -1,
 "flip_aug": false,
 "fp8_base": false,
 "full_bf16": false,
 "full_fp16": false,
 "gpu_ids": "",
 "gradient_accumulation_steps": "1",
 "gradient_checkpointing": true,
 "keep_tokens": 0,
 "learning_rate": 0.0005,
 "logging_dir": "&lt;your dir&gt;",
 "lora_network_weights": "",
 "lr_scheduler": "cosine_with_restarts",
 "lr_scheduler_args": "",
 "lr_scheduler_num_cycles": "",
 "lr_scheduler_power": "",
 "lr_warmup": 2,
 "max_bucket_reso": 2048,
 "max_data_loader_n_workers": "0",
 "max_grad_norm": 1,
 "max_resolution": "1024,1024",
 "max_timestep": 1000,
 "max_token_length": "225",
 "max_train_epochs": "",
 "max_train_steps": "",
 "mem_eff_attn": false,
 "mid_lr_weight": "",
 "min_bucket_reso": 256,
 "min_snr_gamma": 5,
 "min_timestep": 0,
 "mixed_precision": "bf16",
 "model_list": "custom",
 "module_dropout": 0.1,
 "multi_gpu": false,
 "multires_noise_discount": 0,
 "multires_noise_iterations": 0,
 "network_alpha": 8,
 "network_dim": 16,
 "network_dropout": 0.1,
 "noise_offset": 0.0357,
 "noise_offset_type": "Original",
 "num_cpu_threads_per_process": 2,
 "num_machines": 1,
 "num_processes": 1,
 "optimizer": "AdamW",
 "optimizer_args": "weight_decay=0.1 betas=0.9,0.99",
 "output_dir": "&lt;your dir&gt;",
 "output_name": "NagaU",
 "persistent_data_loader_workers": false,
 "pretrained_model_name_or_path": "&lt;path to pony&gt;/ponyDiffusionV6XL_v6StartWithThisOne.safetensors",
 "prior_loss_weight": 1.0,
 "random_crop": false,
 "rank_dropout": 0.1,
 "rank_dropout_scale": false,
 "reg_data_dir": "",
 "rescaled": false,
 "resume": "",
 "sample_every_n_epochs": 1,
 "sample_every_n_steps": 0,
 "sample_prompts": "score_9, score_8_up, score_7_up, score_6_up, score_5_up, score_4_up, BREAK, 1girl, solo, full body, orange hair, smug, freckles, outdoors, green jacket, black leggings, --d 1 --w 832 --h 1216 --s 30 --l 4 --n monochrome, signature,",
 "sample_sampler": "euler",
 "save_every_n_epochs": 1,
 "save_every_n_steps": 0,
 "save_last_n_steps": 0,
 "save_last_n_steps_state": 0,
 "save_model_as": "safetensors",
 "save_precision": "bf16",
 "save_state": false,
 "scale_v_pred_loss_like_noise_pred": false,
 "scale_weight_norms": 0,
 "sdxl": true,
 "sdxl_cache_text_encoder_outputs": false,
 "sdxl_no_half_vae": true,
 "seed": "",
 "shuffle_caption": false,
 "stop_text_encoder_training": -1,
 "text_encoder_lr": 0.0,
 "train_batch_size": 2,
 "train_data_dir": "&lt;your dir&gt;",
 "train_norm": false,
 "train_on_input": true,
 "training_comment": "",
 "unet_lr": 0.0,
 "unit": 1,
 "up_lr_weight": "",
 "use_cp": false,
 "use_scalar": false,
 "use_tucker": false,
 "use_wandb": false,
 "v2": false,
 "v_parameterization": false,
 "v_pred_like_loss": 0,
 "vae": "",
 "vae_batch_size": 0,
 "wandb_api_key": "",
 "weighted_captions": false,
 "xformers": "xformers"
}</code></pre>

Files with SHA256: ca490a7d716081b59143ea24f2f74b0015dd7274bff40e3b84cb19b15b64e931