My first SDXL LoRA. This one is in the style of Naga U, who makes adorable chibi characters. Based on 200 manually + automatically captioned character images.

No trigger words, but chibi helps force the style better. Works well on AutismMix.

Examples are gen'd in ComfyUI with injected metadata for A1111, so they might not be exactly reproducible.

Training Setup

Was kind of a pain figuring out what worked for SDXL, so here's the full training config for bmaltais's kohya_ss GUI. Not saying this is ideal, but maybe it helps someone. Dataset was 215 captioned images with danbooru-style tags. Training images all had the score_9, ..., etc tags. Some images were smaller than 1024x1024, but bucket upscaling was enabled. Enjoy.

{
  "LoRA_type": "Standard",
  "LyCORIS_preset": "full",
  "adaptive_noise_scale": 0,
  "additional_parameters": "--network_train_unet_only",
  "block_alphas": "",
  "block_dims": "",
  "block_lr_zero_threshold": "",
  "bucket_no_upscale": false,
  "bucket_reso_steps": 64,
  "cache_latents": true,
  "cache_latents_to_disk": true,
  "caption_dropout_every_n_epochs": 0.0,
  "caption_dropout_rate": 0.1,
  "caption_extension": ".txt",
  "clip_skip": 1,
  "color_aug": false,
  "constrain": 0.0,
  "conv_alpha": 1,
  "conv_block_alphas": "",
  "conv_block_dims": "",
  "conv_dim": 1,
  "debiased_estimation_loss": false,
  "decompose_both": false,
  "dim_from_weights": false,
  "down_lr_weight": "",
  "enable_bucket": true,
  "epoch": 10,
  "factor": -1,
  "flip_aug": false,
  "fp8_base": false,
  "full_bf16": false,
  "full_fp16": false,
  "gpu_ids": "",
  "gradient_accumulation_steps": "1",
  "gradient_checkpointing": true,
  "keep_tokens": 0,
  "learning_rate": 0.0005,
  "logging_dir": "<your dir>",
  "lora_network_weights": "",
  "lr_scheduler": "cosine_with_restarts",
  "lr_scheduler_args": "",
  "lr_scheduler_num_cycles": "",
  "lr_scheduler_power": "",
  "lr_warmup": 2,
  "max_bucket_reso": 2048,
  "max_data_loader_n_workers": "0",
  "max_grad_norm": 1,
  "max_resolution": "1024,1024",
  "max_timestep": 1000,
  "max_token_length": "225",
  "max_train_epochs": "",
  "max_train_steps": "",
  "mem_eff_attn": false,
  "mid_lr_weight": "",
  "min_bucket_reso": 256,
  "min_snr_gamma": 5,
  "min_timestep": 0,
  "mixed_precision": "bf16",
  "model_list": "custom",
  "module_dropout": 0.1,
  "multi_gpu": false,
  "multires_noise_discount": 0,
  "multires_noise_iterations": 0,
  "network_alpha": 8,
  "network_dim": 16,
  "network_dropout": 0.1,
  "noise_offset": 0.0357,
  "noise_offset_type": "Original",
  "num_cpu_threads_per_process": 2,
  "num_machines": 1,
  "num_processes": 1,
  "optimizer": "AdamW",
  "optimizer_args": "weight_decay=0.1 betas=0.9,0.99",
  "output_dir": "<your dir>",
  "output_name": "NagaU",
  "persistent_data_loader_workers": false,
  "pretrained_model_name_or_path": "<path to pony>/ponyDiffusionV6XL_v6StartWithThisOne.safetensors",
  "prior_loss_weight": 1.0,
  "random_crop": false,
  "rank_dropout": 0.1,
  "rank_dropout_scale": false,
  "reg_data_dir": "",
  "rescaled": false,
  "resume": "",
  "sample_every_n_epochs": 1,
  "sample_every_n_steps": 0,
  "sample_prompts": "score_9, score_8_up, score_7_up, score_6_up, score_5_up, score_4_up, BREAK, 1girl, solo, full body, orange hair, smug, freckles, outdoors, green jacket, black leggings, --d 1 --w 832 --h 1216 --s 30 --l 4 --n monochrome, signature,",
  "sample_sampler": "euler",
  "save_every_n_epochs": 1,
  "save_every_n_steps": 0,
  "save_last_n_steps": 0,
  "save_last_n_steps_state": 0,
  "save_model_as": "safetensors",
  "save_precision": "bf16",
  "save_state": false,
  "scale_v_pred_loss_like_noise_pred": false,
  "scale_weight_norms": 0,
  "sdxl": true,
  "sdxl_cache_text_encoder_outputs": false,
  "sdxl_no_half_vae": true,
  "seed": "",
  "shuffle_caption": false,
  "stop_text_encoder_training": -1,
  "text_encoder_lr": 0.0,
  "train_batch_size": 2,
  "train_data_dir": "<your dir>",
  "train_norm": false,
  "train_on_input": true,
  "training_comment": "",
  "unet_lr": 0.0,
  "unit": 1,
  "up_lr_weight": "",
  "use_cp": false,
  "use_scalar": false,
  "use_tucker": false,
  "use_wandb": false,
  "v2": false,
  "v_parameterization": false,
  "v_pred_like_loss": 0,
  "vae": "",
  "vae_batch_size": 0,
  "wandb_api_key": "",
  "weighted_captions": false,
  "xformers": "xformers"
}