Ver NOOB V-PRED V2 EQ
Trained with improved parameters based on NOOB V-PRED EQ VAE exprimental version: https://civarchive.com/models/1858821/noobai-v-pred-10-with-eq-vae
In this version, I subdivided the trigger words for more accurate generate. 7 triggerwords set. See the examples first.
Ver NOOB V-PRED V1
Trained based on NOOB V-PRED V1.0. See about this version for training details.
Pros
Concept generation
Better responsive to trigger words
Cons
Artstyle influence
Some trials needed
Ver NOOB E-PRED V1
Trained based on NOOB E-PRED V1.0. Different trigger words set to precise concepts. See about this version for training details.
Introduction
A Pony based LyCORIS to enhance the concept Penis orament. Use triggerwords to control the type of orament and size words to control the penis. See the examples first.
Pros
Concept enhancement
Little impact on the art style
Cons
Not responsive to trigger words, you need to upweight it or roll for it times to times.
Many trials needed
Training details
See about the version.
Description
{
"LoRA_type": "LyCORIS/LoHa",
"LyCORIS_preset": "full",
"adaptive_noise_scale": 0,
"additional_parameters": "--zero_terminal_snr ",
"ae": "",
"apply_t5_attn_mask": false,
"async_upload": false,
"block_alphas": "",
"block_dims": "",
"block_lr_zero_threshold": "",
"blocks_to_swap": 0,
"bucket_no_upscale": true,
"bucket_reso_steps": 64,
"bypass_mode": false,
"cache_latents": false,
"cache_latents_to_disk": false,
"caption_dropout_every_n_epochs": 0,
"caption_dropout_rate": 0,
"caption_extension": ".txt",
"clip_g": "",
"clip_g_dropout_rate": 0,
"clip_l": "",
"clip_skip": 0,
"color_aug": false,
"constrain": 0,
"conv_alpha": 1,
"conv_block_alphas": "",
"conv_block_dims": "",
"conv_dim": 8,
"cpu_offload_checkpointing": false,
"dataset_config": "",
"debiased_estimation_loss": false,
"decompose_both": false,
"dim_from_weights": false,
"discrete_flow_shift": 3,
"dora_wd": false,
"double_blocks_to_swap": 0,
"down_lr_weight": "",
"dynamo_backend": "no",
"dynamo_mode": "default",
"dynamo_use_dynamic": false,
"dynamo_use_fullgraph": false,
"enable_all_linear": false,
"enable_bucket": true,
"epoch": 20,
"extra_accelerate_launch_args": "",
"factor": -1,
"flip_aug": true,
"flux1_cache_text_encoder_outputs": false,
"flux1_cache_text_encoder_outputs_to_disk": false,
"flux1_checkbox": false,
"fp8_base": false,
"fp8_base_unet": false,
"full_bf16": false,
"full_fp16": false,
"ggpo_beta": 0.01,
"ggpo_sigma": 0.03,
"gpu_ids": "",
"gradient_accumulation_steps": 1,
"gradient_checkpointing": true,
"guidance_scale": 3.5,
"highvram": false,
"huber_c": 0.1,
"huber_scale": 1,
"huber_schedule": "snr",
"huggingface_path_in_repo": "",
"huggingface_repo_id": "",
"huggingface_repo_type": "",
"huggingface_repo_visibility": "",
"huggingface_token": "",
"img_attn_dim": "",
"img_mlp_dim": "",
"img_mod_dim": "",
"in_dims": "",
"ip_noise_gamma": 0.1,
"ip_noise_gamma_random_strength": false,
"keep_tokens": 1,
"learning_rate": 1,
"log_config": false,
"log_tracker_config": "",
"log_tracker_name": "",
"log_with": "tensorboard",
"logging_dir": "/root/autodl-tmp/outputs",
"logit_mean": 0,
"logit_std": 1,
"loraplus_lr_ratio": 0,
"loraplus_text_encoder_lr_ratio": 0,
"loraplus_unet_lr_ratio": 0,
"loss_type": "l2",
"lowvram": false,
"lr_scheduler": "cosine",
"lr_scheduler_args": "",
"lr_scheduler_num_cycles": 1,
"lr_scheduler_power": 1,
"lr_scheduler_type": "",
"lr_warmup": 0,
"lr_warmup_steps": 0,
"main_process_port": 0,
"masked_loss": false,
"max_bucket_reso": 4096,
"max_data_loader_n_workers": 0,
"max_grad_norm": 1,
"max_resolution": "1024,1024",
"max_timestep": 1000,
"max_token_length": 225,
"max_train_epochs": 0,
"max_train_steps": 0,
"mem_eff_attn": false,
"mem_eff_save": false,
"metadata_author": "",
"metadata_description": "",
"metadata_license": "",
"metadata_tags": "",
"metadata_title": "",
"mid_lr_weight": "",
"min_bucket_reso": 1024,
"min_snr_gamma": 5,
"min_timestep": 0,
"mixed_precision": "bf16",
"mode_scale": 1.29,
"model_list": "custom",
"model_prediction_type": "sigma_scaled",
"module_dropout": 0,
"multi_gpu": false,
"multires_noise_discount": 0.1,
"multires_noise_iterations": 6,
"network_alpha": 1,
"network_dim": 16,
"network_dropout": 0.1,
"network_weights": "",
"noise_offset": 0,
"noise_offset_random_strength": false,
"noise_offset_type": "Original",
"num_cpu_threads_per_process": 2,
"num_machines": 1,
"num_processes": 1,
"optimizer": "prodigyplus.ProdigyPlusScheduleFree",
"optimizer_args": "\"weight_decay=0\" \"d_coef=1\" \"use_bias_correction=True\" \"betas=0.9,0.999\"",
"output_dir": "/root/autodl-tmp/outputs",
"output_name": "penis_orament-NAI-VPRED1.0-V1-loha-dim16conv8alpha1-drop0.1-SNR5-EQVAE",
"persistent_data_loader_workers": false,
"pos_emb_random_crop_rate": 0,
"pretrained_model_name_or_path": "/root/kohya_ss/models/noobaiVPred10WithEQ_experimentalEQVAE.safetensors",
"prior_loss_weight": 1,
"random_crop": false,
"rank_dropout": 0,
"rank_dropout_scale": false,
"reg_data_dir": "",
"rescaled": false,
"resume": "",
"resume_from_huggingface": "",
"sample_every_n_epochs": 1,
"sample_every_n_steps": 0,
"sample_prompts": "sleeve+bra, hyper penis, hyper testicles, 1girl, futanari, solo, veiny penis, blue eyes, brown hair, hair bow, white dress, smile, gigantic breasts, sandals, blush, erection, full body, standing, pink background, silhouette, white frilled balls bra, white frilled penis sleeve, very awa, masterpiece, best quality, good quality, absurdres, highres, newest, very aesthetic, --n worst aesthetic, worst quality, normal quality, lowres, old, early, mid, recent, ambiguous form, bad anatomy, bad fingers, bad hands, watermark, username, logo, signature, bar censor, mosaic censoring --w 1024 --h 1024 --l 5 --s 28",
"sample_sampler": "euler",
"save_clip": false,
"save_every_n_epochs": 1,
"save_every_n_steps": 0,
"save_last_n_epochs": 0,
"save_last_n_epochs_state": 0,
"save_last_n_steps": 0,
"save_last_n_steps_state": 0,
"save_model_as": "safetensors",
"save_precision": "bf16",
"save_state": false,
"save_state_on_train_end": false,
"save_state_to_huggingface": false,
"save_t5xxl": false,
"scale_v_pred_loss_like_noise_pred": false,
"scale_weight_norms": 0,
"sd3_cache_text_encoder_outputs": false,
"sd3_cache_text_encoder_outputs_to_disk": false,
"sd3_checkbox": false,
"sd3_clip_l": "",
"sd3_clip_l_dropout_rate": 0,
"sd3_disable_mmap_load_safetensors": false,
"sd3_enable_scaled_pos_embed": false,
"sd3_fused_backward_pass": false,
"sd3_t5_dropout_rate": 0,
"sd3_t5xxl": "",
"sd3_text_encoder_batch_size": 1,
"sdxl": true,
"sdxl_cache_text_encoder_outputs": false,
"sdxl_no_half_vae": true,
"seed": 31337,
"shuffle_caption": true,
"single_blocks_to_swap": 0,
"single_dim": "",
"single_mod_dim": "",
"skip_cache_check": false,
"split_mode": false,
"split_qkv": false,
"stop_text_encoder_training": 0,
"t5xxl": "",
"t5xxl_device": "",
"t5xxl_dtype": "bf16",
"t5xxl_lr": 0,
"t5xxl_max_token_length": 512,
"text_encoder_lr": 1,
"timestep_sampling": "sigma",
"train_batch_size": 5,
"train_blocks": "all",
"train_data_dir": "/root/autodl-tmp/penis_orament",
"train_double_block_indices": "all",
"train_lora_ggpo": false,
"train_norm": false,
"train_on_input": true,
"train_single_block_indices": "all",
"train_t5xxl": false,
"training_comment": "",
"txt_attn_dim": "",
"txt_mlp_dim": "",
"txt_mod_dim": "",
"unet_lr": 1,
"unit": 1,
"up_lr_weight": "",
"use_cp": false,
"use_scalar": false,
"use_tucker": false,
"v2": false,
"v_parameterization": true,
"v_pred_like_loss": 0,
"vae": "",
"vae_batch_size": 0,
"wandb_api_key": "",
"wandb_run_name": "",
"weighted_captions": false,
"weighting_scheme": "logit_normal",
"xformers": "xformers"
}