{ "__version": 11, "training_method": "LORA", "model_type": "Z_IMAGE", "debug_mode": false, "debug_dir": "debug", "workspace_dir": "workspace/zb_amyadams_axad", "cache_dir": "workspace-cache/zb_amyadams_axad", "huggingface_cache_dir": "", "offline_mode": false, "tensorboard": true, "tensorboard_expose": false, "tensorboard_always_on": false, "tensorboard_port": 6006, "validation": false, "validate_after": 1, "validate_after_unit": "EPOCH", "continue_last_backup": false, "prevent_overwrites": false, "include_train_config": "NONE", "multi_gpu": false, "device_indexes": "", "gradient_reduce_precision": "FLOAT_32_STOCHASTIC", "fused_gradient_reduce": true, "async_gradient_reduce": true, "async_gradient_reduce_buffer": 100, "base_model_name": "/home/hans/ai/models/diffusers/Z-Image", "output_dtype": "BFLOAT_16", "output_model_format": "COMFY_LORA", "output_model_destination": "/home/hans/ai/models/loras/zb_amyadams_axad_v1.safetensors", "async_offloading": true, "force_circular_padding": false, "compile": false, "concept_file_name": "training_concepts/amyadams-axad.json", "concepts": null, "aspect_ratio_bucketing": true, "latent_caching": true, "clear_cache_before_training": true, "learning_rate_scheduler": "CONSTANT", "custom_learning_rate_scheduler": null, "scheduler_params": [], "learning_rate": 1.0, "learning_rate_warmup_steps": 0.0, "learning_rate_cycles": 1.0, "learning_rate_min_factor": 0.0, "epochs": 50, "batch_size": 1, "gradient_accumulation_steps": 1, "ema": "OFF", "ema_decay": 0.999, "ema_update_step_interval": 5, "dataloader_threads": 2, "train_device": "xpu", "temp_device": "cpu", "train_dtype": "BFLOAT_16", "fallback_train_dtype": "BFLOAT_16", "enable_autocast_cache": true, "only_cache": false, "resolution": "1024", "frames": "25", "attention_mechanism": "SDP", "mse_strength": 1.0, "mae_strength": 0.0, "log_cosh_strength": 0.0, "huber_strength": 0.0, "huber_delta": 1.0, "vb_loss_strength": 1.0, "loss_weight_fn": "CONSTANT", "loss_weight_strength": 5.0, "dropout_probability": 0.05, "loss_scaler": "NONE", "learning_rate_scaler": "NONE", "clip_grad_norm": 1.0, "offset_noise_weight": 0.0, "generalized_offset_noise": false, "perturbation_noise_weight": 0.0, "rescale_noise_scheduler_to_zero_terminal_snr": false, "force_v_prediction": false, "force_epsilon_prediction": false, "min_noising_strength": 0.0, "max_noising_strength": 1.0, "timestep_distribution": "LOGIT_NORMAL", "noising_weight": 0.0, "noising_bias": 0.0, "timestep_shift": 1.0, "dynamic_timestep_shifting": false, "unet": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": 0, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "prior": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": 0, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "transformer": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": 0, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "BFLOAT_16", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "unconditional_transformer": { "__version": 0, "model_name": "", "include": true, "train": false, "stop_training_after": null, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": false, "offload_fraction": 0.0, "activation_offloading": false }, "quantization": { "__version": 0, "layer_filter": "layers", "layer_filter_preset": "blocks", "layer_filter_regex": false, "svd_dtype": "NONE", "svd_rank": 16, "cache_dir": "workspace-cache/zb_amyadams_axad/quantization" }, "text_encoder": { "__version": 0, "model_name": "", "include": true, "train": false, "stop_training_after": 30, "stop_training_after_unit": "EPOCH", "learning_rate": null, "weight_dtype": "BFLOAT_16", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "text_encoder_layer_skip": 0, "text_encoder_sequence_length": 512, "text_encoder_2": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": 30, "stop_training_after_unit": "EPOCH", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "text_encoder_2_layer_skip": 0, "text_encoder_2_sequence_length": 77, "text_encoder_3": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": 30, "stop_training_after_unit": "EPOCH", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "text_encoder_3_layer_skip": 0, "text_encoder_4": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": 30, "stop_training_after_unit": "EPOCH", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "text_encoder_4_layer_skip": 0, "vae": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": null, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "effnet_encoder": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": null, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "decoder": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": null, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "decoder_text_encoder": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": null, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "decoder_vqgan": { "__version": 0, "model_name": "", "include": true, "train": true, "stop_training_after": null, "stop_training_after_unit": "NEVER", "learning_rate": null, "weight_dtype": "FLOAT_32", "dropout_probability": 0.0, "train_embedding": true, "attention_mask": false, "guidance_scale": 1.0, "gradient_checkpointing": true, "offload_fraction": 0.0, "activation_offloading": false }, "masked_training": true, "unmasked_probability": 0.1, "unmasked_weight": 0.1, "normalize_masked_area_loss": false, "masked_prior_preservation_weight": 0.0, "custom_conditioning_image": false, "layer_filter": "^(?=.*attention)(?!.*refiner).*,^(?=.*feed_forward)(?!.*refiner).*", "layer_filter_preset": "attn-mlp", "layer_filter_regex": true, "embedding_learning_rate": null, "preserve_embedding_norm": false, "embedding": { "__version": 0, "uuid": "13acd812-8218-45de-913f-3aec80b9124f", "model_name": "", "placeholder": "", "train": true, "stop_training_after": null, "stop_training_after_unit": "NEVER", "token_count": 1, "initial_embedding_text": "*", "is_output_embedding": false }, "additional_embeddings": [], "embedding_weight_dtype": "FLOAT_32", "cloud": { "__version": 0, "enabled": false, "type": "RUNPOD", "file_sync": "NATIVE_SCP", "create": false, "name": "OneTrainer", "tensorboard_tunnel": true, "sub_type": "", "gpu_type": "", "volume_size": 100, "min_download": 0, "remote_dir": "/workspace", "huggingface_cache_dir": "/workspace/huggingface_cache", "onetrainer_dir": "/workspace/OneTrainer", "install_cmd": "git clone https://github.com/Nerogar/OneTrainer", "install_onetrainer": true, "update_onetrainer": true, "detach_trainer": false, "run_id": "job1", "download_samples": true, "download_output_model": true, "download_saves": true, "download_backups": false, "download_tensorboard": false, "delete_workspace": false, "on_finish": "NONE", "on_error": "NONE", "on_detached_finish": "NONE", "on_detached_error": "NONE" }, "peft_type": "LORA", "lora_model_name": "", "lora_rank": 32, "lora_alpha": 32.0, "lora_decompose": false, "lora_decompose_norm_epsilon": true, "lora_decompose_output_axis": false, "lora_weight_dtype": "BFLOAT_16", "bundle_additional_embeddings": true, "oft_block_size": 32, "oft_block_share": false, "oft_scaled": false, "lokr_dim": 16, "lokr_decompose_both": false, "lokr_decompose_factor": -1, "lokr_use_tucker": false, "lokr_weight_decompose": false, "lokr_dora_on_output": true, "lokr_full_matrix": false, "lokr_vec_trick": true, "optimizer": { "__version": 0, "optimizer": "PRODIGY_ADV", "adam_w_mode": false, "alpha": 5.0, "amsgrad": false, "beta1": 0.9, "beta2": 0.99, "beta3": null, "bias_correction": false, "block_wise": false, "capturable": false, "centered": false, "clip_threshold": null, "d0": 1e-06, "d_coef": 1.0, "dampening": null, "decay_rate": null, "decouple": false, "differentiable": false, "eps": 1e-08, "eps2": null, "foreach": false, "fsdp_in_use": false, "fused": false, "fused_back_pass": false, "growth_rate": "inf", "initial_accumulator_value": null, "initial_accumulator": null, "is_paged": false, "log_every": null, "lr_decay": null, "max_unorm": null, "maximize": false, "min_8bit_size": null, "quant_block_size": null, "momentum": null, "nesterov": false, "no_prox": false, "optim_bits": null, "percentile_clipping": null, "r": null, "relative_step": false, "safeguard_warmup": false, "scale_parameter": false, "stochastic_rounding": true, "use_bias_correction": false, "use_triton": false, "warmup_init": false, "weight_decay": 0.01, "weight_lr_power": null, "decoupled_decay": false, "fixed_decay": false, "rectify": false, "degenerated_to_sgd": false, "k": null, "xi": null, "n_sma_threshold": null, "ams_bound": false, "adanorm": false, "adam_debias": false, "slice_p": 11, "cautious": false, "weight_decay_by_lr": true, "prodigy_steps": 0, "use_speed": false, "split_groups": true, "split_groups_mean": true, "factored": true, "factored_fp32": true, "use_stableadamw": true, "use_cautious": false, "use_grams": false, "use_adopt": false, "d_limiter": false, "use_schedulefree": true, "use_orthograd": false, "nnmf_factor": false, "orthogonal_gradient": false, "use_atan2": false, "use_AdEMAMix": false, "beta3_ema": 0.9999, "alpha_grad": 100.0, "beta1_warmup": null, "min_beta1": null, "Simplified_AdEMAMix": false, "kourkoutas_beta": false, "schedulefree_c": null, "ns_steps": null, "MuonWithAuxAdam": false, "muon_hidden_layers": null, "muon_adam_regex": false, "muon_adam_lr": null, "muon_te1_adam_lr": null, "muon_te2_adam_lr": null, "muon_adam_config": {}, "rms_rescaling": true, "normuon_variant": false, "beta2_normuon": null, "low_rank_ortho": false, "ortho_rank": null, "accelerated_ns": false, "cautious_wd": false, "approx_mars": false, "auto_kappa_p": false, "compile": false }, "optimizer_defaults": { "PRODIGY_ADV": { "__version": 0, "optimizer": "PRODIGY_ADV", "adam_w_mode": false, "alpha": 5.0, "amsgrad": false, "beta1": 0.9, "beta2": 0.99, "beta3": null, "bias_correction": false, "block_wise": false, "capturable": false, "centered": false, "clip_threshold": null, "d0": 1e-06, "d_coef": 1.0, "dampening": null, "decay_rate": null, "decouple": false, "differentiable": false, "eps": 1e-08, "eps2": null, "foreach": false, "fsdp_in_use": false, "fused": false, "fused_back_pass": false, "growth_rate": "inf", "initial_accumulator_value": null, "initial_accumulator": null, "is_paged": false, "log_every": null, "lr_decay": null, "max_unorm": null, "maximize": false, "min_8bit_size": null, "quant_block_size": null, "momentum": null, "nesterov": false, "no_prox": false, "optim_bits": null, "percentile_clipping": null, "r": null, "relative_step": false, "safeguard_warmup": false, "scale_parameter": false, "stochastic_rounding": true, "use_bias_correction": false, "use_triton": false, "warmup_init": false, "weight_decay": 0.01, "weight_lr_power": null, "decoupled_decay": false, "fixed_decay": false, "rectify": false, "degenerated_to_sgd": false, "k": null, "xi": null, "n_sma_threshold": null, "ams_bound": false, "adanorm": false, "adam_debias": false, "slice_p": 11, "cautious": false, "weight_decay_by_lr": true, "prodigy_steps": 0, "use_speed": false, "split_groups": true, "split_groups_mean": true, "factored": true, "factored_fp32": true, "use_stableadamw": true, "use_cautious": false, "use_grams": false, "use_adopt": false, "d_limiter": false, "use_schedulefree": true, "use_orthograd": false, "nnmf_factor": false, "orthogonal_gradient": false, "use_atan2": false, "use_AdEMAMix": false, "beta3_ema": 0.9999, "alpha_grad": 100.0, "beta1_warmup": null, "min_beta1": null, "Simplified_AdEMAMix": false, "kourkoutas_beta": false, "schedulefree_c": null, "ns_steps": null, "MuonWithAuxAdam": false, "muon_hidden_layers": null, "muon_adam_regex": false, "muon_adam_lr": null, "muon_te1_adam_lr": null, "muon_te2_adam_lr": null, "muon_adam_config": {}, "rms_rescaling": true, "normuon_variant": false, "beta2_normuon": null, "low_rank_ortho": false, "ortho_rank": null, "accelerated_ns": false, "cautious_wd": false, "approx_mars": false, "auto_kappa_p": false, "compile": false } }, "sample_definition_file_name": "training_samples/zb_amyadams_axad.json", "samples": null, "sample_after": 250, "sample_after_unit": "STEP", "sample_skip_first": 0, "sample_image_format": "JPG", "sample_video_format": "MP4", "sample_audio_format": "MP3", "samples_to_tensorboard": true, "non_ema_sampling": true, "backup_after": 0, "backup_after_unit": "EPOCH", "rolling_backup": true, "rolling_backup_count": 3, "backup_before_save": true, "save_every": 500, "save_every_unit": "STEP", "save_skip_first": 0, "save_filename_prefix": "" }