config_model.json

{
    "model_type": "sotev3",
    "dynamo_backend": "inductor",
    "tunableop": true,
    "epochs": 1000,
    "optimizer": "AdamW",
    "optimizer_args": {"weight_decay": 0.01, "eps": 1e-8, "betas": [0.9, 0.999], "fused": true},
    "fused_optimizer": false,
    "lr_scheduler": "CosineAnnealingLR",
    "lr_scheduler_args": {"T_max": 10240000, "eta_min": 4e-8},
    "learning_rate": 2e-5,
    "max_grad_norm": 0.0,
    "max_grad_clip": 16.0,
    "log_grad_stats": true,
    "loss_type": "huber_loss",
    "loss_reduction": "mean",
    "batch_size": 16,
    "gradient_accumulation_steps": 1,
    "gradient_checkpointing": false,
    "dropout_rate": 0.1,
    "weights_dtype": "float32",
    "mixed_precision": "bf16",
    "ema_decay": 0.995,
    "ema_update_steps": 32,
    "use_foreach_ema": false,
    "update_ema_on_cpu": false,
    "offload_ema_to_cpu": false,
    "offload_ema_non_blocking": true,
    "offload_ema_pin_memory": false,
    "ema_weights_dtype": "float32",
    "load_queue_lenght": 64,
    "max_load_workers": 8,
    "gc_steps": 256,
    "log_with": "wandb",
    "project_name": "sotev3-mini",
    "resume_from": "none",
    "checkpoint_save_steps": 4096,
    "checkpoints_limit": 50,
    "reshuffle": true,
    "latent_corrections": "none",
    "dataset_index": "cache/dataset_index.json",
    "project_dir": "/mnt/DataSSD/AI/models/SoteDiffusion/SoteV3/train_model",
    "model_path": "/mnt/DataSSD/AI/models/SoteDiffusion/SoteV3/SoteDiffusionV3",
    "dataset_paths": [
        ["/mnt/DataSSD/AI/anime_image_dataset/latents/sotev3/best/danbooru-best-256px", ["/mnt/DataSSD/AI/anime_image_dataset/embeds/sotev3/best/danbooru-best-wd", "/mnt/DataSSD/AI/anime_image_dataset/embeds/sotev3/best/danbooru-best-qwen2"], 5],
        ["/mnt/DataSSD/AI/anime_image_dataset/latents/sotev3/best/hand_picked-256px", ["/mnt/DataSSD/AI/anime_image_dataset/embeds/sotev3/best/hand_picked-image"], 10],
        ["/mnt/DataSSD/AI/anime_image_dataset/latents/sotev3/danbooru/danbooru-newest-256px", ["/mnt/DataSSD/AI/anime_image_dataset/embeds/sotev3/danbooru/danbooru-newest-wd"], 1]
    ]
}