retrained using SimpleTuner in MMDiT-only mode:{ "--resume_from_checkpoint": "latest", "--data_backend_config": "/home/fox/LoRA/Blahaj/multidatabackend.json", "--aspect_bucket_rounding": 2, "--seed": 42, "--minimum_image_size": 0, "--disable_benchmark": false, "--output_dir": "output/blahaj-flux-v7-lycoris", "--lora_type": "lycoris", "--lycoris_config": "config/blahaj-flux/lycoris_config.json", "--lora_rank": 32, "--max_train_steps": 5000, "--flux_lora_target": "mmdit", "--num_train_epochs": 0, "--checkpointing_steps": 1000, "--checkpoints_total_limit": 5, "--model_type": "lora", "--pretrained_model_name_or_path": "black-forest-labs/FLUX.1-dev", "--model_family": "flux", "--train_batch_size": 1, "--gradient_checkpointing": "true", "--caption_dropout_probability": 0.0, "--resolution_type": "pixel_area", "--resolution": 512, "--validation_seed": 42, "--validation_steps": "500", "--validation_resolution": "1024x1024", "--validation_guidance": 5.0, "--validation_guidance_rescale": "0.0", "--validation_num_inference_steps": "20", "--validation_prompt": "blahaj toy plush shark", "--user_prompt_library": "/home/fox/LoRA/Blahaj/user_prompt_library.json", "--mixed_precision": "bf16", "--optimizer": "adamw_bf16", "--learning_rate": "1e-4", "--lr_scheduler": "polynomial", "--lr_warmup_steps": 100, "--text_encoder_1_precision": "no_change", "--text_encoder_2_precision": "no_change", "--max_grad_norm": 1.0, "--base_model_default_dtype": "bf16", "--quantize_via": "cpu", "--base_model_precision": "int8-quanto", "--validation_torch_compile": "false" }
