Update to latest sd3 flux code

presets/lora/flux1D - adamw8bit fp8.json

@@ -3,54 +3,55 @@
   "LyCORIS_preset": "full",
   "adaptive_noise_scale": 0,
   "additional_parameters": "",
-  "ae": "H:/ComfyUI2/models/vae/ae.sft",
+  "ae": "put the full path to ae.sft here",
+  "apply_t5_attn_mask": true,
   "async_upload": false,
   "block_alphas": "",
   "block_dims": "",
   "block_lr_zero_threshold": "",
-  "bucket_no_upscale": false,
-  "bucket_reso_steps": 32,
+  "bucket_no_upscale": true,
+  "bucket_reso_steps": 64,
   "bypass_mode": false,
   "cache_latents": true,
   "cache_latents_to_disk": true,
   "caption_dropout_every_n_epochs": 0,
   "caption_dropout_rate": 0,
   "caption_extension": ".txt",
-  "clip_l": "H:/ComfyUI2/models/clip/clip_l.safetensors",
+  "clip_l": "put the full path to clip_l.safetensors here",
   "clip_skip": 1,
   "color_aug": false,
   "constrain": 0,
-  "conv_alpha": 64,
+  "conv_alpha": 1,
   "conv_block_alphas": "",
   "conv_block_dims": "",
-  "conv_dim": 64,
+  "conv_dim": 1,
   "dataset_config": "",
   "debiased_estimation_loss": false,
   "decompose_both": false,
   "dim_from_weights": false,
-  "discrete_flow_shift": 1,
+  "discrete_flow_shift": 3,
   "dora_wd": false,
   "down_lr_weight": "",
   "dynamo_backend": "no",
   "dynamo_mode": "default",
   "dynamo_use_dynamic": false,
   "dynamo_use_fullgraph": false,
   "enable_bucket": true,
-  "epoch": 25,
+  "epoch": 1,
   "extra_accelerate_launch_args": "",
   "factor": -1,
   "flip_aug": false,
   "flux1_cache_text_encoder_outputs": true,
   "flux1_cache_text_encoder_outputs_to_disk": true,
   "flux1_checkbox": true,
   "fp8_base": true,
-  "full_bf16": false,
+  "full_bf16": true,
   "full_fp16": false,
   "gpu_ids": "",
   "gradient_accumulation_steps": 1,
   "gradient_checkpointing": true,
-  "guidance_scale": 3.5,
-  "highvram": true,
+  "guidance_scale": 1,
+  "highvram": false,
   "huber_c": 0.1,
   "huber_schedule": "snr",
   "huggingface_path_in_repo": "",
@@ -61,20 +62,20 @@
   "ip_noise_gamma": 0,
   "ip_noise_gamma_random_strength": false,
   "keep_tokens": 0,
-  "learning_rate": 0.0001,
+  "learning_rate": 0.0003,
   "log_config": false,
   "log_tracker_config": "",
   "log_tracker_name": "",
   "log_with": "",
-  "logging_dir": "./test/logs",
+  "logging_dir": "./test/logs-saruman",
   "loraplus_lr_ratio": 0,
   "loraplus_text_encoder_lr_ratio": 0,
   "loraplus_unet_lr_ratio": 0,
   "loss_type": "l2",
   "lowvram": false,
-  "lr_scheduler": "cosine_with_restarts",
+  "lr_scheduler": "constant",
   "lr_scheduler_args": "",
-  "lr_scheduler_num_cycles": 5,
+  "lr_scheduler_num_cycles": 1,
   "lr_scheduler_power": 1,
   "lr_scheduler_type": "",
   "lr_warmup": 0,
@@ -86,41 +87,42 @@
   "max_resolution": "512,512",
   "max_timestep": 1000,
   "max_token_length": 75,
-  "max_train_epochs": 25,
-  "max_train_steps": 4000,
+  "max_train_epochs": 0,
+  "max_train_steps": 1000,
   "mem_eff_attn": false,
+  "mem_eff_save": false,
   "metadata_author": "",
   "metadata_description": "",
   "metadata_license": "",
   "metadata_tags": "",
   "metadata_title": "",
   "mid_lr_weight": "",
   "min_bucket_reso": 256,
-  "min_snr_gamma": 10,
+  "min_snr_gamma": 7,
   "min_timestep": 0,
   "mixed_precision": "bf16",
   "model_list": "custom",
   "model_prediction_type": "raw",
   "module_dropout": 0,
   "multi_gpu": false,
-  "multires_noise_discount": 0.2,
-  "multires_noise_iterations": 8,
-  "network_alpha": 8,
-  "network_dim": 8,
+  "multires_noise_discount": 0.3,
+  "multires_noise_iterations": 0,
+  "network_alpha": 16,
+  "network_dim": 16,
   "network_dropout": 0,
   "network_weights": "",
-  "noise_offset": 0,
+  "noise_offset": 0.05,
   "noise_offset_random_strength": false,
   "noise_offset_type": "Original",
   "num_cpu_threads_per_process": 2,
   "num_machines": 1,
   "num_processes": 1,
   "optimizer": "AdamW8bit",
   "optimizer_args": "",
-  "output_dir": "./test/output",
-  "output_name": "Flux.1-dev-test-v3.1",
+  "output_dir": "put the full path to output folder here",
+  "output_name": "Flux.my-super-duper-model-name-goes-here-v1.0",
   "persistent_data_loader_workers": false,
-  "pretrained_model_name_or_path": "E:\\models\\flux1\\flux1-dev.safetensors",
+  "pretrained_model_name_or_path": "put the full path to flux1-dev.safetensors here",
   "prior_loss_weight": 1,
   "random_crop": false,
   "rank_dropout": 0,
@@ -130,12 +132,12 @@
   "resume": "",
   "resume_from_huggingface": "",
   "sample_every_n_epochs": 0,
-  "sample_every_n_steps": 200,
-  "sample_prompts": "a painting of a man wearing a funny hat, by darius kawasaki --w 768 --h 768 --s 20 --l 3",
+  "sample_every_n_steps": 0,
+  "sample_prompts": "saruman posing under a stormy lightning sky, photorealistic --w 832 --h 1216 --s 20 --l 4 --d 42",
   "sample_sampler": "euler",
   "save_as_bool": false,
   "save_every_n_epochs": 1,
-  "save_every_n_steps": 0,
+  "save_every_n_steps": 50,
   "save_last_n_steps": 0,
   "save_last_n_steps_state": 0,
   "save_model_as": "safetensors",
@@ -152,17 +154,17 @@
   "shuffle_caption": false,
   "split_mode": false,
   "stop_text_encoder_training": 0,
-  "t5xxl": "H:/ComfyUI2/models/clip/t5xxl_fp16.safetensors",
+  "t5xxl": "put the full path to the file here. Use  the fp16 version",
   "t5xxl_max_token_length": 512,
   "text_encoder_lr": 0,
-  "timestep_sampling": "sigma",
+  "timestep_sampling": "sigmoid",
   "train_batch_size": 1,
   "train_blocks": "all",
-  "train_data_dir": "./test/img",
+  "train_data_dir": "put your image folder here",
   "train_norm": false,
   "train_on_input": true,
   "training_comment": "",
-  "unet_lr": 0.0001,
+  "unet_lr": 0.0003,
   "unit": 1,
   "up_lr_weight": "",
   "use_cp": false,