diff --git "a/krea2_ljames3/log.txt" "b/krea2_ljames3/log.txt" new file mode 100644--- /dev/null +++ "b/krea2_ljames3/log.txt" @@ -0,0 +1,351 @@ +Running 1 job +{ + "type": "diffusion_trainer", + "training_folder": "/home/sam/ai-toolkit/output", + "sqlite_db_path": "/home/sam/ai-toolkit/aitk_db.db", + "device": "cuda", + "trigger_word": null, + "performance_log_every": 10, + "network": { + "type": "lora", + "linear": 32, + "linear_alpha": 32, + "lokr_full_rank": true, + "lokr_factor": -1, + "dropout": 0.05, + "network_kwargs": { + "ignore_if_contains": [] + } + }, + "save": { + "dtype": "bf16", + "save_every": 250, + "max_step_saves_to_keep": 4, + "save_format": "diffusers", + "push_to_hub": false + }, + "datasets": [ + { + "folder_path": "/home/sam/ai-toolkit/datasets/ljames", + "mask_path": null, + "mask_min_value": 0.1, + "default_caption": "", + "caption_ext": "txt", + "caption_dropout_rate": 0.05, + "cache_latents_to_disk": false, + "is_reg": false, + "network_weight": 1, + "resolution": [ + 512, + 768, + 1024 + ], + "controls": [], + "shrink_video_to_frames": true, + "num_frames": 1, + "flip_x": false, + "flip_y": false, + "num_repeats": 1 + } + ], + "train": { + "batch_size": 1, + "bypass_guidance_embedding": false, + "steps": 6000, + "gradient_accumulation": 1, + "train_unet": true, + "train_text_encoder": false, + "gradient_checkpointing": true, + "noise_scheduler": "flowmatch", + "optimizer": "adamw8bit", + "timestep_type": "linear", + "content_or_style": "balanced", + "optimizer_params": { + "weight_decay": 0.0001 + }, + "unload_text_encoder": true, + "cache_text_embeddings": false, + "lr": 0.0001, + "ema_config": { + "use_ema": false, + "ema_decay": 0.99 + }, + "skip_first_sample": false, + "force_first_sample": false, + "disable_sampling": true, + "dtype": "bf16", + "diff_output_preservation": false, + "diff_output_preservation_multiplier": 1, + "diff_output_preservation_class": "person", + "switch_boundary_every": 1, + "loss_type": "mse" + }, + "logging": { + "log_every": 1, + "use_ui_logger": true + }, + "model": { + "name_or_path": "/home/sam/ai-toolkit/models/krea2", + "quantize": true, + "qtype": "qfloat8", + "quantize_te": true, + "qtype_te": "qfloat8", + "arch": "krea2", + "low_vram": true, + "model_kwargs": {}, + "compile": true, + "layer_offloading": false, + "layer_offloading_text_encoder_percent": 1, + "layer_offloading_transformer_percent": 1, + "block_compile": true + }, + "sample": { + "sampler": "flowmatch", + "sample_every": 250, + "width": 1024, + "height": 1024, + "samples": [], + "neg": "", + "seed": 42, + "walk_seed": true, + "guidance_scale": 4, + "sample_steps": 30, + "num_frames": 1, + "fps": 1 + } +} +Quantized model detected - allowing torch.compile (experimental) +Using SQLite database at /home/sam/ai-toolkit/aitk_db.db +Job ID: "5d200c9f-2e07-450a-99a5-f7bb40e9b10b" + +############################################# +# Running job: krea2_ljames3 +############################################# + + +Running 1 process +Loading Krea 2 model +Loading transformer (SingleStreamDiT) + - fetching transformer weights + - loading transformer state dict +Quantizing transformer + - quantizing 28 transformer blocks + 0%| | 0/28 [00:00