{
"accelerate_config": "/workspace/huggingface/accelerate/default_config.yaml",
"aspect_bucket_alignment": 32,
"attention_mechanism": "cudnn",
"base_model_precision": "int8-sdnq",
"caption_dropout_probability": 0,
"checkpoint_epoch_interval": 1,
"checkpoint_step_interval": 0,
"checkpoints_total_limit": 40,
"data_backend_config": "/workspace/simpletuner/config/murderboots-Krea2/multidatabackend-v1.json",
"delete_invalid_checkpoints": true,
"disk_low_action": "wait",
"disk_low_threshold": "160M",
"dynamo_backend": "inductor",
"dynamo_cache_export": "compiler-caches/",
"dynamo_hub_repo_id": "stablellama/dynamo_cache",
"dynamo_mode": "reduce-overhead",
"dynamo_use_regional_compilation": true,
"eval_epoch_interval": 0.5,
"eval_timesteps": 20,
"evaluation_type": "none",
"fused_qkv_projections": true,
"gradient_accumulation_steps": 2,
"gradient_checkpointing": true,
"hub_model_id": "stablellama/murderboots_Krea2-rev01_07",
"learning_rate": 1e-04,
"lora_alpha": 16,
"lora_format": "comfyui",
"lora_type": "lycoris",
"lr_end": 2e-05,
"lr_scale_sqrt": true,
"lr_scheduler": "polynomial",
"lr_warmup_steps": 72,
"lycoris_config": "/workspace/simpletuner/config/_lycrois_Krea2/factor_28_DoRA.json",
"max_grad_norm": 1,
"max_train_steps": 0,
"minimum_image_size": 0,
"model_card_safe_for_work": true,
"model_family": "krea2",
"model_flavour": "raw",
"model_type": "lora",
"modelspec_comment": [
"Trigger word: murderboots",
"",
"Internal information:",
"- Run base name: murderboots_Krea2",
"- Run version: rev01_01_06-260831",
"- Training name: {env:TRAINING_NAME}",
"- Start timestamp: {env:START_TIMESTAMP}",
"- current step: {current_step}",
"- current epoch: {current_epoch}",
"- timestamp: {timestamp}",
"- SimpleTuner version: {env:SIMPLETUNER_VERSION}",
"- SimpleTuner install type: {env:SIMPLETUNER_INSTALL_TYPE}",
"- SimpleTuner git rev: {env:SIMPLETUNER_GIT_REV}",
"- SimpleTuner git rev short: {env:SIMPLETUNER_GIT_REV_SHORT}",
"- CUDA version: {env:CUDA_VERSION}",
"- CUDA arch list: {env:TORCH_CUDA_ARCH_LIST}"
],
"num_eval_images": 4,
"num_train_epochs": 40,
"offload_during_startup": true,
"optimizer": "adamw_bf16",
"output_dir": "/workspace/simpletuner/output/murderboots-krea2_rev06",
"post_upload_script": "/workspace/simpletuner/config/simpletuner_sync.sh {local_checkpoint_path}",
"pretrained_model_name_or_path": "krea/Krea-2-Raw",
"push_checkpoints_to_hub": true,
"push_to_hub": true,
"push_to_hub_background": true,
"quantize_via": "cpu",
"report_to": ["simpletuner","wandb"],
"resume_from_checkpoint": "latest",
"sdnq_compile_mode": "compile",
"sdnq_group_size": -1,
"sdnq_hadamard_group_size": 256,
"sdnq_use_hadamard": true,
"sdnq_use_quantized_matmul": true,
"tracker_project_name": "murderboots_krea2_260831-rev07",
"tracker_run_name": "krea2_rev01_07_01-260831",
"train_batch_size": 2,
"use_dora": true,
"user_prompt_library": "/workspace/simpletuner/config/validation_prompt_libraries/user_prompt_library-murderboots_250827.json",
"validation_adapter_config": "/workspace/simpletuner/config/validation_adapter_config_Krea2.json",
"validation_adapter_mode": "adapter_only",
"validation_epoch_interval": 1,
"validation_guidance": 0.0,
"validation_image_format": "jpeg",
"validation_image_quality": 90,
"validation_num_inference_steps": 8,
"validation_resolution": "1024x1024",
"validation_seed": 42,
"validation_step_interval": 0,
"validation_using_datasets": false
}
{
"bypass_mode": true,
"algo": "lokr",
"dora_wd": true,
"multiplier": 1.0,
"linear_dim": 10000,
"linear_alpha": 1,
"factor": 28,
"full_matrix": true,
"apply_preset": {
"target_module": [
"Krea2Attention", "Krea2SwiGLU"
],
"module_algo_map": {
"Krea2Attention": {
"factor": 28
},
"Krea2SwiGLU": {
"factor": 28
}
}
}
}
Running v4.9.1 • git ebe3cb2 with torch.compile and also the latest LyCROIS (version 4.0.0) is failing with the attached log.
Config:
LoKR config:
simpletuner.log