control_v11p_sd15_softedge.yaml 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879
  1. model:
  2. target: cldm.cldm.ControlLDM
  3. params:
  4. linear_start: 0.00085
  5. linear_end: 0.0120
  6. num_timesteps_cond: 1
  7. log_every_t: 200
  8. timesteps: 1000
  9. first_stage_key: "jpg"
  10. cond_stage_key: "txt"
  11. control_key: "hint"
  12. image_size: 64
  13. channels: 4
  14. cond_stage_trainable: false
  15. conditioning_key: crossattn
  16. monitor: val/loss_simple_ema
  17. scale_factor: 0.18215
  18. use_ema: False
  19. only_mid_control: False
  20. control_stage_config:
  21. target: cldm.cldm.ControlNet
  22. params:
  23. image_size: 32 # unused
  24. in_channels: 4
  25. hint_channels: 3
  26. model_channels: 320
  27. attention_resolutions: [ 4, 2, 1 ]
  28. num_res_blocks: 2
  29. channel_mult: [ 1, 2, 4, 4 ]
  30. num_heads: 8
  31. use_spatial_transformer: True
  32. transformer_depth: 1
  33. context_dim: 768
  34. use_checkpoint: True
  35. legacy: False
  36. unet_config:
  37. target: cldm.cldm.ControlledUnetModel
  38. params:
  39. image_size: 32 # unused
  40. in_channels: 4
  41. out_channels: 4
  42. model_channels: 320
  43. attention_resolutions: [ 4, 2, 1 ]
  44. num_res_blocks: 2
  45. channel_mult: [ 1, 2, 4, 4 ]
  46. num_heads: 8
  47. use_spatial_transformer: True
  48. transformer_depth: 1
  49. context_dim: 768
  50. use_checkpoint: True
  51. legacy: False
  52. first_stage_config:
  53. target: ldm.models.autoencoder.AutoencoderKL
  54. params:
  55. embed_dim: 4
  56. monitor: val/rec_loss
  57. ddconfig:
  58. double_z: true
  59. z_channels: 4
  60. resolution: 256
  61. in_channels: 3
  62. out_ch: 3
  63. ch: 128
  64. ch_mult:
  65. - 1
  66. - 2
  67. - 4
  68. - 4
  69. num_res_blocks: 2
  70. attn_resolutions: []
  71. dropout: 0.0
  72. lossconfig:
  73. target: torch.nn.Identity
  74. cond_stage_config:
  75. target: ldm.modules.encoders.modules.FrozenCLIPEmbedder