We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent aacf48a commit 700fb65Copy full SHA for 700fb65
src/maxdiffusion/configs/base_wan_14b.yml
@@ -74,14 +74,13 @@ attention_sharding_uniform: True
74
dropout: 0.1
75
76
flash_block_sizes: {
77
- "block_q" : 3024,
78
- "block_kv_compute" : 1024,
+ "block_q" : 2048,
+ "block_kv_compute" : 512,
79
"block_kv" : 2048,
80
- "block_q_dkv" : 3024,
+ "block_q_dkv" : 2048,
81
"block_kv_dkv" : 2048,
82
- "block_kv_dkv_compute" : 2048,
83
- "block_q_dq" : 3024,
84
- "block_kv_dq" : 2048
+ "block_kv_dkv_compute" : 512,
+ "use_fused_bwd_kernel": True
85
}
86
# Use on v6e
87
# flash_block_sizes: {
0 commit comments