Skip to content

Commit 700fb65

Browse files
committed
fix
1 parent aacf48a commit 700fb65

File tree

1 file changed

+5
-6
lines changed

1 file changed

+5
-6
lines changed

src/maxdiffusion/configs/base_wan_14b.yml

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -74,14 +74,13 @@ attention_sharding_uniform: True
7474
dropout: 0.1
7575

7676
flash_block_sizes: {
77-
"block_q" : 3024,
78-
"block_kv_compute" : 1024,
77+
"block_q" : 2048,
78+
"block_kv_compute" : 512,
7979
"block_kv" : 2048,
80-
"block_q_dkv" : 3024,
80+
"block_q_dkv" : 2048,
8181
"block_kv_dkv" : 2048,
82-
"block_kv_dkv_compute" : 2048,
83-
"block_q_dq" : 3024,
84-
"block_kv_dq" : 2048
82+
"block_kv_dkv_compute" : 512,
83+
"use_fused_bwd_kernel": True
8584
}
8685
# Use on v6e
8786
# flash_block_sizes: {

0 commit comments

Comments
 (0)