Skip to content

Commit d610038

Browse files
garciadiasericspod
andauthored
Update tests/networks/blocks/test_crossattention.py
Co-authored-by: Eric Kerfoot <17726042+ericspod@users.noreply.github.com> Signed-off-by: Rafael Garcia-Dias <rafaelagd@gmail.com>
1 parent 876265b commit d610038

1 file changed

Lines changed: 2 additions & 6 deletions

File tree

tests/networks/blocks/test_crossattention.py

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -29,12 +29,8 @@
2929
TEST_CASE_CABLOCK = [
3030
[
3131
{
32-
"hidden_size": params["hidden_size"],
33-
"num_heads": params["num_heads"],
34-
"dropout_rate": params["dropout_rate"],
32+
**params,
3533
"rel_pos_embedding": params["rel_pos_embedding_val"] if not params["flash_attn"] else None,
36-
"input_size": params["input_size"],
37-
"use_flash_attention": params["flash_attn"],
3834
},
3935
(2, 512, params["hidden_size"]),
4036
(2, 512, params["hidden_size"]),
@@ -45,7 +41,7 @@
4541
num_heads=[4, 6, 8, 12],
4642
rel_pos_embedding_val=[None, RelPosEmbedding.DECOMPOSED],
4743
input_size=[(16, 32), (8, 8, 8)],
48-
flash_attn=[True, False],
44+
use_flash_attention=[True, False],
4945
)
5046
]
5147

0 commit comments

Comments
 (0)