Skip to content

Commit fcb2631

Browse files
committed
Add swiglu option back in
This reverts commit ae64317.
1 parent 398bbb4 commit fcb2631

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

applications/llama_3.2_1b/src/model_with_json.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,7 @@ def dtype_from_string(inp):
3737
"use_aie_ffn_gemm": (bool, False, "[FFN] GEMM"),
3838
"use_aie_ffn_mul": (bool, False, "[FFN] Elementwise Mul"),
3939
"use_aie_ffn_silu": (bool, False, "[FFN] SiLU"),
40+
"use_aie_ffn_swiglu": (bool, False, "[FFN] Runlist-based SwiGLU"),
4041
"use_aie_residual": (bool, False, "[Transformer] Residual Addition"),
4142
"use_aie_norm1": (bool, False, "[Transformer] Pre Norm"),
4243
"use_aie_norm2": (bool, False, "[Transformer] Post Norm"),

0 commit comments

Comments
 (0)