diff --git a/ci/run.sh b/ci/run.sh index d98a3d86..cbe28442 100644 --- a/ci/run.sh +++ b/ci/run.sh @@ -246,7 +246,7 @@ function gg_run_bench { cd ${SRC} # set flash attention flag if enabled - fattn="" + fattn="-nfa" if [ "$BENCH_FLASH_ATTN" -eq 1 ]; then fattn="-fa" fi diff --git a/scripts/bench-all.sh b/scripts/bench-all.sh index 4c1a7a10..a15a361c 100755 --- a/scripts/bench-all.sh +++ b/scripts/bench-all.sh @@ -19,7 +19,7 @@ fi fattn="" if [ -z "$3" ] || [ "$3" -eq 0 ]; then - fattn="" + fattn="-nfa" else fattn="-fa" fi