diff --git a/scripts/export_and_compile.sh b/scripts/export_and_compile.sh index b6ae926d80..ab4460e7ed 100755 --- a/scripts/export_and_compile.sh +++ b/scripts/export_and_compile.sh @@ -88,7 +88,7 @@ elif [[ $DTYPE = "fp8" ]]; then --output-mlir=$OUTPUT_DIR/output.mlir \ --output-config=$OUTPUT_DIR/config_attn.json \ --bs-prefill=$PREFILL_BS --bs-decode=$DECODE_BS --attention-kernel sharktank \ - --use-hf --device-block-count 8043 + --use-hf --device-block-count 8043 --kv-cache-dtype=$KV_CACHE_DTYPE elif [[ $DTYPE = "mistral_fp8" ]]; then python3 -m sharktank.examples.export_paged_llm_v1 --irpa-file=$IRPA_PATH \