Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 3 additions & 2 deletions csrc/cpp_itfs/pa/pa_v1.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from jinja2 import Template
from csrc.cpp_itfs.utils import compile_template_op, AITER_CORE_DIR
from csrc.cpp_itfs.utils import compile_template_op, AITER_CORE_DIR, str_to_bool
import ctypes
import math

Expand Down Expand Up @@ -247,7 +247,8 @@ def paged_attention_v1(
parser.add_argument("--fp8_kv_dtype", type=str, required=True)
parser.add_argument("--out_dtype", type=str, required=True)
parser.add_argument("--block_size", type=int, required=True)
parser.add_argument("--alibi_enabled", type=str, required=True)
parser.add_argument("--alibi_enabled", type=str_to_bool, required=True)
parser.add_argument("--logits_soft_cap_enabled", type=str_to_bool, required=True)
parser.add_argument("--mtp", type=int, default=1)
parser.add_argument("--folder", type=str, default=None)
args = parser.parse_args()
Expand Down