We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 305b965 commit 24b0368Copy full SHA for 24b0368
1 file changed
benchmarks/single_node/agentic/dsv4_fp4_mi355x_sglang.sh
@@ -78,6 +78,7 @@ SGLANG_BACKEND_PORT="$PORT"
78
ROUTER_LOG="$RESULT_DIR/router.log"
79
MEM_FRACTION_STATIC=0.95
80
CHUNKED_PREFILL_SIZE=16384
81
+PARALLEL_ARGS=(--tensor-parallel-size "$TP")
82
if [ "$DP_ATTENTION" = "true" ]; then
83
USE_SGLANG_ROUTER=true
84
export AIPERF_HTTP_X_SMG_ROUTING_KEY_FROM_CORRELATION_ID=true
@@ -116,7 +117,6 @@ export SGLANG_USE_ROCM700A=0
116
117
export SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton
118
export AITER_BF16_FP8_MOE_BOUND=0
119
-PARALLEL_ARGS=(--tensor-parallel-size "$TP")
120
METRICS_ARGS=(--enable-metrics)
121
SPEC_ARGS=()
122
0 commit comments