diff --git a/examples/disagg/run_disagg_single_host.sh b/examples/disagg/run_disagg_single_host.sh index 65f34446f..efd8fef97 100755 --- a/examples/disagg/run_disagg_single_host.sh +++ b/examples/disagg/run_disagg_single_host.sh @@ -35,7 +35,7 @@ mkdir -p $HOME/logs # Start prefill instances for i in $(seq 0 $((NUM_PREFILL_INSTANCES-1))); do - PORT=$((8100 + i)) + PORT=$((8400 + i)) KV_PORT=$((7100 + i)) SIDE_PORT=$((6100 + i)) @@ -61,7 +61,7 @@ done # Start decode instances for i in $(seq 0 $((NUM_DECODE_INSTANCES-1))); do - PORT=$((8200 + i)) + PORT=$((9400 + i)) KV_PORT=$((7200 + i)) # Same as prefill SIDE_PORT SIDE_PORT=$((6100 + i)) diff --git a/examples/disagg/toy_proxy_server.py b/examples/disagg/toy_proxy_server.py index 2aa6d15b2..ad96b73a6 100644 --- a/examples/disagg/toy_proxy_server.py +++ b/examples/disagg/toy_proxy_server.py @@ -92,7 +92,7 @@ def parse_args(): "--prefiller-port", type=int, nargs="+", - default=[8100]) + default=[8400]) # For decoder instances parser.add_argument("--decoder-hosts", @@ -104,7 +104,7 @@ def parse_args(): "--decoder-port", type=int, nargs="+", - default=[8200]) + default=[9400]) args = parser.parse_args()