Skip to content

Commit 9fb368d

Browse files
committed
update default request plane to tcp
1 parent fe10dbf commit 9fb368d

File tree

5 files changed

+5
-5
lines changed

5 files changed

+5
-5
lines changed

components/src/dynamo/frontend/main.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -245,7 +245,7 @@ def parse_args():
245245
"--request-plane",
246246
type=str,
247247
choices=["nats", "http", "tcp"],
248-
default=os.environ.get("DYN_REQUEST_PLANE", "nats"),
248+
default=os.environ.get("DYN_REQUEST_PLANE", "tcp"),
249249
help="Determines how requests are distributed from routers to workers. 'tcp' is fastest [nats|http|tcp]",
250250
)
251251

components/src/dynamo/mocker/args.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -295,7 +295,7 @@ def parse_args():
295295
"--request-plane",
296296
type=str,
297297
choices=["nats", "http", "tcp"],
298-
default=os.environ.get("DYN_REQUEST_PLANE", "nats"),
298+
default=os.environ.get("DYN_REQUEST_PLANE", "tcp"),
299299
help="Determines how requests are distributed from routers to workers. 'tcp' is fastest [nats|http|tcp]",
300300
)
301301

components/src/dynamo/sglang/args.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,7 @@
113113
"flags": ["--request-plane"],
114114
"type": str,
115115
"choices": ["nats", "http", "tcp"],
116-
"default": os.environ.get("DYN_REQUEST_PLANE", "nats"),
116+
"default": os.environ.get("DYN_REQUEST_PLANE", "tcp"),
117117
"help": "Determines how requests are distributed from routers to workers. 'tcp' is fastest [nats|http|tcp]",
118118
},
119119
}

components/src/dynamo/trtllm/utils/trtllm_utils.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -300,7 +300,7 @@ def cmd_line_args():
300300
"--request-plane",
301301
type=str,
302302
choices=["nats", "http", "tcp"],
303-
default=os.environ.get("DYN_REQUEST_PLANE", "nats"),
303+
default=os.environ.get("DYN_REQUEST_PLANE", "tcp"),
304304
help="Determines how requests are distributed from routers to workers. 'tcp' is fastest [nats|http|tcp]",
305305
)
306306

components/src/dynamo/vllm/args.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -201,7 +201,7 @@ def parse_args() -> Config:
201201
"--request-plane",
202202
type=str,
203203
choices=["nats", "http", "tcp"],
204-
default=os.environ.get("DYN_REQUEST_PLANE", "nats"),
204+
default=os.environ.get("DYN_REQUEST_PLANE", "tcp"),
205205
help="Determines how requests are distributed from routers to workers. 'tcp' is fastest [nats|http|tcp]",
206206
)
207207
parser.add_argument(

0 commit comments

Comments
 (0)