sglang_router_load_balancer_with_round_robin_policy.py

1import argparse
2from sglang.router.router import Router
3
4def launch_router():
5    parser = argparse.ArgumentParser()
6    parser.add_argument("--host", type=str, default="0.0.0.0")
7    parser.add_argument("--port", type=int, default=3000)
8    parser.add_argument("--worker-urls", type=str, nargs="+", required=True,
9                        help="The URLs of the workers to route to.")
10    parser.add_argument("--router-policy", type=str, default="round-robin",
11                        choices=["round-robin", "cache-aware"])
12    args = parser.parse_args()
13
14    router = Router(
15        host=args.host,
16        port=args.port,
17        worker_urls=args.worker_urls,
18        router_policy=args.router_policy,
19    )
20    
21    # Start the router server
22    router.start()
23
24if __name__ == "__main__":
25    launch_router()