Update api_server.py

Author: Jiang-Jia-Jun

fastdeploy/entrypoints/openai/api_server.py

@@ -70,7 +70,7 @@
 parser = FlexibleArgumentParser()
 parser.add_argument("--port", default=8000, type=int, help="port to the http server")
 parser.add_argument("--host", default="0.0.0.0", type=str, help="host to the http server")
-parser.add_argument("--workers", default=None, type=int, help="number of workers")
+parser.add_argument("--workers", default=1, type=int, help="number of workers")
 parser.add_argument("--metrics-port", default=8001, type=int, help="port for metrics server")
 parser.add_argument("--controller-port", default=-1, type=int, help="port for controller server")
 parser.add_argument(
@@ -94,9 +94,6 @@
 parser = EngineArgs.add_cli_args(parser)
 args = parser.parse_args()
 
-if args.workers is None:
-    args.workers = max(min(int(args.max_num_seqs // 32), 8), 1)
-
 console_logger.info(f"Number of api-server workers: {args.workers}.")
 
 args.model = retrive_model_from_server(args.model, args.revision)