Skip to content

Commit e491887

Browse files
committed
revert: log changes
Signed-off-by: Aaron Pham <[email protected]>
1 parent 6a84edf commit e491887

File tree

4 files changed

+11
-7
lines changed

4 files changed

+11
-7
lines changed

vllm/config.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1971,7 +1971,7 @@ def _verify_args(self) -> Self:
19711971

19721972
if not current_platform.use_custom_allreduce():
19731973
self.disable_custom_all_reduce = True
1974-
logger.debug(
1974+
logger.info(
19751975
"Disabled the custom all-reduce kernel because it is not "
19761976
"supported on current platform.")
19771977
if self.ray_workers_use_nsight and not self.use_ray:

vllm/entrypoints/cli/openai.py

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,20 +2,18 @@
22
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
33
# Commands that act as an interactive OpenAI API client
44

5-
from __future__ import annotations
6-
75
import argparse
86
import os
97
import signal
108
import sys
11-
import typing
9+
from typing import TYPE_CHECKING, Optional
1210

1311
from openai import OpenAI
1412
from openai.types.chat import ChatCompletionMessageParam
1513

1614
from vllm.entrypoints.cli.types import CLISubcommand
1715

18-
if typing.TYPE_CHECKING:
16+
if TYPE_CHECKING:
1917
from vllm.utils import FlexibleArgumentParser
2018

2119

@@ -46,7 +44,8 @@ def _interactive_cli(args: argparse.Namespace) -> tuple[str, OpenAI]:
4644
return model_name, openai_client
4745

4846

49-
def chat(system_prompt: str | None, model_name: str, client: OpenAI) -> None:
47+
def chat(system_prompt: Optional[str], model_name: str,
48+
client: OpenAI) -> None:
5049
conversation: list[ChatCompletionMessageParam] = []
5150
if system_prompt is not None:
5251
conversation.append({"role": "system", "content": system_prompt})

vllm/entrypoints/cli/types.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,8 @@ def cmd(args: argparse.Namespace) -> None:
2020
raise NotImplementedError("Subclasses should implement this method")
2121

2222
def validate(self, args: argparse.Namespace) -> None:
23-
...
23+
# No validation by default
24+
pass
2425

2526
def subparser_init(
2627
self,

vllm/triton_utils/importing.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -74,6 +74,10 @@ def __init__(self):
7474
self.heuristics = self._dummy_decorator("heuristics")
7575
self.Config = self._dummy_decorator("Config")
7676
self.language = TritonLanguagePlaceholder()
77+
logger.warning_once(
78+
"Triton is not installed. Using dummy decorators. "
79+
"Install it via `pip install triton` to enable kernel"
80+
" compilation.")
7781

7882
def _dummy_decorator(self, name):
7983

0 commit comments

Comments
 (0)