easydel.inference.vinference.api_server_test
easydel.inference.vinference.api_server_test
-
class easydel.inference.vinference.api_server_test.ChatCompletionClient(base_url: str)[source]
Bases: object
-
async create_chat_completion(messages: List[Dict[str, str]], model: str, stream: bool = True, **kwargs) → AsyncGenerator[Dict[str, Any], None][source]
-
async easydel.inference.vinference.api_server_test.main()[source]