Vinference

• easydel.inference.vinference.__init__
  • vInference
  • vInferenceApiServer
  • vInferenceConfig
  • vInferencePreCompileConfig
• easydel.inference.vinference._fn
  • basic_generation_first_iter_fn()
  • basic_generation_iter_fn()
  • get_compiled_funcs()
  • measure_flops()
  • put_compiled_funcs()
• easydel.inference.vinference.api_client
  • vInferenceAPIError
  • vInferenceChatCompletionClient
• easydel.inference.vinference.api_id_generator
  • ReqIDGenerator
  • convert_sub_id_to_group_id()
• easydel.inference.vinference.api_models
  • ChatCompletionRequest
  • ChatCompletionResponse
  • ChatCompletionResponseChoice
  • ChatCompletionStreamResponse
  • ChatCompletionStreamResponseChoice
  • ChatMessage
  • CountTokenRequest
  • DeltaMessage
  • UsageInfo
• easydel.inference.vinference.api_server
  • EndpointConfig
  • create_error_response()
  • vInferenceApiServer
• easydel.inference.vinference.api_server_test
  • ChatCompletionClient
  • main()
• easydel.inference.vinference.metrics
  • ModelMetadata
  • vInferenceMetrics
• easydel.inference.vinference.vinference
  • extract_shardings()
  • vInference
  • vInferenceMetaData