Vinference

• easydel.inference.vinference.__init__
  • PromptOutput
  • SampleState
  • vInference
  • vInferenceApiServer
  • vInferenceConfig
  • vInferencePreCompileConfig
• easydel.inference.vinference._fn
  • decode_fn()
  • expand_inputs_for_generation()
  • get_compiled_funcs()
  • measure_flops()
  • prefill_fn()
  • put_compiled_funcs()
• easydel.inference.vinference.api_server
  • EndpointConfig
  • create_error_response()
  • vInferenceApiServer
• easydel.inference.vinference.metrics
  • ModelMetadata
  • vInferenceMetrics
• easydel.inference.vinference.utilities
  • SampleState
  • create_sampling_step()
  • vInferenceConfig
  • vInferencePreCompileConfig
• easydel.inference.vinference.vinference
  • PromptOutput
  • vInference
  • vInferenceMetaData