easydel.inference.vinference.metrics

Contents

easydel.inference.vinference.metrics#

class easydel.inference.vinference.metrics.ModelMetadata(batch_size: int, sequence_length: int, dtype: str, platfrom: str)[source]#

Bases: object

batch_size: int#

dtype: str#

platfrom: str#

replace(**kwargs)#

sequence_length: int#

class easydel.inference.vinference.metrics.vInferenceMetrics(model_name: str)[source]#

Bases: object

measure_inference_afterward(func)[source]#: Decorator to measure inference metrics

measure_inference_first_step(func)[source]#: Decorator to measure inference metrics

record_model_metadata(metadata: ModelMetadata)[source]#: Record static model information

track_compilation(function_name: str)[source]#: Decorator to track compilation time of JAX functions