easydel.inference.vinference.metrics

Contents

easydel.inference.vinference.metrics#

class easydel.inference.vinference.metrics.ModelMetadata(batch_size: int, sequence_length: int, dtype: str, platfrom: str)[source]#

Bases: Mapping

batch_size: int#

dtype: str#

from_tuple()#

items() → a set-like object providing a view on D's items#

keys() → a set-like object providing a view on D's keys#

platfrom: str#

replace(**kwargs)#

sequence_length: int#

to_tuple()#

values() → an object providing a view on D's values#

class easydel.inference.vinference.metrics.vInferenceMetrics(model_name: str)[source]#

Bases: object

measure_inference_afterward(func)[source]#: Decorator to measure inference metrics

measure_inference_first_step(func)[source]#: Decorator to measure inference metrics

record_model_metadata(metadata: ModelMetadata)[source]#: Record static model information

track_compilation(function_name: str)[source]#: Decorator to track compilation time of JAX functions