Skip to main content

classy.scripts.model.evaluate

Functions

evaluate

def evaluate(
    model_checkpoint_path: str,
    cuda_device: int,
    token_batch_size: int,
    input_path: Union[str, Dict[str, DataDriver]],
    output_type: Optional[str] = None,
    output_path: Optional[str] = None,
    evaluate_config_path: Optional[str] = None,
    prediction_params: Optional[str] = None,
    metrics_fn: Optional[Callable[[str, List[ClassySample]], Dict[~KT, ~VT]]] = None,
)