objectscope.evaluator

Classes

Evaluator

Module Contents

class objectscope.evaluator.Evaluator(cfg, test_data_name, roi_heads_score_threshold=0.5, tasks=('bbox',), output_dir='output/object_detector', **kwargs)

Bases: object

cfg

test_data_name

roi_heads_score_threshold = 0.5

output_dir = 'output/object_detector'

evaluator

dataset_nm

metadata

get_model_paths(cfg=None)

evaluate_models(cfg=None, model_paths=None, roi_heads_score_threshold=None) → pandas.DataFrame

get_best_model(eval_df=None, metric='AP50')

plot_evaluation_results(df: pandas.DataFrame | None = None, metric='AP50', labels={'AP50': 'Average Precision at IoU=0.5', 'model_name': 'Model Name'})

evaluate_confidence_thresholds(thresholds: list, cfg=None) → pandas.DataFrame

get_best_threshold(threshold_df: pandas.DataFrame | None = None, metric='AP50', thresholds: List | None = None) → dict

plot_random_samples(n=3)

__call__()