Coverage for src / local_deep_research / benchmarks / __init__.py: 100%

1""" 

2Benchmarking module for Local Deep Research. 

3 

4This module provides tools for evaluating LDR's performance on standard benchmarks 

5and for optimizing performance through parameter tuning. 

6""" 

7 

8__version__ = "0.2.0" 

9 

10# Core benchmark functionality 

11from .datasets import get_available_datasets, load_dataset 

12from .metrics import ( 

13 calculate_combined_score, 

14 calculate_metrics, 

15 calculate_quality_metrics, 

16 calculate_resource_metrics, 

17 calculate_speed_metrics, 

18 generate_report, 

19) 

20 

21# Optimization functionality 

22from .optimization import ( 

23 optimize_for_efficiency, 

24 optimize_for_quality, 

25 optimize_for_speed, 

26 optimize_parameters, 

27) 

28from .runners import ( 

29 run_benchmark, 

30 run_browsecomp_benchmark, 

31 run_simpleqa_benchmark, 

32 run_xbench_deepsearch_benchmark, 

33) 

34 

35__all__ = [ 

36 # Core benchmark functionality 

37 "run_benchmark", 

38 "run_simpleqa_benchmark", 

39 "run_browsecomp_benchmark", 

40 "run_xbench_deepsearch_benchmark", 

41 "load_dataset", 

42 "get_available_datasets", 

43 "calculate_metrics", 

44 "generate_report", 

45 # Metrics for optimization 

46 "calculate_quality_metrics", 

47 "calculate_speed_metrics", 

48 "calculate_resource_metrics", 

49 "calculate_combined_score", 

50 # Optimization functionality 

51 "optimize_parameters", 

52 "optimize_for_quality", 

53 "optimize_for_speed", 

54 "optimize_for_efficiency", 

55]