Comparison

class sim_panel.analysis.compare.types.ConditionSpec(label, model, strategy, run_dir, condition_type='synthetic', events_filename='events.jsonl')

Bases: object

Parameters:

• label (str)

• model (str)

• strategy (str)

• run_dir (str)

• condition_type (str)

• events_filename (str)

label: str

model: str

strategy: str

run_dir: str

condition_type: str = 'synthetic'

events_filename: str = 'events.jsonl'

property is_real: bool

class sim_panel.analysis.compare.types.CompareConfig(output_dir, outcome_field, conditions, rating_scale=None, benchmark_top_k_products=20)

Bases: object

Parameters:

• output_dir (str)

• outcome_field (str)

• conditions (List[ConditionSpec])

• rating_scale (List[int] | None)

• benchmark_top_k_products (int)

output_dir: str

outcome_field: str

conditions: List[ConditionSpec]

rating_scale: List[int] | None = None

benchmark_top_k_products: int = 20

class sim_panel.analysis.compare.types.ConditionMetrics(label, model, strategy, n_evaluations=0, n_with_outcome=0, rating_mean=None, rating_std=None, rating_median=None, panelist_mean_variance=None, mean_pairwise_panelist_distance=None, product_mean_variance=None, rating_entropy=None, rating_normalized_entropy=None, rating_distribution=<factory>, _values=<factory>)

Bases: object

Parameters:

• label (str)

• model (str)

• strategy (str)

• n_evaluations (int)

• n_with_outcome (int)

• rating_mean (float | None)

• rating_std (float | None)

• rating_median (float | None)

• panelist_mean_variance (float | None)

• mean_pairwise_panelist_distance (float | None)

• product_mean_variance (float | None)

• rating_entropy (float | None)

• rating_normalized_entropy (float | None)

• rating_distribution (Dict[Any, int])

• _values (List[float])

label: str

model: str

strategy: str

n_evaluations: int = 0

n_with_outcome: int = 0

rating_mean: float | None = None

rating_std: float | None = None

rating_median: float | None = None

panelist_mean_variance: float | None = None

mean_pairwise_panelist_distance: float | None = None

product_mean_variance: float | None = None

rating_entropy: float | None = None

rating_normalized_entropy: float | None = None

rating_distribution: Dict[Any, int]

class sim_panel.analysis.compare.types.CompareMode(kind, reference_label=None)

Bases: object

Parameters:

• kind (Literal['cross', 'benchmark'])

• reference_label (str | None)

kind: Literal['cross', 'benchmark']

reference_label: str | None = None