Index

A

answer (genderbench.probing.attempt.Attempt attribute) AnthropicAsyncApiGenerator (class in genderbench.generators.anthropic_async_api) AsyncApiGenerator (class in genderbench.generators.async_api)

Attempt (class in genderbench.probing.attempt) attempts (genderbench.probing.probe.Probe property) (genderbench.probing.probe_item.ProbeItem attribute)

C

calculate() (genderbench.probing.metric_calculator.MetricCalculator method) calculate_evaluation() (genderbench.probing.evaluator.Evaluator method) calculate_mark() (genderbench.probing.mark_definition.MarkDefinition method) calculate_marks() (genderbench.probing.probe.Probe method)

calculate_metrics() (genderbench.probing.probe.Probe method) CharacterGenderEvaluator (class in genderbench.probes.generics.character_gender_evaluator) client (genderbench.generators.async_api.AsyncApiGenerator attribute) ClosedSetEvaluator (class in genderbench.probing.evaluator) create_probe_items() (genderbench.probing.probe.Probe method)

E

evaluate() (genderbench.probing.attempt.Attempt method) (genderbench.probing.evaluator.Evaluator method) (genderbench.probing.probe.Probe method)

evaluation (genderbench.probing.attempt.Attempt attribute) evaluation_undetected (genderbench.probing.attempt.Attempt attribute) Evaluator (class in genderbench.probing.evaluator)

F

filter_undetected() (genderbench.probing.metric_calculator.MetricCalculator static method) from_json_dict() (genderbench.probing.attempt.Attempt class method) (genderbench.probing.probe.Probe class method) (genderbench.probing.probe_item.ProbeItem class method) (genderbench.probing.prompt.Prompt class method)

from_log_file() (genderbench.probing.probe.Probe class method)

G

generate() (genderbench.generators.generator.Generator method) (genderbench.probing.probe.Probe method)

Generator (class in genderbench.generators.generator)

H

Harness (class in genderbench.probing.harness)

L

log_current_state() (genderbench.probing.probe.Probe method)

log_file (genderbench.probing.probe.Probe property) log_results() (genderbench.probing.harness.Harness method)

M

MarkDefinition (class in genderbench.probing.mark_definition) marks (genderbench.probing.harness.Harness property) (genderbench.probing.probe.Probe attribute)

MetricCalculator (class in genderbench.probing.metric_calculator) metrics (genderbench.probing.harness.Harness property) (genderbench.probing.probe.Probe attribute)

O

OpenAiAsyncApiGenerator (class in genderbench.generators.open_ai_async_api)

options (genderbench.probing.evaluator.ClosedSetEvaluator attribute) overall_range (genderbench.probing.mark_definition.MarkDefinition property)

P

prepare_mark_output() (genderbench.probing.mark_definition.MarkDefinition method) Probe (class in genderbench.probing.probe)

probe_items (genderbench.probing.probe.Probe attribute) ProbeItem (class in genderbench.probing.probe_item) Prompt (class in genderbench.probing.prompt)

R

RandomGenerator (class in genderbench.generators.random) range_overlap() (genderbench.probing.mark_definition.MarkDefinition static method)

results (genderbench.probing.harness.Harness attribute) run() (genderbench.probing.harness.Harness method) (genderbench.probing.probe.Probe method)

S

sample() (genderbench.probing.probe.Probe method)

status (genderbench.probing.probe.Probe attribute)

T

to_json_dict() (genderbench.probing.attempt.Attempt method) (genderbench.probing.probe.Probe method) (genderbench.probing.probe_item.ProbeItem method) (genderbench.probing.prompt.Prompt method)

U

undetected (genderbench.probing.metric_calculator.MetricCalculator property) uuid (genderbench.probing.attempt.Attempt attribute) (genderbench.probing.harness.Harness attribute) (genderbench.probing.probe.Probe attribute) (genderbench.probing.probe_item.ProbeItem attribute) (genderbench.probing.prompt.Prompt attribute)

V

validate_evaluation() (genderbench.probing.evaluator.Evaluator method)

Y

YesNoEvaluator (class in genderbench.probes.generics.yes_no_evaluator)