Index

B

build_bias_dataset_id() (in module llm_behavior_eval.presets)

C

create_evaluator() (llm_behavior_eval.EvaluateFactory static method)

D

DatasetConfig (class in llm_behavior_eval) DatasetPreset (class in llm_behavior_eval) (class in llm_behavior_eval.presets)

DatasetType (class in llm_behavior_eval) default_dataset_id() (llm_behavior_eval.DatasetConfig class method)

E

evaluate() (llm_behavior_eval.FreeTextBiasEvaluator method) (llm_behavior_eval.FreeTextRefusalEvaluator method) EvaluateFactory (class in llm_behavior_eval)

EvaluationConfig (class in llm_behavior_eval) expand_dataset_preset() (in module llm_behavior_eval) (in module llm_behavior_eval.presets)

F

FreeTextBiasEvaluator (class in llm_behavior_eval)

FreeTextRefusalEvaluator (class in llm_behavior_eval)

G

generate() (llm_behavior_eval.FreeTextBiasEvaluator method) (llm_behavior_eval.FreeTextRefusalEvaluator method)

get_evaluator_family() (llm_behavior_eval.EvaluateFactory static method)

L

list_dataset_presets() (in module llm_behavior_eval) (in module llm_behavior_eval.presets) llm_behavior_eval module

llm_behavior_eval.presets module load_tokenizer_with_transformers() (in module llm_behavior_eval) load_transformers_model_and_tokenizer() (in module llm_behavior_eval)

M

MlflowConfig (class in llm_behavior_eval) model_config (llm_behavior_eval.DatasetConfig attribute) (llm_behavior_eval.EvaluationConfig attribute) (llm_behavior_eval.MlflowConfig attribute) (llm_behavior_eval.PreprocessConfig attribute) (llm_behavior_eval.SamplingConfig attribute) (llm_behavior_eval.VllmConfig attribute)

module llm_behavior_eval llm_behavior_eval.presets

P

pick_best_dtype() (in module llm_behavior_eval)

PreprocessConfig (class in llm_behavior_eval)

S

SamplingConfig (class in llm_behavior_eval)

V

validate_model_output_dir() (llm_behavior_eval.EvaluationConfig class method)

validate_vllm_config_usage() (llm_behavior_eval.EvaluationConfig method) VllmConfig (class in llm_behavior_eval)