Index

B

BiasEvaluatorFactory (class in llm_behavior_eval)

C

create_evaluator() (llm_behavior_eval.BiasEvaluatorFactory static method)

D

DatasetConfig (class in llm_behavior_eval)

DatasetType (class in llm_behavior_eval)

E

evaluate() (llm_behavior_eval.FreeTextBiasEvaluator method) (llm_behavior_eval.MultipleChoiceBiasEvaluator method)

EvaluationConfig (class in llm_behavior_eval)

F

FreeTextBiasEvaluator (class in llm_behavior_eval)

J

JudgeType (class in llm_behavior_eval)

L

llm_behavior_eval module

load_model_and_tokenizer() (in module llm_behavior_eval) load_tokenizer() (in module llm_behavior_eval)

M

model_config (llm_behavior_eval.DatasetConfig attribute) (llm_behavior_eval.EvaluationConfig attribute) (llm_behavior_eval.PreprocessConfig attribute)

module llm_behavior_eval MultipleChoiceBiasEvaluator (class in llm_behavior_eval)

P

pick_best_dtype() (in module llm_behavior_eval)

PreprocessConfig (class in llm_behavior_eval)

S

safe_apply_chat_template() (in module llm_behavior_eval)

T

TextFormat (class in llm_behavior_eval)