Index

_

__init__() (uqlm.black_box.bert.BertScorer method) (uqlm.black_box.bleurt.BLEURTScorer method) (uqlm.black_box.cosine.CosineScorer method) (uqlm.black_box.match.MatchScorer method) (uqlm.black_box.nli.NLIScorer method) (uqlm.judges.judge.LLMJudge method) (uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier method) (uqlm.scorers.baseclass.uncertainty.UQResult method) (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method) (uqlm.utils.response_generator.ResponseGenerator method) (uqlm.utils.tuner.Tuner method)

A

avg_logprob() (uqlm.scorers.white_box.WhiteBoxUQ method)

B

BertScorer (class in uqlm.black_box.bert)

BlackBoxUQ (class in uqlm.scorers.black_box) BLEURTScorer (class in uqlm.black_box.bleurt)

C

cat_instruction() (in module uqlm.judges.judge)

CosineScorer (class in uqlm.black_box.cosine)

E

evaluate() (uqlm.black_box.bert.BertScorer method) (uqlm.black_box.bleurt.BLEURTScorer method) (uqlm.black_box.cosine.CosineScorer method) (uqlm.black_box.match.MatchScorer method) (uqlm.black_box.nli.NLIScorer method)

G

generate_and_score() (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method) generate_candidate_responses() (uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier method) (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method)

generate_original_responses() (uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier method) (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method) generate_responses() (uqlm.judges.judge.LLMJudge method) (uqlm.utils.response_generator.ResponseGenerator method) get_logprobs() (uqlm.scorers.white_box.WhiteBoxUQ static method)

J

judge_responses() (uqlm.judges.judge.LLMJudge method)

L

list_dataset_names() (in module uqlm.utils.dataloader) LLMJudge (class in uqlm.judges.judge)

LLMPanel (class in uqlm.scorers.panel) load_example_dataset() (in module uqlm.utils.dataloader)

M

MatchScorer (class in uqlm.black_box.match) math_postprocessor() (in module uqlm.utils.postprocessors) module uqlm.black_box uqlm.black_box.bert uqlm.black_box.bleurt uqlm.black_box.cosine uqlm.black_box.match uqlm.black_box.nli uqlm.judges uqlm.judges.judge uqlm.resources uqlm.scorers uqlm.scorers.baseclass uqlm.scorers.baseclass.uncertainty uqlm.scorers.black_box uqlm.scorers.ensemble uqlm.scorers.entropy uqlm.scorers.panel uqlm.scorers.white_box uqlm.utils uqlm.utils.dataloader uqlm.utils.plots uqlm.utils.postprocessors uqlm.utils.response_generator uqlm.utils.tuner

N

NLIScorer (class in uqlm.black_box.nli)

P

plot_model_accuracies() (in module uqlm.utils.plots)

predict() (uqlm.black_box.nli.NLIScorer method)

R

ResponseGenerator (class in uqlm.utils.response_generator)

S

scale() (in module uqlm.utils.plots) score() (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method)

SemanticEntropy (class in uqlm.scorers.entropy)

T

to_df() (uqlm.scorers.baseclass.uncertainty.UQResult method) to_dict() (uqlm.scorers.baseclass.uncertainty.UQResult method) tune() (uqlm.scorers.ensemble.UQEnsemble method)

tune_from_graded() (uqlm.scorers.ensemble.UQEnsemble method) tune_params() (uqlm.utils.tuner.Tuner method) tune_threshold() (uqlm.utils.tuner.Tuner method) Tuner (class in uqlm.utils.tuner)

U

UncertaintyQuantifier (class in uqlm.scorers.baseclass.uncertainty) UQEnsemble (class in uqlm.scorers.ensemble) uqlm.black_box module uqlm.black_box.bert module uqlm.black_box.bleurt module uqlm.black_box.cosine module uqlm.black_box.match module uqlm.black_box.nli module uqlm.judges module uqlm.judges.judge module uqlm.resources module uqlm.scorers module uqlm.scorers.baseclass module

uqlm.scorers.baseclass.uncertainty module uqlm.scorers.black_box module uqlm.scorers.ensemble module uqlm.scorers.entropy module uqlm.scorers.panel module uqlm.scorers.white_box module uqlm.utils module uqlm.utils.dataloader module uqlm.utils.plots module uqlm.utils.postprocessors module uqlm.utils.response_generator module uqlm.utils.tuner module UQResult (class in uqlm.scorers.baseclass.uncertainty)

W

WhiteBoxUQ (class in uqlm.scorers.white_box)