Index

_

__init__() (uqlm.black_box.bert.BertScorer method) (uqlm.black_box.consistency.ConsistencyScorer method) (uqlm.black_box.cosine.CosineScorer method) (uqlm.black_box.match.MatchScorer method) (uqlm.calibration.score_calibrator.ScoreCalibrator method) (uqlm.judges.judge.LLMJudge method) (uqlm.nli.cluster.SemanticClusterer method) (uqlm.nli.nli.NLI method) (uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier method) (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.density.SemanticDensity method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method) (uqlm.utils.display.ConditionalBarColumn method) (uqlm.utils.display.ConditionalSpinnerColumn method) (uqlm.utils.display.ConditionalTextColumn method) (uqlm.utils.display.ConditionalTimeElapsedColumn method) (uqlm.utils.grader.LLMGrader method) (uqlm.utils.response_generator.ResponseGenerator method) (uqlm.utils.results.UQResult method) (uqlm.utils.tuner.Tuner method) (uqlm.white_box.baseclass.logprobs_scorer.LogprobsScorer method) (uqlm.white_box.p_true.PTrueScorer method) (uqlm.white_box.sampled_logprobs.SampledLogprobsScorer method) (uqlm.white_box.single_logprobs.SingleLogprobsScorer method) (uqlm.white_box.top_logprobs.TopLogprobsScorer method)

A

agenerate_with_top_logprobs() (uqlm.judges.judge.LLMJudge method) (uqlm.utils.response_generator.ResponseGenerator method)

B

BertScorer (class in uqlm.black_box.bert) best_response_selection() (uqlm.nli.cluster.SemanticClusterer static method)

beta_warning() (in module uqlm.utils.warn) BlackBoxUQ (class in uqlm.scorers.black_box)

C

calibrator_ (uqlm.calibration.score_calibrator.ScoreCalibrator attribute) cluster_responses() (uqlm.nli.cluster.SemanticClusterer method) compute_cluster_probabilities() (uqlm.nli.cluster.SemanticClusterer method) compute_response_probabilities() (uqlm.nli.cluster.SemanticClusterer method) ConditionalBarColumn (class in uqlm.utils.display) ConditionalSpinnerColumn (class in uqlm.utils.display)

ConditionalTextColumn (class in uqlm.utils.display) ConditionalTimeElapsedColumn (class in uqlm.utils.display) ConsistencyScorer (class in uqlm.black_box.consistency) CosineScorer (class in uqlm.black_box.cosine) create_example() (in module uqlm.utils.prompts) create_instruction() (in module uqlm.utils.prompts)

D

deprecation_warning() (in module uqlm.utils.warn)

E

evaluate() (uqlm.black_box.bert.BertScorer method) (uqlm.black_box.consistency.ConsistencyScorer method) (uqlm.black_box.cosine.CosineScorer method) (uqlm.black_box.match.MatchScorer method) (uqlm.nli.cluster.SemanticClusterer method) (uqlm.white_box.single_logprobs.SingleLogprobsScorer method) (uqlm.white_box.top_logprobs.TopLogprobsScorer method) evaluate_calibration() (in module uqlm.calibration.evaluate) extract_logprobs() (uqlm.white_box.baseclass.logprobs_scorer.LogprobsScorer static method) (uqlm.white_box.sampled_logprobs.SampledLogprobsScorer static method) (uqlm.white_box.single_logprobs.SingleLogprobsScorer static method) (uqlm.white_box.top_logprobs.TopLogprobsScorer static method)

extract_probs() (uqlm.white_box.baseclass.logprobs_scorer.LogprobsScorer method) (uqlm.white_box.sampled_logprobs.SampledLogprobsScorer method) (uqlm.white_box.single_logprobs.SingleLogprobsScorer method) (uqlm.white_box.top_logprobs.TopLogprobsScorer method) extract_top_logprobs() (uqlm.white_box.baseclass.logprobs_scorer.LogprobsScorer static method) (uqlm.white_box.sampled_logprobs.SampledLogprobsScorer static method) (uqlm.white_box.single_logprobs.SingleLogprobsScorer static method) (uqlm.white_box.top_logprobs.TopLogprobsScorer static method)

F

fit() (uqlm.calibration.score_calibrator.ScoreCalibrator method)

fit_transform() (uqlm.calibration.score_calibrator.ScoreCalibrator method)

G

generate_and_score() (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.density.SemanticDensity method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method) generate_candidate_responses() (uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier method) (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.density.SemanticDensity method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method) generate_original_responses() (uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier method) (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.density.SemanticDensity method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method)

generate_responses() (uqlm.judges.judge.LLMJudge method) (uqlm.utils.response_generator.ResponseGenerator method) get_best_device() (in module uqlm.utils.device) get_nli_results() (uqlm.nli.nli.NLI method) get_table_column() (uqlm.utils.display.ConditionalBarColumn method) (uqlm.utils.display.ConditionalSpinnerColumn method) (uqlm.utils.display.ConditionalTextColumn method) (uqlm.utils.display.ConditionalTimeElapsedColumn method)

I

is_fitted_ (uqlm.calibration.score_calibrator.ScoreCalibrator attribute)

J

judge_responses() (uqlm.judges.judge.LLMJudge method)

L

length_norm_sequence_prob() (uqlm.nli.cluster.SemanticClusterer static method) list_dataset_names() (in module uqlm.utils.dataloader) LLMGrader (class in uqlm.utils.grader) LLMJudge (class in uqlm.judges.judge)

LLMPanel (class in uqlm.scorers.panel) load_config() (uqlm.scorers.ensemble.UQEnsemble class method) load_example_dataset() (in module uqlm.utils.dataloader) load_llm_config() (in module uqlm.utils.llm_config) LogprobsScorer (class in uqlm.white_box.baseclass.logprobs_scorer)

M

MatchScorer (class in uqlm.black_box.match) math_postprocessor() (in module uqlm.utils.postprocessors) method (uqlm.calibration.score_calibrator.ScoreCalibrator attribute) module uqlm.black_box uqlm.black_box.bert uqlm.black_box.consistency uqlm.black_box.cosine uqlm.black_box.match uqlm.calibration uqlm.calibration.evaluate uqlm.calibration.score_calibrator uqlm.judges uqlm.judges.judge uqlm.nli uqlm.nli.cluster uqlm.nli.nli uqlm.resources uqlm.scorers uqlm.scorers.baseclass uqlm.scorers.baseclass.uncertainty uqlm.scorers.black_box uqlm.scorers.density uqlm.scorers.ensemble uqlm.scorers.entropy uqlm.scorers.panel uqlm.scorers.white_box uqlm.utils uqlm.utils.dataloader uqlm.utils.device uqlm.utils.display uqlm.utils.grader uqlm.utils.llm_config uqlm.utils.plots uqlm.utils.postprocessors uqlm.utils.prompts uqlm.utils.response_generator uqlm.utils.results uqlm.utils.tuner uqlm.utils.warn uqlm.white_box uqlm.white_box.baseclass uqlm.white_box.baseclass.logprobs_scorer uqlm.white_box.p_true uqlm.white_box.sampled_logprobs uqlm.white_box.single_logprobs uqlm.white_box.top_logprobs

N

NLI (class in uqlm.nli.nli)

P

plot_filtered_accuracy() (in module uqlm.utils.plots) plot_model_accuracies() (in module uqlm.utils.plots) plot_ranked_auc() (in module uqlm.utils.plots)

predict() (uqlm.nli.nli.NLI method) print_ensemble_weights() (uqlm.scorers.ensemble.UQEnsemble method) PTrueScorer (class in uqlm.white_box.p_true)

R

render() (uqlm.utils.display.ConditionalBarColumn method) (uqlm.utils.display.ConditionalSpinnerColumn method) (uqlm.utils.display.ConditionalTextColumn method) (uqlm.utils.display.ConditionalTimeElapsedColumn method)

ResponseGenerator (class in uqlm.utils.response_generator)

S

SampledLogprobsScorer (class in uqlm.white_box.sampled_logprobs) save_config() (uqlm.scorers.ensemble.UQEnsemble method) save_llm_config() (in module uqlm.utils.llm_config) score() (uqlm.scorers.black_box.BlackBoxUQ method) (uqlm.scorers.density.SemanticDensity method) (uqlm.scorers.ensemble.UQEnsemble method) (uqlm.scorers.entropy.SemanticEntropy method) (uqlm.scorers.panel.LLMPanel method) (uqlm.scorers.white_box.WhiteBoxUQ method)

ScoreCalibrator (class in uqlm.calibration.score_calibrator) SemanticClusterer (class in uqlm.nli.cluster) SemanticDensity (class in uqlm.scorers.density) SemanticEntropy (class in uqlm.scorers.entropy) set_spinner() (uqlm.utils.display.ConditionalSpinnerColumn method) SingleLogprobsScorer (class in uqlm.white_box.single_logprobs)

T

to_df() (uqlm.utils.results.UQResult method) to_dict() (uqlm.utils.results.UQResult method) TopLogprobsScorer (class in uqlm.white_box.top_logprobs) transform() (uqlm.calibration.score_calibrator.ScoreCalibrator method)

tune() (uqlm.scorers.ensemble.UQEnsemble method) tune_from_graded() (uqlm.scorers.ensemble.UQEnsemble method) tune_params() (uqlm.utils.tuner.Tuner method) tune_threshold() (uqlm.utils.tuner.Tuner method) Tuner (class in uqlm.utils.tuner)

U

UncertaintyQuantifier (class in uqlm.scorers.baseclass.uncertainty) UQEnsemble (class in uqlm.scorers.ensemble) uqlm.black_box module uqlm.black_box.bert module uqlm.black_box.consistency module uqlm.black_box.cosine module uqlm.black_box.match module uqlm.calibration module uqlm.calibration.evaluate module uqlm.calibration.score_calibrator module uqlm.judges module uqlm.judges.judge module uqlm.nli module uqlm.nli.cluster module uqlm.nli.nli module uqlm.resources module uqlm.scorers module uqlm.scorers.baseclass module uqlm.scorers.baseclass.uncertainty module uqlm.scorers.black_box module uqlm.scorers.density module uqlm.scorers.ensemble module uqlm.scorers.entropy module uqlm.scorers.panel module

uqlm.scorers.white_box module uqlm.utils module uqlm.utils.dataloader module uqlm.utils.device module uqlm.utils.display module uqlm.utils.grader module uqlm.utils.llm_config module uqlm.utils.plots module uqlm.utils.postprocessors module uqlm.utils.prompts module uqlm.utils.response_generator module uqlm.utils.results module uqlm.utils.tuner module uqlm.utils.warn module uqlm.white_box module uqlm.white_box.baseclass module uqlm.white_box.baseclass.logprobs_scorer module uqlm.white_box.p_true module uqlm.white_box.sampled_logprobs module uqlm.white_box.single_logprobs module uqlm.white_box.top_logprobs module UQLMBetaWarning UQLMDeprecationWarning UQResult (class in uqlm.utils.results)

W

WhiteBoxUQ (class in uqlm.scorers.white_box)