Skip to main content
Back to top
Ctrl
+
K
Get Started
Scorer Definitions
API
Example Notebooks
Contributor Guide
More
FAQs
Release Notes
Search
Ctrl
+
K
Choose version
GitHub
Search
Ctrl
+
K
Get Started
Scorer Definitions
API
Example Notebooks
Contributor Guide
FAQs
Release Notes
Choose version
GitHub
Section Navigation
uqlm.scorers
uqlm.scorers.baseclass
uqlm.scorers.baseclass.uncertainty
uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier
uqlm.scorers.longform
uqlm.scorers.longform.baseclass
uqlm.scorers.longform.baseclass.uncertainty
uqlm.scorers.longform.graph
uqlm.scorers.longform.graph.LongTextGraph
uqlm.scorers.longform.longtext
uqlm.scorers.longform.longtext.LongTextUQ
uqlm.scorers.longform.qa
uqlm.scorers.longform.qa.LongTextQA
uqlm.scorers.shortform
uqlm.scorers.shortform.baseclass
uqlm.scorers.shortform.baseclass.uncertainty
uqlm.scorers.shortform.black_box
uqlm.scorers.shortform.black_box.BlackBoxUQ
uqlm.scorers.shortform.codegen
uqlm.scorers.shortform.codegen.CodeGenUQ
uqlm.scorers.shortform.density
uqlm.scorers.shortform.density.SemanticDensity
uqlm.scorers.shortform.ensemble
uqlm.scorers.shortform.ensemble.UQEnsemble
uqlm.scorers.shortform.entropy
uqlm.scorers.shortform.entropy.SemanticEntropy
uqlm.scorers.shortform.panel
uqlm.scorers.shortform.panel.LLMPanel
uqlm.scorers.shortform.white_box
uqlm.scorers.shortform.white_box.WhiteBoxUQ
uqlm.scorers.black_box
uqlm.scorers.black_box.BlackBoxUQ
uqlm.scorers.codegen
uqlm.scorers.codegen.CodeGenUQ
uqlm.scorers.density
uqlm.scorers.density.SemanticDensity
uqlm.scorers.ensemble
uqlm.scorers.ensemble.UQEnsemble
uqlm.scorers.entropy
uqlm.scorers.entropy.SemanticEntropy
uqlm.scorers.panel
uqlm.scorers.panel.LLMPanel
uqlm.scorers.white_box
uqlm.scorers.white_box.WhiteBoxUQ
uqlm.scorers.graph
uqlm.scorers.graph.LongTextGraph
uqlm.scorers.longtext
uqlm.scorers.longtext.LongTextUQ
uqlm.scorers.qa
uqlm.scorers.qa.LongTextQA
uqlm.black_box
uqlm.black_box.bert
uqlm.black_box.bert.BertScorer
uqlm.black_box.consistency
uqlm.black_box.consistency.ConsistencyScorer
uqlm.black_box.cosine
uqlm.black_box.cosine.CosineScorer
uqlm.black_box.match
uqlm.black_box.match.MatchScorer
uqlm.white_box
uqlm.white_box.baseclass
uqlm.white_box.baseclass.logprobs_scorer
uqlm.white_box.baseclass.logprobs_scorer.LogprobsScorer
uqlm.white_box.p_true
uqlm.white_box.p_true.PTrueScorer
uqlm.white_box.sampled_logprobs
uqlm.white_box.sampled_logprobs.SampledLogprobsScorer
uqlm.white_box.single_logprobs
uqlm.white_box.single_logprobs.SingleLogprobsScorer
uqlm.white_box.top_logprobs
uqlm.white_box.top_logprobs.TopLogprobsScorer
uqlm.judges
uqlm.judges.judge
uqlm.judges.judge.LLMJudge
uqlm.longform
uqlm.longform.benchmark
uqlm.longform.benchmark.factscore_grader
uqlm.longform.benchmark.factscore_grader.FactScoreGrader
uqlm.longform.decomposition
uqlm.longform.decomposition.response_decomposer
uqlm.longform.decomposition.response_decomposer.ResponseDecomposer
uqlm.longform.graph
uqlm.longform.graph.claim_merger
uqlm.longform.graph.claim_merger.ClaimMerger
uqlm.longform.graph.graph_scorer
uqlm.longform.graph.graph_scorer.GraphScorer
uqlm.longform.luq
uqlm.longform.luq.baseclass
uqlm.longform.luq.baseclass.claims_scorer
uqlm.longform.luq.matched_unit
uqlm.longform.luq.matched_unit.MatchedUnitScorer
uqlm.longform.luq.unit_response
uqlm.longform.luq.unit_response.UnitResponseScorer
uqlm.longform.qa
uqlm.longform.qa.question_generator
uqlm.longform.qa.question_generator.QuestionGenerator
uqlm.longform.uad
uqlm.longform.uad.uad
uqlm.longform.uad.uad.UncertaintyAwareDecoder
uqlm.nli
uqlm.nli.cluster
uqlm.nli.cluster.SemanticClusterer
uqlm.nli.entailment
uqlm.nli.entailment.EntailmentClassifier
uqlm.nli.entropy_utils
uqlm.nli.entropy_utils.best_response_selection
uqlm.nli.entropy_utils.compute_cluster_probabilities
uqlm.nli.entropy_utils.compute_response_probabilities
uqlm.nli.entropy_utils.compute_semantic_entropy
uqlm.nli.entropy_utils.length_norm_sequence_prob
uqlm.nli.entropy_utils.normalize_cluster_probabilities
uqlm.nli.entropy_utils.normalize_entropy
uqlm.nli.nli
uqlm.nli.nli.NLI
uqlm.calibration
uqlm.calibration.evaluate
uqlm.calibration.evaluate.evaluate_calibration
uqlm.calibration.score_calibrator
uqlm.calibration.score_calibrator.ScoreCalibrator
uqlm.resources
uqlm.utils
uqlm.utils.dataloader
uqlm.utils.dataloader.list_dataset_names
uqlm.utils.dataloader.load_example_dataset
uqlm.utils.device
uqlm.utils.device.get_best_device
uqlm.utils.display
uqlm.utils.display.display_response_refinement
uqlm.utils.display.ConditionalBarColumn
uqlm.utils.display.ConditionalSpinnerColumn
uqlm.utils.display.ConditionalTextColumn
uqlm.utils.display.ConditionalTimeElapsedColumn
uqlm.utils.grader
uqlm.utils.grader.LLMGrader
uqlm.utils.llm_config
uqlm.utils.llm_config.load_llm_config
uqlm.utils.llm_config.save_llm_config
uqlm.utils.plots
uqlm.utils.plots.plot_filtered_accuracy
uqlm.utils.plots.plot_model_accuracies
uqlm.utils.plots.plot_ranked_auc
uqlm.utils.postprocessors
uqlm.utils.postprocessors.claims_dicts_to_lists
uqlm.utils.postprocessors.math_postprocessor
uqlm.utils.prompts
uqlm.utils.prompts.claim_qa
uqlm.utils.prompts.claim_qa.get_answer_template
uqlm.utils.prompts.claim_qa.get_multiple_question_template
uqlm.utils.prompts.claim_qa.get_question_template
uqlm.utils.prompts.claims_prompts
uqlm.utils.prompts.claims_prompts.get_claim_breakdown_prompt
uqlm.utils.prompts.claims_prompts.get_claim_dedup_prompt
uqlm.utils.prompts.codegen
uqlm.utils.prompts.codegen.python_prompt_template
uqlm.utils.prompts.codegen.python_prompt_template_stdio
uqlm.utils.prompts.decomposition
uqlm.utils.prompts.decomposition.get_claim_breakdown_prompt
uqlm.utils.prompts.decomposition.get_factoid_breakdown_template
uqlm.utils.prompts.decomposition.get_farquhar_2024_breakdown_prompt
uqlm.utils.prompts.decomposition.get_jiang_2024_breakdown_prompt
uqlm.utils.prompts.decomposition.get_mohri_2024_breakdown_prompt
uqlm.utils.prompts.entailment_prompts
uqlm.utils.prompts.entailment_prompts.get_entailment_prompt
uqlm.utils.prompts.factscore_prompts
uqlm.utils.prompts.judge_prompts
uqlm.utils.prompts.judge_prompts.create_example
uqlm.utils.prompts.judge_prompts.create_instruction
uqlm.utils.prompts.reconstruction
uqlm.utils.prompts.reconstruction.get_response_reconstruction_prompt
uqlm.utils.response_generator
uqlm.utils.response_generator.ResponseGenerator
uqlm.utils.results
uqlm.utils.results.UQResult
uqlm.utils.tuner
uqlm.utils.tuner.Tuner
uqlm.utils.warn
uqlm.utils.warn.beta_warning
uqlm.utils.warn.deprecation_warning
uqlm.utils.warn.UQLMBetaWarning
uqlm.utils.warn.UQLMDeprecationWarning
API
uqlm.scorers
uqlm.scorers.shortform
uqlm.scorers.shortform.codegen
uqlm.scorers.shortform.codegen
#
Classes
CodeGenUQ
([llm, scorers, equivalence_llm, ...])
This Page
Show Source
