Skip to main content
Ctrl+K
uqlm 0.5 documentation - Home uqlm 0.5 documentation - Home
  • Get Started
  • Scorer Definitions
  • API
  • Example Notebooks
  • Contributor Guide
    • FAQs
  • GitHub
  • Get Started
  • Scorer Definitions
  • API
  • Example Notebooks
  • Contributor Guide
  • FAQs
  • GitHub

Section Navigation

  • uqlm.scorers
    • uqlm.scorers.baseclass
      • uqlm.scorers.baseclass.uncertainty
        • uqlm.scorers.baseclass.uncertainty.UncertaintyQuantifier
    • uqlm.scorers.longform
      • uqlm.scorers.longform.baseclass
        • uqlm.scorers.longform.baseclass.uncertainty
      • uqlm.scorers.longform.graph
        • uqlm.scorers.longform.graph.LongTextGraph
      • uqlm.scorers.longform.longtext
        • uqlm.scorers.longform.longtext.LongTextUQ
      • uqlm.scorers.longform.qa
        • uqlm.scorers.longform.qa.LongTextQA
    • uqlm.scorers.shortform
      • uqlm.scorers.shortform.baseclass
        • uqlm.scorers.shortform.baseclass.uncertainty
      • uqlm.scorers.shortform.black_box
        • uqlm.scorers.shortform.black_box.BlackBoxUQ
      • uqlm.scorers.shortform.density
        • uqlm.scorers.shortform.density.SemanticDensity
      • uqlm.scorers.shortform.ensemble
        • uqlm.scorers.shortform.ensemble.UQEnsemble
      • uqlm.scorers.shortform.entropy
        • uqlm.scorers.shortform.entropy.SemanticEntropy
      • uqlm.scorers.shortform.panel
        • uqlm.scorers.shortform.panel.LLMPanel
      • uqlm.scorers.shortform.white_box
        • uqlm.scorers.shortform.white_box.WhiteBoxUQ
    • uqlm.scorers.black_box
      • uqlm.scorers.black_box.BlackBoxUQ
    • uqlm.scorers.density
      • uqlm.scorers.density.SemanticDensity
    • uqlm.scorers.ensemble
      • uqlm.scorers.ensemble.UQEnsemble
    • uqlm.scorers.entropy
      • uqlm.scorers.entropy.SemanticEntropy
    • uqlm.scorers.panel
      • uqlm.scorers.panel.LLMPanel
    • uqlm.scorers.white_box
      • uqlm.scorers.white_box.WhiteBoxUQ
    • uqlm.scorers.graph
      • uqlm.scorers.graph.LongTextGraph
    • uqlm.scorers.longtext
      • uqlm.scorers.longtext.LongTextUQ
    • uqlm.scorers.qa
      • uqlm.scorers.qa.LongTextQA
  • uqlm.black_box
    • uqlm.black_box.bert
      • uqlm.black_box.bert.BertScorer
    • uqlm.black_box.consistency
      • uqlm.black_box.consistency.ConsistencyScorer
    • uqlm.black_box.cosine
      • uqlm.black_box.cosine.CosineScorer
    • uqlm.black_box.match
      • uqlm.black_box.match.MatchScorer
  • uqlm.white_box
    • uqlm.white_box.baseclass
      • uqlm.white_box.baseclass.logprobs_scorer
        • uqlm.white_box.baseclass.logprobs_scorer.LogprobsScorer
    • uqlm.white_box.p_true
      • uqlm.white_box.p_true.PTrueScorer
    • uqlm.white_box.sampled_logprobs
      • uqlm.white_box.sampled_logprobs.SampledLogprobsScorer
    • uqlm.white_box.single_logprobs
      • uqlm.white_box.single_logprobs.SingleLogprobsScorer
    • uqlm.white_box.top_logprobs
      • uqlm.white_box.top_logprobs.TopLogprobsScorer
  • uqlm.judges
    • uqlm.judges.judge
      • uqlm.judges.judge.LLMJudge
  • uqlm.nli
    • uqlm.nli.cluster
      • uqlm.nli.cluster.SemanticClusterer
    • uqlm.nli.nli
      • uqlm.nli.nli.NLI
  • uqlm.calibration
    • uqlm.calibration.evaluate
      • uqlm.calibration.evaluate.evaluate_calibration
    • uqlm.calibration.score_calibrator
      • uqlm.calibration.score_calibrator.ScoreCalibrator
  • uqlm.resources
  • uqlm.utils
    • uqlm.utils.dataloader
      • uqlm.utils.dataloader.list_dataset_names
      • uqlm.utils.dataloader.load_example_dataset
    • uqlm.utils.device
      • uqlm.utils.device.get_best_device
    • uqlm.utils.display
      • uqlm.utils.display.display_response_refinement
      • uqlm.utils.display.ConditionalBarColumn
      • uqlm.utils.display.ConditionalSpinnerColumn
      • uqlm.utils.display.ConditionalTextColumn
      • uqlm.utils.display.ConditionalTimeElapsedColumn
    • uqlm.utils.grader
      • uqlm.utils.grader.LLMGrader
    • uqlm.utils.llm_config
      • uqlm.utils.llm_config.load_llm_config
      • uqlm.utils.llm_config.save_llm_config
    • uqlm.utils.nli
      • uqlm.utils.nli.NLI
      • uqlm.utils.nli.NLIResult
    • uqlm.utils.plots
      • uqlm.utils.plots.plot_filtered_accuracy
      • uqlm.utils.plots.plot_model_accuracies
      • uqlm.utils.plots.plot_ranked_auc
    • uqlm.utils.postprocessors
      • uqlm.utils.postprocessors.claims_dicts_to_lists
      • uqlm.utils.postprocessors.math_postprocessor
    • uqlm.utils.prompts
      • uqlm.utils.prompts.claim_qa
        • uqlm.utils.prompts.claim_qa.get_answer_template
        • uqlm.utils.prompts.claim_qa.get_multiple_question_template
        • uqlm.utils.prompts.claim_qa.get_question_template
      • uqlm.utils.prompts.claims_prompts
        • uqlm.utils.prompts.claims_prompts.get_claim_breakdown_prompt
        • uqlm.utils.prompts.claims_prompts.get_claim_dedup_prompt
      • uqlm.utils.prompts.decomposition
        • uqlm.utils.prompts.decomposition.get_claim_breakdown_prompt
        • uqlm.utils.prompts.decomposition.get_factoid_breakdown_template
      • uqlm.utils.prompts.entailment_prompts
        • uqlm.utils.prompts.entailment_prompts.get_entailment_prompt
      • uqlm.utils.prompts.factscore_prompts
      • uqlm.utils.prompts.judge_prompts
        • uqlm.utils.prompts.judge_prompts.create_example
        • uqlm.utils.prompts.judge_prompts.create_instruction
      • uqlm.utils.prompts.reconstruction
        • uqlm.utils.prompts.reconstruction.get_response_reconstruction_prompt
    • uqlm.utils.response_generator
      • uqlm.utils.response_generator.ResponseGenerator
    • uqlm.utils.results
      • uqlm.utils.results.UQResult
    • uqlm.utils.tuner
      • uqlm.utils.tuner.Tuner
    • uqlm.utils.warn
      • uqlm.utils.warn.beta_warning
      • uqlm.utils.warn.deprecation_warning
      • uqlm.utils.warn.UQLMBetaWarning
      • uqlm.utils.warn.UQLMDeprecationWarning
  • API

API#

uqlm.scorers

uqlm.black_box

uqlm.white_box

uqlm.judges

uqlm.nli

uqlm.calibration

uqlm.resources

uqlm.utils

previous

Long-Text Scorers

next

uqlm.scorers

This Page

  • Show Source

© Copyright 2025, CVS Health.

Created using Sphinx 7.4.7.

Built with the PyData Sphinx Theme 0.16.1.