Index

_

__init__() (langfair.auto.auto.AutoEval method), [1] (langfair.generator.counterfactual.CounterfactualGenerator method), [1] (langfair.generator.generator.ResponseGenerator method), [1] (langfair.metrics.classification.classification.ClassificationMetrics method), [1] (langfair.metrics.classification.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.classification.metrics.false_discovery.FalseDiscoveryRateParity method), [1] (langfair.metrics.classification.metrics.false_negative.FalseNegativeRateParity method), [1] (langfair.metrics.classification.metrics.false_omission.FalseOmissionRateParity method), [1] (langfair.metrics.classification.metrics.false_positive.FalsePositiveRateParity method), [1] (langfair.metrics.classification.metrics.predicted_prevalence.PredictedPrevalenceRateParity method), [1] (langfair.metrics.counterfactual.counterfactual.CounterfactualMetrics method), [1] (langfair.metrics.counterfactual.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.counterfactual.metrics.bleu.BleuSimilarity method), [1] (langfair.metrics.counterfactual.metrics.cosine.CosineSimilarity method), [1] (langfair.metrics.counterfactual.metrics.rougel.RougelSimilarity method), [1] (langfair.metrics.counterfactual.metrics.sentimentbias.SentimentBias method), [1] (langfair.metrics.recommendation.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.recommendation.metrics.jaccard.JaccardSimilarity method), [1] (langfair.metrics.recommendation.metrics.prag.PRAG method), [1] (langfair.metrics.recommendation.metrics.serp.SERP method), [1] (langfair.metrics.recommendation.recommendation.RecommendationMetrics method), [1] (langfair.metrics.stereotype.metrics.associations.StereotypicalAssociations method), [1] (langfair.metrics.stereotype.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.stereotype.metrics.classifier.StereotypeClassifier method), [1] (langfair.metrics.stereotype.metrics.cooccurrence.CooccurrenceBiasMetric method), [1] (langfair.metrics.stereotype.stereotype.StereotypeMetrics method), [1] (langfair.metrics.toxicity.toxicity.ToxicityMetrics method), [1]

A

AutoEval (class in langfair.auto.auto), [1]

B

BleuSimilarity (class in langfair.metrics.counterfactual.metrics.bleu), [1]

C

ClassificationMetrics (class in langfair.metrics.classification.classification), [1] CooccurrenceBiasMetric (class in langfair.metrics.stereotype.metrics.cooccurrence), [1] CosineSimilarity (class in langfair.metrics.counterfactual.metrics.cosine), [1]

CounterfactualGenerator (class in langfair.generator.counterfactual), [1] CounterfactualMetrics (class in langfair.metrics.counterfactual.counterfactual), [1] create_prompts() (langfair.generator.counterfactual.CounterfactualGenerator method), [1]

E

estimate_token_cost() (langfair.generator.counterfactual.CounterfactualGenerator method), [1] (langfair.generator.generator.ResponseGenerator method), [1] evaluate() (langfair.auto.auto.AutoEval method), [1] (langfair.metrics.classification.classification.ClassificationMetrics method), [1] (langfair.metrics.classification.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.classification.metrics.false_discovery.FalseDiscoveryRateParity method), [1] (langfair.metrics.classification.metrics.false_negative.FalseNegativeRateParity method), [1] (langfair.metrics.classification.metrics.false_omission.FalseOmissionRateParity method), [1] (langfair.metrics.classification.metrics.false_positive.FalsePositiveRateParity method), [1] (langfair.metrics.classification.metrics.predicted_prevalence.PredictedPrevalenceRateParity method), [1] (langfair.metrics.counterfactual.counterfactual.CounterfactualMetrics method), [1] (langfair.metrics.counterfactual.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.counterfactual.metrics.bleu.BleuSimilarity method), [1] (langfair.metrics.counterfactual.metrics.cosine.CosineSimilarity method), [1] (langfair.metrics.counterfactual.metrics.rougel.RougelSimilarity method), [1] (langfair.metrics.counterfactual.metrics.sentimentbias.SentimentBias method), [1] (langfair.metrics.recommendation.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.recommendation.metrics.jaccard.JaccardSimilarity method), [1] (langfair.metrics.recommendation.metrics.prag.PRAG method), [1] (langfair.metrics.recommendation.metrics.serp.SERP method), [1] (langfair.metrics.stereotype.metrics.associations.StereotypicalAssociations method), [1] (langfair.metrics.stereotype.metrics.baseclass.metrics.Metric method), [1] (langfair.metrics.stereotype.metrics.classifier.StereotypeClassifier method), [1] (langfair.metrics.stereotype.metrics.cooccurrence.CooccurrenceBiasMetric method), [1] (langfair.metrics.stereotype.stereotype.StereotypeMetrics method), [1] (langfair.metrics.toxicity.toxicity.ToxicityMetrics method), [1]

evaluate_against_neutral() (langfair.metrics.recommendation.recommendation.RecommendationMetrics method), [1] evaluate_pairwise() (langfair.metrics.recommendation.recommendation.RecommendationMetrics method), [1] export_results() (langfair.auto.auto.AutoEval method), [1]

F

FalseDiscoveryRateParity (class in langfair.metrics.classification.metrics.false_discovery), [1] FalseNegativeRateParity (class in langfair.metrics.classification.metrics.false_negative), [1]

FalseOmissionRateParity (class in langfair.metrics.classification.metrics.false_omission), [1] FalsePositiveRateParity (class in langfair.metrics.classification.metrics.false_positive), [1]

G

generate_responses() (langfair.generator.counterfactual.CounterfactualGenerator method), [1] (langfair.generator.generator.ResponseGenerator method), [1]

get_stereotype_scores() (langfair.metrics.stereotype.metrics.classifier.StereotypeClassifier method), [1] get_toxicity_scores() (langfair.metrics.toxicity.toxicity.ToxicityMetrics method), [1]

J

JaccardSimilarity (class in langfair.metrics.recommendation.metrics.jaccard), [1]

L

langfair.auto module, [1] langfair.auto.auto module, [1] langfair.constants module, [1] langfair.constants.cost_data module, [1] langfair.constants.word_lists module, [1] langfair.generator module, [1] langfair.generator.counterfactual module, [1] langfair.generator.generator module, [1] langfair.metrics module, [1] langfair.metrics.classification module, [1] langfair.metrics.classification.classification module, [1] langfair.metrics.classification.metrics module, [1] langfair.metrics.classification.metrics.baseclass module, [1] langfair.metrics.classification.metrics.baseclass.metrics module, [1] langfair.metrics.classification.metrics.false_discovery module, [1] langfair.metrics.classification.metrics.false_negative module, [1] langfair.metrics.classification.metrics.false_omission module, [1] langfair.metrics.classification.metrics.false_positive module, [1] langfair.metrics.classification.metrics.predicted_prevalence module, [1] langfair.metrics.counterfactual module, [1] langfair.metrics.counterfactual.counterfactual module, [1] langfair.metrics.counterfactual.metrics module, [1] langfair.metrics.counterfactual.metrics.baseclass module, [1]

langfair.metrics.counterfactual.metrics.baseclass.metrics module, [1] langfair.metrics.counterfactual.metrics.bleu module, [1] langfair.metrics.counterfactual.metrics.cosine module, [1] langfair.metrics.counterfactual.metrics.rougel module, [1] langfair.metrics.counterfactual.metrics.sentimentbias module, [1] langfair.metrics.recommendation module, [1] langfair.metrics.recommendation.metrics module, [1] langfair.metrics.recommendation.metrics.baseclass module, [1] langfair.metrics.recommendation.metrics.baseclass.metrics module, [1] langfair.metrics.recommendation.metrics.jaccard module, [1] langfair.metrics.recommendation.metrics.prag module, [1] langfair.metrics.recommendation.metrics.serp module, [1] langfair.metrics.recommendation.recommendation module, [1] langfair.metrics.stereotype module, [1] langfair.metrics.stereotype.metrics module, [1] langfair.metrics.stereotype.metrics.associations module, [1] langfair.metrics.stereotype.metrics.baseclass module, [1] langfair.metrics.stereotype.metrics.baseclass.metrics module, [1] langfair.metrics.stereotype.metrics.classifier module, [1] langfair.metrics.stereotype.metrics.cooccurrence module, [1] langfair.metrics.stereotype.stereotype module, [1] langfair.metrics.toxicity module, [1] langfair.metrics.toxicity.toxicity module, [1]

M

Metric (class in langfair.metrics.classification.metrics.baseclass.metrics), [1] (class in langfair.metrics.counterfactual.metrics.baseclass.metrics), [1] (class in langfair.metrics.recommendation.metrics.baseclass.metrics), [1] (class in langfair.metrics.stereotype.metrics.baseclass.metrics), [1] module langfair.auto, [1] langfair.auto.auto, [1] langfair.constants, [1] langfair.constants.cost_data, [1] langfair.constants.word_lists, [1] langfair.generator, [1] langfair.generator.counterfactual, [1] langfair.generator.generator, [1] langfair.metrics, [1] langfair.metrics.classification, [1] langfair.metrics.classification.classification, [1] langfair.metrics.classification.metrics, [1] langfair.metrics.classification.metrics.baseclass, [1] langfair.metrics.classification.metrics.baseclass.metrics, [1] langfair.metrics.classification.metrics.false_discovery, [1] langfair.metrics.classification.metrics.false_negative, [1] langfair.metrics.classification.metrics.false_omission, [1] langfair.metrics.classification.metrics.false_positive, [1] langfair.metrics.classification.metrics.predicted_prevalence, [1] langfair.metrics.counterfactual, [1] langfair.metrics.counterfactual.counterfactual, [1] langfair.metrics.counterfactual.metrics, [1] langfair.metrics.counterfactual.metrics.baseclass, [1] langfair.metrics.counterfactual.metrics.baseclass.metrics, [1] langfair.metrics.counterfactual.metrics.bleu, [1] langfair.metrics.counterfactual.metrics.cosine, [1] langfair.metrics.counterfactual.metrics.rougel, [1] langfair.metrics.counterfactual.metrics.sentimentbias, [1] langfair.metrics.recommendation, [1] langfair.metrics.recommendation.metrics, [1] langfair.metrics.recommendation.metrics.baseclass, [1] langfair.metrics.recommendation.metrics.baseclass.metrics, [1] langfair.metrics.recommendation.metrics.jaccard, [1] langfair.metrics.recommendation.metrics.prag, [1] langfair.metrics.recommendation.metrics.serp, [1] langfair.metrics.recommendation.recommendation, [1] langfair.metrics.stereotype, [1] langfair.metrics.stereotype.metrics, [1] langfair.metrics.stereotype.metrics.associations, [1] langfair.metrics.stereotype.metrics.baseclass, [1] langfair.metrics.stereotype.metrics.baseclass.metrics, [1] langfair.metrics.stereotype.metrics.classifier, [1] langfair.metrics.stereotype.metrics.cooccurrence, [1] langfair.metrics.stereotype.stereotype, [1] langfair.metrics.toxicity, [1] langfair.metrics.toxicity.toxicity, [1]

N

neutralize_tokens() (langfair.generator.counterfactual.CounterfactualGenerator method), [1]

P

parse_texts() (langfair.generator.counterfactual.CounterfactualGenerator method), [1] PRAG (class in langfair.metrics.recommendation.metrics.prag), [1]

PredictedPrevalenceRateParity (class in langfair.metrics.classification.metrics.predicted_prevalence), [1] print_results() (langfair.auto.auto.AutoEval method), [1]

R

RecommendationMetrics (class in langfair.metrics.recommendation.recommendation), [1]

ResponseGenerator (class in langfair.generator.generator), [1] RougelSimilarity (class in langfair.metrics.counterfactual.metrics.rougel), [1]

S

SentimentBias (class in langfair.metrics.counterfactual.metrics.sentimentbias), [1] SERP (class in langfair.metrics.recommendation.metrics.serp), [1]

StereotypeClassifier (class in langfair.metrics.stereotype.metrics.classifier), [1] StereotypeMetrics (class in langfair.metrics.stereotype.stereotype), [1] StereotypicalAssociations (class in langfair.metrics.stereotype.metrics.associations), [1]

T

ToxicityMetrics (class in langfair.metrics.toxicity.toxicity), [1]