Index

A

ai_disclaimer_similarity() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality) all() (langcheck.metrics.metric_value.MetricValue method) (langcheck.metrics.metric_value.MetricValueWithThreshold method) (langcheck.metrics.MetricValue method) answer_relevance() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_free_text_quality)

AnthropicEvalClient (class in langcheck.metrics.eval_clients) any() (langcheck.metrics.metric_value.MetricValue method) (langcheck.metrics.metric_value.MetricValueWithThreshold method) (langcheck.metrics.MetricValue method) AzureOpenAIEvalClient (class in langcheck.metrics.eval_clients)

C

change_case() (in module langcheck.augment) (in module langcheck.augment.en) contains_all_strings() (in module langcheck.metrics) (in module langcheck.metrics.text_structure) contains_any_strings() (in module langcheck.metrics) (in module langcheck.metrics.text_structure) contains_regex() (in module langcheck.metrics) (in module langcheck.metrics.text_structure)

context_relevance() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.source_based_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.source_based_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.source_based_text_quality)

D

DeTokenizer (class in langcheck.metrics.de)

E

EvalClient (class in langcheck.metrics.eval_clients) exact_match() (in module langcheck.metrics) (in module langcheck.metrics.reference_based_text_quality)

explanations (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute)

F

factual_consistency() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.source_based_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.source_based_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.source_based_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.source_based_text_quality) flesch_kincaid_grade() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality)

flesch_reading_ease() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality) fluency() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_free_text_quality)

G

GeminiEvalClient (class in langcheck.metrics.eval_clients) gender() (in module langcheck.augment) (in module langcheck.augment.en) generated_outputs (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute) get_float_score() (langcheck.metrics.eval_clients.AnthropicEvalClient method) (langcheck.metrics.eval_clients.EvalClient method) (langcheck.metrics.eval_clients.GeminiEvalClient method) (langcheck.metrics.eval_clients.OpenAIEvalClient method)

get_score() (langcheck.metrics.eval_clients.AzureOpenAIEvalClient method) (langcheck.metrics.eval_clients.EvalClient method) get_text_responses() (langcheck.metrics.eval_clients.AnthropicEvalClient method) (langcheck.metrics.eval_clients.EvalClient method) (langcheck.metrics.eval_clients.GeminiEvalClient method) (langcheck.metrics.eval_clients.OpenAIEvalClient method)

H

HanLPTokenizer (class in langcheck.metrics.zh) histogram() (in module langcheck.plot) (langcheck.metrics.metric_value.MetricValue method) (langcheck.metrics.MetricValue method)

I

is_float() (in module langcheck.metrics) (in module langcheck.metrics.text_structure) is_int() (in module langcheck.metrics) (in module langcheck.metrics.text_structure) is_json_array() (in module langcheck.metrics) (in module langcheck.metrics.text_structure)

is_json_object() (in module langcheck.metrics) (in module langcheck.metrics.text_structure) is_pairwise (langcheck.metrics.metric_value.MetricValue property) (langcheck.metrics.MetricValue property)

J

JanomeTokenizer (class in langcheck.metrics.ja)

K

keyboard_typo() (in module langcheck.augment) (in module langcheck.augment.en)

L

langcheck module langcheck.augment module langcheck.augment.en module langcheck.augment.ja module langcheck.metrics module langcheck.metrics.de module langcheck.metrics.de.reference_based_text_quality module langcheck.metrics.de.reference_free_text_quality module langcheck.metrics.de.source_based_text_quality module langcheck.metrics.en module langcheck.metrics.en.pairwise_text_quality module langcheck.metrics.en.reference_based_text_quality module langcheck.metrics.en.reference_free_text_quality module langcheck.metrics.en.source_based_text_quality module langcheck.metrics.eval_clients module langcheck.metrics.ja module langcheck.metrics.ja.pairwise_text_quality module

langcheck.metrics.ja.reference_based_text_quality module langcheck.metrics.ja.reference_free_text_quality module langcheck.metrics.ja.source_based_text_quality module langcheck.metrics.metric_value module langcheck.metrics.reference_based_text_quality module langcheck.metrics.text_structure module langcheck.metrics.zh module langcheck.metrics.zh.reference_based_text_quality module langcheck.metrics.zh.reference_free_text_quality module langcheck.metrics.zh.source_based_text_quality module langcheck.plot module langcheck.utils module langcheck.utils.io module langcheck.utils.progess_bar module language (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute) load_json() (in module langcheck.utils) (in module langcheck.utils.io)

M

matches_regex() (in module langcheck.metrics) (in module langcheck.metrics.text_structure) MeCabTokenizer (class in langcheck.metrics.ja) metric_name (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute) metric_values (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute) MetricValue (class in langcheck.metrics) (class in langcheck.metrics.metric_value) MetricValueWithThreshold (class in langcheck.metrics.metric_value) module langcheck langcheck.augment langcheck.augment.en langcheck.augment.ja langcheck.metrics langcheck.metrics.de langcheck.metrics.de.reference_based_text_quality langcheck.metrics.de.reference_free_text_quality langcheck.metrics.de.source_based_text_quality langcheck.metrics.en langcheck.metrics.en.pairwise_text_quality langcheck.metrics.en.reference_based_text_quality langcheck.metrics.en.reference_free_text_quality langcheck.metrics.en.source_based_text_quality langcheck.metrics.eval_clients langcheck.metrics.ja langcheck.metrics.ja.pairwise_text_quality langcheck.metrics.ja.reference_based_text_quality langcheck.metrics.ja.reference_free_text_quality langcheck.metrics.ja.source_based_text_quality langcheck.metrics.metric_value langcheck.metrics.reference_based_text_quality langcheck.metrics.text_structure langcheck.metrics.zh langcheck.metrics.zh.reference_based_text_quality langcheck.metrics.zh.reference_free_text_quality langcheck.metrics.zh.source_based_text_quality langcheck.plot langcheck.utils langcheck.utils.io langcheck.utils.progess_bar

O

ocr_typo() (in module langcheck.augment) (in module langcheck.augment.en)

OpenAIEvalClient (class in langcheck.metrics.eval_clients)

P

pairwise_comparison() (in module langcheck.metrics) (in module langcheck.metrics.en) (in module langcheck.metrics.en.pairwise_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.pairwise_text_quality)

pass_rate (langcheck.metrics.metric_value.MetricValueWithThreshold property) prompts (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute)

R

reference_outputs (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute) remove_punctuation() (in module langcheck.augment) (in module langcheck.augment.en) rephrase() (in module langcheck.augment) (in module langcheck.augment.en) rouge1() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_based_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_based_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_based_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_based_text_quality) rouge2() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_based_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_based_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_based_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_based_text_quality)

rougeL() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_based_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_based_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_based_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_based_text_quality)

S

scatter() (in module langcheck.plot) (langcheck.metrics.metric_value.MetricValue method) (langcheck.metrics.MetricValue method) semantic_similarity() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_based_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_based_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_based_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_based_text_quality) sentiment() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_free_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_free_text_quality)

similarity_scorer() (langcheck.metrics.eval_clients.AnthropicEvalClient method) (langcheck.metrics.eval_clients.AzureOpenAIEvalClient method) (langcheck.metrics.eval_clients.EvalClient method) (langcheck.metrics.eval_clients.GeminiEvalClient method) (langcheck.metrics.eval_clients.OpenAIEvalClient method) sources (langcheck.metrics.metric_value.MetricValue attribute) (langcheck.metrics.MetricValue attribute) synonym() (in module langcheck.augment) (in module langcheck.augment.en) (in module langcheck.augment.ja)

T

tateishi_ono_yamada_reading_ease() (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_free_text_quality) threshold (langcheck.metrics.metric_value.MetricValueWithThreshold attribute) threshold_op (langcheck.metrics.metric_value.MetricValueWithThreshold attribute) threshold_results (langcheck.metrics.metric_value.MetricValueWithThreshold property) to_df() (langcheck.metrics.metric_value.MetricValue method) (langcheck.metrics.metric_value.MetricValueWithThreshold method) (langcheck.metrics.MetricValue method) tokenize() (langcheck.metrics.de.DeTokenizer method) toxicity() (in module langcheck.metrics) (in module langcheck.metrics.de) (in module langcheck.metrics.de.reference_free_text_quality) (in module langcheck.metrics.en) (in module langcheck.metrics.en.reference_free_text_quality) (in module langcheck.metrics.ja) (in module langcheck.metrics.ja.reference_free_text_quality) (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_free_text_quality)

tqdm_wrapper() (in module langcheck.utils.progess_bar) Translate (class in langcheck.metrics.de)

V

validation_fn() (in module langcheck.metrics) (in module langcheck.metrics.text_structure)

X

xuyaochen_report_readability() (in module langcheck.metrics.zh) (in module langcheck.metrics.zh.reference_free_text_quality)