Index

A

aac_metrics module aac_metrics.classes module aac_metrics.classes.base module aac_metrics.classes.bert_score_mrefs module aac_metrics.classes.bleu module aac_metrics.classes.cider_d module aac_metrics.classes.evaluate module aac_metrics.classes.fense module aac_metrics.classes.fer module aac_metrics.classes.meteor module aac_metrics.classes.rouge_l module aac_metrics.classes.sbert_sim module aac_metrics.classes.spice module aac_metrics.classes.spider module aac_metrics.classes.spider_fl module aac_metrics.classes.spider_max module aac_metrics.classes.vocab module aac_metrics.download module aac_metrics.eval module aac_metrics.functional module aac_metrics.functional.bert_score_mrefs module aac_metrics.functional.bleu module

aac_metrics.functional.cider_d module aac_metrics.functional.evaluate module aac_metrics.functional.fense module aac_metrics.functional.fer module aac_metrics.functional.meteor module aac_metrics.functional.mult_cands module aac_metrics.functional.rouge_l module aac_metrics.functional.sbert_sim module aac_metrics.functional.spice module aac_metrics.functional.spider module aac_metrics.functional.spider_fl module aac_metrics.functional.spider_max module aac_metrics.functional.vocab module aac_metrics.info module aac_metrics.utils module aac_metrics.utils.checks module aac_metrics.utils.cmdline module aac_metrics.utils.collections module aac_metrics.utils.globals module aac_metrics.utils.tokenization module AACMetric (class in aac_metrics) (class in aac_metrics.classes.base)

B

bert_score_mrefs() (in module aac_metrics.functional) (in module aac_metrics.functional.bert_score_mrefs) BERTFlatClassifier (class in aac_metrics.functional.fer) BERTScoreMRefs (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.bert_score_mrefs) BLEU (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.bleu) bleu() (in module aac_metrics.functional) (in module aac_metrics.functional.bleu) BLEU1 (class in aac_metrics.classes) (class in aac_metrics.classes.bleu)

BLEU2 (class in aac_metrics.classes) (class in aac_metrics.classes.bleu) BLEU3 (class in aac_metrics.classes) (class in aac_metrics.classes.bleu) BLEU4 (class in aac_metrics.classes) (class in aac_metrics.classes.bleu) bleu_1() (in module aac_metrics.functional) (in module aac_metrics.functional.bleu) bleu_2() (in module aac_metrics.functional) (in module aac_metrics.functional.bleu) bleu_3() (in module aac_metrics.functional) (in module aac_metrics.functional.bleu) bleu_4() (in module aac_metrics.functional) (in module aac_metrics.functional.bleu)

C

check_java_path() (in module aac_metrics.utils.checks) check_metric_inputs() (in module aac_metrics.utils.checks) check_spice_install() (in module aac_metrics.functional.spice) cider_d() (in module aac_metrics.functional) (in module aac_metrics.functional.cider_d) CIDErD (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.cider_d) compute() (AACMetric method), [1] (BERTScoreMRefs method), [1], [2] (BLEU method), [1], [2] (CIDErD method), [1], [2] (Evaluate method), [1], [2] (FENSE method), [1], [2] (FER method), [1], [2] (METEOR method), [1], [2] (ROUGEL method), [1], [2] (SBERTSim method), [1], [2] (SPICE method), [1], [2] (SPIDEr method), [1], [2] (SPIDErFL method), [1], [2] (SPIDErMax method), [1], [2] (Vocab method), [1], [2]

D

dcase2023_evaluate() (in module aac_metrics) (in module aac_metrics.functional) (in module aac_metrics.functional.evaluate) DCASE2023Evaluate (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.evaluate)

download_metrics() (in module aac_metrics.download) duplicate_list() (in module aac_metrics.utils.collections)

E

Evaluate (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.evaluate) evaluate() (in module aac_metrics) (in module aac_metrics.functional) (in module aac_metrics.functional.evaluate) extra_repr() (BERTScoreMRefs method), [1], [2] (BLEU method), [1], [2] (CIDErD method), [1], [2] (FENSE method), [1], [2] (FER method), [1], [2] (METEOR method), [1], [2] (ROUGEL method), [1], [2] (SBERTSim method), [1], [2] (SPICE method), [1], [2] (SPIDEr method), [1], [2] (SPIDErFL method), [1], [2] (SPIDErMax method), [1], [2]

F

FENSE (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.fense) fense() (in module aac_metrics.functional) (in module aac_metrics.functional.fense) FER (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.fer) fer() (in module aac_metrics.functional) (in module aac_metrics.functional.fer) flat_list() (in module aac_metrics.utils.collections) forward() (AACMetric method), [1] (BERTFlatClassifier method) from_pretrained() (BERTFlatClassifier class method)

full_state_update (AACMetric attribute), [1] (BERTScoreMRefs attribute), [1], [2] (BLEU attribute), [1], [2] (CIDErD attribute), [1], [2] (Evaluate attribute), [1], [2] (FENSE attribute), [1], [2] (FER attribute), [1], [2] (METEOR attribute), [1], [2] (ROUGEL attribute), [1], [2] (SBERTSim attribute), [1], [2] (SPICE attribute), [1], [2] (SPIDEr attribute), [1], [2] (SPIDErFL attribute), [1], [2] (SPIDErMax attribute), [1], [2] (Vocab attribute), [1], [2]

G

get_default_cache_path() (in module aac_metrics) (in module aac_metrics.utils.globals) get_default_java_path() (in module aac_metrics) (in module aac_metrics.utils.globals) get_default_tmp_path() (in module aac_metrics) (in module aac_metrics.utils.globals) get_install_info() (in module aac_metrics.info) get_java_version() (in module aac_metrics.info) get_output_names() (BERTScoreMRefs method), [1], [2] (BLEU method), [1], [2] (CIDErD method), [1], [2] (FENSE method), [1], [2] (FER method), [1], [2] (METEOR method), [1], [2] (ROUGEL method), [1], [2] (SBERTSim method), [1], [2] (SPICE method), [1], [2] (SPIDEr method), [1], [2] (SPIDErFL method), [1], [2] (SPIDErMax method), [1], [2] (Vocab method), [1], [2]

get_package_repository_path() (in module aac_metrics.info)

H

higher_is_better (AACMetric attribute), [1] (BERTScoreMRefs attribute), [1], [2] (BLEU attribute), [1], [2] (CIDErD attribute), [1], [2] (Evaluate attribute), [1], [2] (FENSE attribute), [1], [2] (FER attribute), [1], [2] (METEOR attribute), [1], [2] (ROUGEL attribute), [1], [2] (SBERTSim attribute), [1], [2] (SPICE attribute), [1], [2] (SPIDEr attribute), [1], [2] (SPIDErFL attribute), [1], [2] (SPIDErMax attribute), [1], [2] (Vocab attribute), [1], [2]

I

is_differentiable (AACMetric attribute), [1] (BERTScoreMRefs attribute), [1], [2] (BLEU attribute), [1], [2] (CIDErD attribute), [1], [2] (Evaluate attribute), [1], [2] (FENSE attribute), [1], [2] (FER attribute), [1], [2] (METEOR attribute), [1], [2] (ROUGEL attribute), [1], [2] (SBERTSim attribute), [1], [2] (SPICE attribute), [1], [2] (SPIDEr attribute), [1], [2] (SPIDErFL attribute), [1], [2] (SPIDErMax attribute), [1], [2] (Vocab attribute), [1], [2]

is_mono_sents() (in module aac_metrics.utils.checks) is_mult_sents() (in module aac_metrics.utils.checks)

L

load_csv_file() (in module aac_metrics.eval)

load_metric() (in module aac_metrics)

M

max_value (AACMetric attribute), [1] (BERTScoreMRefs attribute), [1], [2] (BLEU attribute), [1], [2] (CIDErD attribute), [1], [2] (FENSE attribute), [1], [2] (FER attribute), [1], [2] (METEOR attribute), [1], [2] (ROUGEL attribute), [1], [2] (SBERTSim attribute), [1], [2] (SPICE attribute), [1], [2] (SPIDEr attribute), [1], [2] (SPIDErFL attribute), [1], [2] (SPIDErMax attribute), [1], [2] (Vocab attribute), [1], [2] METEOR (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.meteor) meteor() (in module aac_metrics.functional) (in module aac_metrics.functional.meteor) min_value (AACMetric attribute), [1] (BERTScoreMRefs attribute), [1], [2] (BLEU attribute), [1], [2] (CIDErD attribute), [1], [2] (FENSE attribute), [1], [2] (FER attribute), [1], [2] (METEOR attribute), [1], [2] (ROUGEL attribute), [1], [2] (SBERTSim attribute), [1], [2] (SPICE attribute), [1], [2] (SPIDEr attribute), [1], [2] (SPIDErFL attribute), [1], [2] (SPIDErMax attribute), [1], [2] (Vocab attribute), [1], [2] module aac_metrics aac_metrics.classes aac_metrics.classes.base aac_metrics.classes.bert_score_mrefs aac_metrics.classes.bleu aac_metrics.classes.cider_d aac_metrics.classes.evaluate aac_metrics.classes.fense aac_metrics.classes.fer aac_metrics.classes.meteor aac_metrics.classes.rouge_l aac_metrics.classes.sbert_sim aac_metrics.classes.spice aac_metrics.classes.spider aac_metrics.classes.spider_fl aac_metrics.classes.spider_max aac_metrics.classes.vocab aac_metrics.download aac_metrics.eval aac_metrics.functional aac_metrics.functional.bert_score_mrefs aac_metrics.functional.bleu aac_metrics.functional.cider_d aac_metrics.functional.evaluate aac_metrics.functional.fense aac_metrics.functional.fer aac_metrics.functional.meteor aac_metrics.functional.mult_cands aac_metrics.functional.rouge_l aac_metrics.functional.sbert_sim aac_metrics.functional.spice aac_metrics.functional.spider aac_metrics.functional.spider_fl aac_metrics.functional.spider_max aac_metrics.functional.vocab aac_metrics.info aac_metrics.utils aac_metrics.utils.checks aac_metrics.utils.cmdline aac_metrics.utils.collections aac_metrics.utils.globals aac_metrics.utils.tokenization

mult_cands_metric() (in module aac_metrics.functional.mult_cands)

P

preprocess_mono_sents() (in module aac_metrics.utils.tokenization) preprocess_mult_sents() (in module aac_metrics.utils.tokenization)

print_install_info() (in module aac_metrics.info) ptb_tokenize_batch() (in module aac_metrics.utils.tokenization)

R

reset() (AACMetric method), [1] (BERTScoreMRefs method), [1], [2] (BLEU method), [1], [2] (CIDErD method), [1], [2] (Evaluate method), [1], [2] (FENSE method), [1], [2] (FER method), [1], [2] (METEOR method), [1], [2] (ROUGEL method), [1], [2] (SBERTSim method), [1], [2] (SPICE method), [1], [2] (SPIDEr method), [1], [2] (SPIDErFL method), [1], [2] (SPIDErMax method), [1], [2] (Vocab method), [1], [2]

rouge_l() (in module aac_metrics.functional) (in module aac_metrics.functional.rouge_l) ROUGEL (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.rouge_l)

S

sbert_sim() (in module aac_metrics.functional) (in module aac_metrics.functional.sbert_sim) SBERTSim (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.sbert_sim) set_default_cache_path() (in module aac_metrics) (in module aac_metrics.utils.globals) set_default_java_path() (in module aac_metrics) (in module aac_metrics.utils.globals) set_default_tmp_path() (in module aac_metrics) (in module aac_metrics.utils.globals) SPICE (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.spice) spice() (in module aac_metrics.functional) (in module aac_metrics.functional.spice)

SPIDEr (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.spider) spider() (in module aac_metrics.functional) (in module aac_metrics.functional.spider) spider_fl() (in module aac_metrics.functional) (in module aac_metrics.functional.spider_fl) spider_max() (in module aac_metrics.functional) (in module aac_metrics.functional.spider_max) SPIDErFL (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.spider_fl) SPIDErMax (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.spider_max)

T

tolist() (Evaluate method), [1], [2] training (AACMetric attribute) (BERTFlatClassifier attribute) (BERTScoreMRefs attribute), [1], [2] (BLEU attribute), [1], [2] (BLEU1 attribute), [1] (BLEU2 attribute), [1] (BLEU3 attribute), [1] (BLEU4 attribute), [1] (CIDErD attribute), [1], [2] (DCASE2023Evaluate attribute), [1], [2] (Evaluate attribute), [1], [2] (FENSE attribute), [1], [2] (FER attribute), [1], [2] (METEOR attribute), [1], [2] (ROUGEL attribute), [1], [2] (SBERTSim attribute), [1], [2] (SPICE attribute), [1], [2] (SPIDEr attribute), [1], [2] (SPIDErFL attribute), [1], [2] (SPIDErMax attribute), [1], [2] (Vocab attribute), [1], [2]

U

unflat_list() (in module aac_metrics.utils.collections) update() (AACMetric method), [1] (BERTScoreMRefs method), [1], [2] (BLEU method), [1], [2] (CIDErD method), [1], [2] (Evaluate method), [1], [2] (FENSE method), [1], [2] (FER method), [1], [2] (METEOR method), [1], [2] (ROUGEL method), [1], [2] (SBERTSim method), [1], [2] (SPICE method), [1], [2] (SPIDEr method), [1], [2] (SPIDErFL method), [1], [2] (SPIDErMax method), [1], [2] (Vocab method), [1], [2]

V

Vocab (class in aac_metrics) (class in aac_metrics.classes) (class in aac_metrics.classes.vocab)

vocab() (in module aac_metrics.functional) (in module aac_metrics.functional.vocab)

W

warn_once() (in module aac_metrics.functional.evaluate)