Index

_

__init__() (models.BaseModel.BaseDenseModel method) (models.BaseModel.BaseGenerativeModel method) (models.BaseModel.BaseModel method) (models.BaseModel.BaseSparseModel method) (utils.index.AnseriniBM25Index method) (utils.index.AnseriniImpactIndex method) (utils.index.BaseAnseriniIndex method) (utils.index.BaseInvertedIndex method) (utils.index.BasePostVerifier method) (utils.index.FaissIndex method) (utils.index.FlatVerifier method) (utils.index.InvertedHitIndex method) (utils.index.InvertedVectorIndex method) (utils.index.PQVerifier method) (utils.index.TrieIndex method) (utils.util.BaseOutput method) (utils.util.Cluster method) (utils.util.Config method) (utils.util.MasterLogger method) _add_beam() (utils.index.BeamDecoder method) _compute_loss() (models.BaseModel.BaseModel method) _compute_overlap() (models.BaseModel.BaseSparseModel method) _compute_teacher_score() (models.BaseModel.BaseModel method) _cos_sim() (models.BaseModel.BaseModel method) _distributed (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

_finalize() (utils.index.BeamDecoder method) _find() (utils.index.TrieIndex method) _gate_text() (models.BaseModel.BaseSparseModel method) _gather_objects() (models.BaseModel.BaseModel method) _gather_tensors() (models.BaseModel.BaseModel method) _get_chatgpt_code() (in module utils.util) _get_title_code() (in module utils.util) _get_token_code() (in module utils.util) _kmeans() (utils.util.Cluster method) _l2_distance() (models.BaseModel.BaseModel method) _move_to_device() (models.BaseModel.BaseModel method) _prune_posting_list() (utils.index.BaseInvertedIndex method) _rank (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute) _set_distributed() (utils.util.Config method) _set_plm() (utils.util.Config method) _tokenize_to_memmap() (in module scripts.preprocess) _world_size (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

A

add() (utils.index.TrieIndex method) all_logging_disabled() (in module utils.util)

anserini_index() (models.BaseModel.BaseSparseModel method) AnseriniBM25Index (class in utils.index) AnseriniImpactIndex (class in utils.index)

B

BaseAnseriniIndex (class in utils.index) BaseDenseModel (class in models.BaseModel) BaseGenerativeModel (class in models.BaseModel) BaseInvertedIndex (class in utils.index) BaseModel (class in models.BaseModel) BaseOutput (class in utils.util)

BasePostVerifier (class in utils.index) BaseSparseModel (class in models.BaseModel) BeamDecoder (class in utils.index) build_impact_collection() (in module utils.index) build_inverted_lists() (in module utils.index) build_pretokenized_collection() (in module utils.index)

C

Cluster (class in utils.util) cluster (utils.util.Cluster attribute) cluster() (models.BaseModel.BaseDenseModel method) code_dir (models.BaseModel.BaseGenerativeModel attribute) collection_dir (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute) compute_metrics() (in module utils.util)

compute_metrics_nq() (in module utils.util) Config (class in utils.util) config (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute) convert_retrieval_result() (utils.index.BaseAnseriniIndex method) convert_tokens_to_words() (in module utils.index) count_stepwise_code_collision() (in module utils.index) create_optimizer() (models.BaseModel.BaseModel method)

D

DotDict (class in utils.util)

E

encode() (models.BaseModel.BaseModel method) encode_dir (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

encode_query_step() (models.BaseModel.BaseSparseModel method) encode_text_step() (models.BaseModel.BaseSparseModel method)

F

faiss_index() (models.BaseModel.BaseDenseModel method) FaissIndex (class in utils.index) fit() (utils.index.AnseriniBM25Index method) (utils.index.AnseriniImpactIndex method) (utils.index.BaseInvertedIndex method) (utils.index.FaissIndex method) (utils.index.TrieIndex method)

flatten_hydra_config() (in module utils.util) FlatVerifier (class in utils.index)

G

gather_retrieval_result() (models.BaseModel.BaseModel method) generate_code() (models.BaseModel.BaseDenseModel method) (models.BaseModel.BaseSparseModel method)

generative_index() (models.BaseModel.BaseGenerativeModel method) get_pq_codebook() (utils.index.FaissIndex static method) get_valid_tokens() (utils.index.TrieIndex method) get_xb() (utils.index.FaissIndex static method)

H

hierarchical_kmeans() (utils.util.Cluster method)

I

index (utils.index.FaissIndex attribute) (utils.util.Cluster attribute) index() (models.BaseModel.BaseDenseModel method) (models.BaseModel.BaseGenerativeModel method) (models.BaseModel.BaseModel method) (models.BaseModel.BaseSparseModel method) index_dir (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute) init_query_and_qrel() (in module scripts.preprocess)

init_text() (in module scripts.preprocess) init_verifier() (models.BaseModel.BaseModel method) inspect_structure() (utils.index.TrieIndex method) inverted_index() (models.BaseModel.BaseSparseModel method) InvertedHitIndex (class in utils.index) InvertedVectorIndex (class in utils.index) isempty() (in module utils.util) items() (utils.index.TrieIndex method) (utils.util.Config method) iteritems() (utils.index.TrieIndex method) iterkeys() (utils.index.TrieIndex method) itervalues() (utils.index.TrieIndex method)

K

keys() (utils.index.TrieIndex method)

kmeans() (utils.util.Cluster method)

L

load() (models.BaseModel.BaseModel method) (utils.index.FaissIndex method) (utils.index.TrieIndex method) load_from_previous() (in module utils.util) load_pickle() (in module utils.util)

log_result() (models.BaseModel.BaseModel method) logger (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

M

makedirs() (in module utils.util) MasterLogger (class in utils.util) merge_retrieval_result() (in module utils.index) metrics (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

module scripts.negative scripts.preprocess utils.index utils.util

N

name (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

O

onGPU (utils.index.FaissIndex attribute)

P

permute_code() (in module utils.index) pq_quantize() (utils.index.FaissIndex static method)

PQVerifier (class in utils.index) prepare_query() (utils.index.BaseAnseriniIndex method)

Q

query_dir (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

R

readlink() (in module utils.util) retrieval_result_path (models.BaseModel.BaseDenseModel attribute) (models.BaseModel.BaseGenerativeModel attribute) (models.BaseModel.BaseModel attribute) (models.BaseModel.BaseSparseModel attribute)

retrieve() (models.BaseModel.BaseDenseModel method) (models.BaseModel.BaseGenerativeModel method) (models.BaseModel.BaseModel method) (models.BaseModel.BaseSparseModel method)

S

save() (models.BaseModel.BaseModel method) (utils.index.FaissIndex method) (utils.index.TrieIndex method) save_pickle() (in module utils.util) save_to_mmp() (models.BaseModel.BaseModel method) scripts.negative module scripts.preprocess module

search() (utils.index.AnseriniBM25Index method) (utils.index.AnseriniImpactIndex method) (utils.index.BeamDecoder method) (utils.index.FaissIndex method) (utils.index.InvertedHitIndex method) (utils.index.InvertedVectorIndex method) special_token_ids (utils.util.Config attribute) step_end_callback() (models.BaseModel.BaseModel method) subword_to_word_bert() (in module utils.index) synchronize() (in module utils.util)

T

tokenize_to_memmap() (in module scripts.preprocess)

TrieIndex (class in utils.index)

U

update_beams() (utils.index.BeamDecoder method) update_hydra_config() (in module utils.util) utils.index module

utils.util module

V

values() (utils.index.TrieIndex method)