libai
latest
Tutorials
Notes
API Documentation
Changelog
libai
»
Index
Edit on GitHub
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
L
|
M
|
N
|
P
|
R
|
S
|
T
|
U
|
V
|
W
A
add_special_tokens() (libai.tokenizer.PreTrainedTokenizer method)
add_tokens() (libai.tokenizer.PreTrainedTokenizer method)
additional_special_tokens() (libai.tokenizer.PreTrainedTokenizer property)
additional_special_tokens_ids() (libai.tokenizer.PreTrainedTokenizer property)
after_step() (libai.engine.hooks.BestCheckpointer method)
(libai.engine.hooks.CallbackHook method)
(libai.engine.hooks.EvalHook method)
(libai.engine.hooks.IterationTimer method)
(libai.engine.hooks.LRScheduler method)
(libai.engine.hooks.PeriodicCheckpointer method)
(libai.engine.hooks.PeriodicWriter method)
(libai.engine.trainer.HookBase method)
after_train() (libai.engine.hooks.BestCheckpointer method)
(libai.engine.hooks.CallbackHook method)
(libai.engine.hooks.EvalHook method)
(libai.engine.hooks.IterationTimer method)
(libai.engine.hooks.PeriodicWriter method)
(libai.engine.trainer.HookBase method)
all_special_ids() (libai.tokenizer.PreTrainedTokenizer property)
all_special_tokens() (libai.tokenizer.PreTrainedTokenizer property)
apply_overrides() (libai.config.LazyConfig static method)
B
before_step() (libai.engine.hooks.CallbackHook method)
(libai.engine.hooks.IterationTimer method)
(libai.engine.trainer.HookBase method)
before_train() (libai.engine.hooks.CallbackHook method)
(libai.engine.hooks.IterationTimer method)
(libai.engine.hooks.LRScheduler method)
(libai.engine.hooks.PeriodicCheckpointer method)
(libai.engine.trainer.HookBase method)
BertDataset (class in libai.data.datasets)
BertForPreTraining (class in libai.models.bert_model)
BertModel (class in libai.models.bert_model)
BertTokenizer (class in libai.tokenizer)
BestCheckpointer (class in libai.engine.hooks)
BLEUEvaluator (class in libai.evaluation)
bos_token() (libai.tokenizer.PreTrainedTokenizer property)
bos_token_id() (libai.tokenizer.PreTrainedTokenizer property)
build_activation() (in module libai.layers)
build_graph() (in module libai.models.build)
build_hooks() (libai.engine.default.DefaultTrainer method)
build_image_test_loader() (in module libai.data.build)
build_image_train_loader() (in module libai.data.build)
build_inputs_with_special_tokens() (libai.tokenizer.BertTokenizer method)
(libai.tokenizer.GPT2Tokenizer method)
(libai.tokenizer.RobertaTokenizer method)
(libai.tokenizer.T5Tokenizer method)
build_lr_scheduler() (libai.engine.default.DefaultTrainer class method)
build_model() (in module libai.models.build)
(libai.engine.default.DefaultTrainer class method)
build_nlp_test_loader() (in module libai.data.build)
build_nlp_train_loader() (in module libai.data.build)
build_nlp_train_val_test_loader() (in module libai.data.build)
build_optimizer() (in module libai.optim)
(libai.engine.default.DefaultTrainer class method)
build_test_loader() (libai.engine.default.DefaultTrainer class method)
build_tokenizer() (libai.engine.default.DefaultTrainer class method)
build_train_loader() (libai.engine.default.DefaultTrainer class method)
build_writers() (libai.engine.default.DefaultTrainer method)
C
CallbackHook (class in libai.engine.hooks)
cfg (libai.engine.default.DefaultTrainer attribute)
Checkpointer (class in libai.utils.checkpoint)
checkpointer (libai.engine.default.DefaultTrainer attribute)
CIFAR100Dataset (class in libai.data.datasets)
CIFAR10Dataset (class in libai.data.datasets)
clean_up_tokenization() (libai.tokenizer.PreTrainedTokenizer static method)
clear_histograms() (libai.utils.events.EventStorage method)
clear_images() (libai.utils.events.EventStorage method)
cls_token() (libai.tokenizer.PreTrainedTokenizer property)
cls_token_id() (libai.tokenizer.PreTrainedTokenizer property)
ClsEvaluator (class in libai.evaluation)
CommonMetricPrinter (class in libai.utils.events)
configurable() (in module libai.config)
convert_ids_to_tokens() (libai.tokenizer.PreTrainedTokenizer method)
convert_to_distributed_default_setting() (in module libai.utils.distributed)
convert_tokens_to_ids() (libai.tokenizer.PreTrainedTokenizer method)
convert_tokens_to_string() (libai.tokenizer.BertTokenizer method)
(libai.tokenizer.GPT2Tokenizer method)
(libai.tokenizer.PreTrainedTokenizer method)
(libai.tokenizer.RobertaTokenizer method)
(libai.tokenizer.T5Tokenizer method)
create_token_type_ids_from_sequences() (libai.tokenizer.RobertaTokenizer method)
CyclicSampler (class in libai.data.samplers)
D
DatasetEvaluator (class in libai.evaluation)
decode() (libai.tokenizer.PreTrainedTokenizer method)
default_setup() (in module libai.engine.default)
DefaultTrainer (class in libai.engine.default)
drop_path() (in module libai.layers)
DropPath (class in libai.layers)
E
EagerTrainer (class in libai.engine.trainer)
Embedding (class in libai.layers)
end_token() (libai.tokenizer.PreTrainedTokenizer property)
end_token_id() (libai.tokenizer.PreTrainedTokenizer property)
eod_token() (libai.tokenizer.PreTrainedTokenizer property)
eod_token_id() (libai.tokenizer.PreTrainedTokenizer property)
eos_token() (libai.tokenizer.PreTrainedTokenizer property)
eos_token_id() (libai.tokenizer.PreTrainedTokenizer property)
EvalHook (class in libai.engine.hooks)
evaluate() (libai.evaluation.BLEUEvaluator method)
(libai.evaluation.ClsEvaluator method)
(libai.evaluation.DatasetEvaluator method)
(libai.evaluation.PPLEvaluator method)
(libai.evaluation.RegEvaluator method)
EventStorage (class in libai.utils.events)
extra_repr() (libai.layers.Embedding method)
(libai.layers.LayerNorm method)
(libai.layers.Linear1D method)
(libai.layers.MLP method)
(libai.layers.MultiheadAttention method)
(libai.layers.SinePositionalEmbedding method)
(libai.layers.VocabEmbedding method)
F
flatten_results_dict() (in module libai.evaluation)
forward() (libai.layers.MultiheadAttention method)
(libai.layers.ParallelCrossEntropyLoss method)
(libai.layers.TransformerLayer method)
(libai.models.bert_model.BertForPreTraining method)
(libai.models.bert_model.BertModel method)
(libai.models.gpt_model.GPTForPreTraining method)
(libai.models.gpt_model.GPTModel method)
(libai.models.resmlp.ResMLP method)
(libai.models.roberta_model.RobertaForCausalLM method)
(libai.models.roberta_model.RobertaForPreTraining method)
(libai.models.swin_transformer.SwinTransformer method)
(libai.models.swin_transformer_v2.SwinTransformerV2 method)
(libai.models.t5_model.T5ForPreTraining method)
(libai.models.t5_model.T5Model method)
(libai.models.vision_transformer.VisionTransformer method)
from_pretrained() (libai.tokenizer.PreTrainedTokenizer class method)
G
get() (libai.data.data_utils.MMapIndexedDataset method)
get_added_vocab() (libai.tokenizer.PreTrainedTokenizer method)
get_batch() (libai.engine.default.DefaultTrainer class method)
get_checkpoint_file() (libai.utils.checkpoint.Checkpointer method)
get_config() (in module libai.config)
get_default_optimizer_params() (in module libai.optim)
get_dist_util() (in module libai.utils.distributed)
get_event_storage() (in module libai.utils.events)
get_hidden_sbp() (in module libai.utils.distributed)
get_layer_placement() (in module libai.utils.distributed)
get_nd_sbp() (in module libai.utils.distributed)
get_vocab() (libai.tokenizer.BertTokenizer method)
(libai.tokenizer.GPT2Tokenizer method)
(libai.tokenizer.PreTrainedTokenizer method)
(libai.tokenizer.RobertaTokenizer method)
(libai.tokenizer.T5Tokenizer method)
GPT2Dataset (class in libai.data.datasets)
GPT2Tokenizer (class in libai.tokenizer)
GPTForPreTraining (class in libai.models.gpt_model)
GPTModel (class in libai.models.gpt_model)
GraphTrainer (class in libai.engine.trainer)
H
has_checkpoint() (libai.utils.checkpoint.Checkpointer method)
histories() (libai.utils.events.EventStorage method)
history() (libai.utils.events.EventStorage method)
HookBase (class in libai.engine.trainer)
I
ImageNetDataset (class in libai.data.datasets)
IndexedCachedDataset (class in libai.data.data_utils)
IndexedDataset (class in libai.data.data_utils)
inference_on_dataset() (in module libai.evaluation)
instantiate() (in module libai.config)
iter (libai.engine.trainer.TrainerBase attribute)
iter() (libai.utils.events.EventStorage property)
IterationTimer (class in libai.engine.hooks)
J
JSONWriter (class in libai.utils.events)
L
latest() (libai.utils.events.EventStorage method)
latest_with_smoothing_hint() (libai.utils.events.EventStorage method)
LayerNorm (class in libai.layers)
LazyCall (class in libai.config)
LazyConfig (class in libai.config)
libai.config
module
libai.data.build
module
libai.data.data_utils
module
libai.data.datasets
module
libai.data.samplers
module
libai.engine.default
module
libai.engine.hooks
module
libai.engine.trainer
module
libai.evaluation
module
libai.layers
module
libai.models.bert_model
module
libai.models.build
module
libai.models.gpt_model
module
libai.models.resmlp
module
libai.models.roberta_model
module
libai.models.swin_transformer
module
libai.models.swin_transformer_v2
module
libai.models.t5_model
module
libai.models.vision_transformer
module
libai.optim
module
libai.scheduler
module
libai.tokenizer
module
libai.utils.checkpoint
module
libai.utils.distributed
module
libai.utils.events
module
libai.utils.logger
module
Linear (in module libai.layers)
Linear1D (class in libai.layers)
load() (libai.config.LazyConfig static method)
(libai.utils.checkpoint.Checkpointer method)
load_rel() (libai.config.LazyConfig static method)
log_every_n() (in module libai.utils.logger)
log_every_n_seconds() (in module libai.utils.logger)
log_first_n() (in module libai.utils.logger)
LRScheduler (class in libai.engine.hooks)
M
mask_token() (libai.tokenizer.PreTrainedTokenizer property)
mask_token_id() (libai.tokenizer.PreTrainedTokenizer property)
max_iter (libai.engine.trainer.TrainerBase attribute)
MLP (class in libai.layers)
MMapIndexedDataset (class in libai.data.data_utils)
MNISTDataset (class in libai.data.datasets)
module
libai.config
libai.data.build
libai.data.data_utils
libai.data.datasets
libai.data.samplers
libai.engine.default
libai.engine.hooks
libai.engine.trainer
libai.evaluation
libai.layers
libai.models.bert_model
libai.models.build
libai.models.gpt_model
libai.models.resmlp
libai.models.roberta_model
libai.models.swin_transformer
libai.models.swin_transformer_v2
libai.models.t5_model
libai.models.vision_transformer
libai.optim
libai.scheduler
libai.tokenizer
libai.utils.checkpoint
libai.utils.distributed
libai.utils.events
libai.utils.logger
MultiheadAttention (class in libai.layers)
N
name_scope() (libai.utils.events.EventStorage method)
P
pad_token() (libai.tokenizer.PreTrainedTokenizer property)
pad_token_id() (libai.tokenizer.PreTrainedTokenizer property)
padded_vocab_size() (libai.tokenizer.PreTrainedTokenizer method)
ParallelCrossEntropyLoss (class in libai.layers)
PatchEmbedding (class in libai.layers)
PeriodicCheckpointer (class in libai.engine.hooks)
(class in libai.utils.checkpoint)
PeriodicWriter (class in libai.engine.hooks)
PPLEvaluator (class in libai.evaluation)
PreTrainedTokenizer (class in libai.tokenizer)
print_csv_format() (in module libai.evaluation)
process() (libai.evaluation.BLEUEvaluator method)
(libai.evaluation.ClsEvaluator method)
(libai.evaluation.DatasetEvaluator method)
(libai.evaluation.PPLEvaluator method)
(libai.evaluation.RegEvaluator method)
put_image() (libai.utils.events.EventStorage method)
put_scalar() (libai.utils.events.EventStorage method)
put_scalars() (libai.utils.events.EventStorage method)
R
RegEvaluator (class in libai.evaluation)
register_hooks() (libai.engine.trainer.TrainerBase method)
reset() (libai.evaluation.BLEUEvaluator method)
(libai.evaluation.ClsEvaluator method)
(libai.evaluation.DatasetEvaluator method)
(libai.evaluation.PPLEvaluator method)
(libai.evaluation.RegEvaluator method)
ResMLP (class in libai.models.resmlp)
resume_or_load() (libai.engine.default.DefaultTrainer method)
(libai.utils.checkpoint.Checkpointer method)
RMSLayerNorm (class in libai.layers)
RobertaDataset (class in libai.data.datasets)
RobertaForCausalLM (class in libai.models.roberta_model)
RobertaForPreTraining (class in libai.models.roberta_model)
RobertaModel (class in libai.models.roberta_model)
RobertaTokenizer (class in libai.tokenizer)
run_step() (libai.engine.trainer.EagerTrainer method)
(libai.engine.trainer.GraphTrainer method)
S
same_sbp() (in module libai.utils.distributed)
sanitize_special_tokens() (libai.tokenizer.PreTrainedTokenizer method)
save() (libai.config.LazyConfig static method)
(libai.utils.checkpoint.Checkpointer method)
(libai.utils.checkpoint.PeriodicCheckpointer method)
save_pretrained() (libai.tokenizer.PreTrainedTokenizer method)
save_vocabulary() (libai.tokenizer.BertTokenizer method)
(libai.tokenizer.GPT2Tokenizer method)
(libai.tokenizer.PreTrainedTokenizer method)
(libai.tokenizer.RobertaTokenizer method)
(libai.tokenizer.T5Tokenizer method)
scheduler (libai.engine.default.DefaultTrainer attribute)
sep_token() (libai.tokenizer.PreTrainedTokenizer property)
sep_token_id() (libai.tokenizer.PreTrainedTokenizer property)
set_consumed_samples() (libai.data.samplers.CyclicSampler method)
set_epoch() (libai.data.samplers.CyclicSampler method)
setup_dist_util() (in module libai.utils.distributed)
setup_logger() (in module libai.utils.logger)
SinePositionalEmbedding (class in libai.layers)
SingleRoundSampler (class in libai.data.samplers)
smoothing_hints() (libai.utils.events.EventStorage method)
special_tokens_map() (libai.tokenizer.PreTrainedTokenizer property)
start_iter (libai.engine.trainer.TrainerBase attribute)
start_token() (libai.tokenizer.PreTrainedTokenizer property)
start_token_id() (libai.tokenizer.PreTrainedTokenizer property)
step() (libai.utils.checkpoint.PeriodicCheckpointer method)
(libai.utils.events.EventStorage method)
storage (libai.engine.trainer.TrainerBase attribute)
SwinTransformer (class in libai.models.swin_transformer)
SwinTransformerV2 (class in libai.models.swin_transformer_v2)
synchronize() (in module libai.utils.distributed)
T
T5Dataset (class in libai.data.datasets)
T5ForPreTraining (class in libai.models.t5_model)
T5Model (class in libai.models.t5_model)
T5Tokenizer (class in libai.tokenizer)
tag_last_checkpoint() (libai.utils.checkpoint.Checkpointer method)
test() (libai.engine.default.DefaultTrainer class method)
to_py() (libai.config.LazyConfig static method)
tokenize() (libai.tokenizer.PreTrainedTokenizer method)
train() (libai.engine.default.DefaultTrainer method)
(libai.engine.trainer.TrainerBase method)
trainer (libai.engine.trainer.HookBase attribute)
TrainerBase (class in libai.engine.trainer)
TransformerLayer (class in libai.layers)
try_get_key() (in module libai.config)
ttol() (in module libai.utils.distributed)
tton() (in module libai.utils.distributed)
U
unk_token() (libai.tokenizer.PreTrainedTokenizer property)
unk_token_id() (libai.tokenizer.PreTrainedTokenizer property)
V
VisionTransformer (class in libai.models.vision_transformer)
vocab_size() (libai.tokenizer.BertTokenizer property)
(libai.tokenizer.GPT2Tokenizer property)
(libai.tokenizer.PreTrainedTokenizer property)
(libai.tokenizer.RobertaTokenizer property)
(libai.tokenizer.T5Tokenizer property)
VocabEmbedding (class in libai.layers)
W
WarmupCosineAnnealingLR() (in module libai.scheduler)
WarmupCosineLR() (in module libai.scheduler)
WarmupExponentialLR() (in module libai.scheduler)
WarmupMultiStepLR() (in module libai.scheduler)
WarmupPolynomialLR() (in module libai.scheduler)
write_metrics() (libai.engine.trainer.TrainerBase static method)
Read the Docs
v: latest
Versions
latest
stable
Downloads
On Read the Docs
Project Home
Builds