Index _ | A | B | C | D | E | F | G | H | I | K | L | M | N | O | P | R | S | T | U | V | W _ __getitem__() (lmp.dset._base.BaseDset method) (lmp.dset.BaseDset method) (lmp.dset.ChPoemDset method) (lmp.dset.DemoDset method) (lmp.dset.WikiText2Dset method) (lmp.dset.WNLIDset method) __iter__() (lmp.dset._base.BaseDset method) (lmp.dset.BaseDset method) (lmp.dset.ChPoemDset method) (lmp.dset.DemoDset method) (lmp.dset.WikiText2Dset method) (lmp.dset.WNLIDset method) __len__() (lmp.dset._base.BaseDset method) (lmp.dset.BaseDset method) (lmp.dset.ChPoemDset method) (lmp.dset.DemoDset method) (lmp.dset.WikiText2Dset method) (lmp.dset.WNLIDset method) A add_CLI_args() (lmp.infer._base.BaseInfer class method) (lmp.infer._top_1.Top1Infer class method) (lmp.infer._top_k.TopKInfer class method) (lmp.infer._top_p.TopPInfer class method) (lmp.infer.BaseInfer class method) (lmp.infer.Top1Infer class method) (lmp.infer.TopKInfer class method) (lmp.infer.TopPInfer class method) (lmp.model._base.BaseModel class method) (lmp.model._elman_net.ElmanNet class method) (lmp.model._lstm_1997.LSTM1997 class method) (lmp.model._lstm_2000.LSTM2000 class method) (lmp.model._lstm_2002.LSTM2002 class method) (lmp.model._trans_enc.TransEnc class method) (lmp.model.BaseModel class method) (lmp.model.ElmanNet class method) (lmp.model.LSTM1997 class method) (lmp.model.LSTM2000 class method) (lmp.model.LSTM2002 class method) (lmp.model.TransEnc class method) (lmp.tknzr._base.BaseTknzr class method) (lmp.tknzr._bpe.BPETknzr class method) (lmp.tknzr._char.CharTknzr class method) (lmp.tknzr._ws.WsTknzr class method) (lmp.tknzr.BaseTknzr class method) (lmp.tknzr.BPETknzr class method) (lmp.tknzr.CharTknzr class method) (lmp.tknzr.WsTknzr class method) ALL_DSETS (in module lmp.dset) ALL_INFERS (in module lmp.infer) ALL_MODELS (in module lmp.model) ALL_TKNZRS (in module lmp.tknzr) B back-propagation BaseDset (class in lmp.dset) (class in lmp.dset._base) BaseInfer (class in lmp.infer) (class in lmp.infer._base) BaseModel (class in lmp.model) (class in lmp.model._base) BaseTknzr (class in lmp.tknzr) (class in lmp.tknzr._base) batch size batch_cur_tkids (lmp.util.dset.LMFormatDset attribute) batch_is_not_ctx (lmp.util.dset.LMFormatDset attribute) batch_next_tkids (lmp.util.dset.LMFormatDset attribute) begin-of-sequence begin-of-sequence token begin-of-sequence tokens BOS BOS token BOS tokens BOS_TK (in module lmp.vars) BOS_TKID (in module lmp.vars) BPETknzr (class in lmp.tknzr) (class in lmp.tknzr._bpe) build_vocab() (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) C c_0 (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) cal_loss() (lmp.model._base.BaseModel method) (lmp.model._elman_net.ElmanNet method) (lmp.model._lstm_1997.LSTM1997 method) (lmp.model._lstm_2000.LSTM2000 method) (lmp.model._lstm_2002.LSTM2002 method) (lmp.model._trans_enc.TransEnc method) (lmp.model.BaseModel method) (lmp.model.ElmanNet method) (lmp.model.LSTM1997 method) (lmp.model.LSTM2000 method) (lmp.model.LSTM2002 method) (lmp.model.TransEnc method) CharTknzr (class in lmp.tknzr) (class in lmp.tknzr._char) checkpoint checkpoints ChPoemDset (class in lmp.dset) (class in lmp.dset._ch_poem) context window context window size context windows create() (in module lmp.util.infer) (in module lmp.util.model) (in module lmp.util.tknzr) create_mask() (lmp.model._trans_enc.TransEnc method) (lmp.model.TransEnc method) cross entropy cross entropy loss cross-entropy cross-entropy loss CUDA D d_blk (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) d_emb (lmp.model._elman_net.ElmanNet attribute) (lmp.model._trans_enc.PosEncLayer attribute) (lmp.model.ElmanNet attribute) (lmp.model.PosEncLayer attribute) d_ff (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) d_hid (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) d_k (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) d_model (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) d_v (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) DATA_PATH (in module lmp.vars) dataset dec() (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) DemoDset (class in lmp.dset) (class in lmp.dset._demo) detokenization detokenize df_ver (lmp.dset._base.BaseDset attribute) (lmp.dset._ch_poem.ChPoemDset attribute) (lmp.dset._demo.DemoDset attribute) (lmp.dset._wiki_text_2.WikiText2Dset attribute) (lmp.dset._wnli.WNLIDset attribute) (lmp.dset.BaseDset attribute) (lmp.dset.ChPoemDset attribute) (lmp.dset.DemoDset attribute) (lmp.dset.WikiText2Dset attribute) (lmp.dset.WNLIDset attribute) download_dataset() (lmp.dset._ch_poem.ChPoemDset class method) (lmp.dset._wiki_text_2.WikiText2Dset class method) (lmp.dset._wnli.WNLIDset class method) (lmp.dset.ChPoemDset class method) (lmp.dset.WikiText2Dset class method) (lmp.dset.WNLIDset class method) download_file() (lmp.dset._base.BaseDset static method) (lmp.dset._ch_poem.ChPoemDset static method) (lmp.dset._demo.DemoDset static method) (lmp.dset._wiki_text_2.WikiText2Dset static method) (lmp.dset._wnli.WNLIDset static method) (lmp.dset.BaseDset static method) (lmp.dset.ChPoemDset static method) (lmp.dset.DemoDset static method) (lmp.dset.WikiText2Dset static method) (lmp.dset.WNLIDset static method) dset_name (lmp.dset._base.BaseDset attribute) (lmp.dset._ch_poem.ChPoemDset attribute) (lmp.dset._demo.DemoDset attribute) (lmp.dset._wiki_text_2.WikiText2Dset attribute) (lmp.dset._wnli.WNLIDset attribute) (lmp.dset.BaseDset attribute) (lmp.dset.ChPoemDset attribute) (lmp.dset.DemoDset attribute) (lmp.dset.WikiText2Dset attribute) (lmp.dset.WNLIDset attribute) DSET_OPTS (in module lmp.dset) dtknz() (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) E ElmanNet (class in lmp.model) (class in lmp.model._elman_net) ElmanNetLayer (class in lmp.model) (class in lmp.model._elman_net) emb (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) (lmp.model.TransEnc attribute) enc() (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) end-of-sequence end-of-sequence token end-of-sequence tokens EOS EOS token EOS tokens EOS_TK (in module lmp.vars) EOS_TKID (in module lmp.vars) EOW (in module lmp.tknzr._bpe) epoch epochs EXP_PATH (in module lmp.vars) experiment experiment name experiment path F fc_e2h (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) fc_ff_f2o (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) fc_ff_k2hk (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) fc_ff_q2hq (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) fc_ff_v2hv (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) fc_h2e (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) fc_h2fg (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_h2h (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model.ElmanNetLayer attribute) fc_h2ig (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_h2mc_in (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_h2og (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_x2fg (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_x2h (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model.ElmanNetLayer attribute) fc_x2ig (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_x2mc_in (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) fc_x2og (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) ffn (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEncLayer attribute) forward pass forward() (lmp.model._base.BaseModel method) (lmp.model._elman_net.ElmanNet method) (lmp.model._elman_net.ElmanNetLayer method) (lmp.model._lstm_1997.LSTM1997 method) (lmp.model._lstm_1997.LSTM1997Layer method) (lmp.model._lstm_2000.LSTM2000 method) (lmp.model._lstm_2000.LSTM2000Layer method) (lmp.model._lstm_2002.LSTM2002 method) (lmp.model._lstm_2002.LSTM2002Layer method) (lmp.model._trans_enc.MultiHeadAttnLayer method) (lmp.model._trans_enc.PosEncLayer method) (lmp.model._trans_enc.TransEnc method) (lmp.model._trans_enc.TransEncLayer method) (lmp.model.BaseModel method) (lmp.model.ElmanNet method) (lmp.model.ElmanNetLayer method) (lmp.model.LSTM1997 method) (lmp.model.LSTM1997Layer method) (lmp.model.LSTM2000 method) (lmp.model.LSTM2000Layer method) (lmp.model.LSTM2002 method) (lmp.model.LSTM2002Layer method) (lmp.model.MultiHeadAttnLayer method) (lmp.model.PosEncLayer method) (lmp.model.TransEnc method) (lmp.model.TransEncLayer method) G gen() (lmp.infer._base.BaseInfer method) (lmp.infer._top_1.Top1Infer method) (lmp.infer._top_k.TopKInfer method) (lmp.infer._top_p.TopPInfer method) (lmp.infer.BaseInfer method) (lmp.infer.Top1Infer method) (lmp.infer.TopKInfer method) (lmp.infer.TopPInfer method) get_optimizer() (in module lmp.util.optim) get_scheduler() (in module lmp.util.optim) get_tb_logger() (in module lmp.util.log) gradient descent gradient explosion gradient vanishing H h_0 (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.ElmanNetLayer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) hidden states hyperparameter hyperparameters I id2tk (lmp.tknzr._base.BaseTknzr attribute) (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr._char.CharTknzr attribute) (lmp.tknzr._ws.WsTknzr attribute) (lmp.tknzr.BaseTknzr attribute) (lmp.tknzr.BPETknzr attribute) (lmp.tknzr.CharTknzr attribute) (lmp.tknzr.WsTknzr attribute) in_feat (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.ElmanNetLayer attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002Layer attribute) infer_name (lmp.infer._base.BaseInfer attribute) (lmp.infer._top_1.Top1Infer attribute) (lmp.infer._top_k.TopKInfer attribute) (lmp.infer._top_p.TopPInfer attribute) (lmp.infer.BaseInfer attribute) (lmp.infer.Top1Infer attribute) (lmp.infer.TopKInfer attribute) (lmp.infer.TopPInfer attribute) INFER_OPTS (in module lmp.infer) init_fb (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) init_ib (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) init_lower (lmp.model._elman_net.ElmanNet attribute) (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.ElmanNet attribute) (lmp.model.ElmanNetLayer attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) (lmp.model.MultiHeadAttnLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) init_ob (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) init_upper (lmp.model._elman_net.ElmanNet attribute) (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.ElmanNet attribute) (lmp.model.ElmanNetLayer attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) (lmp.model.MultiHeadAttnLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) initial hidden states input_dp (lmp.model._trans_enc.TransEnc attribute) (lmp.model.TransEnc attribute) is_uncased (lmp.tknzr._base.BaseTknzr attribute) (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr._char.CharTknzr attribute) (lmp.tknzr._ws.WsTknzr attribute) (lmp.tknzr.BaseTknzr attribute) (lmp.tknzr.BPETknzr attribute) (lmp.tknzr.CharTknzr attribute) (lmp.tknzr.WsTknzr attribute) K k (lmp.infer._top_k.TopKInfer attribute) (lmp.infer.TopKInfer attribute) L label smoothing label_smoothing (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) (lmp.model.TransEnc attribute) language model language models learning rate list_ckpts() (in module lmp.util.model) LMFormatDset (class in lmp.util.dset) lmp module lmp.dset module lmp.dset._base module lmp.dset._ch_poem module lmp.dset._demo module lmp.dset._wiki_text_2 module lmp.dset._wnli module lmp.infer module lmp.infer._base module lmp.infer._top_1 module lmp.infer._top_k module lmp.infer._top_p module lmp.model module lmp.model._base module lmp.model._elman_net module lmp.model._lstm_1997 module lmp.model._lstm_2000 module lmp.model._lstm_2002 module lmp.model._trans_enc module lmp.script module lmp.script.eval_dset_ppl module lmp.script.eval_txt_ppl module lmp.script.gen_txt module lmp.script.sample_dset module lmp.script.tknz_txt module lmp.script.train_model module lmp.script.train_tknzr module lmp.tknzr module lmp.tknzr._base module lmp.tknzr._bpe module lmp.tknzr._char module lmp.tknzr._ws module lmp.util module lmp.util.cfg module lmp.util.dset module lmp.util.infer module lmp.util.log module lmp.util.metric module lmp.util.model module lmp.util.optim module lmp.util.rand module lmp.util.tknzr module lmp.util.validate module lmp.vars module ln_1 (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEncLayer attribute) ln_2 (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEncLayer attribute) load() (in module lmp.util.cfg) (in module lmp.util.dset) (in module lmp.util.model) (in module lmp.util.tknzr) log path LOG_PATH (in module lmp.vars) loss loss function loss_fn (lmp.model._elman_net.ElmanNet attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model.ElmanNet attribute) (lmp.model.TransEnc attribute) LSTM1997 (class in lmp.model) (class in lmp.model._lstm_1997) LSTM1997Layer (class in lmp.model) (class in lmp.model._lstm_1997) LSTM2000 (class in lmp.model) (class in lmp.model._lstm_2000) LSTM2000Layer (class in lmp.model) (class in lmp.model._lstm_2000) LSTM2002 (class in lmp.model) (class in lmp.model._lstm_2002) LSTM2002Layer (class in lmp.model) (class in lmp.model._lstm_2002) M main() (in module lmp.script.eval_dset_ppl) (in module lmp.script.eval_txt_ppl) (in module lmp.script.gen_txt) (in module lmp.script.sample_dset) (in module lmp.script.tknz_txt) (in module lmp.script.train_model) (in module lmp.script.train_tknzr) max_seq_len (lmp.infer._base.BaseInfer attribute) (lmp.infer.BaseInfer attribute) (lmp.model._trans_enc.PosEncLayer attribute) (lmp.model.PosEncLayer attribute) max_vocab (lmp.tknzr._base.BaseTknzr attribute) (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr._char.CharTknzr attribute) (lmp.tknzr._ws.WsTknzr attribute) (lmp.tknzr.BaseTknzr attribute) (lmp.tknzr.BPETknzr attribute) (lmp.tknzr.CharTknzr attribute) (lmp.tknzr.WsTknzr attribute) mha (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEncLayer attribute) mha_dp (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEncLayer attribute) min_count (lmp.tknzr._base.BaseTknzr attribute) (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr._char.CharTknzr attribute) (lmp.tknzr._ws.WsTknzr attribute) (lmp.tknzr.BaseTknzr attribute) (lmp.tknzr.BPETknzr attribute) (lmp.tknzr.CharTknzr attribute) (lmp.tknzr.WsTknzr attribute) mini-batch model model parameter model parameters model_name (lmp.model._base.BaseModel attribute) (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model.BaseModel attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) (lmp.model.TransEnc attribute) MODEL_OPTS (in module lmp.model) module lmp lmp.dset lmp.dset._base lmp.dset._ch_poem lmp.dset._demo lmp.dset._wiki_text_2 lmp.dset._wnli lmp.infer lmp.infer._base lmp.infer._top_1 lmp.infer._top_k lmp.infer._top_p lmp.model lmp.model._base lmp.model._elman_net lmp.model._lstm_1997 lmp.model._lstm_2000 lmp.model._lstm_2002 lmp.model._trans_enc lmp.script lmp.script.eval_dset_ppl lmp.script.eval_txt_ppl lmp.script.gen_txt lmp.script.sample_dset lmp.script.tknz_txt lmp.script.train_model lmp.script.train_tknzr lmp.tknzr lmp.tknzr._base lmp.tknzr._bpe lmp.tknzr._char lmp.tknzr._ws lmp.util lmp.util.cfg lmp.util.dset lmp.util.infer lmp.util.log lmp.util.metric lmp.util.model lmp.util.optim lmp.util.rand lmp.util.tknzr lmp.util.validate lmp.vars MultiHeadAttnLayer (class in lmp.model) (class in lmp.model._trans_enc) N n_blk (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_1997.LSTM1997Layer attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2000.LSTM2000Layer attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM1997Layer attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2000Layer attribute) (lmp.model.LSTM2002 attribute) (lmp.model.LSTM2002Layer attribute) n_head (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) (lmp.model.TransEncLayer attribute) n_lyr (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) n_merge (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr.BPETknzr attribute) n_tk (lmp.util.dset.LMFormatDset attribute) neural network NFKC nll() (in module lmp.util.metric) NN norm() (lmp.dset._base.BaseDset static method) (lmp.dset._ch_poem.ChPoemDset static method) (lmp.dset._demo.DemoDset static method) (lmp.dset._wiki_text_2.WikiText2Dset static method) (lmp.dset._wnli.WNLIDset static method) (lmp.dset.BaseDset static method) (lmp.dset.ChPoemDset static method) (lmp.dset.DemoDset static method) (lmp.dset.WikiText2Dset static method) (lmp.dset.WNLIDset static method) (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) O OOV Optimization optimization Optimize optimize optimized out-of-vocabulary out_feat (lmp.model._elman_net.ElmanNetLayer attribute) (lmp.model.ElmanNetLayer attribute) P p (lmp.infer._top_p.TopPInfer attribute) (lmp.infer.TopPInfer attribute) (lmp.model._trans_enc.TransEnc attribute) (lmp.model._trans_enc.TransEncLayer attribute) (lmp.model.TransEnc attribute) (lmp.model.TransEncLayer attribute) p_emb (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) p_hid (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) PAD PAD token PAD tokens PAD_TK (in module lmp.vars) PAD_TKID (in module lmp.vars) pad_to_max() (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) padded padding padding token padding tokens paddings parameter parameters params_init() (lmp.model._base.BaseModel method) (lmp.model._elman_net.ElmanNet method) (lmp.model._elman_net.ElmanNetLayer method) (lmp.model._lstm_1997.LSTM1997 method) (lmp.model._lstm_1997.LSTM1997Layer method) (lmp.model._lstm_2000.LSTM2000 method) (lmp.model._lstm_2000.LSTM2000Layer method) (lmp.model._lstm_2002.LSTM2002 method) (lmp.model._lstm_2002.LSTM2002Layer method) (lmp.model._trans_enc.MultiHeadAttnLayer method) (lmp.model._trans_enc.PosEncLayer method) (lmp.model._trans_enc.TransEnc method) (lmp.model._trans_enc.TransEncLayer method) (lmp.model.BaseModel method) (lmp.model.ElmanNet method) (lmp.model.ElmanNetLayer method) (lmp.model.LSTM1997 method) (lmp.model.LSTM1997Layer method) (lmp.model.LSTM2000 method) (lmp.model.LSTM2000Layer method) (lmp.model.LSTM2002 method) (lmp.model.LSTM2002Layer method) (lmp.model.MultiHeadAttnLayer method) (lmp.model.PosEncLayer method) (lmp.model.TransEnc method) (lmp.model.TransEncLayer method) parse_args() (in module lmp.script.eval_dset_ppl) (in module lmp.script.eval_txt_ppl) (in module lmp.script.gen_txt) (in module lmp.script.sample_dset) (in module lmp.script.tknz_txt) (in module lmp.script.train_model) (in module lmp.script.train_tknzr) pc_c2fg (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM2002Layer attribute) pc_c2ig (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM2002Layer attribute) pc_c2og (lmp.model._lstm_2002.LSTM2002Layer attribute) (lmp.model.LSTM2002Layer attribute) pe (lmp.model._trans_enc.PosEncLayer attribute) (lmp.model.PosEncLayer attribute) perplexity pos_enc (lmp.model._trans_enc.TransEnc attribute) (lmp.model.TransEnc attribute) PosEncLayer (class in lmp.model) (class in lmp.model._trans_enc) Pre-trained pre-trained pred() (lmp.model._base.BaseModel method) (lmp.model._elman_net.ElmanNet method) (lmp.model._lstm_1997.LSTM1997 method) (lmp.model._lstm_2000.LSTM2000 method) (lmp.model._lstm_2002.LSTM2002 method) (lmp.model._trans_enc.TransEnc method) (lmp.model.BaseModel method) (lmp.model.ElmanNet method) (lmp.model.LSTM1997 method) (lmp.model.LSTM2000 method) (lmp.model.LSTM2002 method) (lmp.model.TransEnc method) PROJECT_ROOT (in module lmp.vars) R raise_if_empty_str() (in module lmp.util.validate) raise_if_is_directory() (in module lmp.util.validate) raise_if_is_file() (in module lmp.util.validate) raise_if_not_in() (in module lmp.util.validate) raise_if_not_instance() (in module lmp.util.validate) raise_if_wrong_ordered() (in module lmp.util.validate) recurrent neural network RNN S sample samples save() (in module lmp.util.cfg) (in module lmp.util.model) (in module lmp.util.tknzr) scaler (lmp.model._trans_enc.MultiHeadAttnLayer attribute) (lmp.model.MultiHeadAttnLayer attribute) sequence sequences set_seed() (in module lmp.util.rand) SP_TKS (in module lmp.vars) SP_TKS_PTTN (in module lmp.tknzr._char) Special token special token Special tokens special tokens SPLIT_PTTN (in module lmp.tknzr._bpe) (in module lmp.tknzr._ws) spls (lmp.dset._base.BaseDset attribute) (lmp.dset._ch_poem.ChPoemDset attribute) (lmp.dset._demo.DemoDset attribute) (lmp.dset._wiki_text_2.WikiText2Dset attribute) (lmp.dset._wnli.WNLIDset attribute) (lmp.dset.BaseDset attribute) (lmp.dset.ChPoemDset attribute) (lmp.dset.DemoDset attribute) (lmp.dset.WikiText2Dset attribute) (lmp.dset.WNLIDset attribute) stack_rnn (lmp.model._elman_net.ElmanNet attribute) (lmp.model._lstm_1997.LSTM1997 attribute) (lmp.model._lstm_2000.LSTM2000 attribute) (lmp.model._lstm_2002.LSTM2002 attribute) (lmp.model.ElmanNet attribute) (lmp.model.LSTM1997 attribute) (lmp.model.LSTM2000 attribute) (lmp.model.LSTM2002 attribute) stack_trans_enc (lmp.model._trans_enc.TransEnc attribute) (lmp.model.TransEnc attribute) step stride T tensor tensors text normalization time-series tk2id (lmp.tknzr._base.BaseTknzr attribute) (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr._char.CharTknzr attribute) (lmp.tknzr._ws.WsTknzr attribute) (lmp.tknzr.BaseTknzr attribute) (lmp.tknzr.BPETknzr attribute) (lmp.tknzr.CharTknzr attribute) (lmp.tknzr.WsTknzr attribute) tknz() (lmp.tknzr._base.BaseTknzr method) (lmp.tknzr._bpe.BPETknzr method) (lmp.tknzr._char.CharTknzr method) (lmp.tknzr._ws.WsTknzr method) (lmp.tknzr.BaseTknzr method) (lmp.tknzr.BPETknzr method) (lmp.tknzr.CharTknzr method) (lmp.tknzr.WsTknzr method) tknzr_name (lmp.tknzr._base.BaseTknzr attribute) (lmp.tknzr._bpe.BPETknzr attribute) (lmp.tknzr._char.CharTknzr attribute) (lmp.tknzr._ws.WsTknzr attribute) (lmp.tknzr.BaseTknzr attribute) (lmp.tknzr.BPETknzr attribute) (lmp.tknzr.CharTknzr attribute) (lmp.tknzr.WsTknzr attribute) TKNZR_OPTS (in module lmp.tknzr) token token id token ids tokenization tokenize tokenizer tokenizers tokens Top1Infer (class in lmp.infer) (class in lmp.infer._top_1) TopKInfer (class in lmp.infer) (class in lmp.infer._top_k) TopPInfer (class in lmp.infer) (class in lmp.infer._top_p) train trained training TransEnc (class in lmp.model) (class in lmp.model._trans_enc) TransEncLayer (class in lmp.model) (class in lmp.model._trans_enc) truncate truncation U UNK UNK_TK (in module lmp.vars) UNK_TKID (in module lmp.vars) unknown token unknown tokens V ver (lmp.dset._base.BaseDset attribute) (lmp.dset._ch_poem.ChPoemDset attribute) (lmp.dset._demo.DemoDset attribute) (lmp.dset._wiki_text_2.WikiText2Dset attribute) (lmp.dset._wnli.WNLIDset attribute) (lmp.dset.BaseDset attribute) (lmp.dset.ChPoemDset attribute) (lmp.dset.DemoDset attribute) (lmp.dset.WikiText2Dset attribute) (lmp.dset.WNLIDset attribute) vers (lmp.dset._base.BaseDset attribute) (lmp.dset._ch_poem.ChPoemDset attribute) (lmp.dset._demo.DemoDset attribute) (lmp.dset._wiki_text_2.WikiText2Dset attribute) (lmp.dset._wnli.WNLIDset attribute) (lmp.dset.BaseDset attribute) (lmp.dset.ChPoemDset attribute) (lmp.dset.DemoDset attribute) (lmp.dset.WikiText2Dset attribute) (lmp.dset.WNLIDset attribute) vocab_size (lmp.tknzr._base.BaseTknzr property) (lmp.tknzr._bpe.BPETknzr property) (lmp.tknzr._char.CharTknzr property) (lmp.tknzr._ws.WsTknzr property) (lmp.tknzr.BaseTknzr property) (lmp.tknzr.BPETknzr property) (lmp.tknzr.CharTknzr property) (lmp.tknzr.WsTknzr property) Vocabulary vocabulary W WikiText2Dset (class in lmp.dset) (class in lmp.dset._wiki_text_2) WNLIDset (class in lmp.dset) (class in lmp.dset._wnli) WS_PTTN (in module lmp.tknzr._base) WsTknzr (class in lmp.tknzr) (class in lmp.tknzr._ws)