.gitignore
LICENSE
README.md
TODO.md
setup.py
test_predict.py
test_predict_process.py
test_process.py
test_train.py
dlk/__init__.py
dlk/dlk.drawio
dlk/online.py
dlk/predict.py
dlk/process.py
dlk/readme.md
dlk/train.py
dlk.egg-info/PKG-INFO
dlk.egg-info/SOURCES.txt
dlk.egg-info/dependency_links.txt
dlk.egg-info/requires.txt
dlk.egg-info/top_level.txt
dlk/configures/core/callbacks/checkpoint.hjson
dlk/configures/core/callbacks/checkpoint@train_loss.hjson
dlk/configures/core/callbacks/checkpoint@val_loss.hjson
dlk/configures/core/callbacks/early_stop.hjson
dlk/configures/core/callbacks/lr_monitor.hjson
dlk/configures/core/callbacks/progressbar.hjson
dlk/configures/core/callbacks/weight_average.hjson
dlk/configures/core/imodels/basic.hjson
dlk/configures/core/imodels/basic@seq_lab#crf.hjson
dlk/configures/core/imodels/basic@seq_lab.hjson
dlk/configures/core/imodels/basic@txt_cls.hjson
dlk/configures/core/imodels/basic@txt_log_reg.hjson
dlk/configures/core/imodels/basic@txt_reg.hjson
dlk/configures/core/initmethods/default.hjson
dlk/configures/core/initmethods/range_norm.hjson
dlk/configures/core/initmethods/range_uniform.hjson
dlk/configures/core/layers/decoders/identity.hjson
dlk/configures/core/layers/decoders/linear.hjson
dlk/configures/core/layers/decoders/linear_crf.hjson
dlk/configures/core/layers/embeddings/combine_word_char_cnn.hjson
dlk/configures/core/layers/embeddings/identity.hjson
dlk/configures/core/layers/embeddings/pretrained_transformers.hjson
dlk/configures/core/layers/embeddings/pretrained_transformers@gather.hjson
dlk/configures/core/layers/embeddings/random.hjson
dlk/configures/core/layers/embeddings/static.hjson
dlk/configures/core/layers/embeddings/static_char_cnn.hjson
dlk/configures/core/layers/encoders/identity.hjson
dlk/configures/core/layers/encoders/linear.hjson
dlk/configures/core/layers/encoders/lstm.hjson
dlk/configures/core/losses/bce.hjson
dlk/configures/core/losses/cross_entropy.hjson
dlk/configures/core/losses/cross_entropy@cls.hjson
dlk/configures/core/losses/identity.hjson
dlk/configures/core/losses/mse.hjson
dlk/configures/core/models/basic@seq_lab#lstm_cnn_crf.hjson
dlk/configures/core/models/basic@seq_lab#lstm_crf.hjson
dlk/configures/core/models/basic@seq_lab#lstm_linear.hjson
dlk/configures/core/models/basic@seq_lab#pretrained_transformers.hjson
dlk/configures/core/models/basic@seq_lab#pretrained_transformers_crf.hjson
dlk/configures/core/models/basic@seq_lab#pretrained_transformers_lstm_crf.hjson
dlk/configures/core/models/basic@txt_cls#lstm_linear.hjson
dlk/configures/core/models/basic@txt_cls#pretrained_transformers.hjson
dlk/configures/core/modules/bert.hjson
dlk/configures/core/modules/conv1d.hjson
dlk/configures/core/modules/crf.hjson
dlk/configures/core/modules/distil_bert.hjson
dlk/configures/core/modules/linear.hjson
dlk/configures/core/modules/lstm.hjson
dlk/configures/core/modules/roberta.hjson
dlk/configures/core/optimizers/adamw.hjson
dlk/configures/core/optimizers/adamw@bias_nodecay.hjson
dlk/configures/core/optimizers/adamw@up_decode_lr.hjson
dlk/configures/core/optimizers/sgd.hjson
dlk/configures/core/schedulers/constant.hjson
dlk/configures/core/schedulers/constant_warmup.hjson
dlk/configures/core/schedulers/cosine_warmup.hjson
dlk/configures/core/schedulers/linear_warmup.hjson
dlk/configures/core/schedulers/rec_decay.hjson
dlk/configures/data/datamodules/basic.hjson
dlk/configures/data/datamodules/basic@seq_lab#with_char.hjson
dlk/configures/data/datamodules/basic@seq_lab#wordmask.hjson
dlk/configures/data/datamodules/basic@seq_lab.hjson
dlk/configures/data/datamodules/basic@txt_cls.hjson
dlk/configures/data/datamodules/basic@txt_reg.hjson
dlk/configures/data/postprocessors/identity.hjson
dlk/configures/data/postprocessors/seq_lab.hjson
dlk/configures/data/postprocessors/txt_cls.hjson
dlk/configures/data/postprocessors/txt_reg.hjson
dlk/configures/data/processors/basic@seq_lab#norm_static.hjson
dlk/configures/data/processors/basic@seq_lab#norm_static_word_char.hjson
dlk/configures/data/processors/basic@seq_lab#pretrained.hjson
dlk/configures/data/processors/basic@seq_lab#static.hjson
dlk/configures/data/processors/basic@txt_cls#pretrained.hjson
dlk/configures/data/processors/basic@txt_cls.hjson
dlk/configures/data/processors/basic@txt_match#pretrained.hjson
dlk/configures/data/processors/basic@txt_match_reg#pretrained.hjson
dlk/configures/data/processors/basic@txt_reg#pretrained.hjson
dlk/configures/data/subprocessors/char_gather.hjson
dlk/configures/data/subprocessors/fast_tokenizer.hjson
dlk/configures/data/subprocessors/fast_tokenizer@pair.hjson
dlk/configures/data/subprocessors/load.hjson
dlk/configures/data/subprocessors/save.hjson
dlk/configures/data/subprocessors/seq_lab_firstpiece_relabel.hjson
dlk/configures/data/subprocessors/seq_lab_loader.hjson
dlk/configures/data/subprocessors/seq_lab_relabel.hjson
dlk/configures/data/subprocessors/token2charid.hjson
dlk/configures/data/subprocessors/token2id.hjson
dlk/configures/data/subprocessors/token_embedding.hjson
dlk/configures/data/subprocessors/token_gather.hjson
dlk/configures/data/subprocessors/token_norm.hjson
dlk/configures/data/subprocessors/txt_cls_loader.hjson
dlk/configures/data/subprocessors/txt_cls_loader@pair.hjson
dlk/configures/data/subprocessors/txt_reg_loader.hjson
dlk/configures/data/subprocessors/txt_reg_loader@pair.hjson
dlk/configures/managers/lightning.hjson
dlk/configures/managers/lightning@advance.hjson
dlk/configures/tasks/test_base.hjson
dlk/configures/tasks/test_base_search.hjson
dlk/core/__init__.py
dlk/core/base_module.py
dlk/core/callbacks/__init__.py
dlk/core/callbacks/checkpoint.py
dlk/core/callbacks/early_stop.py
dlk/core/callbacks/lr_monitor.py
dlk/core/callbacks/progressbar.py
dlk/core/callbacks/weight_average.py
dlk/core/imodels/__init__.py
dlk/core/imodels/basic.py
dlk/core/imodels/distill.py
dlk/core/initmethods/__init__.py
dlk/core/initmethods/default.py
dlk/core/initmethods/range_norm.py
dlk/core/initmethods/range_uniform.py
dlk/core/layers/__init__.py
dlk/core/layers/decoders/__init__.py
dlk/core/layers/decoders/identity.py
dlk/core/layers/decoders/linear.py
dlk/core/layers/decoders/linear_crf.py
dlk/core/layers/embeddings/__init__.py
dlk/core/layers/embeddings/combine_word_char_cnn.py
dlk/core/layers/embeddings/identity.py
dlk/core/layers/embeddings/pretrained_transformers.py
dlk/core/layers/embeddings/random.py
dlk/core/layers/embeddings/static.py
dlk/core/layers/embeddings/static_char_cnn.py
dlk/core/layers/encoders/__init__.py
dlk/core/layers/encoders/identity.py
dlk/core/layers/encoders/linear.py
dlk/core/layers/encoders/lstm.py
dlk/core/losses/__init__.py
dlk/core/losses/bce.py
dlk/core/losses/cross_entropy.py
dlk/core/losses/identity.py
dlk/core/losses/mse.py
dlk/core/losses/multi_loss.py
dlk/core/models/__init__.py
dlk/core/models/basic.py
dlk/core/modules/__init__.py
dlk/core/modules/bert.py
dlk/core/modules/conv1d.py
dlk/core/modules/crf.py
dlk/core/modules/distil_bert.py
dlk/core/modules/linear.py
dlk/core/modules/logits_gather.py
dlk/core/modules/lstm.py
dlk/core/modules/roberta.py
dlk/core/optimizers/__init__.py
dlk/core/optimizers/adamw.py
dlk/core/optimizers/sgd.py
dlk/core/schedulers/__init__.py
dlk/core/schedulers/constant.py
dlk/core/schedulers/constant_warmup.py
dlk/core/schedulers/cosine_warmup.py
dlk/core/schedulers/linear_warmup.py
dlk/core/schedulers/multi_group_schedule.py
dlk/core/schedulers/rec_decay.py
dlk/data/__init__.py
dlk/data/datamodules/__init__.py
dlk/data/datamodules/basic.py
dlk/data/datamodules/readme.md
dlk/data/postprocessors/__init__.py
dlk/data/postprocessors/identity.py
dlk/data/postprocessors/seq_lab.py
dlk/data/postprocessors/txt_cls.py
dlk/data/postprocessors/txt_reg.py
dlk/data/processors/__init__.py
dlk/data/processors/basic.py
dlk/data/processors/readme.md
dlk/data/subprocessors/__init__.py
dlk/data/subprocessors/char_gather.py
dlk/data/subprocessors/fast_tokenizer.py
dlk/data/subprocessors/load.py
dlk/data/subprocessors/save.py
dlk/data/subprocessors/seq_lab_firstpiece_relable.py
dlk/data/subprocessors/seq_lab_loader.py
dlk/data/subprocessors/seq_lab_relabel.py
dlk/data/subprocessors/token2charid.py
dlk/data/subprocessors/token2id.py
dlk/data/subprocessors/token_embedding.py
dlk/data/subprocessors/token_gather.py
dlk/data/subprocessors/token_norm.py
dlk/data/subprocessors/txt_cls_loader.py
dlk/data/subprocessors/txt_reg_loader.py
dlk/managers/__init__.py
dlk/managers/lightning.py
dlk/utils/__init__.py
dlk/utils/config.py
dlk/utils/get_root.py
dlk/utils/logger.py
dlk/utils/parser.py
dlk/utils/quick_search.py
dlk/utils/register.py
dlk/utils/tokenizer_util.py
dlk/utils/vocab.py
examples/sequence_labeling/conll2003/bio2json.py
examples/sequence_labeling/conll2003/get_vocab.py
examples/sequence_labeling/conll2003/json2bio.py
examples/sequence_labeling/conll2003/load_data.py
examples/sequence_labeling/conll2003/readme.md
examples/sequence_labeling/conll2003/bert_firstpiece/main.hjson
examples/sequence_labeling/conll2003/bert_firstpiece/prepro.hjson
examples/sequence_labeling/conll2003/bert_firstpiece_crf/main.hjson
examples/sequence_labeling/conll2003/bert_firstpiece_crf/prepro.hjson
examples/sequence_labeling/conll2003/bert_firstpiece_lstm_crf/main.hjson
examples/sequence_labeling/conll2003/bert_firstpiece_lstm_crf/prepro.hjson
examples/sequence_labeling/conll2003/bert_subword/main.hjson
examples/sequence_labeling/conll2003/bert_subword/prepro.hjson
examples/sequence_labeling/conll2003/norm_char_lstm_crf/main.hjson
examples/sequence_labeling/conll2003/norm_char_lstm_crf/pre_prepro.hjson
examples/sequence_labeling/conll2003/norm_char_lstm_crf/prepro.hjson
examples/sequence_labeling/conll2003/norm_linear_crf/crf_linear_main.hjson
examples/sequence_labeling/conll2003/norm_linear_crf/prepro.hjson
examples/sequence_labeling/conll2003/norm_lstm_crf/main.hjson
examples/sequence_labeling/conll2003/norm_lstm_crf/pre_prepro.hjson
examples/sequence_labeling/conll2003/norm_lstm_crf/prepro.hjson
examples/sequence_labeling/pretrained_ner/crf_main.hjson
examples/sequence_labeling/pretrained_ner/main.hjson
examples/sequence_labeling/pretrained_ner/prepro.hjson
examples/sequence_labeling/simple_ner/crf_lstm_main.hjson
examples/sequence_labeling/simple_ner/lstm_main.hjson
examples/sequence_labeling/simple_ner/prepro.hjson
examples/text_cls/sst2/process.py
examples/text_cls/sst2/readme.md
examples/text_cls/sst2/train.py
examples/text_cls/sst2/distil_bert/main.hjson
examples/text_cls/sst2/distil_bert/prepro.hjson
examples/text_match/snli/process.py
examples/text_match/snli/readme.md
examples/text_match/snli/train.py
examples/text_match/snli/distil_bert/main.hjson
examples/text_match/snli/distil_bert/prepro.hjson
examples/text_reg/sst2/process.py
examples/text_reg/sst2/readme.md
examples/text_reg/sst2/train.py
examples/text_reg/sst2/distil_bert/main.hjson
examples/text_reg/sst2/distil_bert/prepro.hjson
tests/__init__.py
tests/test_vocab.py
tests/parser/__init__.py
tests/parser/test_base.json
tests/parser/test_base.py
tests/parser/test_base_inp.hjson
tests/parser/test_base_out.hjson
tests/processors/__init__.py
tests/processors/bpe_token.json
tests/processors/process.hjson
tests/processors/test_wordpiece_tokenizer.py
tests/processors/uni_token.json
tests/processors/wp_token.json
tests/test_test/lightning.py
tests/test_test/trace/__init__.py
tests/test_test/trace/dict_trace.py
tests/test_test/trace/simple_trace.py
tools/view_config.py
tools/convert_tokenizer/convert.hjson
tools/convert_tokenizer/convert.py
tools/convert_tokenizer/vocab2tokenizer.hjson
tools/convert_tokenizer/vocab2tokenizer.py
tools/tokenize/tokenizer.hjson
tools/tokenize/tokenizer.py
tools/train_tokenizer/train_tokenizer.hjson
tools/train_tokenizer/train_tokenizer.py
tools/word2vec/word2vec.hjson
tools/word2vec/word2vec.py