.gitignore
.travis.yml
CONTRIBUTING.md
LICENSE
README.rst
build-dependencies.sh
build-package.sh
generate-rst.sh
readme-pypi.rst
readthedocs.yml
setup-gpu.py
setup.py
accuracy/dependency-accuracy.png
accuracy/dependency-template.js
accuracy/echarts-template.js
accuracy/emotion-accuracy.png
accuracy/emotion-template.js
accuracy/language-detection-accuracy.png
accuracy/models-accuracy.ipynb
accuracy/models-accuracy.rst
accuracy/ner-accuracy.js
accuracy/ner-accuracy.png
accuracy/pos-accuracy.js
accuracy/pos-accuracy.png
accuracy/relevancy-accuracy.png
accuracy/relevancy-template.js
accuracy/sentiment-accuracy.png
accuracy/sentiment-template.js
accuracy/similarity-accuracy.png
accuracy/similarity-template.js
accuracy/subjectivity-accuracy.png
accuracy/subjectivity-template.js
accuracy/toxic-accuracy.png
accuracy/toxic-template.js
accuracy/models-accuracy_files/models-accuracy_13_0.png
accuracy/models-accuracy_files/models-accuracy_19_0.png
accuracy/models-accuracy_files/models-accuracy_1_0.png
accuracy/models-accuracy_files/models-accuracy_25_0.png
accuracy/models-accuracy_files/models-accuracy_31_0.png
accuracy/models-accuracy_files/models-accuracy_36_0.png
accuracy/models-accuracy_files/models-accuracy_43_0.png
accuracy/models-accuracy_files/models-accuracy_55_0.png
accuracy/models-accuracy_files/models-accuracy_6_0.png
crawl/README.md
crawl/core.py
crawl/crawl.ipynb
crawl/get-bm-news.ipynb
crawl/main.py
deployment/README.md
deployment/fast-api/Dockerfile
deployment/fast-api/docker-compose.yaml
deployment/fast-api/load_model.py
deployment/fast-api/start.sh
deployment/fast-api/app/main.py
deployment/gunicorn-flask/Dockerfile
deployment/gunicorn-flask/app.py
deployment/gunicorn-flask/docker-compose.yaml
deployment/gunicorn-flask/load_model.py
deployment/gunicorn-flask/worker.sh
deployment/uwsgi-flask-cheaper/Dockerfile
deployment/uwsgi-flask-cheaper/app.py
deployment/uwsgi-flask-cheaper/docker-compose.yaml
deployment/uwsgi-flask-cheaper/load_model.py
deployment/uwsgi-flask-cheaper/myproject.ini
deployment/uwsgi-flask-cheaper/worker.sh
deployment/uwsgi-flask-cheaper/wsgi.py
deployment/uwsgi-flask-fork/Dockerfile
deployment/uwsgi-flask-fork/app.py
deployment/uwsgi-flask-fork/docker-compose.yaml
deployment/uwsgi-flask-fork/load_model.py
deployment/uwsgi-flask-fork/myproject.ini
deployment/uwsgi-flask-fork/worker.sh
deployment/uwsgi-flask-fork/wsgi.py
docs/Accuracy.rst
docs/Api.rst
docs/Cache.rst
docs/Cluster.rst
docs/Contributing.rst
docs/Crawler.rst
docs/Dataset.rst
docs/Dependency.rst
docs/Emotion.rst
docs/Entities.rst
docs/Generator.rst
docs/Installation.rst
docs/Language.rst
docs/Makefile
docs/Normalizer.rst
docs/Num2word.rst
docs/Pos.rst
docs/Preprocessing.rst
docs/README.rst
docs/Reference.rst
docs/Relevancy.rst
docs/Sentiment.rst
docs/Similarity.rst
docs/Spell.rst
docs/Stack.rst
docs/Stemmer.rst
docs/Subjective.rst
docs/Summarization.rst
docs/Topic.rst
docs/Toxic.rst
docs/Transformer.rst
docs/Translator-malaya.rst
docs/Word2num.rst
docs/Wordvector.rst
docs/conf.py
docs/generate_template.sh
docs/index.rst
docs/layout.html
docs/load-cache.rst
docs/load-clustering.rst
docs/load-dependency.rst
docs/load-emotion.rst
docs/load-entities.rst
docs/load-generator.rst
docs/load-language-detection.rst
docs/load-normalizer.rst
docs/load-num2word.rst
docs/load-pos.rst
docs/load-preprocessing.rst
docs/load-relevancy.rst
docs/load-sentiment.rst
docs/load-similarity.rst
docs/load-spell-correction.rst
docs/load-stack.rst
docs/load-stemmer.rst
docs/load-subjectivity.rst
docs/load-summarization.rst
docs/load-topic-modelling.rst
docs/load-toxic.rst
docs/load-transformer.rst
docs/load-word2num.rst
docs/load-wordvector.rst
docs/malaya-icon.png
docs/malaya-only.png
docs/models-accuracy.rst
docs/references.ipynb
docs/references.rst
docs/translator.rst
docs/_templates/layout.html
docs/load-clustering_files/load-clustering_10_0.png
docs/load-clustering_files/load-clustering_3_1.png
docs/load-clustering_files/load-clustering_5_0.png
docs/load-clustering_files/load-clustering_7_0.png
docs/load-dependency_files/load-dependency_11_0.svg
docs/load-dependency_files/load-dependency_15_0.svg
docs/load-dependency_files/load-dependency_28_0.png
docs/load-dependency_files/load-dependency_9_0.svg
docs/load-emotion_files/load-emotion_16_0.png
docs/load-relevancy_files/load-relevancy_14_0.png
docs/load-sentiment_files/load-sentiment_18_0.png
docs/load-similarity_files/load-similarity_10_1.png
docs/load-similarity_files/load-similarity_20_1.png
docs/load-stack_files/load-stack_10_0.svg
docs/load-subjectivity_files/load-subjectivity_17_0.png
docs/load-toxic_files/load-toxic_21_0.png
docs/load-transformer_files/load-transformer_23_0.png
docs/load-wordvector_files/load-wordvector_26_0.png
docs/load-wordvector_files/load-wordvector_27_0.png
docs/load-wordvector_files/load-wordvector_29_1.png
docs/load-wordvector_files/load-wordvector_30_1.png
docs/load-wordvector_files/load-wordvector_32_0.png
docs/load-wordvector_files/load-wordvector_33_0.png
docs/models-accuracy_files/models-accuracy_13_0.png
docs/models-accuracy_files/models-accuracy_19_0.png
docs/models-accuracy_files/models-accuracy_1_0.png
docs/models-accuracy_files/models-accuracy_25_0.png
docs/models-accuracy_files/models-accuracy_31_0.png
docs/models-accuracy_files/models-accuracy_36_0.png
docs/models-accuracy_files/models-accuracy_43_0.png
docs/models-accuracy_files/models-accuracy_55_0.png
docs/models-accuracy_files/models-accuracy_6_0.png
example/caching/README.rst
example/caching/load-cache.ipynb
example/clustering/README.rst
example/clustering/load-clustering.ipynb
example/clustering/load-clustering_files/load-clustering_10_0.png
example/clustering/load-clustering_files/load-clustering_3_1.png
example/clustering/load-clustering_files/load-clustering_5_0.png
example/clustering/load-clustering_files/load-clustering_7_0.png
example/dependency/README.rst
example/dependency/load-dependency.ipynb
example/dependency/load-dependency_files/load-dependency_11_0.svg
example/dependency/load-dependency_files/load-dependency_15_0.svg
example/dependency/load-dependency_files/load-dependency_28_0.png
example/dependency/load-dependency_files/load-dependency_9_0.svg
example/emotion/README.rst
example/emotion/load-emotion.ipynb
example/emotion/load-emotion_files/load-emotion_16_0.png
example/entities/README.rst
example/entities/load-entities.ipynb
example/generator/README.rst
example/generator/load-generator.ipynb
example/language-detection/README.rst
example/language-detection/load-language-detection.ipynb
example/normalizer/README.rst
example/normalizer/load-normalizer.ipynb
example/num2word/README.rst
example/num2word/load-num2word.ipynb
example/ocr/jawi.png
example/ocr/not-jawi.png
example/ocr/semarak-jawi.2.jpg
example/part-of-speech/README.rst
example/part-of-speech/load-pos.ipynb
example/preprocessing/README.rst
example/preprocessing/load-preprocessing.ipynb
example/relevancy/README.rst
example/relevancy/load-relevancy.ipynb
example/relevancy/load-relevancy_files/load-relevancy_14_0.png
example/sentiment/README.rst
example/sentiment/load-sentiment.ipynb
example/sentiment/load-sentiment_files/load-sentiment_18_0.png
example/similarity/load-similarity.ipynb
example/similarity/load-similarity.rst
example/similarity/load-similarity_files/load-similarity_10_1.png
example/similarity/load-similarity_files/load-similarity_20_1.png
example/spell-correction/README.rst
example/spell-correction/load-spell-correction.ipynb
example/stacking/README.rst
example/stacking/load-stack.ipynb
example/stacking/load-stack_files/load-stack_10_0.svg
example/stemmer/README.rst
example/stemmer/load-stemmer.ipynb
example/subjectivity/README.rst
example/subjectivity/load-subjectivity.ipynb
example/subjectivity/load-subjectivity_files/load-subjectivity_17_0.png
example/summarization/README.rst
example/summarization/load-summarization.ipynb
example/topic-modelling/README.rst
example/topic-modelling/load-topic-modelling.ipynb
example/toxicity/README.rst
example/toxicity/load-toxic.ipynb
example/toxicity/load-toxic_files/load-toxic_21_0.png
example/transformer/README.rst
example/transformer/load-transformer.ipynb
example/transformer/load-transformer_files/load-transformer_23_0.png
example/word-mover/README.rst
example/word-mover/load-word-mover-distance.ipynb
example/word2num/README.rst
example/word2num/load-word2num.ipynb
example/wordvector/README.rst
example/wordvector/load-wordvector.ipynb
example/wordvector/load-wordvector_files/load-wordvector_26_0.png
example/wordvector/load-wordvector_files/load-wordvector_27_0.png
example/wordvector/load-wordvector_files/load-wordvector_29_1.png
example/wordvector/load-wordvector_files/load-wordvector_30_1.png
example/wordvector/load-wordvector_files/load-wordvector_32_0.png
example/wordvector/load-wordvector_files/load-wordvector_33_0.png
malaya/__init__.py
malaya/cluster.py
malaya/dependency.py
malaya/emotion.py
malaya/entity.py
malaya/generator.py
malaya/language_detection.py
malaya/normalize.py
malaya/num2word.py
malaya/pos.py
malaya/preprocessing.py
malaya/relevancy.py
malaya/sentiment.py
malaya/similarity.py
malaya/spell.py
malaya/stack.py
malaya/stem.py
malaya/subjective.py
malaya/summarize.py
malaya/topic_model.py
malaya/toxic.py
malaya/transformer.py
malaya/word2num.py
malaya/wordvector.py
malaya.egg-info/PKG-INFO
malaya.egg-info/SOURCES.txt
malaya.egg-info/dependency_links.txt
malaya.egg-info/requires.txt
malaya.egg-info/top_level.txt
malaya/_models/__init__.py
malaya/_models/_bert_model.py
malaya/_models/_lda2vec.py
malaya/_models/_skip_thought.py
malaya/_models/_sklearn_model.py
malaya/_models/_tensorflow_model.py
malaya/_models/_word2vec.py
malaya/_models/_xlnet_model.py
malaya/_transformer/__init__.py
malaya/_transformer/_albert.py
malaya/_transformer/_alxlnet.py
malaya/_transformer/_bert.py
malaya/_transformer/_sampling.py
malaya/_transformer/_xlnet.py
malaya/_transformer/_albert_model/__init__.py
malaya/_transformer/_albert_model/bert_utils.py
malaya/_transformer/_albert_model/modeling.py
malaya/_transformer/_albert_model/prepro_utils.py
malaya/_transformer/_alxlnet_model/__init__.py
malaya/_transformer/_alxlnet_model/modeling.py
malaya/_transformer/_alxlnet_model/prepro_utils.py
malaya/_transformer/_alxlnet_model/xlnet.py
malaya/_transformer/_xlnet_model/__init__.py
malaya/_transformer/_xlnet_model/modeling.py
malaya/_transformer/_xlnet_model/prepro_utils.py
malaya/_transformer/_xlnet_model/xlnet.py
malaya/_utils/__init__.py
malaya/_utils/_html.py
malaya/_utils/_parse_dependency.py
malaya/_utils/_paths.py
malaya/_utils/_server.py
malaya/_utils/_softmax_class.py
malaya/_utils/_tag_class.py
malaya/_utils/_utils.py
malaya/_utils/web/index.html
malaya/_utils/web/index_emotion.html
malaya/_utils/web/index_relevancy.html
malaya/_utils/web/index_toxic.html
malaya/_utils/web/static/admin-materialize.min.css
malaya/_utils/web/static/dashboard.min.js
malaya/_utils/web/static/echarts.min.js
malaya/_utils/web/static/head_view.js
malaya/_utils/web/static/jquery.min.js
malaya/texts/__init__.py
malaya/texts/_english_expand.py
malaya/texts/_english_words.py
malaya/texts/_entity.py
malaya/texts/_food.py
malaya/texts/_jarowrinkler.py
malaya/texts/_malay_words.py
malaya/texts/_normalization.py
malaya/texts/_regex.py
malaya/texts/_tatabahasa.py
malaya/texts/_text_functions.py
malaya/texts/vectorizer.py
pretrained-model/albert/BASE_config.json
pretrained-model/albert/README.md
pretrained-model/albert/create-pretraining.py
pretrained-model/albert/create_pretraining_data.py
pretrained-model/albert/custom_optimization.py
pretrained-model/albert/multigpu_pretraining.py
pretrained-model/albert/tokenization.py
pretrained-model/albert-brightmart/README.md
pretrained-model/albert-brightmart/albert_config_base.json
pretrained-model/albert-brightmart/albert_config_large.json
pretrained-model/albert-brightmart/compress-model.ipynb
pretrained-model/albert-brightmart/create-pretraining-data.py
pretrained-model/albert-brightmart/create_pretraining_data.py
pretrained-model/albert-brightmart/custom_optimization.py
pretrained-model/albert-brightmart/modeling.py
pretrained-model/albert-brightmart/multigpu_pretraining.py
pretrained-model/albert-brightmart/optimization.py
pretrained-model/albert-brightmart/prepro_utils.py
pretrained-model/albert-brightmart/tokenization.py
pretrained-model/albert-brightmart/transfer-learning-emotion-base.ipynb
pretrained-model/albert-brightmart/transfer-learning-emotion-large.ipynb
pretrained-model/albert-brightmart/validation.py
pretrained-model/albert-brightmart/barplot/emotion-2.png
pretrained-model/albert-brightmart/barplot/emotion-accuracy.js
pretrained-model/albert-brightmart/barplot/pos-accuracy.js
pretrained-model/albert-brightmart/barplot/pos.png
pretrained-model/alxlnet/README.md
pretrained-model/alxlnet/custom_function_builder.py
pretrained-model/alxlnet/custom_modeling.py
pretrained-model/alxlnet/data_utils.py
pretrained-model/alxlnet/model_utils.py
pretrained-model/alxlnet/modeling.py
pretrained-model/alxlnet/multigpu_pretraining.py
pretrained-model/alxlnet/prepro_utils.py
pretrained-model/alxlnet/transfer-learning-emotion-base.ipynb
pretrained-model/alxlnet/transfer-learning-pos-base.ipynb
pretrained-model/alxlnet/validation.py
pretrained-model/alxlnet/xlnet.py
pretrained-model/alxlnet/barplot/emotion-accuracy.js
pretrained-model/alxlnet/barplot/emotion.png
pretrained-model/alxlnet/barplot/pos-accuracy.js
pretrained-model/alxlnet/barplot/pos.png
pretrained-model/bert/README.md
pretrained-model/bert/compress-model.ipynb
pretrained-model/bert/create-pretraining-data.py
pretrained-model/bert/create_pretraining_data.py
pretrained-model/bert/custom_optimization.py
pretrained-model/bert/how-to-classification.ipynb
pretrained-model/bert/multigpu_pretraining.py
pretrained-model/bert/prepro_utils.py
pretrained-model/bert/transfer-learning-emotion-base.ipynb
pretrained-model/bert/validation.py
pretrained-model/bert/barplot/emotion-accuracy.js
pretrained-model/bert/barplot/emotion.png
pretrained-model/bert/config/BASE_config.json
pretrained-model/bert/config/LARGE_config.json
pretrained-model/bert/config/SMALL_config.json
pretrained-model/preprocess/README.md
pretrained-model/preprocess/cleaning.py
pretrained-model/preprocess/preprocessing-instagram.ipynb
pretrained-model/preprocess/preprocessing-news.ipynb
pretrained-model/preprocess/preprocessing-parliament.ipynb
pretrained-model/preprocess/preprocessing-twitter.ipynb
pretrained-model/preprocess/preprocessing-wiki.ipynb
pretrained-model/preprocess/rules.py
pretrained-model/preprocess/sp10m.cased.v8.model
pretrained-model/preprocess/sp10m.cased.v8.vocab
pretrained-model/xlnet/README.md
pretrained-model/xlnet/compress-model.ipynb
pretrained-model/xlnet/custom_function_builder.py
pretrained-model/xlnet/custom_modeling.py
pretrained-model/xlnet/dumping.ipynb
pretrained-model/xlnet/multigpu_pretraining.py
pretrained-model/xlnet/transfer-learning-emotion-base.ipynb
pretrained-model/xlnet/validation.py
pretrained-model/xlnet/barplot/emotion-accuracy.js
pretrained-model/xlnet/barplot/emotion.png
session/towns-of-malaya.jpg
session/dependency/albert-base-crf-biaffine.ipynb
session/dependency/bert-base-crf-biaffine.ipynb
session/dependency/xlnet-base-crf-biaffine.ipynb
session/deprecated/entities/char-bidirectional.ipynb
session/deprecated/entities/crf-lstm-bidirectional.ipynb
session/deprecated/entities/crf-lstm-concat-bidirectional.ipynb
session/deprecated/entities/entities-xgb.ipynb
session/deprecated/entities/multinomial-entities.ipynb
session/deprecated/entities-pos/README.md
session/deprecated/entities-pos/entities-bm-normalize-v3.txt
session/deprecated/entities-pos/lstm-char-concat-bidirectional-static-entities-pos-attention.ipynb
session/deprecated/entities-pos/lstm-char-concat-bidirectional-static-entities-pos-v2.ipynb
session/deprecated/entities-pos/lstm-char-static-entities-pos-v2.ipynb
session/deprecated/fast-text/wiki-1024-fasttext.ipynb
session/deprecated/normalizer/augment-normalizer.ipynb
session/deprecated/normalizer/beamsearch-bahdanau-normalized.ipynb
session/deprecated/normalizer/beamsearch-lstm-normalized.ipynb
session/deprecated/normalizer/beamsearch-luong-normalized.ipynb
session/deprecated/ocr/detect-preprocessing.ipynb
session/deprecated/ocr/featuring.ipynb
session/deprecated/ocr/filter-wiki.ipynb
session/deprecated/ocr/im2latex-preprocessing.ipynb
session/deprecated/ocr/im2latex.ipynb
session/deprecated/ocr/logistic-regression.ipynb
session/deprecated/ocr/word-detection.ipynb
session/deprecated/pos/char-bidirectional-pos.ipynb
session/deprecated/pos/crf-lstm-bidirectional-pos.ipynb
session/deprecated/pos/crf-lstm-concat-bidirectional-pos.ipynb
session/deprecated/pos/multinomial-pos.ipynb
session/deprecated/pos/pos-crfsuite.ipynb
session/deprecated/pos/xgb-pos.ipynb
session/deprecated/sentiment/bahdanau-split.ipynb
session/deprecated/sentiment/bidirectional-split.ipynb
session/deprecated/sentiment/fast-text-split.ipynb
session/deprecated/sentiment/hierarchical-split.ipynb
session/deprecated/sentiment/luong-split.ipynb
session/deprecated/sentiment/multinomial-split.ipynb
session/deprecated/sentiment/stack-split.ipynb
session/deprecated/sentiment/utils.py
session/deprecated/sentiment/xgb-split.ipynb
session/deprecated/toxic/logistic-multinomial-split.ipynb
session/deprecated/toxic/stack-split.ipynb
session/emotion/albert-base.ipynb
session/emotion/bert-base.ipynb
session/emotion/bert-small.ipynb
session/emotion/multinomial-emotion.ipynb
session/emotion/xlnet-base.ipynb
session/entities/albert-base.ipynb
session/entities/bert-base.ipynb
session/entities/bert-small.ipynb
session/entities/xlnet-base.ipynb
session/language-detection/language-detection-fast-text.ipynb
session/language-detection/language-detection-training.ipynb
session/language-detection/language-detection-vectorizer.ipynb
session/language-detection/load-language-detection-fast-text.ipynb
session/language-detection/processing-language-dataset.ipynb
session/pos/albert-base.ipynb
session/pos/bert-base.ipynb
session/pos/bert-small.ipynb
session/pos/xlnet-base.ipynb
session/relevancy/albert-base.ipynb
session/relevancy/albert-relevancy-to-ids.ipynb
session/relevancy/augmenting-news.ipynb
session/relevancy/bert-base.ipynb
session/relevancy/bert-relevancy-to-ids.ipynb
session/relevancy/download.ipynb
session/relevancy/xlnet-base.ipynb
session/relevancy/xlnet-relevancy-to-ids.ipynb
session/sentiment/albert-base.ipynb
session/sentiment/bert-base.ipynb
session/sentiment/bert-small.ipynb
session/sentiment/multinomial-sentiment.ipynb
session/sentiment/xlnet-base.ipynb
session/similarity/albert-base.ipynb
session/similarity/bert-base.ipynb
session/similarity/xlnet-base.ipynb
session/stemmer/beamsearch-bahdanau.ipynb
session/stemmer/beamsearch-lstm.ipynb
session/stemmer/beamsearch-luong.ipynb
session/subjectivity/albert-base.ipynb
session/subjectivity/bert-base.ipynb
session/subjectivity/bert-small.ipynb
session/subjectivity/multinomial.ipynb
session/subjectivity/xlnet-base.ipynb
session/summary/residual-freeze.ipynb
session/summary/skip-news.py
session/summary/skip-thought-freeze.ipynb
session/summary/skip-wiki.py
session/toxic/albert-base.ipynb
session/toxic/bert-base.ipynb
session/toxic/bert-small.ipynb
session/toxic/multinomial-toxicity.ipynb
session/toxic/xlnet-base.ipynb
session/word2vec/wiki-256.py
session/word2vec/word2vec-128.ipynb
session/word2vec/word2vec-256.ipynb
session/word2vec/word2vec-32.ipynb
session/word2vec/word2vec-512.ipynb
session/word2vec/word2vec-64.ipynb
session/word2vec/word2vec.py
tests/02032018.csv
tests/__init__.py
tests/test-text-functions.ipynb
tests/test_basic.py
tests/test_entities.py
tests/test_language_detection.py
tests/test_normalizer.py
tests/test_num2word.py
tests/test_pos.py
tests/test_pos_entities.py
tests/test_sentiment.py
tests/test_stemmer.py
tests/test_summarization.py
tests/test_text_functions.py
tests/test_topic_modelling.py
tests/test_topics_influencers.py
tests/test_word2vec.py
tests/validate.ipynb
tests/local/adidas/adidas
tests/local/apple/apple
tests/local/hungry/hungry
tests/local/kerajaan/kerajaan
tests/local/nike/nike
tests/local/pembangkang/pembangkang
translator/README.md
translator/sample-joy
translator/translate_selenium.py
translator/translator.ipynb
translator/translator.rst