{ "nbformat": 4, "nbformat_minor": 0, "metadata": { "colab": { "name": "FastText.ipynb", "version": "0.3.2", "provenance": [], "collapsed_sections": [] }, "kernelspec": { "name": "python3", "display_name": "Python 3" }, "accelerator": "GPU" }, "cells": [ { "metadata": { "id": "kg9kgMnGqYkU", "colab_type": "text" }, "cell_type": "markdown", "source": [ "## Install [FastText](https://fasttext.cc/docs/en/supervised-tutorial.html)" ] }, { "metadata": { "id": "3Iod5UKTqZnC", "colab_type": "code", "colab": { "base_uri": "https://localhost:8080/", "height": 11051 }, "outputId": "b10c85c0-c4cf-4f0b-a30e-2207ae4512b2" }, "cell_type": "code", "source": [ "!wget https://github.com/facebookresearch/fastText/archive/0.2.0.zip\n", "!unzip 0.2.0.zip\n", "%cd fastText-0.2.0\n", "!make" ], "execution_count": 1, "outputs": [ { "output_type": "stream", "text": [ "--2019-02-02 14:43:56-- https://github.com/facebookresearch/fastText/archive/0.2.0.zip\n", "Resolving github.com (github.com)... 140.82.118.3, 140.82.118.4\n", "Connecting to github.com (github.com)|140.82.118.3|:443... connected.\n", "HTTP request sent, awaiting response... 302 Found\n", "Location: https://codeload.github.com/facebookresearch/fastText/zip/0.2.0 [following]\n", "--2019-02-02 14:43:56-- https://codeload.github.com/facebookresearch/fastText/zip/0.2.0\n", "Resolving codeload.github.com (codeload.github.com)... 192.30.253.121, 192.30.253.120\n", "Connecting to codeload.github.com (codeload.github.com)|192.30.253.121|:443... connected.\n", "HTTP request sent, awaiting response... 200 OK\n", "Length: unspecified [application/zip]\n", "Saving to: ‘0.2.0.zip’\n", "\n", "0.2.0.zip [ <=> ] 4.10M 6.17MB/s in 0.7s \n", "\n", "2019-02-02 14:43:57 (6.17 MB/s) - ‘0.2.0.zip’ saved [4304799]\n", "\n", "Archive: 0.2.0.zip\n", "7842495a4d64c7a3bb4339d45d6e64321d002ed8\n", " creating: fastText-0.2.0/\n", " creating: fastText-0.2.0/.circleci/\n", " inflating: fastText-0.2.0/.circleci/cmake_test.sh \n", " inflating: fastText-0.2.0/.circleci/config.yml \n", " inflating: fastText-0.2.0/.circleci/gcc_test.sh \n", " inflating: fastText-0.2.0/.circleci/pip_test.sh \n", " inflating: fastText-0.2.0/.circleci/pull_data.sh \n", " inflating: fastText-0.2.0/.circleci/python_test.sh \n", " inflating: fastText-0.2.0/.circleci/run_locally.sh \n", " inflating: fastText-0.2.0/.circleci/setup_circleimg.sh \n", " inflating: fastText-0.2.0/.circleci/setup_debian.sh \n", " inflating: fastText-0.2.0/.gitignore \n", " inflating: fastText-0.2.0/CMakeLists.txt \n", " inflating: fastText-0.2.0/CONTRIBUTING.md \n", " inflating: fastText-0.2.0/LICENSE \n", " inflating: fastText-0.2.0/MANIFEST.in \n", " inflating: fastText-0.2.0/Makefile \n", " inflating: fastText-0.2.0/README.md \n", " creating: fastText-0.2.0/alignment/\n", " inflating: fastText-0.2.0/alignment/README.md \n", " inflating: fastText-0.2.0/alignment/align.py \n", " inflating: fastText-0.2.0/alignment/eval.py \n", " inflating: fastText-0.2.0/alignment/example.sh \n", " inflating: fastText-0.2.0/alignment/utils.py \n", " inflating: fastText-0.2.0/classification-example.sh \n", " inflating: fastText-0.2.0/classification-results.sh \n", " creating: fastText-0.2.0/docs/\n", " inflating: fastText-0.2.0/docs/aligned-vectors.md \n", " inflating: fastText-0.2.0/docs/api.md \n", " inflating: fastText-0.2.0/docs/cheatsheet.md \n", " inflating: fastText-0.2.0/docs/crawl-vectors.md \n", " inflating: fastText-0.2.0/docs/dataset.md \n", " inflating: fastText-0.2.0/docs/english-vectors.md \n", " inflating: fastText-0.2.0/docs/faqs.md \n", " inflating: fastText-0.2.0/docs/language-identification.md \n", " inflating: fastText-0.2.0/docs/options.md \n", " inflating: fastText-0.2.0/docs/pretrained-vectors.md \n", " inflating: fastText-0.2.0/docs/references.md \n", " inflating: fastText-0.2.0/docs/supervised-models.md \n", " inflating: fastText-0.2.0/docs/supervised-tutorial.md \n", " inflating: fastText-0.2.0/docs/support.md \n", " inflating: fastText-0.2.0/docs/unsupervised-tutorials.md \n", " inflating: fastText-0.2.0/eval.py \n", " inflating: fastText-0.2.0/get-wikimedia.sh \n", " inflating: fastText-0.2.0/pretrained-vectors.md \n", " creating: fastText-0.2.0/python/\n", " inflating: fastText-0.2.0/python/README.md \n", " inflating: fastText-0.2.0/python/README.rst \n", " creating: fastText-0.2.0/python/benchmarks/\n", " inflating: fastText-0.2.0/python/benchmarks/README.rst \n", " inflating: fastText-0.2.0/python/benchmarks/get_word_vector.py \n", " creating: fastText-0.2.0/python/doc/\n", " creating: fastText-0.2.0/python/doc/examples/\n", " inflating: fastText-0.2.0/python/doc/examples/FastTextEmbeddingBag.py \n", " inflating: fastText-0.2.0/python/doc/examples/bin_to_vec.py \n", " inflating: fastText-0.2.0/python/doc/examples/compute_accuracy.py \n", " inflating: fastText-0.2.0/python/doc/examples/get_vocab.py \n", " inflating: fastText-0.2.0/python/doc/examples/train_supervised.py \n", " inflating: fastText-0.2.0/python/doc/examples/train_unsupervised.py \n", " creating: fastText-0.2.0/python/fastText/\n", " inflating: fastText-0.2.0/python/fastText/FastText.py \n", " inflating: fastText-0.2.0/python/fastText/__init__.py \n", " creating: fastText-0.2.0/python/fastText/pybind/\n", " inflating: fastText-0.2.0/python/fastText/pybind/fasttext_pybind.cc \n", " creating: fastText-0.2.0/python/fastText/tests/\n", " inflating: fastText-0.2.0/python/fastText/tests/__init__.py \n", " inflating: fastText-0.2.0/python/fastText/tests/test_configurations.py \n", " inflating: fastText-0.2.0/python/fastText/tests/test_script.py \n", " creating: fastText-0.2.0/python/fastText/util/\n", " inflating: fastText-0.2.0/python/fastText/util/__init__.py \n", " inflating: fastText-0.2.0/python/fastText/util/util.py \n", " inflating: fastText-0.2.0/quantization-example.sh \n", " inflating: fastText-0.2.0/runtests.py \n", " creating: fastText-0.2.0/scripts/\n", " creating: fastText-0.2.0/scripts/kbcompletion/\n", " inflating: fastText-0.2.0/scripts/kbcompletion/README.md \n", " inflating: fastText-0.2.0/scripts/kbcompletion/data.sh \n", " inflating: fastText-0.2.0/scripts/kbcompletion/eval.cpp \n", " inflating: fastText-0.2.0/scripts/kbcompletion/fb15k.sh \n", " inflating: fastText-0.2.0/scripts/kbcompletion/fb15k237.sh \n", " inflating: fastText-0.2.0/scripts/kbcompletion/svo.sh \n", " inflating: fastText-0.2.0/scripts/kbcompletion/wn18.sh \n", " creating: fastText-0.2.0/scripts/quantization/\n", " inflating: fastText-0.2.0/scripts/quantization/quantization-results.sh \n", " extracting: fastText-0.2.0/setup.cfg \n", " inflating: fastText-0.2.0/setup.py \n", " creating: fastText-0.2.0/src/\n", " inflating: fastText-0.2.0/src/args.cc \n", " inflating: fastText-0.2.0/src/args.h \n", " inflating: fastText-0.2.0/src/dictionary.cc \n", " inflating: fastText-0.2.0/src/dictionary.h \n", " inflating: fastText-0.2.0/src/fasttext.cc \n", " inflating: fastText-0.2.0/src/fasttext.h \n", " inflating: fastText-0.2.0/src/main.cc \n", " inflating: fastText-0.2.0/src/matrix.cc \n", " inflating: fastText-0.2.0/src/matrix.h \n", " inflating: fastText-0.2.0/src/meter.cc \n", " inflating: fastText-0.2.0/src/meter.h \n", " inflating: fastText-0.2.0/src/model.cc \n", " inflating: fastText-0.2.0/src/model.h \n", " inflating: fastText-0.2.0/src/productquantizer.cc \n", " inflating: fastText-0.2.0/src/productquantizer.h \n", " inflating: fastText-0.2.0/src/qmatrix.cc \n", " inflating: fastText-0.2.0/src/qmatrix.h \n", " inflating: fastText-0.2.0/src/real.h \n", " inflating: fastText-0.2.0/src/utils.cc \n", " inflating: fastText-0.2.0/src/utils.h \n", " inflating: fastText-0.2.0/src/vector.cc \n", " inflating: fastText-0.2.0/src/vector.h \n", " creating: fastText-0.2.0/tests/\n", " inflating: fastText-0.2.0/tests/fetch_test_data.sh \n", " creating: fastText-0.2.0/website/\n", " inflating: fastText-0.2.0/website/README.md \n", " creating: fastText-0.2.0/website/blog/\n", " inflating: fastText-0.2.0/website/blog/2016-08-18-blog-post.md \n", " inflating: fastText-0.2.0/website/blog/2017-05-02-blog-post.md \n", " inflating: fastText-0.2.0/website/blog/2017-10-02-blog-post.md \n", " creating: fastText-0.2.0/website/core/\n", " inflating: fastText-0.2.0/website/core/Footer.js \n", " inflating: fastText-0.2.0/website/package.json \n", " creating: fastText-0.2.0/website/pages/\n", " creating: fastText-0.2.0/website/pages/en/\n", " inflating: fastText-0.2.0/website/pages/en/index.js \n", " inflating: fastText-0.2.0/website/sidebars.json \n", " inflating: fastText-0.2.0/website/siteConfig.js \n", " creating: fastText-0.2.0/website/static/\n", " creating: fastText-0.2.0/website/static/docs/\n", " creating: fastText-0.2.0/website/static/docs/en/\n", " creating: fastText-0.2.0/website/static/docs/en/html/\n", " extracting: fastText-0.2.0/website/static/docs/en/html/.classfasttext_1_1QMatrix-members.html.i4eKqy \n", " inflating: fastText-0.2.0/website/static/docs/en/html/annotated.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/annotated_dup.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/args_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/args_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/args_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/args_8h_source.html \n", " extracting: fastText-0.2.0/website/static/docs/en/html/bc_s.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/bdwn.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classes.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Args-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Args.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Args.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Dictionary-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Dictionary.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Dictionary.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1FastText-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1FastText.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1FastText.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Matrix-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Matrix.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Matrix.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Model-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Model.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Model.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1ProductQuantizer-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1ProductQuantizer.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1ProductQuantizer.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1QMatrix-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1QMatrix.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1QMatrix.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Vector-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Vector.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/classfasttext_1_1Vector.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/closed.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dictionary_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dictionary_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dictionary_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dictionary_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dir_68267d1309a1af8e8297ef4c3efbcdba.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dir_68267d1309a1af8e8297ef4c3efbcdba.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/doc.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/doxygen.css \n", " extracting: fastText-0.2.0/website/static/docs/en/html/doxygen.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/dynsections.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/fasttext_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/fasttext_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/fasttext_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/fasttext_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/favicon.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/files.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/files.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/folderclosed.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/folderopen.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_0x7e.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_b.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_c.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_d.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_dup.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_e.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_f.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_func.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_g.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_i.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_k.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_l.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_m.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_n.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_o.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_p.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_q.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_r.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_s.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_t.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_u.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_v.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_vars.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_w.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/functions_z.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/globals.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/globals_defs.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/globals_func.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/index.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/jquery.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/main_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/main_8cc.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/matrix_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/matrix_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/matrix_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/menu.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/menudata.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/model_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/model_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/model_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/model_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacefasttext.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacefasttext.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacefasttext_1_1utils.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacemembers.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacemembers_enum.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacemembers_func.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespacemembers_type.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespaces.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/namespaces.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/nav_f.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/nav_g.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/nav_h.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/navtree.css \n", " inflating: fastText-0.2.0/website/static/docs/en/html/navtree.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/navtreedata.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/navtreeindex0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/navtreeindex1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/open.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/productquantizer_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/productquantizer_8cc.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/productquantizer_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/productquantizer_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/qmatrix_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/qmatrix_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/qmatrix_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/real_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/real_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/real_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/resize.js \n", " creating: fastText-0.2.0/website/static/docs/en/html/search/\n", " extracting: fastText-0.2.0/website/static/docs/en/html/search/.files_7.html.StRRNc \n", " extracting: fastText-0.2.0/website/static/docs/en/html/search/.variables_a.html.1MGQ27 \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_10.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_10.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_11.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_11.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_12.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_12.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_13.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_13.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_14.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_14.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_15.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_15.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_16.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_16.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_17.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_17.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_4.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_4.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_5.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_5.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_6.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_6.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_7.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_7.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_8.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_8.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_9.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_9.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_a.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_a.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_b.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_b.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_c.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_c.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_d.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_d.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_e.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_e.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_f.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/all_f.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_4.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_4.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_5.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_5.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_6.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_6.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_7.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_7.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_8.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/classes_8.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/search/close.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/defines_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enums_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enums_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enums_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enums_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enums_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enums_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_4.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_4.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_5.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/enumvalues_5.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_4.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_4.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_5.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_5.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_6.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_6.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_7.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_7.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_8.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/files_8.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_10.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_10.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_11.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_11.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_12.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_12.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_13.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_13.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_14.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_14.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_15.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_15.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_16.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_16.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_17.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_17.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_4.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_4.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_5.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_5.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_6.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_6.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_7.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_7.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_8.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_8.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_9.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_9.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_a.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_a.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_b.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_b.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_c.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_c.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_d.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_d.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_e.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_e.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_f.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/functions_f.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/search/mag_sel.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/namespaces_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/namespaces_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/nomatches.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/search.css \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/search.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/search/search_l.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/search_m.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/search/search_r.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/searchdata.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/typedefs_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/typedefs_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/typedefs_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/typedefs_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_0.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_0.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_1.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_1.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_10.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_10.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_11.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_11.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_12.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_12.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_13.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_13.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_2.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_2.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_3.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_3.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_4.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_4.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_5.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_5.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_6.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_6.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_7.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_7.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_8.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_8.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_9.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_9.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_a.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_a.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_b.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_b.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_c.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_c.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_d.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_d.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_e.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_e.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_f.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/search/variables_f.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/splitbar.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/structfasttext_1_1Node-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/structfasttext_1_1Node.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/structfasttext_1_1Node.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/structfasttext_1_1entry-members.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/structfasttext_1_1entry.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/structfasttext_1_1entry.js \n", " extracting: fastText-0.2.0/website/static/docs/en/html/sync_off.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/sync_on.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/tab_a.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/tab_b.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/tab_h.png \n", " extracting: fastText-0.2.0/website/static/docs/en/html/tab_s.png \n", " inflating: fastText-0.2.0/website/static/docs/en/html/tabs.css \n", " inflating: fastText-0.2.0/website/static/docs/en/html/utils_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/utils_8cc.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/utils_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/utils_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/utils_8h_source.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/vector_8cc.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/vector_8cc.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/vector_8h.html \n", " inflating: fastText-0.2.0/website/static/docs/en/html/vector_8h.js \n", " inflating: fastText-0.2.0/website/static/docs/en/html/vector_8h_source.html \n", " inflating: fastText-0.2.0/website/static/fasttext.css \n", " creating: fastText-0.2.0/website/static/img/\n", " creating: fastText-0.2.0/website/static/img/authors/\n", " inflating: fastText-0.2.0/website/static/img/authors/armand_joulin.jpg \n", " inflating: fastText-0.2.0/website/static/img/authors/christian_puhrsch.png \n", " inflating: fastText-0.2.0/website/static/img/authors/edouard_grave.jpeg \n", " inflating: fastText-0.2.0/website/static/img/authors/piotr_bojanowski.jpg \n", " inflating: fastText-0.2.0/website/static/img/authors/tomas_mikolov.jpg \n", " creating: fastText-0.2.0/website/static/img/blog/\n", " inflating: fastText-0.2.0/website/static/img/blog/2016-08-18-blog-post-img1.png \n", " inflating: fastText-0.2.0/website/static/img/blog/2016-08-18-blog-post-img2.png \n", " inflating: fastText-0.2.0/website/static/img/blog/2017-05-02-blog-post-img1.jpg \n", " inflating: fastText-0.2.0/website/static/img/blog/2017-05-02-blog-post-img2.jpg \n", " inflating: fastText-0.2.0/website/static/img/blog/2017-10-02-blog-post-img1.png \n", " inflating: fastText-0.2.0/website/static/img/cbo_vs_skipgram.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-api.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-bg-web.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-color-square.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-color-web.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-faq.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-tutorial.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-icon-white-web.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-logo-color-web.png \n", " inflating: fastText-0.2.0/website/static/img/fasttext-logo-white-web.png \n", " inflating: fastText-0.2.0/website/static/img/logo-color.png \n", " inflating: fastText-0.2.0/website/static/img/model-black.png \n", " inflating: fastText-0.2.0/website/static/img/model-blue.png \n", " inflating: fastText-0.2.0/website/static/img/model-red.png \n", " inflating: fastText-0.2.0/website/static/img/ogimage.png \n", " inflating: fastText-0.2.0/website/static/img/oss_logo.png \n", " inflating: fastText-0.2.0/wikifil.pl \n", " inflating: fastText-0.2.0/word-vector-example.sh \n", "/content/fastText-0.2.0\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/args.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/dictionary.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/productquantizer.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/matrix.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/qmatrix.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/vector.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/model.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/utils.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/meter.cc\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops -c src/fasttext.cc\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::quantize(const fasttext::Args&)\u001b[m\u001b[K’:\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:302:45:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[K‘\u001b[01m\u001b[Kstd::vector fasttext::FastText::selectEmbeddings(int32_t) const\u001b[m\u001b[K’ is deprecated: selectEmbeddings is being deprecated. [\u001b[01;35m\u001b[K-Wdeprecated-declarations\u001b[m\u001b[K]\n", " auto idx = selectEmbeddings(qargs.cutoff\u001b[01;35m\u001b[K)\u001b[m\u001b[K;\n", " \u001b[01;35m\u001b[K^\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:279:22:\u001b[m\u001b[K \u001b[01;36m\u001b[Knote: \u001b[m\u001b[Kdeclared here\n", " std::vector \u001b[01;36m\u001b[KFastText\u001b[m\u001b[K::selectEmbeddings(int32_t cutoff) const {\n", " \u001b[01;36m\u001b[K^~~~~~~~\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::lazyComputeWordVectors()\u001b[m\u001b[K’:\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:531:40:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[K‘\u001b[01m\u001b[Kvoid fasttext::FastText::precomputeWordVectors(fasttext::Matrix&)\u001b[m\u001b[K’ is deprecated: precomputeWordVectors is being deprecated. [\u001b[01;35m\u001b[K-Wdeprecated-declarations\u001b[m\u001b[K]\n", " precomputeWordVectors(*wordVectors_\u001b[01;35m\u001b[K)\u001b[m\u001b[K;\n", " \u001b[01;35m\u001b[K^\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:514:6:\u001b[m\u001b[K \u001b[01;36m\u001b[Knote: \u001b[m\u001b[Kdeclared here\n", " void \u001b[01;36m\u001b[KFastText\u001b[m\u001b[K::precomputeWordVectors(Matrix& wordVectors) {\n", " \u001b[01;36m\u001b[K^~~~~~~~\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:\u001b[m\u001b[K In member function ‘\u001b[01m\u001b[Kvoid fasttext::FastText::trainThread(int32_t)\u001b[m\u001b[K’:\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:650:41:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[K‘\u001b[01m\u001b[Kvoid fasttext::FastText::supervised(fasttext::Model&, fasttext::real, const std::vector&, const std::vector&)\u001b[m\u001b[K’ is deprecated: supervised is being deprecated. [\u001b[01;35m\u001b[K-Wdeprecated-declarations\u001b[m\u001b[K]\n", " supervised(model, lr, line, labels\u001b[01;35m\u001b[K)\u001b[m\u001b[K;\n", " \u001b[01;35m\u001b[K^\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:338:6:\u001b[m\u001b[K \u001b[01;36m\u001b[Knote: \u001b[m\u001b[Kdeclared here\n", " void \u001b[01;36m\u001b[KFastText\u001b[m\u001b[K::supervised(\n", " \u001b[01;36m\u001b[K^~~~~~~~\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:653:27:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[K‘\u001b[01m\u001b[Kvoid fasttext::FastText::cbow(fasttext::Model&, fasttext::real, const std::vector&)\u001b[m\u001b[K’ is deprecated: cbow is being deprecated. [\u001b[01;35m\u001b[K-Wdeprecated-declarations\u001b[m\u001b[K]\n", " cbow(model, lr, line\u001b[01;35m\u001b[K)\u001b[m\u001b[K;\n", " \u001b[01;35m\u001b[K^\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:355:6:\u001b[m\u001b[K \u001b[01;36m\u001b[Knote: \u001b[m\u001b[Kdeclared here\n", " void \u001b[01;36m\u001b[KFastText\u001b[m\u001b[K::cbow(Model& model, real lr, const std::vector& line) {\n", " \u001b[01;36m\u001b[K^~~~~~~~\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:656:31:\u001b[m\u001b[K \u001b[01;35m\u001b[Kwarning: \u001b[m\u001b[K‘\u001b[01m\u001b[Kvoid fasttext::FastText::skipgram(fasttext::Model&, fasttext::real, const std::vector&)\u001b[m\u001b[K’ is deprecated: skipgram is being deprecated. [\u001b[01;35m\u001b[K-Wdeprecated-declarations\u001b[m\u001b[K]\n", " skipgram(model, lr, line\u001b[01;35m\u001b[K)\u001b[m\u001b[K;\n", " \u001b[01;35m\u001b[K^\u001b[m\u001b[K\n", "\u001b[01m\u001b[Ksrc/fasttext.cc:371:6:\u001b[m\u001b[K \u001b[01;36m\u001b[Knote: \u001b[m\u001b[Kdeclared here\n", " void \u001b[01;36m\u001b[KFastText\u001b[m\u001b[K::skipgram(\n", " \u001b[01;36m\u001b[K^~~~~~~~\u001b[m\u001b[K\n", "c++ -pthread -std=c++0x -march=native -O3 -funroll-loops args.o dictionary.o productquantizer.o matrix.o qmatrix.o vector.o model.o utils.o meter.o fasttext.o src/main.cc -o fasttext\n" ], "name": "stdout" } ] }, { "metadata": { "id": "5JauDviyqqL-", "colab_type": "text" }, "cell_type": "markdown", "source": [ "## Make simple dataset" ] }, { "metadata": { "id": "ALMQ3gjFqqZS", "colab_type": "code", "colab": {} }, "cell_type": "code", "source": [ "# 1 is positive, 0 is negative\n", "f = open('train.txt', 'w')\n", "f.write('__label__1 i love you\\n')\n", "f.write('__label__1 he loves me\\n')\n", "f.write('__label__1 she likes baseball\\n')\n", "f.write('__label__0 i hate you\\n')\n", "f.write('__label__0 sorry for that\\n')\n", "f.write('__label__0 this is awful')\n", "f.close()\n", "\n", "f = open('test.txt', 'w')\n", "f.write('sorry hate you')\n", "f.close()" ], "execution_count": 0, "outputs": [] }, { "metadata": { "id": "i3_PpexwsN_a", "colab_type": "text" }, "cell_type": "markdown", "source": [ "## Training" ] }, { "metadata": { "id": "q06m76JusOQ8", "colab_type": "code", "colab": { "base_uri": "https://localhost:8080/", "height": 92 }, "outputId": "4ed3502d-4aec-4d06-cb02-b8392978ce14" }, "cell_type": "code", "source": [ "!./fasttext supervised -input train.txt -output model -dim 2" ], "execution_count": 18, "outputs": [ { "output_type": "stream", "text": [ "\rRead 0M words\n", "Number of words: 17\n", "Number of labels: 2\n", "\rProgress: 100.0% words/sec/thread: 17608 lr: 0.000000 loss: 0.672308 ETA: 0h 0m\n" ], "name": "stdout" } ] }, { "metadata": { "id": "C77MXO-GsOpi", "colab_type": "text" }, "cell_type": "markdown", "source": [ "## Predict" ] }, { "metadata": { "id": "y1yDPCjVsO6x", "colab_type": "code", "colab": { "base_uri": "https://localhost:8080/", "height": 36 }, "outputId": "8963d7bd-01c8-40b9-e1ee-1446cb1b3454" }, "cell_type": "code", "source": [ "!cat test.txt\n", "!./fasttext predict model.bin test.txt" ], "execution_count": 22, "outputs": [ { "output_type": "stream", "text": [ "sorry hate you__label__0\n" ], "name": "stdout" } ] } ] }