├── .gitignore
├── Arabic_CNN.ipynb
├── Arabic_LSTM.ipynb
├── Comparison.ipynb
├── WorkOnVersion.ipynb
├── history
├── fasttext-true.db
├── fasttext.db
├── hist_sg_true_10.json
├── lstm_results.db
└── results.csv
├── readme.md
└── utils.py
/.gitignore:
--------------------------------------------------------------------------------
1 | # Byte-compiled / optimized / DLL files
2 | __pycache__/
3 | data/
4 | img/
5 | arabic_bins/
6 | *.py[cod]
7 | *$py.class
8 | web*
9 | *.npy
10 | *.csv
11 | # C extensions
12 | *.so
13 | .idea
14 | # Distribution / packaging
15 | .Python
16 | build/
17 | develop-eggs/
18 | dist/
19 | downloads/
20 | eggs/
21 | .eggs/
22 | lib/
23 | lib64/
24 | parts/
25 | sdist/
26 | var/
27 | wheels/
28 | *.egg-info/
29 | .installed.cfg
30 | *.egg
31 | MANIFEST
32 |
33 | # PyInstaller
34 | # Usually these files are written by a python script from a template
35 | # before PyInstaller builds the exe, so as to inject date/other infos into it.
36 | *.manifest
37 | *.spec
38 |
39 | # Installer logs
40 | pip-log.txt
41 | pip-delete-this-directory.txt
42 |
43 | # Unit test / coverage reports
44 | htmlcov/
45 | .tox/
46 | .coverage
47 | .coverage.*
48 | .cache
49 | nosetests.xml
50 | coverage.xml
51 | *.cover
52 | .hypothesis/
53 | .pytest_cache/
54 |
55 | # Translations
56 | *.mo
57 | *.pot
58 |
59 | # Django stuff:
60 | *.log
61 | local_settings.py
62 | db.sqlite3
63 |
64 | # Flask stuff:
65 | instance/
66 | .webassets-cache
67 |
68 | # Scrapy stuff:
69 | .scrapy
70 |
71 | # Sphinx documentation
72 | docs/_build/
73 |
74 | # PyBuilder
75 | target/
76 |
77 | # Jupyter Notebook
78 | .ipynb_checkpoints
79 |
80 | # pyenv
81 | .python-version
82 |
83 | # celery beat schedule file
84 | celerybeat-schedule
85 |
86 | # SageMath parsed files
87 | *.sage.py
88 |
89 | # Environments
90 | .env
91 | .venv
92 | env/
93 | venv/
94 | ENV/
95 | env.bak/
96 | venv.bak/
97 |
98 | # Spyder project settings
99 | .spyderproject
100 | .spyproject
101 |
102 | # Rope project settings
103 | .ropeproject
104 |
105 | # mkdocs documentation
106 | /site
107 |
108 | # mypy
109 | .mypy_cache/
110 |
111 | # corpus text
112 | *.txt
113 |
114 | # words segmentation result
115 | *.json
116 | *.csv
117 |
118 | # models trained
119 | *.bin
120 | *.vec
121 |
--------------------------------------------------------------------------------
/Comparison.ipynb:
--------------------------------------------------------------------------------
1 | {
2 | "cells": [
3 | {
4 | "cell_type": "markdown",
5 | "metadata": {},
6 | "source": [
7 | "# Results and Comparison of CNN models"
8 | ]
9 | },
10 | {
11 | "cell_type": "code",
12 | "execution_count": 1,
13 | "metadata": {},
14 | "outputs": [],
15 | "source": [
16 | "import pandas \n",
17 | "import matplotlib\n",
18 | "import matplotlib.pyplot as plt\n"
19 | ]
20 | },
21 | {
22 | "cell_type": "code",
23 | "execution_count": 2,
24 | "metadata": {},
25 | "outputs": [],
26 | "source": [
27 | "lines = pandas.read_csv('./history/results.csv', index_col=0)"
28 | ]
29 | },
30 | {
31 | "cell_type": "code",
32 | "execution_count": 3,
33 | "metadata": {},
34 | "outputs": [
35 | {
36 | "data": {
37 | "text/html": [
38 | "\n",
39 | "\n",
52 | "
\n",
53 | " \n",
54 | " \n",
55 | " | \n",
56 | " train acc | \n",
57 | " train acc std | \n",
58 | " test acc | \n",
59 | " test acc std | \n",
60 | " train loss | \n",
61 | " train loss std | \n",
62 | " test loss | \n",
63 | " test loss std | \n",
64 | "
\n",
65 | " \n",
66 | " \n",
67 | " \n",
68 | " | w2v sg train | \n",
69 | " 96.202 | \n",
70 | " 0.640 | \n",
71 | " 94.924 | \n",
72 | " 0.100 | \n",
73 | " 12.032 | \n",
74 | " 2.020 | \n",
75 | " 16.286 | \n",
76 | " 0.390 | \n",
77 | "
\n",
78 | " \n",
79 | " | w2v cbow No train | \n",
80 | " 95.083 | \n",
81 | " 0.040 | \n",
82 | " 94.514 | \n",
83 | " 0.070 | \n",
84 | " 15.751 | \n",
85 | " 0.084 | \n",
86 | " 19.071 | \n",
87 | " 0.190 | \n",
88 | "
\n",
89 | " \n",
90 | " | fasttext sg No train | \n",
91 | " 95.916 | \n",
92 | " 0.009 | \n",
93 | " 95.382 | \n",
94 | " 0.017 | \n",
95 | " 12.907 | \n",
96 | " 0.012 | \n",
97 | " 14.690 | \n",
98 | " 0.019 | \n",
99 | "
\n",
100 | " \n",
101 | " | fasttext sg train | \n",
102 | " 96.865 | \n",
103 | " 0.012 | \n",
104 | " 96.166 | \n",
105 | " 0.018 | \n",
106 | " 10.102 | \n",
107 | " 0.058 | \n",
108 | " 12.812 | \n",
109 | " 0.045 | \n",
110 | "
\n",
111 | " \n",
112 | "
\n",
113 | "