└── Hate_Speech_Detection_Model.ipynb


/Hate_Speech_Detection_Model.ipynb:
--------------------------------------------------------------------------------
  1 | {
  2 |   "nbformat": 4,
  3 |   "nbformat_minor": 0,
  4 |   "metadata": {
  5 |     "colab": {
  6 |       "name": "Hate Speech Detection Model.ipynb",
  7 |       "provenance": [],
  8 |       "collapsed_sections": []
  9 |     },
 10 |     "kernelspec": {
 11 |       "name": "python3",
 12 |       "display_name": "Python 3"
 13 |     },
 14 |     "language_info": {
 15 |       "name": "python"
 16 |     }
 17 |   },
 18 |   "cells": [
 19 |     {
 20 |       "cell_type": "code",
 21 |       "metadata": {
 22 |         "colab": {
 23 |           "base_uri": "https://localhost:8080/",
 24 |           "height": 206
 25 |         },
 26 |         "id": "Fg3Z9CYuRMjk",
 27 |         "outputId": "9117c671-d4b2-4b41-f18b-70df7ad85774"
 28 |       },
 29 |       "source": [
 30 |         "import pandas as pd\n",
 31 |         "import numpy as np\n",
 32 |         "from sklearn.feature_extraction.text import CountVectorizer\n",
 33 |         "from sklearn.model_selection import train_test_split\n",
 34 |         "from sklearn.tree import DecisionTreeClassifier\n",
 35 |         "import re\n",
 36 |         "import nltk\n",
 37 |         "stemmer = nltk.SnowballStemmer(\"english\")\n",
 38 |         "from nltk.corpus import stopwords\n",
 39 |         "import string\n",
 40 |         "\n",
 41 |         "data = pd.read_csv(\"twitter.csv\")\n",
 42 |         "data.head()"
 43 |       ],
 44 |       "execution_count": 5,
 45 |       "outputs": [
 46 |         {
 47 |           "output_type": "execute_result",
 48 |           "data": {
 49 |             "text/html": [
 50 |               "<div>\n",
 51 |               "<style scoped>\n",
 52 |               "    .dataframe tbody tr th:only-of-type {\n",
 53 |               "        vertical-align: middle;\n",
 54 |               "    }\n",
 55 |               "\n",
 56 |               "    .dataframe tbody tr th {\n",
 57 |               "        vertical-align: top;\n",
 58 |               "    }\n",
 59 |               "\n",
 60 |               "    .dataframe thead th {\n",
 61 |               "        text-align: right;\n",
 62 |               "    }\n",
 63 |               "</style>\n",
 64 |               "<table border=\"1\" class=\"dataframe\">\n",
 65 |               "  <thead>\n",
 66 |               "    <tr style=\"text-align: right;\">\n",
 67 |               "      <th></th>\n",
 68 |               "      <th>Unnamed: 0</th>\n",
 69 |               "      <th>count</th>\n",
 70 |               "      <th>hate_speech</th>\n",
 71 |               "      <th>offensive_language</th>\n",
 72 |               "      <th>neither</th>\n",
 73 |               "      <th>class</th>\n",
 74 |               "      <th>tweet</th>\n",
 75 |               "    </tr>\n",
 76 |               "  </thead>\n",
 77 |               "  <tbody>\n",
 78 |               "    <tr>\n",
 79 |               "      <th>0</th>\n",
 80 |               "      <td>0</td>\n",
 81 |               "      <td>3</td>\n",
 82 |               "      <td>0</td>\n",
 83 |               "      <td>0</td>\n",
 84 |               "      <td>3</td>\n",
 85 |               "      <td>2</td>\n",
 86 |               "      <td>!!! RT @mayasolovely: As a woman you shouldn't...</td>\n",
 87 |               "    </tr>\n",
 88 |               "    <tr>\n",
 89 |               "      <th>1</th>\n",
 90 |               "      <td>1</td>\n",
 91 |               "      <td>3</td>\n",
 92 |               "      <td>0</td>\n",
 93 |               "      <td>3</td>\n",
 94 |               "      <td>0</td>\n",
 95 |               "      <td>1</td>\n",
 96 |               "      <td>!!!!! RT @mleew17: boy dats cold...tyga dwn ba...</td>\n",
 97 |               "    </tr>\n",
 98 |               "    <tr>\n",
 99 |               "      <th>2</th>\n",
100 |               "      <td>2</td>\n",
101 |               "      <td>3</td>\n",
102 |               "      <td>0</td>\n",
103 |               "      <td>3</td>\n",
104 |               "      <td>0</td>\n",
105 |               "      <td>1</td>\n",
106 |               "      <td>!!!!!!! RT @UrKindOfBrand Dawg!!!! RT @80sbaby...</td>\n",
107 |               "    </tr>\n",
108 |               "    <tr>\n",
109 |               "      <th>3</th>\n",
110 |               "      <td>3</td>\n",
111 |               "      <td>3</td>\n",
112 |               "      <td>0</td>\n",
113 |               "      <td>2</td>\n",
114 |               "      <td>1</td>\n",
115 |               "      <td>1</td>\n",
116 |               "      <td>!!!!!!!!! RT @C_G_Anderson: @viva_based she lo...</td>\n",
117 |               "    </tr>\n",
118 |               "    <tr>\n",
119 |               "      <th>4</th>\n",
120 |               "      <td>4</td>\n",
121 |               "      <td>6</td>\n",
122 |               "      <td>0</td>\n",
123 |               "      <td>6</td>\n",
124 |               "      <td>0</td>\n",
125 |               "      <td>1</td>\n",
126 |               "      <td>!!!!!!!!!!!!! RT @ShenikaRoberts: The shit you...</td>\n",
127 |               "    </tr>\n",
128 |               "  </tbody>\n",
129 |               "</table>\n",
130 |               "</div>"
131 |             ],
132 |             "text/plain": [
133 |               "   Unnamed: 0  count  ...  class                                              tweet\n",
134 |               "0           0      3  ...      2  !!! RT @mayasolovely: As a woman you shouldn't...\n",
135 |               "1           1      3  ...      1  !!!!! RT @mleew17: boy dats cold...tyga dwn ba...\n",
136 |               "2           2      3  ...      1  !!!!!!! RT @UrKindOfBrand Dawg!!!! RT @80sbaby...\n",
137 |               "3           3      3  ...      1  !!!!!!!!! RT @C_G_Anderson: @viva_based she lo...\n",
138 |               "4           4      6  ...      1  !!!!!!!!!!!!! RT @ShenikaRoberts: The shit you...\n",
139 |               "\n",
140 |               "[5 rows x 7 columns]"
141 |             ]
142 |           },
143 |           "metadata": {
144 |             "tags": []
145 |           },
146 |           "execution_count": 5
147 |         }
148 |       ]
149 |     },
150 |     {
151 |       "cell_type": "code",
152 |       "metadata": {
153 |         "colab": {
154 |           "base_uri": "https://localhost:8080/",
155 |           "height": 206
156 |         },
157 |         "id": "VzZNxA5wRlW0",
158 |         "outputId": "d20ef5ce-a88c-4fa5-b9cb-decc8eb2c96c"
159 |       },
160 |       "source": [
161 |         "data[\"labels\"] = data[\"class\"].map({0: \"Hate Speech\", 1: \"Offensive Language\", 2: \"No Hate and Offensive\"})\n",
162 |         "data.head()"
163 |       ],
164 |       "execution_count": 6,
165 |       "outputs": [
166 |         {
167 |           "output_type": "execute_result",
168 |           "data": {
169 |             "text/html": [
170 |               "<div>\n",
171 |               "<style scoped>\n",
172 |               "    .dataframe tbody tr th:only-of-type {\n",
173 |               "        vertical-align: middle;\n",
174 |               "    }\n",
175 |               "\n",
176 |               "    .dataframe tbody tr th {\n",
177 |               "        vertical-align: top;\n",
178 |               "    }\n",
179 |               "\n",
180 |               "    .dataframe thead th {\n",
181 |               "        text-align: right;\n",
182 |               "    }\n",
183 |               "</style>\n",
184 |               "<table border=\"1\" class=\"dataframe\">\n",
185 |               "  <thead>\n",
186 |               "    <tr style=\"text-align: right;\">\n",
187 |               "      <th></th>\n",
188 |               "      <th>Unnamed: 0</th>\n",
189 |               "      <th>count</th>\n",
190 |               "      <th>hate_speech</th>\n",
191 |               "      <th>offensive_language</th>\n",
192 |               "      <th>neither</th>\n",
193 |               "      <th>class</th>\n",
194 |               "      <th>tweet</th>\n",
195 |               "      <th>labels</th>\n",
196 |               "    </tr>\n",
197 |               "  </thead>\n",
198 |               "  <tbody>\n",
199 |               "    <tr>\n",
200 |               "      <th>0</th>\n",
201 |               "      <td>0</td>\n",
202 |               "      <td>3</td>\n",
203 |               "      <td>0</td>\n",
204 |               "      <td>0</td>\n",
205 |               "      <td>3</td>\n",
206 |               "      <td>2</td>\n",
207 |               "      <td>!!! RT @mayasolovely: As a woman you shouldn't...</td>\n",
208 |               "      <td>No Hate and Offensive</td>\n",
209 |               "    </tr>\n",
210 |               "    <tr>\n",
211 |               "      <th>1</th>\n",
212 |               "      <td>1</td>\n",
213 |               "      <td>3</td>\n",
214 |               "      <td>0</td>\n",
215 |               "      <td>3</td>\n",
216 |               "      <td>0</td>\n",
217 |               "      <td>1</td>\n",
218 |               "      <td>!!!!! RT @mleew17: boy dats cold...tyga dwn ba...</td>\n",
219 |               "      <td>Offensive Language</td>\n",
220 |               "    </tr>\n",
221 |               "    <tr>\n",
222 |               "      <th>2</th>\n",
223 |               "      <td>2</td>\n",
224 |               "      <td>3</td>\n",
225 |               "      <td>0</td>\n",
226 |               "      <td>3</td>\n",
227 |               "      <td>0</td>\n",
228 |               "      <td>1</td>\n",
229 |               "      <td>!!!!!!! RT @UrKindOfBrand Dawg!!!! RT @80sbaby...</td>\n",
230 |               "      <td>Offensive Language</td>\n",
231 |               "    </tr>\n",
232 |               "    <tr>\n",
233 |               "      <th>3</th>\n",
234 |               "      <td>3</td>\n",
235 |               "      <td>3</td>\n",
236 |               "      <td>0</td>\n",
237 |               "      <td>2</td>\n",
238 |               "      <td>1</td>\n",
239 |               "      <td>1</td>\n",
240 |               "      <td>!!!!!!!!! RT @C_G_Anderson: @viva_based she lo...</td>\n",
241 |               "      <td>Offensive Language</td>\n",
242 |               "    </tr>\n",
243 |               "    <tr>\n",
244 |               "      <th>4</th>\n",
245 |               "      <td>4</td>\n",
246 |               "      <td>6</td>\n",
247 |               "      <td>0</td>\n",
248 |               "      <td>6</td>\n",
249 |               "      <td>0</td>\n",
250 |               "      <td>1</td>\n",
251 |               "      <td>!!!!!!!!!!!!! RT @ShenikaRoberts: The shit you...</td>\n",
252 |               "      <td>Offensive Language</td>\n",
253 |               "    </tr>\n",
254 |               "  </tbody>\n",
255 |               "</table>\n",
256 |               "</div>"
257 |             ],
258 |             "text/plain": [
259 |               "   Unnamed: 0  ...                 labels\n",
260 |               "0           0  ...  No Hate and Offensive\n",
261 |               "1           1  ...     Offensive Language\n",
262 |               "2           2  ...     Offensive Language\n",
263 |               "3           3  ...     Offensive Language\n",
264 |               "4           4  ...     Offensive Language\n",
265 |               "\n",
266 |               "[5 rows x 8 columns]"
267 |             ]
268 |           },
269 |           "metadata": {
270 |             "tags": []
271 |           },
272 |           "execution_count": 6
273 |         }
274 |       ]
275 |     },
276 |     {
277 |       "cell_type": "code",
278 |       "metadata": {
279 |         "colab": {
280 |           "base_uri": "https://localhost:8080/",
281 |           "height": 206
282 |         },
283 |         "id": "_wc0epqHRrOW",
284 |         "outputId": "b770b91f-171f-45d2-daff-bc045ab88ce5"
285 |       },
286 |       "source": [
287 |         "data = data[[\"tweet\", \"labels\"]]\n",
288 |         "data.head()"
289 |       ],
290 |       "execution_count": 7,
291 |       "outputs": [
292 |         {
293 |           "output_type": "execute_result",
294 |           "data": {
295 |             "text/html": [
296 |               "<div>\n",
297 |               "<style scoped>\n",
298 |               "    .dataframe tbody tr th:only-of-type {\n",
299 |               "        vertical-align: middle;\n",
300 |               "    }\n",
301 |               "\n",
302 |               "    .dataframe tbody tr th {\n",
303 |               "        vertical-align: top;\n",
304 |               "    }\n",
305 |               "\n",
306 |               "    .dataframe thead th {\n",
307 |               "        text-align: right;\n",
308 |               "    }\n",
309 |               "</style>\n",
310 |               "<table border=\"1\" class=\"dataframe\">\n",
311 |               "  <thead>\n",
312 |               "    <tr style=\"text-align: right;\">\n",
313 |               "      <th></th>\n",
314 |               "      <th>tweet</th>\n",
315 |               "      <th>labels</th>\n",
316 |               "    </tr>\n",
317 |               "  </thead>\n",
318 |               "  <tbody>\n",
319 |               "    <tr>\n",
320 |               "      <th>0</th>\n",
321 |               "      <td>!!! RT @mayasolovely: As a woman you shouldn't...</td>\n",
322 |               "      <td>No Hate and Offensive</td>\n",
323 |               "    </tr>\n",
324 |               "    <tr>\n",
325 |               "      <th>1</th>\n",
326 |               "      <td>!!!!! RT @mleew17: boy dats cold...tyga dwn ba...</td>\n",
327 |               "      <td>Offensive Language</td>\n",
328 |               "    </tr>\n",
329 |               "    <tr>\n",
330 |               "      <th>2</th>\n",
331 |               "      <td>!!!!!!! RT @UrKindOfBrand Dawg!!!! RT @80sbaby...</td>\n",
332 |               "      <td>Offensive Language</td>\n",
333 |               "    </tr>\n",
334 |               "    <tr>\n",
335 |               "      <th>3</th>\n",
336 |               "      <td>!!!!!!!!! RT @C_G_Anderson: @viva_based she lo...</td>\n",
337 |               "      <td>Offensive Language</td>\n",
338 |               "    </tr>\n",
339 |               "    <tr>\n",
340 |               "      <th>4</th>\n",
341 |               "      <td>!!!!!!!!!!!!! RT @ShenikaRoberts: The shit you...</td>\n",
342 |               "      <td>Offensive Language</td>\n",
343 |               "    </tr>\n",
344 |               "  </tbody>\n",
345 |               "</table>\n",
346 |               "</div>"
347 |             ],
348 |             "text/plain": [
349 |               "                                               tweet                 labels\n",
350 |               "0  !!! RT @mayasolovely: As a woman you shouldn't...  No Hate and Offensive\n",
351 |               "1  !!!!! RT @mleew17: boy dats cold...tyga dwn ba...     Offensive Language\n",
352 |               "2  !!!!!!! RT @UrKindOfBrand Dawg!!!! RT @80sbaby...     Offensive Language\n",
353 |               "3  !!!!!!!!! RT @C_G_Anderson: @viva_based she lo...     Offensive Language\n",
354 |               "4  !!!!!!!!!!!!! RT @ShenikaRoberts: The shit you...     Offensive Language"
355 |             ]
356 |           },
357 |           "metadata": {
358 |             "tags": []
359 |           },
360 |           "execution_count": 7
361 |         }
362 |       ]
363 |     },
364 |     {
365 |       "cell_type": "code",
366 |       "metadata": {
367 |         "colab": {
368 |           "base_uri": "https://localhost:8080/",
369 |           "height": 241
370 |         },
371 |         "id": "Ad8gNdT2Rvz1",
372 |         "outputId": "8d7e722b-0774-493e-d8af-35b5f3bb05e1"
373 |       },
374 |       "source": [
375 |         "nltk.download('stopwords')\n",
376 |         "stopword=set(stopwords.words('english'))\n",
377 |         "\n",
378 |         "def clean(text):\n",
379 |         "    text = str(text).lower()\n",
380 |         "    text = re.sub('\\[.*?\\]', '', text)\n",
381 |         "    text = re.sub('https?://\\S+|www\\.\\S+', '', text)\n",
382 |         "    text = re.sub('<.*?>+', '', text)\n",
383 |         "    text = re.sub('[%s]' % re.escape(string.punctuation), '', text)\n",
384 |         "    text = re.sub('\\n', '', text)\n",
385 |         "    text = re.sub('\\w*\\d\\w*', '', text)\n",
386 |         "    text = [word for word in text.split(' ') if word not in stopword]\n",
387 |         "    text=\" \".join(text)\n",
388 |         "    text = [stemmer.stem(word) for word in text.split(' ')]\n",
389 |         "    text=\" \".join(text)\n",
390 |         "    return text\n",
391 |         "data[\"tweet\"] = data[\"tweet\"].apply(clean)\n",
392 |         "data.head()"
393 |       ],
394 |       "execution_count": 9,
395 |       "outputs": [
396 |         {
397 |           "output_type": "stream",
398 |           "text": [
399 |             "[nltk_data] Downloading package stopwords to /root/nltk_data...\n",
400 |             "[nltk_data]   Unzipping corpora/stopwords.zip.\n"
401 |           ],
402 |           "name": "stdout"
403 |         },
404 |         {
405 |           "output_type": "execute_result",
406 |           "data": {
407 |             "text/html": [
408 |               "<div>\n",
409 |               "<style scoped>\n",
410 |               "    .dataframe tbody tr th:only-of-type {\n",
411 |               "        vertical-align: middle;\n",
412 |               "    }\n",
413 |               "\n",
414 |               "    .dataframe tbody tr th {\n",
415 |               "        vertical-align: top;\n",
416 |               "    }\n",
417 |               "\n",
418 |               "    .dataframe thead th {\n",
419 |               "        text-align: right;\n",
420 |               "    }\n",
421 |               "</style>\n",
422 |               "<table border=\"1\" class=\"dataframe\">\n",
423 |               "  <thead>\n",
424 |               "    <tr style=\"text-align: right;\">\n",
425 |               "      <th></th>\n",
426 |               "      <th>tweet</th>\n",
427 |               "      <th>labels</th>\n",
428 |               "    </tr>\n",
429 |               "  </thead>\n",
430 |               "  <tbody>\n",
431 |               "    <tr>\n",
432 |               "      <th>0</th>\n",
433 |               "      <td>rt mayasolov woman shouldnt complain clean ho...</td>\n",
434 |               "      <td>No Hate and Offensive</td>\n",
435 |               "    </tr>\n",
436 |               "    <tr>\n",
437 |               "      <th>1</th>\n",
438 |               "      <td>rt  boy dat coldtyga dwn bad cuffin dat hoe  ...</td>\n",
439 |               "      <td>Offensive Language</td>\n",
440 |               "    </tr>\n",
441 |               "    <tr>\n",
442 |               "      <th>2</th>\n",
443 |               "      <td>rt urkindofbrand dawg rt  ever fuck bitch sta...</td>\n",
444 |               "      <td>Offensive Language</td>\n",
445 |               "    </tr>\n",
446 |               "    <tr>\n",
447 |               "      <th>3</th>\n",
448 |               "      <td>rt cganderson vivabas look like tranni</td>\n",
449 |               "      <td>Offensive Language</td>\n",
450 |               "    </tr>\n",
451 |               "    <tr>\n",
452 |               "      <th>4</th>\n",
453 |               "      <td>rt shenikarobert shit hear might true might f...</td>\n",
454 |               "      <td>Offensive Language</td>\n",
455 |               "    </tr>\n",
456 |               "  </tbody>\n",
457 |               "</table>\n",
458 |               "</div>"
459 |             ],
460 |             "text/plain": [
461 |               "                                               tweet                 labels\n",
462 |               "0   rt mayasolov woman shouldnt complain clean ho...  No Hate and Offensive\n",
463 |               "1   rt  boy dat coldtyga dwn bad cuffin dat hoe  ...     Offensive Language\n",
464 |               "2   rt urkindofbrand dawg rt  ever fuck bitch sta...     Offensive Language\n",
465 |               "3             rt cganderson vivabas look like tranni     Offensive Language\n",
466 |               "4   rt shenikarobert shit hear might true might f...     Offensive Language"
467 |             ]
468 |           },
469 |           "metadata": {
470 |             "tags": []
471 |           },
472 |           "execution_count": 9
473 |         }
474 |       ]
475 |     },
476 |     {
477 |       "cell_type": "code",
478 |       "metadata": {
479 |         "id": "URdY2e5ASD-x"
480 |       },
481 |       "source": [
482 |         "x = np.array(data[\"tweet\"])\n",
483 |         "y = np.array(data[\"labels\"])\n",
484 |         "\n",
485 |         "cv = CountVectorizer()\n",
486 |         "X = cv.fit_transform(x) # Fit the Data\n",
487 |         "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=42)"
488 |       ],
489 |       "execution_count": 10,
490 |       "outputs": []
491 |     },
492 |     {
493 |       "cell_type": "code",
494 |       "metadata": {
495 |         "colab": {
496 |           "base_uri": "https://localhost:8080/"
497 |         },
498 |         "id": "y_M3gS0WSQR6",
499 |         "outputId": "4107c611-5914-459e-f7c4-8a4fdb873cd6"
500 |       },
501 |       "source": [
502 |         "clf = DecisionTreeClassifier()\n",
503 |         "clf.fit(X_train,y_train)\n",
504 |         "clf.score(X_test,y_test)\n",
505 |         "user = input(\"Enter a Text: \")\n",
506 |         "data = cv.transform([user]).toarray()\n",
507 |         "output = clf.predict(data)\n",
508 |         "print(output)"
509 |       ],
510 |       "execution_count": 12,
511 |       "outputs": [
512 |         {
513 |           "output_type": "stream",
514 |           "text": [
515 |             "Enter a Text: Let's unite and kill all the people who don't value our religion.\n",
516 |             "['Hate Speech']\n"
517 |           ],
518 |           "name": "stdout"
519 |         }
520 |       ]
521 |     },
522 |     {
523 |       "cell_type": "code",
524 |       "metadata": {
525 |         "id": "5mG-MJcOSS5L"
526 |       },
527 |       "source": [
528 |         ""
529 |       ],
530 |       "execution_count": null,
531 |       "outputs": []
532 |     }
533 |   ]
534 | }


--------------------------------------------------------------------------------