├── LICENSE ├── R-paper.pdf ├── README.md ├── datasets.csv └── student.py /LICENSE: -------------------------------------------------------------------------------- 1 | The MIT License (MIT) 2 | 3 | Copyright (c) 2017 Dharmendra Choudhary 4 | 5 | Permission is hereby granted, free of charge, to any person obtaining a copy 6 | of this software and associated documentation files (the "Software"), to deal 7 | in the Software without restriction, including without limitation the rights 8 | to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 9 | copies of the Software, and to permit persons to whom the Software is 10 | furnished to do so, subject to the following conditions: 11 | 12 | The above copyright notice and this permission notice shall be included in all 13 | copies or substantial portions of the Software. 14 | 15 | THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 | IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 | FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE 18 | AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19 | LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 20 | OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 21 | SOFTWARE. 22 | -------------------------------------------------------------------------------- /R-paper.pdf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/Dammonoit/Student-performance-analysis-using-Big-data/28cd16d1cb857f8d0293e4ab5a8e157b6f3d8416/R-paper.pdf -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | # Student-performance-analysis-using-Big-data 2 | execution of this project is a piece of cake. 3 | first of all save datasets.csv file and student.py in same folder. 4 | then open terminal from same folder and type "python student.py". 5 | Kudos. 6 | -------------------------------------------------------------------------------- /datasets.csv: -------------------------------------------------------------------------------- 1 | gender,NationalITy,PlaceofBirth,StageID,GradeID,SectionID,Topic,Semester,Relation,raisedhands,VisITedResources,AnnouncementsView,Discussion,ParentAnsweringSurvey,ParentschoolSatisfaction,StudentAbsenceDays,Class 2 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,15,16,2,20,Yes,Good,Under-7,M 3 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,20,20,3,25,Yes,Good,Under-7,M 4 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,10,7,0,30,No,Bad,Above-7,L 5 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,30,25,5,35,No,Bad,Above-7,L 6 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,40,50,12,50,No,Bad,Above-7,M 7 | F,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,42,30,13,70,Yes,Bad,Above-7,M 8 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,35,12,0,17,No,Bad,Above-7,L 9 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,50,10,15,22,Yes,Good,Under-7,M 10 | F,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,12,21,16,50,Yes,Good,Under-7,M 11 | F,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Father,70,80,25,70,Yes,Good,Under-7,M 12 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,50,88,30,80,Yes,Good,Under-7,H 13 | M,KW,KuwaIT,MiddleSchool,G-07,B,Math,F,Father,19,6,19,12,Yes,Good,Under-7,M 14 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,F,Father,5,1,0,11,No,Bad,Above-7,L 15 | M,lebanon,lebanon,MiddleSchool,G-08,A,Math,F,Father,20,14,12,19,No,Bad,Above-7,L 16 | F,KW,KuwaIT,MiddleSchool,G-08,A,Math,F,Mum,62,70,44,60,No,Bad,Above-7,H 17 | F,KW,KuwaIT,MiddleSchool,G-06,A,IT,F,Father,30,40,22,66,Yes,Good,Under-7,M 18 | M,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Father,36,30,20,80,No,Bad,Above-7,M 19 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,55,13,35,90,No,Bad,Above-7,M 20 | F,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Mum,69,15,36,96,Yes,Good,Under-7,M 21 | M,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Mum,70,50,40,99,Yes,Good,Under-7,H 22 | F,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,60,60,33,90,No,Bad,Above-7,M 23 | F,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Father,10,12,4,80,No,Bad,Under-7,M 24 | M,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,15,21,2,90,No,Bad,Under-7,M 25 | M,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,2,0,2,50,No,Bad,Above-7,L 26 | M,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Father,0,2,3,70,Yes,Good,Above-7,L 27 | M,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,8,7,30,40,Yes,Good,Above-7,L 28 | M,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Father,19,19,25,40,Yes,Bad,Under-7,M 29 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,F,Father,25,15,12,33,No,Bad,Above-7,L 30 | M,KW,KuwaIT,MiddleSchool,G-08,A,Science,F,Father,75,85,52,43,Yes,Good,Under-7,M 31 | F,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,F,Father,30,90,33,35,No,Bad,Under-7,M 32 | F,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,F,Father,35,80,50,70,Yes,Good,Under-7,H 33 | M,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,4,5,40,16,Yes,Good,Above-7,L 34 | F,KW,KuwaIT,lowerlevel,G-07,A,IT,F,Father,2,19,10,50,Yes,Good,Above-7,L 35 | M,KW,KuwaIT,lowerlevel,G-05,A,English,F,Father,8,22,9,40,No,Bad,Above-7,L 36 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,F,Father,12,11,8,40,No,Bad,Above-7,L 37 | M,KW,KuwaIT,MiddleSchool,G-07,A,English,F,Father,10,12,17,30,No,Bad,Above-7,L 38 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,F,Mum,8,6,4,22,Yes,Good,Above-7,L 39 | F,Egypt,Egypt,MiddleSchool,G-07,A,IT,F,Father,45,54,26,90,Yes,Good,Under-7,M 40 | M,KW,KuwaIT,MiddleSchool,G-06,A,IT,F,Father,0,0,0,4,No,Bad,Above-7,L 41 | F,SaudiArabia,SaudiArabia,MiddleSchool,G-07,B,Science,F,Father,50,90,37,70,Yes,Good,Under-7,M 42 | F,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,14,13,3,70,No,Bad,Above-7,L 43 | M,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,19,20,16,50,No,Good,Under-7,M 44 | M,KW,KuwaIT,HighSchool,G-09,A,IT,F,Father,10,12,7,33,Yes,Good,Above-7,L 45 | F,KW,KuwaIT,HighSchool,G-09,A,IT,F,Father,30,35,28,90,Yes,Good,Under-7,M 46 | F,KW,KuwaIT,HighSchool,G-09,A,IT,F,Father,33,33,30,90,No,Bad,Under-7,M 47 | M,KW,KuwaIT,MiddleSchool,G-07,A,Quran,F,Father,20,12,15,70,No,Good,Above-7,L 48 | M,KW,KuwaIT,lowerlevel,G-05,A,English,F,Father,7,10,1,30,No,Bad,Above-7,L 49 | F,KW,KuwaIT,HighSchool,G-12,A,English,F,Mum,70,4,39,90,Yes,Good,Under-7,H 50 | F,KW,KuwaIT,HighSchool,G-12,A,English,F,Mum,13,80,40,88,Yes,Good,Under-7,H 51 | F,KW,KuwaIT,HighSchool,G-12,A,English,F,Father,29,39,50,77,Yes,Good,Under-7,M 52 | F,KW,KuwaIT,HighSchool,G-12,A,English,F,Father,20,14,12,70,No,Bad,Above-7,L 53 | M,KW,KuwaIT,HighSchool,G-12,A,English,F,Father,39,15,16,50,No,Good,Above-7,L 54 | F,KW,KuwaIT,HighSchool,G-12,A,English,F,Father,55,90,16,40,No,Bad,Under-7,M 55 | F,KW,KuwaIT,HighSchool,G-11,A,Science,F,Mum,49,70,19,75,Yes,Good,Under-7,H 56 | M,KW,KuwaIT,HighSchool,G-12,A,English,F,Mum,12,50,8,30,No,Bad,Above-7,L 57 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,16,14,6,20,Yes,Good,Above-7,L 58 | M,USA,USA,MiddleSchool,G-08,B,Math,F,Father,19,5,4,1,Yes,Good,Above-7,L 59 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,5,2,6,5,Yes,Good,Above-7,L 60 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,28,60,19,50,Yes,Good,Under-7,M 61 | F,USA,USA,MiddleSchool,G-07,A,Math,F,Father,27,22,22,40,No,Good,Under-7,M 62 | F,Jordan,Jordan,lowerlevel,G-05,A,English,F,Mum,21,10,28,20,No,Good,Above-7,L 63 | M,KW,KuwaIT,HighSchool,G-10,A,IT,F,Father,50,70,32,40,Yes,Good,Under-7,M 64 | M,venzuela,venzuela,HighSchool,G-10,A,IT,F,Mum,80,90,70,80,Yes,Good,Under-7,H 65 | M,KW,KuwaIT,HighSchool,G-10,A,IT,F,Father,17,13,16,12,Yes,Bad,Under-7,M 66 | M,KW,KuwaIT,HighSchool,G-10,A,IT,F,Father,0,5,7,2,No,Bad,Above-7,L 67 | M,KW,KuwaIT,HighSchool,G-12,A,English,F,Father,13,5,18,19,No,Bad,Above-7,L 68 | F,KW,KuwaIT,HighSchool,G-12,A,English,F,Father,25,10,19,30,No,Bad,Above-7,M 69 | F,USA,USA,HighSchool,G-12,A,English,F,Mum,65,75,23,80,Yes,Good,Under-7,H 70 | F,USA,USA,HighSchool,G-12,A,IT,F,Mum,70,69,35,30,Yes,Good,Under-7,H 71 | M,Jordan,Jordan,MiddleSchool,G-07,A,IT,F,Father,39,40,11,33,No,Bad,Under-7,M 72 | M,Jordan,Jordan,MiddleSchool,G-07,A,IT,F,Father,22,30,10,12,Yes,Good,Above-7,L 73 | M,KW,KuwaIT,MiddleSchool,G-07,A,IT,F,Father,29,22,9,20,Yes,Good,Under-7,M 74 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,11,2,2,8,No,Bad,Under-7,L 75 | F,KW,KuwaIT,MiddleSchool,G-07,A,English,F,Father,19,30,26,19,Yes,Bad,Above-7,M 76 | M,KW,KuwaIT,MiddleSchool,G-07,B,IT,F,Father,12,0,6,13,No,Bad,Under-7,L 77 | M,Jordan,Jordan,MiddleSchool,G-07,A,Quran,F,Mum,50,90,29,60,Yes,Good,Under-7,M 78 | M,Iran,Iran,HighSchool,G-09,A,IT,F,Mum,15,70,37,44,Yes,Good,Under-7,M 79 | M,KW,KuwaIT,HighSchool,G-09,A,IT,F,Father,20,80,33,33,Yes,Good,Under-7,M 80 | M,KW,KuwaIT,HighSchool,G-11,A,Quran,F,Father,13,3,11,9,No,Bad,Above-7,L 81 | F,lebanon,lebanon,MiddleSchool,G-07,B,Math,F,Mum,80,90,49,55,Yes,Bad,Under-7,H 82 | M,KW,KuwaIT,MiddleSchool,G-07,A,Math,F,Father,8,15,10,40,Yes,Bad,Under-7,L 83 | M,KW,KuwaIT,lowerlevel,G-02,A,IT,F,Father,8,25,1,70,No,Bad,Above-7,L 84 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,7,5,2,80,Yes,Good,Above-7,L 85 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,7,4,10,50,No,Good,Above-7,M 86 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,50,70,50,10,Yes,Good,Above-7,H 87 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,1,0,1,12,No,Bad,Above-7,L 88 | M,SaudiArabia,SaudiArabia,lowerlevel,G-02,B,IT,F,Father,70,12,40,50,Yes,Good,Under-7,H 89 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,19,70,3,50,No,Bad,Under-7,L 90 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,3,12,4,33,No,Bad,Under-7,L 91 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,5,20,1,50,Yes,Good,Above-7,L 92 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,4,8,10,60,Yes,Good,Above-7,L 93 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,80,90,55,19,Yes,Good,Under-7,H 94 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,50,70,19,15,Yes,Good,Under-7,H 95 | M,USA,USA,lowerlevel,G-02,B,IT,F,Father,55,89,40,40,Yes,Good,Under-7,H 96 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,80,44,35,10,No,Good,Above-7,L 97 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,100,80,2,70,No,Bad,Under-7,H 98 | F,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,14,60,11,75,Yes,Good,Under-7,H 99 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,6,2,38,12,No,Bad,Under-7,M 100 | F,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,10,3,0,30,No,Bad,Under-7,M 101 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,50,7,9,50,Yes,Bad,Above-7,M 102 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,50,90,40,90,Yes,Bad,Under-7,M 103 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Mum,70,92,50,7,Yes,Good,Under-7,H 104 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,2,6,2,8,No,Bad,Above-7,L 105 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,1,7,6,10,No,Bad,Above-7,L 106 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,0,12,3,3,Yes,Good,Above-7,M 107 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,0,0,5,80,Yes,Good,Above-7,L 108 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,12,26,7,40,Yes,Good,Under-7,M 109 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,70,90,41,33,Yes,Bad,Under-7,H 110 | M,SaudiArabia,SaudiArabia,lowerlevel,G-02,B,IT,F,Father,7,12,5,3,No,Bad,Above-7,M 111 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,90,70,30,14,No,Bad,Under-7,M 112 | F,Jordan,Jordan,lowerlevel,G-02,B,IT,F,Mum,70,88,55,40,Yes,Good,Under-7,H 113 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,77,80,51,80,No,Good,Under-7,M 114 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,2,5,3,50,No,Bad,Above-7,L 115 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,25,27,0,69,No,Bad,Above-7,L 116 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,11,2,0,50,No,Bad,Above-7,L 117 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,0,8,11,70,Yes,Good,Above-7,L 118 | F,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Mum,77,80,12,19,Yes,Good,Above-7,M 119 | F,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Mum,25,29,40,17,No,Good,Under-7,H 120 | F,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Mum,24,35,23,22,Yes,Good,Above-7,M 121 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,60,60,3,60,No,Bad,Under-7,M 122 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Mum,21,12,0,50,Yes,Good,Under-7,M 123 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Mum,0,4,8,30,No,Bad,Above-7,L 124 | F,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,66,90,55,12,Yes,Good,Above-7,M 125 | F,lebanon,lebanon,lowerlevel,G-02,B,IT,F,Father,70,98,7,5,Yes,Good,Under-7,M 126 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,0,6,4,15,Yes,Bad,Under-7,L 127 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,12,30,0,17,No,Good,Above-7,L 128 | F,Iran,Iran,lowerlevel,G-02,C,IT,F,Father,2,9,7,55,Yes,Good,Under-7,M 129 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,55,33,6,9,No,Bad,Above-7,L 130 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,12,10,20,16,No,Bad,Under-7,L 131 | M,KW,KuwaIT,lowerlevel,G-02,B,IT,F,Father,70,90,2,2,Yes,Good,Under-7,L 132 | F,KW,KuwaIT,lowerlevel,G-02,C,IT,F,Father,7,9,5,30,No,Bad,Above-7,L 133 | M,Jordan,Jordan,lowerlevel,G-02,C,IT,F,Father,80,42,20,50,Yes,Good,Under-7,M 134 | M,KW,KuwaIT,lowerlevel,G-02,C,IT,S,Father,0,3,10,3,No,Bad,Above-7,L 135 | M,KW,KuwaIT,lowerlevel,G-02,A,IT,S,Father,12,60,0,70,Yes,Good,Above-7,L 136 | M,KW,KuwaIT,MiddleSchool,G-07,A,Quran,S,Father,80,80,15,70,Yes,Good,Under-7,H 137 | F,Egypt,Egypt,MiddleSchool,G-07,A,Quran,S,Mum,70,80,95,70,Yes,Good,Under-7,H 138 | F,KW,USA,HighSchool,G-11,A,Quran,S,Mum,70,80,95,70,Yes,Good,Under-7,H 139 | F,KW,USA,HighSchool,G-11,A,Quran,F,Mum,60,80,50,40,No,Bad,Under-7,M 140 | F,Jordan,Egypt,MiddleSchool,G-07,A,Quran,F,Mum,100,80,95,90,No,Bad,Under-7,H 141 | M,Jordan,USA,MiddleSchool,G-07,A,Quran,F,Mum,100,85,85,70,No,Bad,Under-7,M 142 | M,Tunis,Tunis,MiddleSchool,G-07,A,Quran,F,Father,10,60,5,20,Yes,Bad,Above-7,L 143 | M,Tunis,Tunis,MiddleSchool,G-07,A,Quran,S,Father,19,65,50,10,No,Bad,Above-7,L 144 | M,Tunis,Tunis,MiddleSchool,G-07,A,Quran,S,Father,10,75,55,11,Yes,Good,Under-7,M 145 | M,KW,KuwaIT,MiddleSchool,G-07,A,Quran,S,Father,80,90,55,19,Yes,Good,Under-7,H 146 | M,KW,KuwaIT,MiddleSchool,G-07,A,Quran,S,Father,10,10,15,19,No,Bad,Above-7,L 147 | M,Tunis,SaudiArabia,MiddleSchool,G-07,A,Quran,S,Father,70,75,55,11,Yes,Bad,Under-7,M 148 | F,lebanon,lebanon,MiddleSchool,G-07,A,Quran,S,Mum,100,75,50,70,Yes,Good,Under-7,H 149 | F,lebanon,lebanon,MiddleSchool,G-07,A,Quran,S,Father,10,79,30,30,No,Bad,Under-7,M 150 | F,Jordan,Jordan,MiddleSchool,G-07,A,Quran,S,Father,60,55,30,40,No,Bad,Under-7,M 151 | F,Jordan,lebanon,MiddleSchool,G-07,A,Quran,S,Mum,100,75,50,70,Yes,Bad,Under-7,H 152 | M,SaudiArabia,SaudiArabia,HighSchool,G-11,A,Quran,S,Father,80,80,51,59,Yes,Good,Under-7,H 153 | M,SaudiArabia,USA,HighSchool,G-11,A,Science,S,Father,23,63,71,89,Yes,Good,Under-7,M 154 | F,SaudiArabia,USA,HighSchool,G-11,B,Science,S,Father,100,91,98,40,Yes,Bad,Under-7,H 155 | M,SaudiArabia,USA,HighSchool,G-11,B,Spanish,S,Father,10,51,40,40,No,Bad,Above-7,L 156 | M,SaudiArabia,USA,HighSchool,G-11,B,English,S,Father,70,50,33,41,No,Bad,Above-7,M 157 | M,SaudiArabia,USA,HighSchool,G-11,B,Math,S,Father,70,58,73,91,Yes,Bad,Under-7,H 158 | F,Tunis,USA,HighSchool,G-11,B,French,S,Father,70,50,30,49,Yes,Good,Under-7,M 159 | M,Tunis,Tunis,HighSchool,G-11,B,Science,S,Father,70,50,33,40,No,Good,Under-7,M 160 | M,Tunis,KuwaIT,MiddleSchool,G-07,B,Science,S,Father,22,51,48,10,No,Bad,Above-7,L 161 | F,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Father,62,68,48,80,Yes,Good,Under-7,M 162 | F,Jordan,Jordan,MiddleSchool,G-07,B,Science,S,Mum,82,89,58,50,Yes,Good,Under-7,H 163 | M,Jordan,Jordan,MiddleSchool,G-07,B,Science,S,Mum,72,80,58,66,No,Bad,Under-7,M 164 | F,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,70,82,3,73,No,Bad,Under-7,H 165 | F,Jordan,USA,lowerlevel,G-02,B,French,S,Mum,60,82,93,43,No,Bad,Above-7,M 166 | M,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,55,72,83,14,Yes,Good,Above-7,M 167 | F,Morocco,Morocco,lowerlevel,G-02,B,French,S,Mum,72,65,73,66,Yes,Good,Under-7,H 168 | M,KW,KuwaIT,lowerlevel,G-02,B,French,S,Mum,51,82,53,43,No,Bad,Under-7,M 169 | M,Tunis,Tunis,lowerlevel,G-02,B,French,S,Mum,80,92,83,43,Yes,Good,Under-7,H 170 | M,KW,KuwaIT,lowerlevel,G-02,B,French,S,Mum,60,52,23,33,Yes,Good,Under-7,H 171 | M,KW,KuwaIT,lowerlevel,G-02,B,French,S,Mum,30,12,29,23,No,Bad,Under-7,M 172 | M,KW,KuwaIT,lowerlevel,G-02,B,French,S,Father,40,62,83,33,Yes,Good,Under-7,H 173 | M,KW,KuwaIT,lowerlevel,G-02,B,French,S,Mum,60,52,23,33,No,Good,Under-7,M 174 | M,Iran,Iran,lowerlevel,G-02,B,French,S,Mum,20,22,53,13,No,Good,Above-7,L 175 | M,Syria,Syria,lowerlevel,G-02,B,French,S,Mum,20,52,23,33,Yes,Good,Above-7,L 176 | F,Jordan,Jordan,lowerlevel,G-02,B,French,S,Father,50,62,73,43,Yes,Bad,Above-7,M 177 | M,Iran,Iran,lowerlevel,G-02,B,French,S,Father,10,2,13,53,No,Bad,Above-7,L 178 | M,Tunis,Tunis,lowerlevel,G-02,B,French,S,Mum,60,52,23,33,Yes,Bad,Under-7,H 179 | F,USA,USA,lowerlevel,G-02,B,French,S,Mum,15,52,83,11,Yes,Bad,Under-7,M 180 | F,lebanon,lebanon,lowerlevel,G-02,B,French,S,Mum,80,42,33,13,Yes,Bad,Under-7,H 181 | M,lebanon,lebanon,lowerlevel,G-02,B,French,S,Mum,40,51,20,33,No,Bad,Under-7,M 182 | F,SaudiArabia,SaudiArabia,lowerlevel,G-02,B,French,S,Father,60,70,63,93,Yes,Bad,Under-7,H 183 | M,Jordan,Jordan,lowerlevel,G-02,B,French,S,Father,50,62,13,33,No,Bad,Above-7,L 184 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Mum,85,75,62,53,Yes,Bad,Under-7,H 185 | F,lebanon,lebanon,MiddleSchool,G-08,A,Arabic,S,Father,25,15,32,53,No,Bad,Under-7,M 186 | M,lebanon,lebanon,MiddleSchool,G-08,A,Arabic,S,Mum,10,35,30,13,No,Bad,Above-7,L 187 | M,lebanon,Jordan,MiddleSchool,G-08,A,Arabic,S,Mum,87,65,82,33,Yes,Good,Under-7,H 188 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Mum,85,15,22,53,Yes,Good,Under-7,M 189 | F,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Father,80,71,52,51,Yes,Good,Under-7,M 190 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Mum,75,71,72,53,Yes,Good,Under-7,H 191 | F,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Father,85,66,12,23,No,Bad,Under-7,M 192 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Father,23,25,32,53,No,Bad,Under-7,L 193 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Father,15,25,37,13,Yes,Good,Above-7,L 194 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Mum,95,91,62,53,Yes,Good,Under-7,M 195 | M,Morocco,Morocco,MiddleSchool,G-08,A,Arabic,S,Mum,81,75,62,53,No,Bad,Under-7,M 196 | M,Morocco,Morocco,MiddleSchool,G-08,A,Arabic,S,Mum,53,75,72,23,No,Bad,Under-7,M 197 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Father,15,43,42,33,Yes,Good,Under-7,M 198 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Mum,92,65,62,53,Yes,Good,Under-7,H 199 | M,KW,KuwaIT,MiddleSchool,G-08,A,Arabic,S,Mum,83,75,62,53,No,Bad,Under-7,H 200 | M,Morocco,Morocco,MiddleSchool,G-08,B,Arabic,S,Father,27,15,42,53,No,Bad,Above-7,L 201 | M,KW,KuwaIT,MiddleSchool,G-08,B,Arabic,S,Father,45,95,12,13,No,Bad,Under-7,M 202 | M,KW,KuwaIT,MiddleSchool,G-08,B,Arabic,S,Mum,15,90,52,83,Yes,Bad,Under-7,H 203 | F,lebanon,lebanon,MiddleSchool,G-08,A,Arabic,S,Mum,45,58,52,43,Yes,Good,Under-7,H 204 | M,KW,KuwaIT,MiddleSchool,G-08,B,Arabic,S,Father,25,5,12,33,Yes,Good,Under-7,M 205 | F,KW,KuwaIT,MiddleSchool,G-08,B,Arabic,S,Father,22,51,42,40,Yes,Bad,Under-7,M 206 | M,Jordan,Jordan,MiddleSchool,G-08,B,Arabic,S,Father,29,10,12,24,No,Bad,Above-7,L 207 | F,SaudiArabia,SaudiArabia,MiddleSchool,G-08,B,Arabic,S,Mum,72,51,42,24,Yes,Bad,Above-7,H 208 | M,KW,KuwaIT,MiddleSchool,G-08,B,Arabic,S,Father,67,31,42,14,Yes,Good,Under-7,M 209 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Father,17,21,42,14,Yes,Good,Under-7,M 210 | M,Tunis,Tunis,MiddleSchool,G-08,C,Spanish,S,Mum,27,41,49,14,No,Bad,Under-7,M 211 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Father,70,81,39,84,No,Bad,Under-7,M 212 | M,Jordan,SaudiArabia,MiddleSchool,G-08,C,Spanish,S,Mum,27,90,82,14,Yes,Good,Under-7,H 213 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Father,17,61,42,14,No,Bad,Under-7,M 214 | M,Tunis,Tunis,MiddleSchool,G-08,C,Spanish,S,Mum,87,81,42,19,Yes,Good,Under-7,H 215 | M,Tunis,Tunis,MiddleSchool,G-08,C,Spanish,S,Father,7,61,22,14,No,Bad,Above-7,L 216 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Father,17,50,2,4,No,Bad,Above-7,L 217 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Father,5,21,42,14,No,Good,Above-7,L 218 | M,Iran,Iran,MiddleSchool,G-08,C,Spanish,S,Mum,27,41,32,61,Yes,Bad,Above-7,M 219 | F,Jordan,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Father,87,88,40,10,Yes,Good,Under-7,M 220 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Mum,96,61,42,94,Yes,Bad,Under-7,H 221 | M,KW,KuwaIT,MiddleSchool,G-08,C,Spanish,S,Mum,57,51,46,34,Yes,Good,Under-7,M 222 | M,lebanon,lebanon,MiddleSchool,G-08,C,Spanish,S,Father,77,69,41,13,Yes,Good,Under-7,M 223 | M,lebanon,lebanon,MiddleSchool,G-08,C,Spanish,S,Father,80,51,40,24,No,Good,Under-7,M 224 | M,KW,KuwaIT,MiddleSchool,G-08,B,Spanish,S,Father,62,61,82,40,Yes,Bad,Under-7,M 225 | M,KW,KuwaIT,MiddleSchool,G-08,A,Spanish,S,Mum,72,83,12,90,Yes,Good,Under-7,H 226 | M,KW,KuwaIT,MiddleSchool,G-08,B,Spanish,S,Mum,87,81,22,70,Yes,Bad,Under-7,H 227 | M,KW,KuwaIT,MiddleSchool,G-08,A,Spanish,S,Mum,72,90,12,30,No,Bad,Under-7,M 228 | M,KW,KuwaIT,MiddleSchool,G-08,B,Spanish,S,Father,2,11,62,30,No,Bad,Under-7,L 229 | M,KW,KuwaIT,MiddleSchool,G-08,A,Spanish,S,Father,5,3,2,10,Yes,Good,Under-7,L 230 | M,KW,KuwaIT,HighSchool,G-11,B,Math,S,Mum,73,84,77,81,Yes,Good,Above-7,H 231 | M,KW,KuwaIT,MiddleSchool,G-08,A,Spanish,S,Father,5,17,21,10,No,Bad,Above-7,L 232 | M,Iran,Iran,MiddleSchool,G-08,A,Spanish,S,Mum,51,42,12,29,No,Bad,Above-7,M 233 | M,Syria,Jordan,MiddleSchool,G-08,A,Spanish,S,Father,9,7,21,20,Yes,Good,Above-7,L 234 | M,Syria,Syria,MiddleSchool,G-07,A,Quran,F,Father,19,72,15,50,Yes,Good,Above-7,M 235 | F,Jordan,Jordan,MiddleSchool,G-07,B,Science,S,Mum,32,80,58,46,Yes,Good,Above-7,M 236 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Mum,32,60,58,66,Yes,Good,Above-7,M 237 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Father,12,8,18,26,No,Bad,Above-7,L 238 | M,Jordan,Jordan,MiddleSchool,G-07,B,Science,S,Father,52,10,13,6,No,Bad,Above-7,L 239 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Father,72,80,58,66,Yes,Good,Above-7,M 240 | F,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Mum,72,80,58,66,Yes,Good,Above-7,M 241 | M,Egypt,Egypt,MiddleSchool,G-07,B,Science,S,Mum,92,80,88,76,Yes,Good,Under-7,H 242 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Mum,72,80,98,96,Yes,Bad,Under-7,H 243 | M,Egypt,Egypt,MiddleSchool,G-07,B,Science,S,Father,72,80,58,86,Yes,Good,Under-7,M 244 | M,KW,KuwaIT,MiddleSchool,G-07,B,Science,S,Father,22,20,18,6,No,Bad,Above-7,L 245 | M,Egypt,KuwaIT,MiddleSchool,G-07,B,Science,S,Father,12,20,38,46,No,Bad,Above-7,M 246 | M,KW,KuwaIT,MiddleSchool,G-07,B,IT,S,Mum,70,92,83,85,Yes,Bad,Under-7,H 247 | F,KW,KuwaIT,MiddleSchool,G-06,A,IT,S,Father,50,40,52,66,Yes,Bad,Under-7,M 248 | F,KW,KuwaIT,MiddleSchool,G-06,A,Science,S,Father,80,94,62,77,Yes,Good,Under-7,H 249 | F,KW,KuwaIT,MiddleSchool,G-06,A,Math,S,Father,87,48,82,96,No,Bad,Above-7,M 250 | F,KW,KuwaIT,MiddleSchool,G-06,A,Quran,S,Father,70,40,2,16,No,Bad,Above-7,L 251 | M,KW,KuwaIT,lowerlevel,G-04,A,IT,S,Father,65,86,62,40,No,Good,Above-7,M 252 | M,KW,KuwaIT,lowerlevel,G-04,A,Math,S,Father,15,6,32,40,Yes,Good,Under-7,H 253 | M,Egypt,Egypt,lowerlevel,G-04,A,English,S,Mum,19,74,32,17,No,Good,Above-7,L 254 | F,KW,KuwaIT,lowerlevel,G-04,A,Science,S,Father,69,76,82,94,No,Bad,Under-7,M 255 | M,KW,KuwaIT,lowerlevel,G-04,A,Arabic,S,Father,39,26,12,44,No,Bad,Above-7,L 256 | M,KW,KuwaIT,lowerlevel,G-04,A,English,S,Father,59,97,42,70,Yes,Good,Under-7,H 257 | M,KW,KuwaIT,lowerlevel,G-04,A,History,S,Father,10,17,12,40,Yes,Good,Under-7,H 258 | F,KW,KuwaIT,lowerlevel,G-04,A,History,S,Mum,80,87,72,60,No,Good,Under-7,H 259 | F,KW,KuwaIT,lowerlevel,G-04,A,History,S,Father,70,99,66,65,No,Good,Under-7,M 260 | F,KW,KuwaIT,lowerlevel,G-04,A,History,S,Father,80,97,86,95,Yes,Good,Under-7,M 261 | M,KW,KuwaIT,lowerlevel,G-04,A,English,S,Mum,69,34,12,17,No,Bad,Above-7,L 262 | M,KW,KuwaIT,lowerlevel,G-04,A,History,S,Father,10,17,12,14,No,Bad,Above-7,L 263 | M,KW,KuwaIT,lowerlevel,G-04,A,History,S,Father,61,97,82,64,Yes,Bad,Above-7,M 264 | F,KW,KuwaIT,lowerlevel,G-04,A,History,S,Mum,21,27,52,34,Yes,Good,Above-7,M 265 | M,Egypt,Egypt,lowerlevel,G-04,A,Math,S,Mum,49,94,42,7,No,Bad,Above-7,M 266 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Mum,70,64,42,32,No,Bad,Under-7,M 267 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Mum,79,84,82,37,No,Bad,Under-7,H 268 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Father,19,80,12,17,Yes,Good,Above-7,M 269 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Father,11,70,32,29,Yes,Good,Above-7,M 270 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Father,10,8,10,10,Yes,Bad,Above-7,M 271 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Father,18,28,40,20,Yes,Bad,Above-7,M 272 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Mum,90,84,52,30,No,Good,Under-7,H 273 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Mum,92,81,32,36,No,Good,Under-7,M 274 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Father,42,21,2,16,No,Bad,Under-7,M 275 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Father,22,20,6,26,No,Bad,Under-7,H 276 | F,lebanon,lebanon,MiddleSchool,G-06,A,English,F,Mum,95,82,82,70,Yes,Good,Under-7,H 277 | F,lebanon,lebanon,MiddleSchool,G-06,A,English,S,Mum,90,62,80,60,Yes,Good,Under-7,H 278 | M,Palestine,Jordan,MiddleSchool,G-06,A,English,F,Mum,72,21,22,26,Yes,Good,Under-7,H 279 | M,Palestine,Jordan,MiddleSchool,G-06,A,English,S,Mum,92,31,42,27,Yes,Good,Under-7,H 280 | M,Palestine,Jordan,MiddleSchool,G-06,A,English,F,Mum,82,31,52,25,No,Good,Under-7,M 281 | M,Palestine,Jordan,MiddleSchool,G-06,A,English,S,Mum,72,41,46,27,No,Good,Under-7,M 282 | M,Iraq,Iraq,MiddleSchool,G-06,A,English,F,Mum,74,71,56,37,No,Good,Under-7,H 283 | M,Iraq,Iraq,MiddleSchool,G-06,A,English,S,Mum,74,60,56,37,No,Good,Under-7,H 284 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Mum,95,94,72,80,No,Good,Under-7,H 285 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Mum,97,87,82,86,No,Good,Under-7,H 286 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Father,40,38,32,36,No,Bad,Above-7,M 287 | M,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Father,41,39,35,39,Yes,Bad,Above-7,M 288 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,F,Mum,51,79,85,89,Yes,Good,Under-7,H 289 | F,Jordan,Jordan,MiddleSchool,G-06,A,English,S,Mum,81,79,91,85,Yes,Good,Under-7,H 290 | M,Palestine,Jordan,MiddleSchool,G-06,A,English,F,Mum,71,70,65,69,Yes,Good,Under-7,M 291 | M,Palestine,Jordan,MiddleSchool,G-06,A,English,S,Mum,75,71,76,80,Yes,Good,Under-7,M 292 | F,Jordan,Jordan,lowerlevel,G-04,A,Science,F,Father,49,36,32,44,No,Bad,Above-7,L 293 | F,Jordan,Jordan,lowerlevel,G-04,A,Science,S,Father,42,24,12,24,No,Bad,Above-7,L 294 | F,Palestine,Palestine,lowerlevel,G-04,A,Science,F,Mum,90,86,82,74,Yes,Good,Under-7,H 295 | F,Palestine,Palestine,lowerlevel,G-04,A,Science,S,Mum,62,64,72,84,Yes,Good,Under-7,H 296 | M,Iraq,Iraq,lowerlevel,G-04,A,Science,F,Father,90,86,82,74,Yes,Good,Above-7,M 297 | M,Iraq,Iraq,lowerlevel,G-04,A,Science,S,Father,62,64,72,84,Yes,Good,Above-7,M 298 | F,Jordan,Jordan,lowerlevel,G-04,A,Science,F,Mum,98,87,86,84,No,Good,Under-7,H 299 | F,Jordan,Jordan,lowerlevel,G-04,A,Science,S,Mum,72,74,82,89,No,Good,Under-7,H 300 | M,Jordan,Jordan,lowerlevel,G-04,A,Science,F,Father,18,17,26,34,No,Good,Above-7,M 301 | M,Jordan,Jordan,lowerlevel,G-04,A,Science,S,Father,32,14,32,29,No,Good,Above-7,M 302 | M,Jordan,Jordan,lowerlevel,G-04,A,Science,F,Father,10,12,20,13,No,Bad,Above-7,L 303 | M,Jordan,Jordan,lowerlevel,G-04,A,Science,S,Father,22,34,15,9,No,Bad,Above-7,L 304 | F,Jordan,Jordan,lowerlevel,G-04,B,Science,F,Mum,11,20,21,23,No,Bad,Under-7,M 305 | F,Jordan,Jordan,lowerlevel,G-04,B,Science,S,Mum,12,44,25,39,No,Bad,Under-7,M 306 | F,Jordan,Jordan,lowerlevel,G-04,B,Science,F,Father,15,50,24,43,Yes,Bad,Under-7,M 307 | F,Jordan,Jordan,lowerlevel,G-04,B,Science,S,Father,32,44,29,89,Yes,Bad,Under-7,M 308 | M,Jordan,Jordan,lowerlevel,G-04,B,Science,F,Mum,65,59,74,83,Yes,Good,Under-7,H 309 | M,Jordan,Jordan,lowerlevel,G-04,B,Science,S,Mum,72,64,59,89,Yes,Good,Under-7,H 310 | M,Palestine,Jordan,lowerlevel,G-04,B,Science,F,Mum,95,57,74,89,Yes,Good,Above-7,M 311 | M,Palestine,Jordan,lowerlevel,G-04,B,Science,S,Mum,82,84,79,79,Yes,Good,Above-7,M 312 | M,Jordan,Jordan,lowerlevel,G-04,B,Science,F,Father,25,29,34,33,No,Good,Above-7,M 313 | M,Jordan,Jordan,lowerlevel,G-04,B,Science,S,Father,42,34,29,39,No,Good,Above-7,M 314 | F,Jordan,Jordan,lowerlevel,G-04,B,Science,F,Mum,55,79,44,43,Yes,Good,Under-7,H 315 | F,Jordan,Jordan,lowerlevel,G-04,B,Science,S,Mum,62,64,69,49,Yes,Good,Under-7,H 316 | F,Jordan,lebanon,lowerlevel,G-04,B,Science,F,Mum,78,88,74,83,Yes,Good,Under-7,H 317 | F,Jordan,lebanon,lowerlevel,G-04,B,Science,S,Mum,72,84,89,89,Yes,Good,Under-7,H 318 | M,Jordan,Jordan,lowerlevel,G-02,A,French,F,Mum,60,92,83,23,Yes,Good,Under-7,H 319 | M,Jordan,Jordan,lowerlevel,G-02,A,French,S,Mum,50,90,83,13,Yes,Good,Under-7,H 320 | F,Jordan,Jordan,lowerlevel,G-02,A,French,F,Mum,60,97,13,3,Yes,Good,Under-7,H 321 | F,Jordan,Jordan,lowerlevel,G-02,A,French,S,Mum,50,95,23,10,Yes,Good,Under-7,H 322 | F,Jordan,Jordan,lowerlevel,G-02,A,French,F,Mum,60,87,23,11,Yes,Good,Above-7,M 323 | F,Jordan,Jordan,lowerlevel,G-02,A,French,S,Mum,50,80,20,15,Yes,Good,Above-7,M 324 | M,Jordan,Jordan,lowerlevel,G-02,A,French,F,Father,10,15,10,21,No,Bad,Above-7,L 325 | M,Jordan,Jordan,lowerlevel,G-02,A,French,S,Father,30,10,20,5,No,Bad,Above-7,L 326 | M,Syria,Syria,lowerlevel,G-02,A,French,F,Father,24,35,18,31,No,Bad,Under-7,M 327 | M,Syria,Syria,lowerlevel,G-02,A,French,S,Father,27,20,33,35,No,Bad,Under-7,M 328 | M,Jordan,Jordan,lowerlevel,G-02,A,French,F,Father,10,15,10,21,No,Bad,Above-7,L 329 | M,Jordan,Jordan,lowerlevel,G-02,A,French,S,Father,30,10,20,5,No,Bad,Above-7,L 330 | F,Jordan,Palestine,lowerlevel,G-02,A,French,F,Mum,80,77,63,83,Yes,Good,Under-7,M 331 | F,Jordan,Palestine,lowerlevel,G-02,A,French,S,Mum,75,85,73,80,Yes,Good,Under-7,M 332 | M,Jordan,Jordan,lowerlevel,G-02,A,French,F,Father,40,7,50,41,No,Good,Above-7,L 333 | M,Jordan,Jordan,lowerlevel,G-02,A,French,S,Father,35,2,29,33,No,Good,Above-7,L 334 | F,Jordan,Jordan,lowerlevel,G-02,A,French,F,Mum,10,90,30,21,No,Good,Under-7,M 335 | F,Jordan,Jordan,lowerlevel,G-02,A,French,S,Mum,25,80,29,23,No,Good,Under-7,M 336 | M,Lybia,Lybia,lowerlevel,G-02,A,French,F,Mum,10,8,9,3,No,Good,Above-7,L 337 | M,Lybia,Lybia,lowerlevel,G-02,A,French,S,Mum,15,7,12,7,No,Good,Above-7,L 338 | F,Palestine,Jordan,lowerlevel,G-02,A,French,F,Mum,70,90,20,21,No,Good,Under-7,M 339 | F,Palestine,Jordan,lowerlevel,G-02,A,French,S,Mum,75,80,15,20,No,Good,Under-7,M 340 | F,Palestine,Jordan,lowerlevel,G-02,B,French,F,Father,78,98,10,11,No,Good,Under-7,M 341 | F,Palestine,Jordan,lowerlevel,G-02,B,French,S,Father,79,89,11,14,No,Good,Under-7,M 342 | F,Iraq,Iraq,lowerlevel,G-02,B,French,F,Father,16,90,15,11,No,Good,Under-7,M 343 | F,Iraq,Iraq,lowerlevel,G-02,B,French,S,Father,17,80,13,10,No,Good,Under-7,M 344 | M,Jordan,Jordan,lowerlevel,G-02,B,French,F,Mum,40,87,50,41,No,Bad,Under-7,M 345 | M,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,35,92,29,33,No,Bad,Under-7,M 346 | F,Jordan,Jordan,lowerlevel,G-02,B,French,F,Mum,14,97,15,14,No,Good,Under-7,H 347 | F,Jordan,Jordan,lowerlevel,G-02,B,French,F,Mum,13,82,20,30,No,Good,Under-7,H 348 | F,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,24,97,15,14,No,Good,Under-7,H 349 | F,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,23,82,20,30,No,Good,Under-7,H 350 | M,Lybia,Lybia,lowerlevel,G-02,B,French,F,Mum,20,3,9,3,No,Good,Above-7,L 351 | M,Lybia,Lybia,lowerlevel,G-02,B,French,S,Mum,15,4,12,7,No,Good,Above-7,L 352 | M,Egypt,Egypt,lowerlevel,G-02,B,French,F,Mum,5,13,6,6,No,Good,Above-7,L 353 | M,Egypt,Egypt,lowerlevel,G-02,B,French,S,Mum,7,9,11,10,No,Good,Above-7,L 354 | F,Jordan,Jordan,lowerlevel,G-02,B,French,F,Mum,10,94,40,11,Yes,Good,Under-7,M 355 | F,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,25,89,21,13,Yes,Good,Under-7,M 356 | M,Jordan,Jordan,lowerlevel,G-02,B,French,F,Mum,30,98,42,21,Yes,Good,Under-7,H 357 | M,Jordan,Jordan,lowerlevel,G-02,B,French,S,Mum,35,97,41,23,Yes,Good,Under-7,H 358 | M,Jordan,Jordan,lowerlevel,G-02,B,French,F,Father,32,88,32,25,Yes,Good,Under-7,M 359 | M,Jordan,Jordan,lowerlevel,G-02,B,French,S,Father,25,87,21,27,Yes,Good,Under-7,M 360 | F,lebanon,lebanon,lowerlevel,G-02,B,French,F,Mum,72,98,52,15,Yes,Good,Under-7,H 361 | F,lebanon,lebanon,lowerlevel,G-02,B,French,S,Mum,75,90,51,17,Yes,Good,Under-7,H 362 | M,Jordan,Jordan,lowerlevel,G-02,A,Arabic,F,Father,20,88,31,28,Yes,Good,Above-7,M 363 | M,Jordan,Jordan,lowerlevel,G-02,A,Arabic,S,Father,10,98,41,38,Yes,Good,Above-7,M 364 | M,Palestine,Jordan,lowerlevel,G-02,A,Arabic,F,Father,90,98,41,38,Yes,Good,Under-7,H 365 | M,Palestine,Jordan,lowerlevel,G-02,A,Arabic,S,Father,80,88,51,39,Yes,Good,Under-7,H 366 | M,Iraq,Iraq,lowerlevel,G-02,A,Arabic,F,Father,80,95,21,28,Yes,Good,Under-7,H 367 | M,Iraq,Iraq,lowerlevel,G-02,A,Arabic,S,Father,78,70,31,29,Yes,Good,Under-7,H 368 | M,Jordan,Jordan,lowerlevel,G-02,A,Arabic,F,Father,10,18,71,38,Yes,Good,Above-7,M 369 | M,Jordan,Jordan,lowerlevel,G-02,A,Arabic,S,Father,10,58,51,48,Yes,Good,Above-7,M 370 | F,Palestine,Jordan,lowerlevel,G-02,A,Arabic,F,Mum,98,88,60,31,No,Good,Under-7,H 371 | F,Palestine,Jordan,lowerlevel,G-02,A,Arabic,S,Mum,75,81,51,34,No,Good,Under-7,H 372 | M,Jordan,Jordan,lowerlevel,G-02,A,Arabic,F,Father,10,17,50,21,No,Bad,Under-7,M 373 | M,Jordan,Jordan,lowerlevel,G-02,A,Arabic,S,Father,35,2,29,23,No,Bad,Under-7,M 374 | F,Jordan,Jordan,lowerlevel,G-02,A,Arabic,F,Father,10,20,22,97,No,Bad,Above-7,L 375 | F,Jordan,Jordan,lowerlevel,G-02,A,Arabic,S,Father,5,9,19,98,No,Bad,Above-7,L 376 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,F,Father,10,10,40,51,No,Bad,Above-7,L 377 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,S,Father,35,2,29,23,No,Bad,Above-7,L 378 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,F,Mum,20,90,50,61,Yes,Bad,Above-7,M 379 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,S,Mum,32,82,59,63,Yes,Bad,Above-7,M 380 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,F,Father,10,30,50,91,Yes,Bad,Above-7,L 381 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,S,Father,12,22,59,83,Yes,Bad,Above-7,L 382 | F,Jordan,Jordan,lowerlevel,G-02,B,Arabic,F,Father,11,20,20,98,No,Bad,Above-7,L 383 | F,Jordan,Jordan,lowerlevel,G-02,B,Arabic,S,Father,10,12,29,93,No,Bad,Above-7,L 384 | M,Iraq,Iraq,lowerlevel,G-02,B,Arabic,F,Mum,69,82,20,28,Yes,Good,Under-7,H 385 | M,Iraq,Iraq,lowerlevel,G-02,B,Arabic,S,Mum,70,83,29,33,Yes,Good,Under-7,H 386 | F,Iraq,Iraq,lowerlevel,G-02,B,Arabic,F,Mum,89,92,40,28,Yes,Good,Under-7,H 387 | F,Iraq,Iraq,lowerlevel,G-02,B,Arabic,S,Mum,79,93,49,23,Yes,Good,Under-7,H 388 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,F,Mum,15,90,21,97,Yes,Good,Under-7,M 389 | M,Jordan,Jordan,lowerlevel,G-02,B,Arabic,S,Mum,20,77,31,88,Yes,Good,Under-7,M 390 | M,Jordan,SaudiArabia,lowerlevel,G-02,B,Arabic,F,Mum,4,10,11,7,No,Good,Above-7,L 391 | M,Jordan,SaudiArabia,lowerlevel,G-02,B,Arabic,S,Mum,5,0,1,8,No,Good,Above-7,L 392 | F,Jordan,Jordan,MiddleSchool,G-07,A,Biology,F,Mum,88,81,50,10,Yes,Good,Above-7,M 393 | F,Jordan,Jordan,MiddleSchool,G-07,A,Biology,S,Mum,90,88,54,12,Yes,Good,Above-7,M 394 | F,Iraq,Iraq,MiddleSchool,G-07,A,Biology,F,Mum,86,98,50,20,Yes,Good,Under-7,H 395 | F,Iraq,Iraq,MiddleSchool,G-07,A,Biology,S,Mum,90,90,57,22,Yes,Good,Under-7,H 396 | M,Jordan,Palestine,MiddleSchool,G-07,A,Biology,F,Mum,78,91,50,40,Yes,Good,Under-7,H 397 | M,Jordan,Palestine,MiddleSchool,G-07,A,Biology,S,Mum,70,98,54,72,Yes,Good,Under-7,H 398 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,F,Father,80,80,46,61,Yes,Bad,Under-7,M 399 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,S,Father,85,82,59,63,Yes,Bad,Under-7,M 400 | M,Palestine,Palestine,MiddleSchool,G-07,A,Biology,F,Father,88,90,86,81,Yes,Good,Under-7,H 401 | M,Palestine,Palestine,MiddleSchool,G-07,A,Biology,S,Father,89,92,89,83,Yes,Good,Under-7,H 402 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,F,Father,39,71,40,26,No,Good,Above-7,M 403 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,S,Father,35,80,34,22,No,Good,Above-7,M 404 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,F,Father,76,81,80,86,No,Good,Under-7,H 405 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,S,Father,65,89,64,82,No,Good,Under-7,H 406 | F,Syria,Syria,MiddleSchool,G-07,A,Biology,F,Mum,96,95,70,70,Yes,Good,Under-7,H 407 | F,Syria,Syria,MiddleSchool,G-07,A,Biology,S,Mum,80,91,87,72,Yes,Good,Under-7,H 408 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,F,Mum,2,9,10,1,No,Bad,Above-7,L 409 | M,Jordan,Jordan,MiddleSchool,G-07,A,Biology,S,Mum,3,8,19,3,No,Bad,Above-7,L 410 | M,Jordan,Jordan,MiddleSchool,G-07,B,Biology,F,Father,50,79,10,31,No,Bad,Under-7,M 411 | M,Jordan,Jordan,MiddleSchool,G-07,B,Biology,S,Father,53,88,9,33,No,Bad,Under-7,M 412 | F,Jordan,Jordan,MiddleSchool,G-07,B,Biology,F,Mum,70,89,12,21,No,Good,Under-7,H 413 | F,Jordan,Jordan,MiddleSchool,G-07,B,Biology,S,Mum,59,90,19,43,No,Good,Under-7,H 414 | M,Palestine,Jordan,MiddleSchool,G-07,B,Biology,F,Father,78,80,66,51,Yes,Good,Under-7,M 415 | M,Palestine,Jordan,MiddleSchool,G-07,B,Biology,S,Father,79,72,79,83,Yes,Good,Under-7,M 416 | F,Lybia,Lybia,MiddleSchool,G-07,B,Biology,F,Mum,10,9,2,1,No,Good,Above-7,L 417 | F,Lybia,Lybia,MiddleSchool,G-07,B,Biology,S,Mum,9,7,9,3,No,Good,Above-7,L 418 | M,Iraq,Iraq,MiddleSchool,G-07,B,Biology,F,Father,98,90,86,71,Yes,Good,Under-7,H 419 | M,Iraq,Iraq,MiddleSchool,G-07,B,Biology,S,Father,89,92,89,83,Yes,Good,Under-7,H 420 | M,Palestine,Jordan,MiddleSchool,G-07,B,Biology,F,Father,88,90,76,81,Yes,Good,Under-7,H 421 | M,Palestine,Jordan,MiddleSchool,G-07,B,Biology,S,Father,99,96,89,84,Yes,Good,Under-7,H 422 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Mum,82,89,22,31,Yes,Good,Under-7,H 423 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Mum,84,92,29,43,Yes,Good,Under-7,H 424 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Mum,70,69,46,45,Yes,Good,Above-7,M 425 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Mum,74,62,49,43,Yes,Good,Above-7,M 426 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Mum,90,79,76,79,Yes,Good,Under-7,H 427 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Mum,84,77,79,68,Yes,Good,Under-7,H 428 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Mum,80,80,62,11,Yes,Good,Above-7,M 429 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Mum,81,82,69,13,Yes,Good,Above-7,M 430 | M,Jordan,SaudiArabia,MiddleSchool,G-08,A,Chemistry,F,Father,10,0,2,41,No,Bad,Above-7,L 431 | M,Jordan,SaudiArabia,MiddleSchool,G-08,A,Chemistry,S,Father,11,2,9,49,No,Bad,Above-7,L 432 | M,Jordan,SaudiArabia,MiddleSchool,G-08,A,Geology,F,Father,85,89,22,61,No,Bad,Under-7,H 433 | M,Jordan,SaudiArabia,MiddleSchool,G-08,A,Geology,S,Father,80,89,23,68,No,Bad,Under-7,H 434 | M,Jordan,SaudiArabia,MiddleSchool,G-08,A,Geology,F,Father,95,87,62,81,No,Bad,Under-7,M 435 | M,Jordan,SaudiArabia,MiddleSchool,G-08,A,Geology,S,Father,87,79,73,98,No,Bad,Under-7,M 436 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Mum,85,87,72,10,Yes,Good,Above-7,M 437 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Mum,79,88,79,20,Yes,Good,Above-7,M 438 | M,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Mum,80,81,71,30,Yes,Good,Under-7,M 439 | M,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Mum,70,83,70,23,Yes,Good,Under-7,M 440 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Mum,80,82,76,19,Yes,Good,Under-7,M 441 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Mum,70,82,75,29,Yes,Good,Under-7,M 442 | M,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Mum,89,87,86,15,Yes,Good,Under-7,M 443 | M,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Mum,90,86,85,10,Yes,Good,Under-7,M 444 | M,Jordan,Jordan,MiddleSchool,G-08,A,History,F,Mum,69,77,76,75,Yes,Good,Above-7,M 445 | M,Jordan,Jordan,MiddleSchool,G-08,A,History,S,Mum,70,76,65,70,Yes,Good,Above-7,M 446 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Mum,75,72,64,39,Yes,Good,Above-7,L 447 | M,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Mum,72,76,66,40,Yes,Good,Above-7,L 448 | M,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Mum,77,82,74,79,Yes,Good,Under-7,M 449 | M,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Mum,71,84,67,80,Yes,Good,Under-7,M 450 | M,Jordan,Jordan,MiddleSchool,G-08,A,History,F,Mum,87,92,74,89,Yes,Good,Under-7,H 451 | M,Jordan,Jordan,MiddleSchool,G-08,A,History,S,Mum,81,84,77,85,Yes,Good,Under-7,H 452 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Father,15,97,22,10,Yes,Good,Under-7,H 453 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Father,19,98,20,2,Yes,Good,Under-7,H 454 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Father,25,82,52,20,Yes,Good,Above-7,M 455 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Father,29,78,40,12,Yes,Good,Above-7,M 456 | F,Jordan,Jordan,MiddleSchool,G-08,A,History,F,Father,45,87,57,80,Yes,Good,Under-7,M 457 | F,Jordan,Jordan,MiddleSchool,G-08,A,History,S,Father,39,88,43,72,Yes,Good,Under-7,M 458 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Father,85,90,52,30,Yes,Good,Under-7,H 459 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Father,79,91,49,22,Yes,Good,Under-7,H 460 | M,Iraq,Iraq,MiddleSchool,G-08,A,Chemistry,F,Father,90,91,80,81,Yes,Good,Under-7,H 461 | M,Iraq,Iraq,MiddleSchool,G-08,A,Chemistry,S,Father,80,90,80,83,Yes,Good,Under-7,H 462 | M,Iraq,Iraq,MiddleSchool,G-08,A,Geology,F,Father,80,83,82,71,Yes,Good,Above-7,M 463 | M,Iraq,Iraq,MiddleSchool,G-08,A,Geology,S,Father,71,81,83,72,Yes,Good,Above-7,M 464 | M,Iraq,Iraq,MiddleSchool,G-08,A,History,F,Father,72,87,72,89,Yes,Good,Above-7,M 465 | M,Iraq,Iraq,MiddleSchool,G-08,A,History,S,Father,69,77,83,92,Yes,Good,Above-7,M 466 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Mum,85,99,42,90,Yes,Good,Under-7,H 467 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Mum,89,96,45,92,Yes,Good,Under-7,H 468 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Mum,80,82,64,58,Yes,Good,Under-7,H 469 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Mum,87,93,63,60,Yes,Good,Under-7,H 470 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Father,15,9,14,80,No,Bad,Above-7,L 471 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Father,9,6,15,85,No,Bad,Above-7,L 472 | M,Palestine,Jordan,MiddleSchool,G-08,A,History,F,Father,81,86,86,41,Yes,Good,Under-7,M 473 | M,Palestine,Jordan,MiddleSchool,G-08,A,History,S,Father,78,82,78,53,Yes,Good,Under-7,M 474 | M,Palestine,Palestine,MiddleSchool,G-08,A,Geology,F,Father,80,87,74,68,Yes,Good,Under-7,M 475 | M,Palestine,Palestine,MiddleSchool,G-08,A,Geology,S,Father,85,88,79,70,Yes,Good,Under-7,M 476 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,F,Father,2,7,4,8,No,Bad,Above-7,L 477 | F,Jordan,Jordan,MiddleSchool,G-08,A,Chemistry,S,Father,5,4,5,8,No,Bad,Above-7,L 478 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,F,Father,50,77,14,28,No,Bad,Under-7,M 479 | F,Jordan,Jordan,MiddleSchool,G-08,A,Geology,S,Father,55,74,25,29,No,Bad,Under-7,M 480 | F,Jordan,Jordan,MiddleSchool,G-08,A,History,F,Father,30,17,14,57,No,Bad,Above-7,L 481 | F,Jordan,Jordan,MiddleSchool,G-08,A,History,S,Father,35,14,23,62,No,Bad,Above-7,L 482 | -------------------------------------------------------------------------------- /student.py: -------------------------------------------------------------------------------- 1 | #made by Dharmendra Choudhary......VIT university,vellore,Tamil Nadu 2 | import pandas as pd 3 | import numpy as np 4 | import seaborn as sns 5 | sns.set(style='white') 6 | import matplotlib.pyplot as plt 7 | from sklearn.preprocessing import LabelEncoder 8 | from sklearn.cross_validation import train_test_split 9 | from sklearn.preprocessing import StandardScaler 10 | from sklearn.ensemble import RandomForestClassifier 11 | from sklearn.model_selection import KFold 12 | from sklearn.model_selection import cross_val_score 13 | from sklearn.model_selection import GridSearchCV 14 | from sklearn.linear_model import LinearRegression 15 | from sklearn.linear_model import Lasso 16 | from sklearn.linear_model import ElasticNet 17 | from sklearn.tree import DecisionTreeRegressor 18 | from sklearn.neighbors import KNeighborsRegressor 19 | from sklearn.svm import SVR 20 | from sklearn.pipeline import Pipeline 21 | from sklearn.ensemble import RandomForestRegressor 22 | from sklearn.ensemble import GradientBoostingRegressor 23 | from sklearn.ensemble import ExtraTreesRegressor 24 | from sklearn.ensemble import AdaBoostRegressor 25 | from sklearn.metrics import mean_squared_error 26 | 27 | df = pd.read_csv("xAPI-Edu-Data.csv") 28 | #print df.shape 29 | 30 | df = df.drop('PlaceofBirth',1) 31 | #print df.head(5) 32 | 33 | print (df.describe()) 34 | 35 | ls = ['gender','Relation','Topic','SectionID','GradeID','NationalITy','Class','StageID','Semester','ParentAnsweringSurvey','ParentschoolSatisfaction','StudentAbsenceDays'] 36 | 37 | for i in ls: 38 | g = sns.factorplot(i,data=df,kind='count',size=3) 39 | 40 | print (df.shape) 41 | 42 | #preprocessing 43 | 44 | target = df.pop('Class') 45 | 46 | X = pd.get_dummies(df) 47 | 48 | le = LabelEncoder() 49 | y = le.fit_transform(target) 50 | 51 | X_train, X_test, y_train, y_test = train_test_split(X,y,test_size=0.3,random_state=0) 52 | ss = StandardScaler() 53 | #print X_train 54 | X_train_std = ss.fit_transform(X_train) 55 | X_test_std = ss.fit_transform(X_test) 56 | #print X_train_std 57 | 58 | #dimensionality_reduction 59 | 60 | feat_labels = X.columns[:58] 61 | forest = RandomForestClassifier(n_estimators=1000,random_state=0,n_jobs=-1) 62 | forest.fit(X_train,y_train) 63 | importances = forest.feature_importances_ 64 | indices = np.argsort(importances)[::-1] 65 | for f in range(X_train.shape[1]): 66 | print("%2d) %-*s %f" % (f + 1, 30,feat_labels[indices[f]],importances[indices[f]])) 67 | h = sns.barplot(importances[indices],feat_labels[indices]) 68 | 69 | #removing dimensions 70 | 71 | X_train_new = X_train 72 | X_test_new = X_test 73 | 74 | ls = ['VisITedResources','raisedhands','AnnouncementsView','StudentAbsenceDays_Above-7','StudentAbsenceDays_Under-7','Discussion'] 75 | 76 | for i in X_train.columns: 77 | if i in ls: 78 | pass 79 | else: 80 | X_train_new.drop(i , axis=1, inplace=True) 81 | 82 | for i in X_test.columns: 83 | if i in ls: 84 | pass 85 | else: 86 | X_test_new.drop(i , axis=1, inplace=True) 87 | 88 | 89 | #spot checking algorithms 90 | 91 | models = [] 92 | models.append(('LR', LinearRegression())) 93 | models.append(('LASSO', Lasso())) 94 | models.append(('EN', ElasticNet())) 95 | models.append(('KNN', KNeighborsRegressor())) 96 | models.append(('CART', DecisionTreeRegressor())) 97 | models.append(('SVR', SVR())) 98 | 99 | 100 | # evaluate each model in turn 101 | results = [] 102 | names = [] 103 | for name, model in models: 104 | kfold = KFold(n_splits=10, random_state=7) 105 | cv_results = cross_val_score(model, X_train_new, y_train, cv=kfold, scoring='neg_mean_squared_error') 106 | results.append(cv_results) 107 | names.append(name) 108 | msg = "%s: %f (%f)" % (name, cv_results.mean(), cv_results.std()) 109 | print(msg) 110 | 111 | 112 | # Standardize the dataset 113 | pipelines = [] 114 | pipelines.append(('ScaledLR', Pipeline([('Scaler', StandardScaler()),('LR',LinearRegression())]))) 115 | pipelines.append(('ScaledLASSO', Pipeline([('Scaler', StandardScaler()),('LASSO',Lasso())]))) 116 | pipelines.append(('ScaledEN', Pipeline([('Scaler', StandardScaler()),('EN',ElasticNet())]))) 117 | pipelines.append(('ScaledKNN', Pipeline([('Scaler', StandardScaler()),('KNN',KNeighborsRegressor())]))) 118 | pipelines.append(('ScaledCART', Pipeline([('Scaler', StandardScaler()),('CART',DecisionTreeRegressor())]))) 119 | pipelines.append(('ScaledSVR', Pipeline([('Scaler', StandardScaler()),('SVR', SVR())]))) 120 | results = [] 121 | names = [] 122 | for name, model in pipelines: 123 | kfold = KFold(n_splits=10, random_state=7) 124 | cv_results = cross_val_score(model, X_train_new, y_train, cv=kfold, scoring='neg_mean_squared_error') 125 | results.append(cv_results) 126 | names.append(name) 127 | msg = "%s: %f (%f)" % (name, cv_results.mean(), cv_results.std()) 128 | print(msg) 129 | 130 | fig = plt.figure() 131 | fig.suptitle('Scaled Algorithm Comparison') 132 | ax = fig.add_subplot(111) 133 | plt.boxplot(results) 134 | ax.set_xticklabels(names) 135 | plt.show() 136 | 137 | #lasso algorithm tuning 138 | scaler = StandardScaler().fit(X_train) 139 | rescaledX = scaler.transform(X_train) 140 | k_values = np.array([.1,.11,.12,.13,.14,.15,.16,.09,.08,.07,.06,.05,.04]) 141 | param_grid = dict(alpha=k_values) 142 | model = Lasso() 143 | kfold = KFold(n_splits=10, random_state=7) 144 | grid = GridSearchCV(estimator=model, param_grid=param_grid, scoring='neg_mean_squared_error', cv=kfold) 145 | grid_result = grid.fit(rescaledX, y_train) 146 | 147 | 148 | print("Best: %f using %s" % (grid_result.best_score_, grid_result.best_params_)) 149 | means = grid_result.cv_results_['mean_test_score'] 150 | stds = grid_result.cv_results_['std_test_score'] 151 | params = grid_result.cv_results_['params'] 152 | for mean, stdev, param in zip(means, stds, params): 153 | print("%f (%f) with: %r" % (mean, stdev, param)) 154 | 155 | #using ensembles 156 | ensembles = [] 157 | ensembles.append(('ScaledAB', Pipeline([('Scaler', StandardScaler()),('AB',AdaBoostRegressor())]))) 158 | ensembles.append(('ScaledGBM', Pipeline([('Scaler', StandardScaler()),('GBM',GradientBoostingRegressor())]))) 159 | ensembles.append(('ScaledRF', Pipeline([('Scaler', StandardScaler()),('RF',RandomForestRegressor())]))) 160 | ensembles.append(('ScaledET', Pipeline([('Scaler', StandardScaler()),('ET',ExtraTreesRegressor())]))) 161 | results = [] 162 | names = [] 163 | for name, model in ensembles: 164 | kfold = KFold(n_splits=10, random_state=7) 165 | cv_results = cross_val_score(model, X_train, y_train, cv=kfold, scoring='neg_mean_squared_error') 166 | results.append(cv_results) 167 | names.append(name) 168 | msg = "%s: %f (%f)" % (name, cv_results.mean(), cv_results.std()) 169 | print(msg) 170 | 171 | # Compare Algorithms 172 | fig = plt.figure() 173 | fig.suptitle('Scaled Ensemble Algorithm Comparison') 174 | ax = fig.add_subplot(111) 175 | plt.boxplot(results) 176 | ax.set_xticklabels(names) 177 | plt.show() 178 | 179 | # Tune scaled AdaboostRegressor 180 | scaler = StandardScaler().fit(X_train) 181 | rescaledX = scaler.transform(X_train) 182 | param_grid = dict(n_estimators=np.array([50,100,150,200,250,300,350,400])) 183 | model = AdaBoostRegressor(random_state=7) 184 | kfold = KFold(n_splits=10, random_state=7) 185 | grid = GridSearchCV(estimator=model, param_grid=param_grid, scoring='neg_mean_squared_error', cv=kfold) 186 | grid_result = grid.fit(rescaledX, y_train) 187 | 188 | print("Best: %f using %s" % (grid_result.best_score_, grid_result.best_params_)) 189 | means = grid_result.cv_results_['mean_test_score'] 190 | stds = grid_result.cv_results_['std_test_score'] 191 | params = grid_result.cv_results_['params'] 192 | for mean, stdev, param in zip(means, stds, params): 193 | print("%f (%f) with: %r" % (mean, stdev, param)) 194 | 195 | # prepare the model 196 | scaler = StandardScaler().fit(X_train) 197 | rescaledX = scaler.transform(X_train) 198 | model = GradientBoostingRegressor(random_state=7, n_estimators=400) 199 | model.fit(rescaledX, y_train) 200 | 201 | # transform the validation dataset 202 | rescaledValidationX = scaler.transform(X_test) 203 | predictions = model.predict(rescaledValidationX) 204 | print(mean_squared_error(y_test, predictions)) 205 | --------------------------------------------------------------------------------