DecisionTreeRandomForest.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as np\n",
    "import seaborn as sb\n",
    "import os\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "#Xtrain,Xtest,Ytrain,Ytest=train_test_split(X,Y,test_size=0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.metrics import confusion_matrix,classification_report"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.tree import DecisionTreeClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "DT=DecisionTreeClassifier()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "del df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "df=pd.read_csv('mainData.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.drop('Unnamed: 0',axis=1,inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "X=df.drop('class',axis=1).values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "Y=df['class'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.dropna(inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "Xtrain,Xtest,Ytrain,Ytest=train_test_split(X,Y,test_size=0.3)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "331"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df['class'].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for i in range(63743):\n",
    "    df.iloc[i]['class']=dictionary[df.iloc[i]['class']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.iloc[0]['class']=dictionary[df.iloc[0]['class']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dictionary[df.iloc[100]['class']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "Xtrain,Xtest,Ytrain,Ytest=train_test_split(X,Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DecisionTreeClassifier(class_weight=None, criterion='gini', max_depth=None,\n",
       "                       max_features=None, max_leaf_nodes=None,\n",
       "                       min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "                       min_samples_leaf=1, min_samples_split=2,\n",
       "                       min_weight_fraction_leaf=0.0, presort=False,\n",
       "                       random_state=None, splitter='best')"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "DT.fit(Xtrain,Ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {},
   "outputs": [],
   "source": [
    "DT=pickle.load(open('DecisionTreeclf.pkl','rb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "predTree=DT.predict(Xtest)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Decision Tree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           1       0.63      0.56      0.59        57\n",
      "           2       0.61      0.52      0.56        64\n",
      "           3       0.63      0.50      0.56        66\n",
      "           4       0.48      0.54      0.51        54\n",
      "           5       0.44      0.45      0.44        58\n",
      "           6       0.64      0.65      0.64        65\n",
      "           7       0.59      0.47      0.53        55\n",
      "           8       0.56      0.64      0.60        58\n",
      "           9       0.54      0.51      0.52        55\n",
      "          10       0.47      0.48      0.47        56\n",
      "          11       0.61      0.50      0.55        60\n",
      "          12       0.44      0.49      0.47        61\n",
      "          13       0.50      0.51      0.50        59\n",
      "          14       0.48      0.51      0.50        55\n",
      "          15       0.53      0.53      0.53        55\n",
      "          16       0.54      0.59      0.56        58\n",
      "          17       0.33      0.46      0.38        59\n",
      "          18       0.48      0.54      0.51        59\n",
      "          19       0.44      0.54      0.48        54\n",
      "          20       0.54      0.50      0.52        62\n",
      "          21       0.64      0.48      0.55        58\n",
      "          22       0.56      0.47      0.51        57\n",
      "          23       0.55      0.48      0.51        58\n",
      "          24       0.37      0.53      0.44        53\n",
      "          25       0.50      0.53      0.52        60\n",
      "          26       0.48      0.41      0.44        59\n",
      "          27       0.54      0.55      0.54        62\n",
      "          28       0.45      0.43      0.44        47\n",
      "          29       0.44      0.63      0.51        43\n",
      "          30       0.52      0.48      0.50        63\n",
      "          31       0.54      0.55      0.54        66\n",
      "          32       0.43      0.49      0.46        47\n",
      "          33       0.62      0.60      0.61        58\n",
      "          34       0.50      0.48      0.49        58\n",
      "          35       0.56      0.66      0.61        53\n",
      "          36       0.54      0.51      0.52        59\n",
      "          37       0.51      0.53      0.52        47\n",
      "          38       0.68      0.46      0.55        69\n",
      "          39       0.40      0.65      0.50        52\n",
      "          40       0.70      0.49      0.57        68\n",
      "          41       0.51      0.52      0.51        62\n",
      "          42       0.58      0.45      0.51        62\n",
      "          43       0.54      0.41      0.46        64\n",
      "          44       0.47      0.47      0.47        57\n",
      "          45       0.52      0.55      0.54        65\n",
      "          46       0.53      0.52      0.53        63\n",
      "          47       0.53      0.46      0.49        50\n",
      "          48       0.60      0.56      0.58        61\n",
      "          49       0.50      0.56      0.53        55\n",
      "          50       0.58      0.62      0.60        63\n",
      "          51       0.59      0.56      0.57        66\n",
      "          52       0.57      0.55      0.56        47\n",
      "          53       0.58      0.50      0.54        66\n",
      "          54       0.60      0.52      0.56        61\n",
      "          55       0.66      0.52      0.58        63\n",
      "          56       0.51      0.47      0.49        53\n",
      "          57       0.57      0.55      0.56        60\n",
      "          58       0.49      0.46      0.48        63\n",
      "          59       0.44      0.51      0.47        49\n",
      "          60       0.50      0.52      0.51        69\n",
      "          61       0.59      0.48      0.53        63\n",
      "          62       0.64      0.55      0.60        65\n",
      "          63       0.51      0.61      0.56        41\n",
      "          64       0.52      0.49      0.50        63\n",
      "          65       0.45      0.44      0.44        62\n",
      "          66       0.54      0.52      0.53        63\n",
      "          67       0.45      0.40      0.42        60\n",
      "          68       0.49      0.52      0.50        52\n",
      "          69       0.11      0.63      0.19        62\n",
      "          70       0.45      0.51      0.48        55\n",
      "          71       0.61      0.57      0.59        67\n",
      "          72       0.55      0.62      0.58        56\n",
      "          73       0.53      0.51      0.52        59\n",
      "          74       0.65      0.51      0.57        65\n",
      "          75       0.55      0.46      0.50        71\n",
      "          76       0.52      0.55      0.53        51\n",
      "          77       0.34      0.51      0.41        43\n",
      "          78       0.59      0.58      0.59        55\n",
      "          79       0.56      0.52      0.54        60\n",
      "          80       0.52      0.50      0.51        58\n",
      "          81       0.52      0.52      0.52        63\n",
      "          82       0.65      0.49      0.56        71\n",
      "          83       0.61      0.47      0.53        58\n",
      "          84       0.57      0.60      0.59        53\n",
      "          85       0.46      0.45      0.46        53\n",
      "          86       0.33      0.46      0.39        46\n",
      "          87       0.40      0.45      0.42        60\n",
      "          88       0.39      0.60      0.48        48\n",
      "          89       0.39      0.46      0.42        50\n",
      "          90       0.49      0.50      0.50        56\n",
      "          91       0.59      0.37      0.46        59\n",
      "          92       0.55      0.48      0.51        56\n",
      "          93       0.59      0.48      0.53        61\n",
      "          94       0.42      0.46      0.44        59\n",
      "          95       0.53      0.54      0.53        69\n",
      "          96       0.56      0.49      0.52        72\n",
      "          97       0.53      0.45      0.49        56\n",
      "          98       0.54      0.53      0.54        58\n",
      "          99       0.36      0.49      0.41        37\n",
      "         100       0.40      0.56      0.47        43\n",
      "         101       0.59      0.48      0.53        63\n",
      "         102       0.51      0.44      0.47        64\n",
      "         103       0.54      0.48      0.50        61\n",
      "         104       0.54      0.47      0.50        66\n",
      "         105       0.56      0.54      0.55        59\n",
      "         106       0.52      0.55      0.53        53\n",
      "         107       0.56      0.55      0.55        62\n",
      "         108       0.49      0.45      0.47        62\n",
      "         109       0.60      0.56      0.58        55\n",
      "         110       0.59      0.48      0.53        60\n",
      "         111       0.54      0.49      0.51        57\n",
      "         112       0.55      0.48      0.51        56\n",
      "         113       0.39      0.61      0.48        46\n",
      "         114       0.52      0.42      0.46        55\n",
      "         115       0.52      0.53      0.53        49\n",
      "         116       0.49      0.44      0.46        57\n",
      "         117       0.54      0.57      0.55        65\n",
      "         118       0.70      0.57      0.63        56\n",
      "         119       0.54      0.61      0.57        64\n",
      "         120       0.49      0.56      0.52        45\n",
      "         121       0.56      0.52      0.54        65\n",
      "         122       0.55      0.58      0.56        52\n",
      "         123       0.43      0.45      0.44        42\n",
      "         124       0.52      0.59      0.56        59\n",
      "         125       0.50      0.44      0.47        55\n",
      "         126       0.60      0.52      0.56        62\n",
      "         127       0.57      0.62      0.59        53\n",
      "         128       0.47      0.53      0.50        51\n",
      "         129       0.56      0.58      0.57        59\n",
      "         130       0.48      0.40      0.44        55\n",
      "         131       0.41      0.51      0.45        49\n",
      "         132       0.50      0.52      0.51        42\n",
      "         133       0.70      0.48      0.57        63\n",
      "         134       0.59      0.58      0.58        57\n",
      "         135       0.64      0.49      0.55        57\n",
      "         136       0.42      0.41      0.42        51\n",
      "         137       0.46      0.51      0.49        51\n",
      "         138       0.33      0.44      0.38        48\n",
      "         139       0.60      0.55      0.57        62\n",
      "         140       0.60      0.48      0.53        61\n",
      "         141       0.50      0.37      0.43        59\n",
      "         142       0.58      0.62      0.60        55\n",
      "         143       0.69      0.57      0.62        58\n",
      "         144       0.72      0.63      0.67        54\n",
      "         145       0.44      0.47      0.45        58\n",
      "         146       0.65      0.55      0.60        65\n",
      "         147       0.49      0.47      0.48        55\n",
      "         148       0.52      0.55      0.53        64\n",
      "         149       0.45      0.49      0.47        71\n",
      "         150       0.56      0.53      0.54        70\n",
      "         151       0.50      0.60      0.54        57\n",
      "         152       0.41      0.52      0.46        48\n",
      "         153       0.55      0.51      0.53        63\n",
      "         154       0.60      0.52      0.56        50\n",
      "         155       0.61      0.65      0.63        57\n",
      "         156       0.58      0.59      0.59        64\n",
      "         157       0.62      0.53      0.57        59\n",
      "         158       0.60      0.44      0.50        64\n",
      "         159       0.49      0.53      0.51        53\n",
      "         160       0.48      0.46      0.47        59\n",
      "         161       0.54      0.57      0.55        49\n",
      "         162       0.61      0.55      0.58        60\n",
      "         163       0.46      0.53      0.49        49\n",
      "         164       0.52      0.57      0.54        54\n",
      "         165       0.46      0.57      0.51        47\n",
      "         166       0.51      0.47      0.49        68\n",
      "         167       0.54      0.50      0.52        56\n",
      "         168       0.39      0.44      0.41        52\n",
      "         169       0.45      0.52      0.48        52\n",
      "         170       0.57      0.53      0.55        55\n",
      "         171       0.59      0.47      0.52        64\n",
      "         172       0.57      0.57      0.57        63\n",
      "         173       0.64      0.45      0.53        62\n",
      "         174       0.61      0.61      0.61        57\n",
      "         175       0.65      0.53      0.58        53\n",
      "         176       0.62      0.64      0.63        55\n",
      "         177       0.54      0.47      0.50        57\n",
      "         178       0.67      0.55      0.61        56\n",
      "         179       0.56      0.45      0.50        65\n",
      "         180       0.70      0.50      0.58        60\n",
      "         181       0.54      0.57      0.55        58\n",
      "         182       0.72      0.60      0.66        65\n",
      "         183       0.43      0.52      0.47        61\n",
      "         184       0.36      0.30      0.33        54\n",
      "         185       0.54      0.50      0.52        56\n",
      "         186       0.41      0.36      0.38        55\n",
      "         187       0.54      0.40      0.46        70\n",
      "         188       0.55      0.48      0.51        50\n",
      "         189       0.49      0.52      0.51        61\n",
      "         190       0.58      0.58      0.58        62\n",
      "         191       0.57      0.40      0.47        63\n",
      "         192       0.47      0.47      0.47        66\n",
      "         193       0.52      0.45      0.48        56\n",
      "         194       0.51      0.37      0.43        57\n",
      "         195       0.55      0.35      0.43        62\n",
      "         196       0.49      0.54      0.51        54\n",
      "         197       0.50      0.55      0.53        47\n",
      "         198       0.59      0.52      0.55        65\n",
      "         199       0.51      0.49      0.50        59\n",
      "         200       0.49      0.48      0.49        56\n",
      "         201       0.54      0.59      0.56        59\n",
      "         202       0.39      0.49      0.44        53\n",
      "         203       0.60      0.41      0.49        68\n",
      "         204       0.40      0.58      0.47        59\n",
      "         205       0.42      0.45      0.44        55\n",
      "         206       0.46      0.52      0.49        60\n",
      "         207       0.42      0.43      0.42        54\n",
      "         208       0.55      0.54      0.55        59\n",
      "         209       0.46      0.58      0.51        48\n",
      "         210       0.41      0.53      0.46        55\n",
      "         211       0.58      0.55      0.56        53\n",
      "         212       0.48      0.37      0.42        59\n",
      "         213       0.54      0.53      0.53        57\n",
      "         214       0.53      0.36      0.43        58\n",
      "         215       0.41      0.43      0.42        61\n",
      "         216       0.44      0.47      0.45        60\n",
      "         217       0.42      0.42      0.42        57\n",
      "         218       0.26      0.27      0.27        52\n",
      "         219       0.41      0.42      0.41        57\n",
      "         220       0.54      0.44      0.48        66\n",
      "         221       0.43      0.39      0.41        67\n",
      "         222       0.45      0.38      0.42        52\n",
      "         223       0.47      0.54      0.50        65\n",
      "         224       0.51      0.35      0.42        65\n",
      "         225       0.37      0.51      0.43        55\n",
      "         226       0.53      0.41      0.46        74\n",
      "         227       0.45      0.62      0.52        56\n",
      "         228       0.65      0.60      0.63        60\n",
      "         229       0.43      0.58      0.50        52\n",
      "         230       0.51      0.48      0.50        62\n",
      "         231       0.68      0.44      0.53        61\n",
      "         232       0.46      0.58      0.51        50\n",
      "         233       0.64      0.58      0.61        50\n",
      "         234       0.50      0.53      0.51        49\n",
      "         235       0.53      0.50      0.51        54\n",
      "         236       0.66      0.53      0.59        43\n",
      "         237       0.59      0.53      0.56        57\n",
      "         238       0.46      0.52      0.49        63\n",
      "         239       0.46      0.53      0.49        57\n",
      "         240       0.63      0.49      0.55        63\n",
      "         241       0.44      0.45      0.45        55\n",
      "         242       0.55      0.50      0.53        62\n",
      "         243       0.48      0.53      0.50        53\n",
      "         244       0.51      0.50      0.50        58\n",
      "         245       0.43      0.57      0.49        56\n",
      "         246       0.48      0.53      0.51        60\n",
      "         247       0.40      0.42      0.41        50\n",
      "         248       0.48      0.45      0.46        56\n",
      "         249       0.43      0.63      0.51        57\n",
      "         250       0.56      0.58      0.57        60\n",
      "         251       0.65      0.53      0.59        64\n",
      "         252       0.55      0.55      0.55        58\n",
      "         253       0.50      0.49      0.50        53\n",
      "         254       0.46      0.37      0.41        63\n",
      "         255       0.58      0.56      0.57        61\n",
      "         256       0.49      0.50      0.50        66\n",
      "         257       0.67      0.44      0.53        54\n",
      "         258       0.48      0.55      0.51        49\n",
      "         259       0.53      0.53      0.53        59\n",
      "         260       0.50      0.60      0.55        65\n",
      "         261       0.67      0.54      0.60        54\n",
      "         262       0.51      0.60      0.55        53\n",
      "         263       0.41      0.40      0.40        50\n",
      "         264       0.43      0.49      0.46        47\n",
      "         265       0.44      0.51      0.47        59\n",
      "         266       0.60      0.59      0.60        59\n",
      "         267       0.48      0.64      0.55        56\n",
      "         268       0.44      0.54      0.49        63\n",
      "         269       0.54      0.55      0.55        56\n",
      "         270       0.52      0.48      0.50        66\n",
      "         271       0.55      0.51      0.53        59\n",
      "         272       0.70      0.46      0.56        71\n",
      "         273       0.44      0.49      0.46        49\n",
      "         274       0.55      0.55      0.55        62\n",
      "         275       0.46      0.44      0.45        50\n",
      "         276       0.52      0.52      0.52        65\n",
      "         277       0.55      0.66      0.60        65\n",
      "         278       0.40      0.45      0.43        55\n",
      "         279       0.54      0.46      0.50        56\n",
      "         280       0.41      0.56      0.47        54\n",
      "         281       0.52      0.49      0.50        63\n",
      "         282       0.49      0.52      0.50        58\n",
      "         283       0.45      0.43      0.44        61\n",
      "         284       0.57      0.36      0.44        55\n",
      "         285       0.49      0.56      0.52        50\n",
      "         286       0.52      0.43      0.47        67\n",
      "         287       0.49      0.58      0.53        53\n",
      "         288       0.51      0.56      0.53        45\n",
      "         289       0.41      0.51      0.45        51\n",
      "         290       0.65      0.60      0.62        62\n",
      "         291       0.57      0.52      0.55        61\n",
      "         292       0.50      0.48      0.49        60\n",
      "         293       0.61      0.58      0.60        60\n",
      "         294       0.61      0.48      0.53        65\n",
      "         295       0.61      0.55      0.58        74\n",
      "         296       0.60      0.50      0.55        60\n",
      "         297       0.52      0.59      0.55        51\n",
      "         298       0.61      0.48      0.54        56\n",
      "         299       0.67      0.63      0.65        71\n",
      "         300       0.60      0.55      0.57        55\n",
      "         301       0.44      0.50      0.47        48\n",
      "         302       0.51      0.54      0.53        68\n",
      "         303       0.43      0.45      0.44        66\n",
      "         304       0.55      0.60      0.58        63\n",
      "         305       0.51      0.50      0.50        52\n",
      "         306       0.55      0.51      0.53        57\n",
      "         307       0.49      0.54      0.51        52\n",
      "         308       0.52      0.63      0.57        54\n",
      "         309       0.58      0.39      0.47        64\n",
      "         310       0.70      0.58      0.63        64\n",
      "         311       0.43      0.44      0.43        57\n",
      "         312       0.49      0.46      0.48        41\n",
      "         313       0.43      0.55      0.48        55\n",
      "         314       0.44      0.53      0.48        53\n",
      "         315       0.74      0.58      0.65        59\n",
      "         316       0.64      0.46      0.54        54\n",
      "         317       0.42      0.50      0.46        54\n",
      "         318       0.64      0.52      0.57        56\n",
      "         319       0.57      0.47      0.51        62\n",
      "         320       0.59      0.51      0.55        57\n",
      "         321       0.60      0.48      0.53        56\n",
      "         322       0.40      0.56      0.47        48\n",
      "         323       0.57      0.52      0.55        61\n",
      "         324       0.52      0.52      0.52        54\n",
      "         325       0.58      0.58      0.58        65\n",
      "         326       0.56      0.59      0.57        49\n",
      "         327       0.39      0.40      0.40        50\n",
      "         328       0.33      0.60      0.43        40\n",
      "         329       0.57      0.59      0.58        61\n",
      "         330       0.47      0.45      0.46        44\n",
      "         331       0.55      0.52      0.54        63\n",
      "\n",
      "    accuracy                           0.51     19066\n",
      "   macro avg       0.52      0.51      0.51     19066\n",
      "weighted avg       0.53      0.51      0.51     19066\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(classification_report(Ytest,predTree))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "pickle.dump(DT, open(\"DecisionTreeclf.pkl\", 'wb'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Random forrest "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "Xtrain,Xtest,Ytrain,Ytest=train_test_split(X,Y)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "rfc=RandomForestClassifier(n_estimators=200)"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "RandomForestClassifier(bootstrap=True, class_weight=None, criterion='gini',\n",
       "                       max_depth=None, max_features='auto', max_leaf_nodes=None,\n",
       "                       min_impurity_decrease=0.0, min_impurity_split=None,\n",
       "                       min_samples_leaf=1, min_samples_split=2,\n",
       "                       min_weight_fraction_leaf=0.0, n_estimators=200,\n",
       "                       n_jobs=None, oob_score=False, random_state=None,\n",
       "                       verbose=0, warm_start=False)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "rfc.fit(Xtrain,Ytrain)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           1       0.68      0.77      0.72        57\n",
      "           2       0.63      0.48      0.55        64\n",
      "           3       0.69      0.55      0.61        66\n",
      "           4       0.51      0.44      0.48        54\n",
      "           5       0.47      0.50      0.48        58\n",
      "           6       0.48      0.66      0.55        65\n",
      "           7       0.68      0.47      0.56        55\n",
      "           8       0.54      0.60      0.57        58\n",
      "           9       0.49      0.45      0.47        55\n",
      "          10       0.51      0.45      0.48        56\n",
      "          11       0.55      0.45      0.50        60\n",
      "          12       0.46      0.44      0.45        61\n",
      "          13       0.40      0.58      0.48        59\n",
      "          14       0.53      0.53      0.53        55\n",
      "          15       0.43      0.47      0.45        55\n",
      "          16       0.56      0.55      0.56        58\n",
      "          17       0.28      0.51      0.36        59\n",
      "          18       0.66      0.49      0.56        59\n",
      "          19       0.71      0.56      0.63        54\n",
      "          20       0.63      0.52      0.57        62\n",
      "          21       0.65      0.48      0.55        58\n",
      "          22       0.62      0.51      0.56        57\n",
      "          23       0.49      0.43      0.46        58\n",
      "          24       0.47      0.51      0.49        53\n",
      "          25       0.53      0.53      0.53        60\n",
      "          26       0.44      0.44      0.44        59\n",
      "          27       0.56      0.55      0.55        62\n",
      "          28       0.44      0.57      0.50        47\n",
      "          29       0.47      0.53      0.50        43\n",
      "          30       0.38      0.41      0.40        63\n",
      "          31       0.57      0.55      0.56        66\n",
      "          32       0.56      0.49      0.52        47\n",
      "          33       0.64      0.52      0.57        58\n",
      "          34       0.46      0.48      0.47        58\n",
      "          35       0.47      0.72      0.57        53\n",
      "          36       0.56      0.53      0.54        59\n",
      "          37       0.33      0.49      0.40        47\n",
      "          38       0.61      0.43      0.51        69\n",
      "          39       0.36      0.73      0.48        52\n",
      "          40       0.70      0.56      0.62        68\n",
      "          41       0.62      0.48      0.55        62\n",
      "          42       0.57      0.48      0.52        62\n",
      "          43       0.58      0.41      0.48        64\n",
      "          44       0.50      0.40      0.45        57\n",
      "          45       0.62      0.57      0.59        65\n",
      "          46       0.59      0.51      0.55        63\n",
      "          47       0.67      0.48      0.56        50\n",
      "          48       0.44      0.56      0.49        61\n",
      "          49       0.57      0.55      0.56        55\n",
      "          50       0.53      0.67      0.59        63\n",
      "          51       0.54      0.52      0.53        66\n",
      "          52       0.47      0.57      0.52        47\n",
      "          53       0.62      0.48      0.54        66\n",
      "          54       0.64      0.48      0.55        61\n",
      "          55       0.57      0.52      0.55        63\n",
      "          56       0.57      0.47      0.52        53\n",
      "          57       0.64      0.58      0.61        60\n",
      "          58       0.55      0.46      0.50        63\n",
      "          59       0.36      0.53      0.43        49\n",
      "          60       0.68      0.49      0.57        69\n",
      "          61       0.78      0.62      0.69        63\n",
      "          62       0.55      0.60      0.57        65\n",
      "          63       0.37      0.51      0.43        41\n",
      "          64       0.52      0.51      0.51        63\n",
      "          65       0.51      0.45      0.48        62\n",
      "          66       0.57      0.57      0.57        63\n",
      "          67       0.54      0.47      0.50        60\n",
      "          68       0.60      0.52      0.56        52\n",
      "          69       0.12      0.63      0.20        62\n",
      "          70       0.46      0.56      0.50        55\n",
      "          71       0.49      0.57      0.52        67\n",
      "          72       0.54      0.66      0.60        56\n",
      "          73       0.59      0.54      0.57        59\n",
      "          74       0.51      0.48      0.49        65\n",
      "          75       0.62      0.42      0.50        71\n",
      "          76       0.60      0.47      0.53        51\n",
      "          77       0.44      0.56      0.49        43\n",
      "          78       0.56      0.58      0.57        55\n",
      "          79       0.55      0.55      0.55        60\n",
      "          80       0.51      0.41      0.46        58\n",
      "          81       0.44      0.51      0.47        63\n",
      "          82       0.67      0.51      0.58        71\n",
      "          83       0.60      0.62      0.61        58\n",
      "          84       0.40      0.60      0.48        53\n",
      "          85       0.44      0.42      0.43        53\n",
      "          86       0.29      0.43      0.35        46\n",
      "          87       0.49      0.48      0.49        60\n",
      "          88       0.45      0.69      0.55        48\n",
      "          89       0.42      0.64      0.50        50\n",
      "          90       0.52      0.46      0.49        56\n",
      "          91       0.48      0.42      0.45        59\n",
      "          92       0.49      0.52      0.50        56\n",
      "          93       0.38      0.46      0.41        61\n",
      "          94       0.51      0.68      0.58        59\n",
      "          95       0.57      0.55      0.56        69\n",
      "          96       0.58      0.47      0.52        72\n",
      "          97       0.44      0.39      0.42        56\n",
      "          98       0.60      0.52      0.56        58\n",
      "          99       0.41      0.41      0.41        37\n",
      "         100       0.40      0.58      0.47        43\n",
      "         101       0.45      0.48      0.47        63\n",
      "         102       0.54      0.47      0.50        64\n",
      "         103       0.47      0.51      0.49        61\n",
      "         104       0.56      0.47      0.51        66\n",
      "         105       0.54      0.73      0.62        59\n",
      "         106       0.43      0.53      0.47        53\n",
      "         107       0.52      0.56      0.54        62\n",
      "         108       0.48      0.40      0.44        62\n",
      "         109       0.60      0.53      0.56        55\n",
      "         110       0.66      0.42      0.51        60\n",
      "         111       0.49      0.46      0.47        57\n",
      "         112       0.54      0.46      0.50        56\n",
      "         113       0.39      0.50      0.44        46\n",
      "         114       0.55      0.42      0.47        55\n",
      "         115       0.38      0.51      0.44        49\n",
      "         116       0.42      0.44      0.43        57\n",
      "         117       0.51      0.58      0.55        65\n",
      "         118       0.64      0.57      0.60        56\n",
      "         119       0.65      0.56      0.61        64\n",
      "         120       0.53      0.51      0.52        45\n",
      "         121       0.54      0.43      0.48        65\n",
      "         122       0.56      0.52      0.54        52\n",
      "         123       0.35      0.40      0.38        42\n",
      "         124       0.49      0.58      0.53        59\n",
      "         125       0.57      0.42      0.48        55\n",
      "         126       0.59      0.48      0.53        62\n",
      "         127       0.57      0.57      0.57        53\n",
      "         128       0.46      0.65      0.54        51\n",
      "         129       0.52      0.54      0.53        59\n",
      "         130       0.38      0.36      0.37        55\n",
      "         131       0.42      0.49      0.45        49\n",
      "         132       0.43      0.50      0.46        42\n",
      "         133       0.57      0.44      0.50        63\n",
      "         134       0.53      0.54      0.53        57\n",
      "         135       0.53      0.51      0.52        57\n",
      "         136       0.40      0.41      0.41        51\n",
      "         137       0.41      0.43      0.42        51\n",
      "         138       0.33      0.46      0.38        48\n",
      "         139       0.77      0.66      0.71        62\n",
      "         140       0.72      0.54      0.62        61\n",
      "         141       0.64      0.46      0.53        59\n",
      "         142       0.59      0.62      0.60        55\n",
      "         143       0.55      0.57      0.56        58\n",
      "         144       0.68      0.72      0.70        54\n",
      "         145       0.46      0.45      0.45        58\n",
      "         146       0.74      0.66      0.70        65\n",
      "         147       0.51      0.58      0.54        55\n",
      "         148       0.51      0.61      0.55        64\n",
      "         149       0.64      0.51      0.57        71\n",
      "         150       0.52      0.63      0.57        70\n",
      "         151       0.59      0.70      0.64        57\n",
      "         152       0.38      0.54      0.45        48\n",
      "         153       0.47      0.48      0.47        63\n",
      "         154       0.60      0.52      0.56        50\n",
      "         155       0.57      0.60      0.58        57\n",
      "         156       0.64      0.56      0.60        64\n",
      "         157       0.56      0.47      0.51        59\n",
      "         158       0.62      0.45      0.52        64\n",
      "         159       0.42      0.51      0.46        53\n",
      "         160       0.59      0.46      0.51        59\n",
      "         161       0.40      0.69      0.51        49\n",
      "         162       0.57      0.45      0.50        60\n",
      "         163       0.44      0.55      0.49        49\n",
      "         164       0.49      0.48      0.49        54\n",
      "         165       0.52      0.53      0.53        47\n",
      "         166       0.62      0.46      0.53        68\n",
      "         167       0.52      0.50      0.51        56\n",
      "         168       0.43      0.44      0.44        52\n",
      "         169       0.38      0.50      0.43        52\n",
      "         170       0.50      0.51      0.50        55\n",
      "         171       0.56      0.44      0.49        64\n",
      "         172       0.55      0.81      0.66        63\n",
      "         173       0.58      0.50      0.54        62\n",
      "         174       0.84      0.81      0.82        57\n",
      "         175       0.63      0.60      0.62        53\n",
      "         176       0.66      0.56      0.61        55\n",
      "         177       0.71      0.42      0.53        57\n",
      "         178       0.57      0.54      0.55        56\n",
      "         179       0.76      0.45      0.56        65\n",
      "         180       0.74      0.62      0.67        60\n",
      "         181       0.54      0.60      0.57        58\n",
      "         182       0.67      0.62      0.64        65\n",
      "         183       0.43      0.64      0.52        61\n",
      "         184       0.46      0.33      0.39        54\n",
      "         185       0.46      0.54      0.50        56\n",
      "         186       0.32      0.35      0.33        55\n",
      "         187       0.57      0.40      0.47        70\n",
      "         188       0.43      0.50      0.46        50\n",
      "         189       0.49      0.57      0.53        61\n",
      "         190       0.55      0.58      0.56        62\n",
      "         191       0.61      0.44      0.51        63\n",
      "         192       0.44      0.48      0.46        66\n",
      "         193       0.51      0.48      0.50        56\n",
      "         194       0.56      0.40      0.47        57\n",
      "         195       0.73      0.44      0.55        62\n",
      "         196       0.55      0.56      0.55        54\n",
      "         197       0.43      0.55      0.49        47\n",
      "         198       0.62      0.46      0.53        65\n",
      "         199       0.56      0.51      0.53        59\n",
      "         200       0.54      0.48      0.51        56\n",
      "         201       0.55      0.56      0.55        59\n",
      "         202       0.33      0.49      0.40        53\n",
      "         203       0.64      0.43      0.51        68\n",
      "         204       0.50      0.59      0.54        59\n",
      "         205       0.42      0.44      0.43        55\n",
      "         206       0.38      0.52      0.44        60\n",
      "         207       0.44      0.44      0.44        54\n",
      "         208       0.58      0.49      0.53        59\n",
      "         209       0.49      0.52      0.51        48\n",
      "         210       0.41      0.51      0.45        55\n",
      "         211       0.42      0.58      0.49        53\n",
      "         212       0.45      0.37      0.41        59\n",
      "         213       0.51      0.54      0.53        57\n",
      "         214       0.45      0.38      0.41        58\n",
      "         215       0.45      0.52      0.48        61\n",
      "         216       0.67      0.57      0.61        60\n",
      "         217       0.60      0.46      0.52        57\n",
      "         218       0.46      0.37      0.41        52\n",
      "         219       0.40      0.37      0.39        57\n",
      "         220       0.60      0.45      0.52        66\n",
      "         221       0.54      0.45      0.49        67\n",
      "         222       0.69      0.56      0.62        52\n",
      "         223       0.57      0.52      0.54        65\n",
      "         224       0.58      0.38      0.46        65\n",
      "         225       0.41      0.51      0.46        55\n",
      "         226       0.63      0.46      0.53        74\n",
      "         227       0.54      0.77      0.64        56\n",
      "         228       0.57      0.53      0.55        60\n",
      "         229       0.46      0.46      0.46        52\n",
      "         230       0.49      0.42      0.45        62\n",
      "         231       0.73      0.39      0.51        61\n",
      "         232       0.57      0.54      0.56        50\n",
      "         233       0.54      0.54      0.54        50\n",
      "         234       0.37      0.63      0.47        49\n",
      "         235       0.58      0.52      0.55        54\n",
      "         236       0.39      0.44      0.41        43\n",
      "         237       0.52      0.49      0.50        57\n",
      "         238       0.38      0.48      0.42        63\n",
      "         239       0.55      0.51      0.53        57\n",
      "         240       0.49      0.54      0.52        63\n",
      "         241       0.51      0.49      0.50        55\n",
      "         242       0.67      0.45      0.54        62\n",
      "         243       0.46      0.49      0.48        53\n",
      "         244       0.46      0.52      0.49        58\n",
      "         245       0.49      0.61      0.54        56\n",
      "         246       0.59      0.58      0.59        60\n",
      "         247       0.35      0.44      0.39        50\n",
      "         248       0.57      0.45      0.50        56\n",
      "         249       0.43      0.72      0.54        57\n",
      "         250       0.80      0.62      0.70        60\n",
      "         251       0.81      0.59      0.68        64\n",
      "         252       0.55      0.59      0.57        58\n",
      "         253       0.68      0.51      0.58        53\n",
      "         254       0.69      0.38      0.49        63\n",
      "         255       0.64      0.61      0.62        61\n",
      "         256       0.50      0.50      0.50        66\n",
      "         257       0.68      0.48      0.57        54\n",
      "         258       0.48      0.57      0.52        49\n",
      "         259       0.64      0.51      0.57        59\n",
      "         260       0.51      0.49      0.50        65\n",
      "         261       0.65      0.48      0.55        54\n",
      "         262       0.54      0.57      0.55        53\n",
      "         263       0.48      0.42      0.45        50\n",
      "         264       0.47      0.51      0.49        47\n",
      "         265       0.51      0.49      0.50        59\n",
      "         266       0.80      0.76      0.78        59\n",
      "         267       0.51      0.64      0.57        56\n",
      "         268       0.46      0.59      0.52        63\n",
      "         269       0.55      0.43      0.48        56\n",
      "         270       0.51      0.50      0.50        66\n",
      "         271       0.47      0.47      0.47        59\n",
      "         272       0.53      0.44      0.48        71\n",
      "         273       0.60      0.51      0.55        49\n",
      "         274       0.60      0.52      0.56        62\n",
      "         275       0.41      0.44      0.42        50\n",
      "         276       0.53      0.51      0.52        65\n",
      "         277       0.71      0.72      0.72        65\n",
      "         278       0.48      0.44      0.46        55\n",
      "         279       0.67      0.50      0.57        56\n",
      "         280       0.36      0.67      0.46        54\n",
      "         281       0.56      0.49      0.53        63\n",
      "         282       0.52      0.55      0.53        58\n",
      "         283       0.53      0.43      0.47        61\n",
      "         284       0.51      0.36      0.43        55\n",
      "         285       0.57      0.52      0.54        50\n",
      "         286       0.63      0.40      0.49        67\n",
      "         287       0.60      0.55      0.57        53\n",
      "         288       0.62      0.56      0.59        45\n",
      "         289       0.34      0.43      0.38        51\n",
      "         290       0.55      0.53      0.54        62\n",
      "         291       0.49      0.59      0.54        61\n",
      "         292       0.53      0.50      0.51        60\n",
      "         293       0.79      0.70      0.74        60\n",
      "         294       0.71      0.46      0.56        65\n",
      "         295       0.63      0.54      0.58        74\n",
      "         296       0.57      0.52      0.54        60\n",
      "         297       0.63      0.61      0.62        51\n",
      "         298       0.70      0.46      0.56        56\n",
      "         299       0.85      0.70      0.77        71\n",
      "         300       0.48      0.51      0.50        55\n",
      "         301       0.56      0.52      0.54        48\n",
      "         302       0.47      0.57      0.52        68\n",
      "         303       0.53      0.42      0.47        66\n",
      "         304       0.61      0.67      0.64        63\n",
      "         305       0.46      0.46      0.46        52\n",
      "         306       0.48      0.54      0.51        57\n",
      "         307       0.65      0.58      0.61        52\n",
      "         308       0.48      0.63      0.54        54\n",
      "         309       0.55      0.38      0.44        64\n",
      "         310       0.77      0.72      0.74        64\n",
      "         311       0.39      0.40      0.40        57\n",
      "         312       0.36      0.41      0.39        41\n",
      "         313       0.42      0.60      0.49        55\n",
      "         314       0.63      0.55      0.59        53\n",
      "         315       0.82      0.63      0.71        59\n",
      "         316       0.58      0.46      0.52        54\n",
      "         317       0.63      0.54      0.58        54\n",
      "         318       0.66      0.59      0.62        56\n",
      "         319       0.65      0.48      0.56        62\n",
      "         320       0.54      0.51      0.52        57\n",
      "         321       0.38      0.45      0.41        56\n",
      "         322       0.46      0.54      0.50        48\n",
      "         323       0.67      0.52      0.59        61\n",
      "         324       0.85      0.65      0.74        54\n",
      "         325       0.61      0.62      0.61        65\n",
      "         326       0.55      0.55      0.55        49\n",
      "         327       0.30      0.36      0.33        50\n",
      "         328       0.33      0.55      0.42        40\n",
      "         329       0.61      0.54      0.57        61\n",
      "         330       0.45      0.41      0.43        44\n",
      "         331       0.60      0.51      0.55        63\n",
      "\n",
      "    accuracy                           0.52     19066\n",
      "   macro avg       0.54      0.52      0.52     19066\n",
      "weighted avg       0.54      0.52      0.52     19066\n",
      "\n"
     ]
    }
   ],
   "source": [
    "predrfc=rfc.predict(Xtest)\n",
    "print(classification_report(Ytest,predrfc))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}