BaselineTest.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Test the USE with a baseline set of questions\n",
    "Manually curate a list of questions so that there is a range of minor to larger changes"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Import the necessary libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import tensorflow as tf\n",
    "import tensorflow_hub as hub\n",
    "import numpy as np\n",
    "import os\n",
    "import pandas as pd\n",
    "import re\n",
    "import json"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Set the paths and files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "use_path = \"dataset/\"\n",
    "baseline_file = \"baseline_questions.csv\"\n",
    "quora_file = \"quora_questions.csv\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Donload the USE module"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "module_url = \"https://tfhub.dev/google/universal-sentence-encoder-large/3\" \n",
    "embed = hub.Module(module_url)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create an interactive session to use later when running the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "session = tf.InteractiveSession()\n",
    "session.run(tf.global_variables_initializer())\n",
    "session.run(tf.tables_initializer())"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get the list of baseline questions to test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_baseline():\n",
    "    # Read in the list of qustions from the file\n",
    "    qs_path = use_path + baseline_file\n",
    "    base_qs = pd.read_csv(qs_path)\n",
    "    queries = [q for q in base_qs['Question']]\n",
    "    return(queries)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Create a dataframe of quora question pairs and answer labels "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_quora_qs():\n",
    "    quora_path = use_path + quora_file\n",
    "    quora_qs = pd.read_csv(quora_path)\n",
    "    return(quora_qs)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Get the cosine similarity and use placeholders to feed the queries to the USE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "sts_input1 = tf.placeholder(tf.string, shape=(None))\n",
    "sts_input2 = tf.placeholder(tf.string, shape=(None))\n",
    "\n",
    "# For evaluation we use exactly normalized rather than\n",
    "# approximately normalized.\n",
    "sts_encode1 = tf.nn.l2_normalize(embed(sts_input1), axis=1)\n",
    "sts_encode2 = tf.nn.l2_normalize(embed(sts_input2), axis=1)\n",
    "\n",
    "cosine_similarities = tf.reduce_sum(tf.multiply(sts_encode1, sts_encode2), axis=1)\n",
    "clip_cosine_similarities = tf.clip_by_value(cosine_similarities, 0.0, 1.0)\n",
    "sim_scores = 1.0 - tf.divide(tf.acos(clip_cosine_similarities), 3.14)\n",
    "\n",
    "def get_scores(session, text_a, text_b):\n",
    "    \"\"\"Returns the similarity scores\"\"\"\n",
    "    emba, embb, scores= session.run(\n",
    "        [sts_encode1, sts_encode2, sim_scores],\n",
    "        feed_dict={\n",
    "            sts_input1: text_a,\n",
    "            sts_input2: text_b\n",
    "        })\n",
    "    return(emba, embb, scores)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Find the best match using cosine similarity\n",
    "Go through each of the baseline questions and find the best match"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>qid1</th>\n",
       "      <th>qid2</th>\n",
       "      <th>question1</th>\n",
       "      <th>question2</th>\n",
       "      <th>is_duplicate</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>5</td>\n",
       "      <td>11</td>\n",
       "      <td>12</td>\n",
       "      <td>Astrology: I am a Capricorn Sun Cap moon and c...</td>\n",
       "      <td>I'm a triple Capricorn (Sun, Moon and ascendan...</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>7</td>\n",
       "      <td>15</td>\n",
       "      <td>16</td>\n",
       "      <td>How can I be a good geologist?</td>\n",
       "      <td>What should I do to be a great geologist?</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>11</td>\n",
       "      <td>23</td>\n",
       "      <td>24</td>\n",
       "      <td>How do I read and find my YouTube comments?</td>\n",
       "      <td>How can I see all my Youtube comments?</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>12</td>\n",
       "      <td>25</td>\n",
       "      <td>26</td>\n",
       "      <td>What can make Physics easy to learn?</td>\n",
       "      <td>How can you make physics easy to learn?</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>13</td>\n",
       "      <td>27</td>\n",
       "      <td>28</td>\n",
       "      <td>What was your first sexual experience like?</td>\n",
       "      <td>What was your first sexual experience?</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id  qid1  qid2                                          question1  \\\n",
       "0   5    11    12  Astrology: I am a Capricorn Sun Cap moon and c...   \n",
       "1   7    15    16                     How can I be a good geologist?   \n",
       "2  11    23    24        How do I read and find my YouTube comments?   \n",
       "3  12    25    26               What can make Physics easy to learn?   \n",
       "4  13    27    28        What was your first sexual experience like?   \n",
       "\n",
       "                                           question2  is_duplicate  \n",
       "0  I'm a triple Capricorn (Sun, Moon and ascendan...             1  \n",
       "1          What should I do to be a great geologist?             1  \n",
       "2             How can I see all my Youtube comments?             1  \n",
       "3            How can you make physics easy to learn?             1  \n",
       "4             What was your first sexual experience?             1  "
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "quora_df = get_quora_qs()\n",
    "quora_df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processed 0 queries\n",
      "Processed 10 queries\n",
      "Processed 20 queries\n",
      "Processed 30 queries\n"
     ]
    }
   ],
   "source": [
    "results = []\n",
    "    \n",
    "queries = get_baseline()\n",
    "examples = [e for e in quora_df['question2']]\n",
    "for i, q in enumerate(queries):\n",
    "    emba, embb, scores = get_scores(session, [q], examples)\n",
    "    quora_df['cosine_score'] = list(scores)\n",
    "    sort_df = quora_df.sort_values('cosine_score', ascending=False)\n",
    "    best = sort_df.head(n=1)\n",
    "    ans = (best['question2']).tolist()[0]\n",
    "    results.append([q, ans, (best['question1']).tolist()[0], (best['is_duplicate']).tolist()[0],\n",
    "                    np.round((best['cosine_score']).tolist()[0], 3)])\n",
    "    if i % 10 == 0:\n",
    "        print(f\"Processed {i} queries\")\n",
    "df = pd.DataFrame(results, columns=['Query', 'Best Match', 'Original', 'Is Duplicate?', 'Similarity'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'scores' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-1-a1bc8d1366b2>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mscores\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'scores' is not defined"
     ]
    }
   ],
   "source": [
    "type(scores)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Query</th>\n",
       "      <th>Best Match</th>\n",
       "      <th>Original</th>\n",
       "      <th>Is Duplicate?</th>\n",
       "      <th>Similarity</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>What is meaning of life?</td>\n",
       "      <td>What's are the meaning of life?</td>\n",
       "      <td>What the meaning of this all life?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.944</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>What is purpose of life?</td>\n",
       "      <td>What's the purpose of life? What is life actua...</td>\n",
       "      <td>What is purpose of life?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.929</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>How much time does it take to learn Android ap...</td>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.912</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>How do I use Twitter as a business tool?</td>\n",
       "      <td>How can I use Twitter for business?</td>\n",
       "      <td>How do I use Twitter as a business source?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>How do I use Twitter as a business source?</td>\n",
       "      <td>How can I use Twitter for business?</td>\n",
       "      <td>How do I use Twitter as a business source?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.903</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>is What purpose of life?</td>\n",
       "      <td>What's the purpose of life? What is life actua...</td>\n",
       "      <td>What is purpose of life?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.897</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>How much time does it take to learn Android ap...</td>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.896</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>How do you make a screenshot on a Mac laptop?</td>\n",
       "      <td>How do I take a screenshot on my MacBook Pro? ...</td>\n",
       "      <td>How do you take a screenshot on a Mac laptop?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.888</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>How much time does it take to create Android a...</td>\n",
       "      <td>How much time does it take to learn Android ap...</td>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.886</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>How many months does it take to develop Androi...</td>\n",
       "      <td>How much time does it take to learn Android ap...</td>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.881</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>How do you make a screenshot on a Windows laptop?</td>\n",
       "      <td>How do I take a screenshot on my MacBook Pro? ...</td>\n",
       "      <td>How do you take a screenshot on a Mac laptop?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.880</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>How do you take a screenshot on a Mac?</td>\n",
       "      <td>How do I take a screenshot on my MacBook Pro? ...</td>\n",
       "      <td>How do you take a screenshot on a Mac laptop?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.872</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>What is porpose of life?</td>\n",
       "      <td>What is the exact meaning of life?</td>\n",
       "      <td>What is the meaning and purpose to life?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>How do I use Twitter as a busines source?</td>\n",
       "      <td>How can I use Twitter for business?</td>\n",
       "      <td>How do I use Twitter as a business source?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.861</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>is it possible to recover my email if I forgot...</td>\n",
       "      <td>I do not remember my password to my Gmail acco...</td>\n",
       "      <td>How can you recover your Gmail password?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.858</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>How much time does it take to learn Android ap...</td>\n",
       "      <td>How many months does it take to gain knowledge...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.851</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Can I recover my email if I lost the password?</td>\n",
       "      <td>I do not remember my password to my Gmail acco...</td>\n",
       "      <td>How can you recover your Gmail password?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.848</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>Can I get my email if I misplaced the password?</td>\n",
       "      <td>I do not remember my password to my Gmail acco...</td>\n",
       "      <td>How can you recover your Gmail password?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.825</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>can I use Twitter as a business source?</td>\n",
       "      <td>How can I use Twitter for business?</td>\n",
       "      <td>How do I use Twitter as a business source?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.821</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>When is it too late to learn the piano?</td>\n",
       "      <td>I'm almost 40. Is it too late for me to learn ...</td>\n",
       "      <td>When is it too late to learn the piano?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.817</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>How do you take a bcreenshot on a Mac laptop?</td>\n",
       "      <td>How do I take a screenshot on my MacBook Pro? ...</td>\n",
       "      <td>How do you take a screenshot on a Mac laptop?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.802</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>email my password? Can if the I recover forgot I</td>\n",
       "      <td>I can't remember my Gmail password or my recov...</td>\n",
       "      <td>I was suddenly logged off Gmail. I can't remem...</td>\n",
       "      <td>1</td>\n",
       "      <td>0.799</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>you take on do Mac screenshot a a laptop? How</td>\n",
       "      <td>How do I take a screenshot on my MacBook Pro? ...</td>\n",
       "      <td>How do you take a screenshot on a Mac laptop?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.797</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Where can I learn to play the piano?</td>\n",
       "      <td>I want to learn singing. How do I start?</td>\n",
       "      <td>How do I learn how to sing?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.777</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>When is it too late to learn the guitar?</td>\n",
       "      <td>I'm almost 40. Is it too late for me to learn ...</td>\n",
       "      <td>When is it too late to learn the piano?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.767</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Twitter do business I source? How a as use</td>\n",
       "      <td>How can I use Twitter for business?</td>\n",
       "      <td>How do I use Twitter as a business source?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.766</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>screenshot on a Mac laptop?</td>\n",
       "      <td>How do I take a screenshot on my MacBook Pro? ...</td>\n",
       "      <td>How do you take a screenshot on a Mac laptop?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.764</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>What is purpose of technology?</td>\n",
       "      <td>What's the purpose of life? What is life actua...</td>\n",
       "      <td>What is purpose of life?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.754</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>When is it too late to learn spanish?</td>\n",
       "      <td>How can I learn to speak English fluently?</td>\n",
       "      <td>How I can speak English fluently?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>When is the best time to learn the piano?</td>\n",
       "      <td>I'm almost 40. Is it too late for me to learn ...</td>\n",
       "      <td>When is it too late to learn the piano?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>When is it too late to go to work?</td>\n",
       "      <td>When will the best time for having sex?</td>\n",
       "      <td>What’s the best time to have sex?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.715</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>How do I use my cat as a business tool?</td>\n",
       "      <td>How do I create an e-commerce website?</td>\n",
       "      <td>How would I develop an e-commerce website?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.712</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>What is colour of life?</td>\n",
       "      <td>What's are the meaning of life?</td>\n",
       "      <td>What the meaning of this all life?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>When is it too late to learn the moonwalk?</td>\n",
       "      <td>I'm almost 40. Is it too late for me to learn ...</td>\n",
       "      <td>When is it too late to learn the piano?</td>\n",
       "      <td>1</td>\n",
       "      <td>0.701</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>Where can I buy a piano?</td>\n",
       "      <td>How difficult would it be to learn how to play...</td>\n",
       "      <td>What is the best accordion for beginners to le...</td>\n",
       "      <td>0</td>\n",
       "      <td>0.694</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                Query  \\\n",
       "1                            What is meaning of life?   \n",
       "0                            What is purpose of life?   \n",
       "22  How many months does it take to gain knowledge...   \n",
       "12           How do I use Twitter as a business tool?   \n",
       "10         How do I use Twitter as a business source?   \n",
       "5                            is What purpose of life?   \n",
       "25  How many months does it take to gain knowledge...   \n",
       "17      How do you make a screenshot on a Mac laptop?   \n",
       "24  How much time does it take to create Android a...   \n",
       "23  How many months does it take to develop Androi...   \n",
       "16  How do you make a screenshot on a Windows laptop?   \n",
       "18             How do you take a screenshot on a Mac?   \n",
       "3                            What is porpose of life?   \n",
       "14          How do I use Twitter as a busines source?   \n",
       "8   is it possible to recover my email if I forgot...   \n",
       "26  How many months does it take to gain knowledge...   \n",
       "6      Can I recover my email if I lost the password?   \n",
       "7     Can I get my email if I misplaced the password?   \n",
       "13            can I use Twitter as a business source?   \n",
       "27            When is it too late to learn the piano?   \n",
       "19      How do you take a bcreenshot on a Mac laptop?   \n",
       "9    email my password? Can if the I recover forgot I   \n",
       "21      you take on do Mac screenshot a a laptop? How   \n",
       "32               Where can I learn to play the piano?   \n",
       "28           When is it too late to learn the guitar?   \n",
       "15         Twitter do business I source? How a as use   \n",
       "20                        screenshot on a Mac laptop?   \n",
       "2                      What is purpose of technology?   \n",
       "31              When is it too late to learn spanish?   \n",
       "33          When is the best time to learn the piano?   \n",
       "30                 When is it too late to go to work?   \n",
       "11            How do I use my cat as a business tool?   \n",
       "4                             What is colour of life?   \n",
       "34         When is it too late to learn the moonwalk?   \n",
       "29                           Where can I buy a piano?   \n",
       "\n",
       "                                           Best Match  \\\n",
       "1                     What's are the meaning of life?   \n",
       "0   What's the purpose of life? What is life actua...   \n",
       "22  How much time does it take to learn Android ap...   \n",
       "12                How can I use Twitter for business?   \n",
       "10                How can I use Twitter for business?   \n",
       "5   What's the purpose of life? What is life actua...   \n",
       "25  How much time does it take to learn Android ap...   \n",
       "17  How do I take a screenshot on my MacBook Pro? ...   \n",
       "24  How much time does it take to learn Android ap...   \n",
       "23  How much time does it take to learn Android ap...   \n",
       "16  How do I take a screenshot on my MacBook Pro? ...   \n",
       "18  How do I take a screenshot on my MacBook Pro? ...   \n",
       "3                  What is the exact meaning of life?   \n",
       "14                How can I use Twitter for business?   \n",
       "8   I do not remember my password to my Gmail acco...   \n",
       "26  How much time does it take to learn Android ap...   \n",
       "6   I do not remember my password to my Gmail acco...   \n",
       "7   I do not remember my password to my Gmail acco...   \n",
       "13                How can I use Twitter for business?   \n",
       "27  I'm almost 40. Is it too late for me to learn ...   \n",
       "19  How do I take a screenshot on my MacBook Pro? ...   \n",
       "9   I can't remember my Gmail password or my recov...   \n",
       "21  How do I take a screenshot on my MacBook Pro? ...   \n",
       "32           I want to learn singing. How do I start?   \n",
       "28  I'm almost 40. Is it too late for me to learn ...   \n",
       "15                How can I use Twitter for business?   \n",
       "20  How do I take a screenshot on my MacBook Pro? ...   \n",
       "2   What's the purpose of life? What is life actua...   \n",
       "31         How can I learn to speak English fluently?   \n",
       "33  I'm almost 40. Is it too late for me to learn ...   \n",
       "30            When will the best time for having sex?   \n",
       "11             How do I create an e-commerce website?   \n",
       "4                     What's are the meaning of life?   \n",
       "34  I'm almost 40. Is it too late for me to learn ...   \n",
       "29  How difficult would it be to learn how to play...   \n",
       "\n",
       "                                             Original  Is Duplicate?  \\\n",
       "1                  What the meaning of this all life?              1   \n",
       "0                            What is purpose of life?              1   \n",
       "22  How many months does it take to gain knowledge...              1   \n",
       "12         How do I use Twitter as a business source?              1   \n",
       "10         How do I use Twitter as a business source?              1   \n",
       "5                            What is purpose of life?              1   \n",
       "25  How many months does it take to gain knowledge...              1   \n",
       "17      How do you take a screenshot on a Mac laptop?              1   \n",
       "24  How many months does it take to gain knowledge...              1   \n",
       "23  How many months does it take to gain knowledge...              1   \n",
       "16      How do you take a screenshot on a Mac laptop?              1   \n",
       "18      How do you take a screenshot on a Mac laptop?              1   \n",
       "3            What is the meaning and purpose to life?              1   \n",
       "14         How do I use Twitter as a business source?              1   \n",
       "8            How can you recover your Gmail password?              1   \n",
       "26  How many months does it take to gain knowledge...              1   \n",
       "6            How can you recover your Gmail password?              1   \n",
       "7            How can you recover your Gmail password?              1   \n",
       "13         How do I use Twitter as a business source?              1   \n",
       "27            When is it too late to learn the piano?              1   \n",
       "19      How do you take a screenshot on a Mac laptop?              1   \n",
       "9   I was suddenly logged off Gmail. I can't remem...              1   \n",
       "21      How do you take a screenshot on a Mac laptop?              1   \n",
       "32                        How do I learn how to sing?              1   \n",
       "28            When is it too late to learn the piano?              1   \n",
       "15         How do I use Twitter as a business source?              1   \n",
       "20      How do you take a screenshot on a Mac laptop?              1   \n",
       "2                            What is purpose of life?              1   \n",
       "31                  How I can speak English fluently?              1   \n",
       "33            When is it too late to learn the piano?              1   \n",
       "30                  What’s the best time to have sex?              1   \n",
       "11         How would I develop an e-commerce website?              1   \n",
       "4                  What the meaning of this all life?              1   \n",
       "34            When is it too late to learn the piano?              1   \n",
       "29  What is the best accordion for beginners to le...              0   \n",
       "\n",
       "    Similarity  \n",
       "1        0.944  \n",
       "0        0.929  \n",
       "22       0.912  \n",
       "12       0.905  \n",
       "10       0.903  \n",
       "5        0.897  \n",
       "25       0.896  \n",
       "17       0.888  \n",
       "24       0.886  \n",
       "23       0.881  \n",
       "16       0.880  \n",
       "18       0.872  \n",
       "3        0.868  \n",
       "14       0.861  \n",
       "8        0.858  \n",
       "26       0.851  \n",
       "6        0.848  \n",
       "7        0.825  \n",
       "13       0.821  \n",
       "27       0.817  \n",
       "19       0.802  \n",
       "9        0.799  \n",
       "21       0.797  \n",
       "32       0.777  \n",
       "28       0.767  \n",
       "15       0.766  \n",
       "20       0.764  \n",
       "2        0.754  \n",
       "31       0.749  \n",
       "33       0.746  \n",
       "30       0.715  \n",
       "11       0.712  \n",
       "4        0.701  \n",
       "34       0.701  \n",
       "29       0.694  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(df.sort_values('Similarity', ascending=False))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Write the output to a CSV file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "df.to_csv('baseline_quora_test.csv')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Environment (conda_tensorflow_p36)",
   "language": "python",
   "name": "conda_tensorflow_p36"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}