inference_vllm.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import re\n",
    "import pandas as pd\n",
    "from transformers import AutoTokenizer, BitsAndBytesConfig\n",
    "from transformers import AutoModelForCausalLM\n",
    "from peft import PeftModel\n",
    "from torch import cuda\n",
    "from sql_metadata import Parser\n",
    "from tqdm import tqdm\n",
    "from vllm import LLM, SamplingParams"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_name = \"qwen/CodeQwen1.5-7B-Chat\"\n",
    "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from transformers import StoppingCriteria\n",
    "class EosListStoppingCriteria(StoppingCriteria):\n",
    "    def __init__(self, eos_sequence = [6203]):\n",
    "        self.eos_sequence = eos_sequence\n",
    "\n",
    "    def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:\n",
    "        last_ids = input_ids[:,-len(self.eos_sequence):].tolist()\n",
    "        return self.eos_sequence in last_ids\n",
    "    \n",
    "def append_string_to_file(text, file_path):\n",
    "  with open(file_path, 'a') as file:\n",
    "      file.write(text + '\\n')\n",
    "\n",
    "def remove_spaces(text):\n",
    "  return re.sub(r'\\s+', ' ', text)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "import sqlite3\n",
    "from sql_metadata import Parser\n",
    "from transformers import AutoTokenizer\n",
    "from difflib import get_close_matches\n",
    "from utils.database_formatter import get_table_schema_with_samples, get_all_table_names\n",
    "from utils.sql_regularizator import format_and_lowercase_sql_query\n",
    "from utils.prompts import schema_linking_prompt_token_counter\n",
    "\n",
    "BASE_DATABASES_DIR = \"./spider/database\"\n",
    "def get_closest_table_name(cursor, table_name):\n",
    "    cursor.execute(\"SELECT name FROM sqlite_master WHERE type='table';\")\n",
    "    available_tables = [row[0] for row in cursor.fetchall()]\n",
    "    closest_matches = get_close_matches(table_name, available_tables, n=1, cutoff=0.6)\n",
    "    return closest_matches[0] if closest_matches else None\n",
    "\n",
    "def create_sql_generation_correct_tables(dataset, question, query, db_uri, correct_tables):\n",
    "    connection = sqlite3.connect(db_uri)\n",
    "    cursor = connection.cursor()\n",
    "    correct_columns = Parser(query).columns\n",
    "    database_schema_filtered = \"\"\n",
    "    all_tables = get_all_table_names(db_uri)\n",
    "    for table in reversed(correct_tables.split(\",\")):\n",
    "        closest_table_name = get_closest_table_name(cursor, table)\n",
    "        if closest_table_name:\n",
    "            database_schema_filtered += get_table_schema_with_samples(db_uri, closest_table_name) + \"\\n\"\n",
    "    database_schema = \"\"\n",
    "    for table in all_tables:\n",
    "        database_schema += get_table_schema_with_samples(db_uri, table) + \"\\n\"\n",
    "    if schema_linking_prompt_token_counter(question, database_schema, correct_tables, correct_columns, tokenizer) <= CONTEXT_WINDOW:\n",
    "        dataset.append({\n",
    "            \"db_id\": db_uri.split(\"/\")[-1].split(\".\")[0],\n",
    "            \"question\": question,\n",
    "            \"query\": query,\n",
    "            \"filtered_database_schema\": database_schema_filtered,\n",
    "            \"database_schema\": database_schema,\n",
    "            \"correct_tables\": \", \".join(correct_tables),\n",
    "            \"correct_columns\": \", \".join(correct_columns)\n",
    "        })\n",
    "    connection.close()\n",
    "    return dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def evaluate_model_performance(new_df):\n",
    "    total_samples = len(new_df)\n",
    "    total_accuracy = 0\n",
    "    filtered_accuracy = 0\n",
    "    total_precision = 0\n",
    "    total_recall = 0\n",
    "\n",
    "    for index, row in new_df.iterrows():\n",
    "        if not row['predicted_tables'] or pd.isna(row['predicted_tables']):\n",
    "            continue\n",
    "        predicted_tables = row['predicted_tables'].split(\", \")\n",
    "        reference_tables = row['reference_tables'].split(\", \")\n",
    "        \n",
    "        # Convert to lowercase and strip whitespace for comparison\n",
    "        predicted_tables = [x.lower().replace(\"--\",\"\").replace(\"**\",\"\").strip() for x in predicted_tables]\n",
    "        reference_tables = [x.lower().strip() for x in reference_tables]\n",
    "        \n",
    "        # Calculate accuracy\n",
    "        if set(predicted_tables) == set(reference_tables):\n",
    "            total_accuracy += 1\n",
    "        \n",
    "        # Calculate precision and recall\n",
    "        true_positives = len(set(predicted_tables) & set(reference_tables))\n",
    "        false_positives = len(set(predicted_tables) - set(reference_tables))\n",
    "        false_negatives = len(set(reference_tables) - set(predicted_tables))\n",
    "\n",
    "        precision = recall = 0  # Initialize to avoid undefined variable if no true_positives\n",
    "        if true_positives:\n",
    "            precision = true_positives / (true_positives + false_positives)\n",
    "            recall = true_positives / (true_positives + false_negatives)\n",
    "        \n",
    "        total_precision += precision\n",
    "        total_recall += recall\n",
    "\n",
    "    # Calculate average precision and recall if there are valid samples\n",
    "    avg_precision = total_precision / total_samples if total_samples > 0 else 0\n",
    "    avg_recall = total_recall / total_samples if total_samples > 0 else 0\n",
    "\n",
    "    # Calculate total and filtered accuracy\n",
    "    accuracy = total_accuracy / total_samples if total_samples > 0 else 0\n",
    "    filtered_accuracy = filtered_accuracy / total_samples if total_samples > 0 else 0\n",
    "\n",
    "    print(\"Total Accuracy:\", accuracy)\n",
    "    print(\"Filtered Accuracy:\", filtered_accuracy)\n",
    "    print(\"Average Precision:\", avg_precision)\n",
    "    print(\"Average Recall:\", avg_recall)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO 04-25 13:21:08 llm_engine.py:74] Initializing an LLM engine (v0.4.0.post1) with config: model='/hpc2hdd/home/jzhao815/6000E_code/stage1', tokenizer='/hpc2hdd/home/jzhao815/6000E_code/stage1', tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=65536, download_dir=None, load_format=auto, tensor_parallel_size=1, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, kv_cache_dtype=auto, device_config=cuda, seed=0)\n",
      "INFO 04-25 13:21:09 selector.py:16] Using FlashAttention backend.\n",
      "INFO 04-25 13:21:20 model_runner.py:104] Loading model weights took 13.5516 GB\n",
      "INFO 04-25 13:21:24 gpu_executor.py:94] # GPU blocks: 18725, # CPU blocks: 4096\n",
      "INFO 04-25 13:21:27 model_runner.py:791] Capturing the model for CUDA graphs. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI.\n",
      "INFO 04-25 13:21:27 model_runner.py:795] CUDA graphs can take additional 1~3 GiB memory per GPU. If you are running out of memory, consider decreasing `gpu_memory_utilization` or enforcing eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage.\n",
      "INFO 04-25 13:21:36 model_runner.py:867] Graph capturing finished in 8 secs.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Processed prompts: 100%|██████████| 1034/1034 [02:09<00:00,  8.00it/s]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table permanent_addresses in database.\n",
      "Warning: No close match found for table  permanent_addresses in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table permanent_addresses in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table area_code_state in database.\n",
      "Warning: No close match found for table contestants in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table area_code_state in database.\n",
      "Warning: No close match found for table votes in database.\n",
      "Warning: No close match found for table contestants in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  contestants in database.\n",
      "Warning: No close match found for table votes in database.\n",
      "Warning: No close match found for table  contestants in database.\n",
      "Warning: No close match found for table votes in database.\n",
      "Warning: No close match found for table votes in database.\n",
      "Warning: No close match found for table votes in database.\n",
      "Warning: No close match found for table votes in database.\n",
      "Warning: No close match found for table  contestants in database.\n",
      "Warning: No close match found for table  votes in database.\n",
      "Warning: No close match found for table area_code_state in database.\n",
      "Warning: No close match found for table  contestants in database.\n",
      "Warning: No close match found for table  votes in database.\n",
      "Warning: No close match found for table area_code_state in database.\n",
      "Warning: No close match found for table contestants in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Warning: No close match found for table  in database.\n",
      "Stage 1 completed and data is saved.\n"
     ]
    }
   ],
   "source": [
    "\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "import re\n",
    "import sqlite3\n",
    "from difflib import get_close_matches\n",
    "from sql_metadata import Parser\n",
    "from transformers import AutoTokenizer\n",
    "from vllm import LLM, SamplingParams\n",
    "import time\n",
    "# record time\n",
    "start_time = time.time()\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "def batch_generate_with_vllm(prompts, llm, sampling_params):\n",
    "    outputs = llm.generate(prompts, sampling_params=sampling_params)\n",
    "    return [output.outputs[0].text.strip() for output in outputs]\n",
    "# Database schema transformation and filtering functions\n",
    "def get_closest_table_name(cursor, table_name):\n",
    "    cursor.execute(\"SELECT name FROM sqlite_master WHERE type='table';\")\n",
    "    available_tables = [row[0] for row in cursor.fetchall()]\n",
    "    closest_matches = get_close_matches(table_name, available_tables, n=2, cutoff=0.6)\n",
    "    return closest_matches[0] if closest_matches else None\n",
    "\n",
    "def create_sql_generation_correct_tables(dataset, question, query, db_uri, correct_tables):\n",
    "    connection = sqlite3.connect(db_uri)\n",
    "    cursor = connection.cursor()\n",
    "    \n",
    "    correct_columns = Parser(query).columns\n",
    "    database_schema_filtered = \"\"\n",
    "    all_tables = get_all_table_names(db_uri)\n",
    "    for table in reversed(correct_tables.split(\",\")):\n",
    "        closest_table_name = get_closest_table_name(cursor, table)\n",
    "        if closest_table_name:\n",
    "            database_schema_filtered += get_table_schema_with_samples(db_uri, closest_table_name)\n",
    "            database_schema_filtered += \"\\n\"\n",
    "        else:\n",
    "            print(f\"Warning: No close match found for table {table} in database.\")\n",
    "    database_schema = \"\"\n",
    "    for table in all_tables:\n",
    "        database_schema += get_table_schema_with_samples(db_uri, table)\n",
    "        database_schema += \"\\n\"\n",
    "    \n",
    "    dataset.append({\n",
    "        \"db_id\": db_uri.split(\"/\")[-1].split(\".\")[0],\n",
    "        \"question\": question,\n",
    "        \"query\": query,\n",
    "        \"filtered_database_schema\": database_schema_filtered,\n",
    "        \"database_schema\": database_schema,\n",
    "        \"correct_tables\": \", \".join(correct_tables.split(\",\")),\n",
    "        \"correct_columns\": \", \".join(correct_columns),\n",
    "    })\n",
    "    connection.close()\n",
    "    return dataset\n",
    "\n",
    "\n",
    "def main_stage1():\n",
    "    df = pd.read_csv(\"./validation/spider_syn_dataset.csv\")\n",
    "    #Model path\n",
    "    llm = LLM(model=\"./stage1\", gpu_memory_utilization=0.5)\n",
    "    sampling_params = SamplingParams(temperature=0.1, top_p=1.0, repetition_penalty=1.05, max_tokens=256)\n",
    "\n",
    "    # Generate a list of all the inputs\n",
    "    prompts_stage1 = [\n",
    "        f\"\"\" Given the following SQL tables, your job is to determine the columns and tables that the question is referring to.\n",
    "{row['database_schema']}\n",
    "###\n",
    "Question: {row['question']}\n",
    "\"\"\"\n",
    "        for index, row in df.iterrows()\n",
    "    ]\n",
    "\n",
    "    # Performing batch inference\n",
    "    responses = batch_generate_with_vllm(prompts_stage1, llm, sampling_params)\n",
    "\n",
    "    \n",
    "    BASE_DATABASES_DIR = \"./spider/test_database\"\n",
    "    filtered_dataset = []\n",
    "    for response, row in zip(responses, df.itertuples()):\n",
    "        response = response.split(\"Tables:\")[1].split(\";\")[0] if \"Tables:\" in response else \"\"\n",
    "        response = re.sub(r'\\s+', ' ', response).strip()\n",
    "        db_uri = f\"{BASE_DATABASES_DIR}/{row.db_id}/{row.db_id}.sqlite\"\n",
    "        filtered_dataset = create_sql_generation_correct_tables(\n",
    "            filtered_dataset, row.question, row.query, db_uri, response\n",
    "        )\n",
    "\n",
    "    # Save the processed data set\n",
    "    pd.DataFrame(filtered_dataset).to_csv('useful_val_dataset3.csv', index=False)\n",
    "    \n",
    "\n",
    "    print(\"Stage 1 completed and data is saved.\")\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    main_stage1()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "INFO 04-26 08:28:53 llm_engine.py:74] Initializing an LLM engine (v0.4.0.post1) with config: model='/hpc2hdd/home/jzhao815/6000E_code/stage2', tokenizer='/hpc2hdd/home/jzhao815/6000E_code/stage2', tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=65536, download_dir=None, load_format=auto, tensor_parallel_size=1, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, kv_cache_dtype=auto, device_config=cuda, seed=0)\n",
      "INFO 04-26 08:28:54 selector.py:16] Using FlashAttention backend.\n",
      "INFO 04-26 08:29:03 model_runner.py:104] Loading model weights took 13.5516 GB\n",
      "INFO 04-26 08:29:08 gpu_executor.py:94] # GPU blocks: 10617, # CPU blocks: 4096\n",
      "INFO 04-26 08:29:11 model_runner.py:791] Capturing the model for CUDA graphs. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI.\n",
      "INFO 04-26 08:29:11 model_runner.py:795] CUDA graphs can take additional 1~3 GiB memory per GPU. If you are running out of memory, consider decreasing `gpu_memory_utilization` or enforcing eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage.\n",
      "INFO 04-26 08:29:20 model_runner.py:867] Graph capturing finished in 9 secs.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Processed prompts: 100%|██████████| 2147/2147 [03:32<00:00, 10.10it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The generated query has been written to the Predicted.sql file.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "from transformers import AutoTokenizer\n",
    "from vllm import LLM, SamplingParams\n",
    "import time\n",
    "\n",
    "\n",
    "\n",
    "def batch_generate_with_vllm(prompts, llm, sampling_params):\n",
    "    outputs = llm.generate(prompts, sampling_params=sampling_params)\n",
    "    return [output.outputs[0].text.strip() for output in outputs]\n",
    "\n",
    "def main_stage2():\n",
    "    df = pd.read_csv(\"./useful_val_dataset4.csv\")\n",
    "    #modelpath\n",
    "    llm = LLM(model=\"./stage2\", gpu_memory_utilization=0.4)\n",
    "    sampling_params = SamplingParams(temperature=0.1, top_p=1.0, repetition_penalty=1.05, max_tokens=256)\n",
    "\n",
    "    prompts_stage2 = [\n",
    "        f\"\"\"Given the following SQL tables, your job is to generate the Sqlite SQL query given the user's question. Please pay special attention to the choice of table names and column names.\n",
    "Put your answer inside the ```sql and ``` tags.\n",
    "{row['filtered_database_schema']}\n",
    "###\n",
    "Question: {row['question']}\n",
    "\"\"\"\n",
    "        for index, row in df.iterrows()\n",
    "    ]\n",
    "\n",
    "    # Performing batch inference\n",
    "    responses = batch_generate_with_vllm(prompts_stage2, llm, sampling_params)\n",
    "\n",
    "    results = []\n",
    "    for response, row in zip(responses, df.itertuples()):\n",
    "        if \";\" in response:\n",
    "            response = response.split(\";\")[0]\n",
    "        if \"```sql\" in response:\n",
    "            response = response.split(\"```sql\")[1]\n",
    "        response = re.sub(r'\\s+', ' ', response).strip()\n",
    "\n",
    "        # print(\"\\n\")\n",
    "        # print(response)\n",
    "        # print(row.query)\n",
    "        # print(\"============================\")\n",
    "        results.append([response, row.query, row.question, row.db_id])\n",
    "\n",
    "    new_df = pd.DataFrame(results, columns=['generated_query', 'reference_query', 'question', 'db_id'])\n",
    "\n",
    "    # The generated query is written to a SQL file for evaluation\n",
    "    with open(\"Predicted.sql\", \"w\") as f:\n",
    "        for query in new_df[\"generated_query\"]:\n",
    "            f.write(query + \";\\n\")\n",
    "\n",
    "    print(\"The generated query has been written to the Predicted.sql file.\")\n",
    "\n",
    "if __name__ == \"__main__\":\n",
    "    main_stage2()\n",
    "    \n",
    "#     end_time = time.time()\n",
    "\n",
    "#     total_time = end_time - start_time\n",
    "#     print(f\"run time：{total_time}秒\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Evaluation "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "STDOUT: params as fllows \n",
      " Namespace(input='Predicted.sql', gold='eval/eval_data/gold.txt', db='spider/database', table='eval/eval_data/tables.json', etype='all', plug_value=False, keep_distinct=False, progress_bar_for_each_datapoint=False, natsql=False, pred='Predicted.sql')\n",
      "gseq_one length  1034\n",
      "pseq_one length 2147\n",
      "compare pred idx 0\n",
      "easy pred: SELECT COUNT(*) FROM club;\n",
      "easy gold: SELECT count(*) FROM singer\n",
      "\n",
      "compare pred idx 1\n",
      "easy pred: SELECT COUNT(*) FROM club;\n",
      "easy gold: SELECT count(*) FROM singer\n",
      "\n",
      "compare pred idx 2\n",
      "medium pred: SELECT name FROM club ORDER BY name ASC;\n",
      "medium gold: SELECT name ,  country ,  age FROM singer ORDER BY age DESC\n",
      "\n",
      "compare pred idx 3\n",
      "medium pred: SELECT name FROM club ORDER BY name ASC;\n",
      "medium gold: SELECT name ,  country ,  age FROM singer ORDER BY age DESC\n",
      "\n",
      "compare pred idx 4\n",
      "medium pred: SELECT manager , captain FROM club;\n",
      "medium gold: SELECT avg(age) ,  min(age) ,  max(age) FROM singer WHERE country  =  'France'\n",
      "\n",
      "compare pred idx 5\n",
      "medium pred: SELECT manager , captain FROM club;\n",
      "medium gold: SELECT avg(age) ,  min(age) ,  max(age) FROM singer WHERE country  =  'France'\n",
      "\n",
      "compare pred idx 6\n",
      "medium pred: SELECT name FROM club WHERE manufacturer != \"Nike\";\n",
      "medium gold: SELECT song_name ,  song_release_year FROM singer ORDER BY age LIMIT 1\n",
      "\n",
      "compare pred idx 7\n",
      "medium pred: SELECT name FROM club WHERE manufacturer != \"Nike\";\n",
      "medium gold: SELECT song_name ,  song_release_year FROM singer ORDER BY age LIMIT 1\n",
      "\n",
      "compare pred idx 8\n",
      "easy pred: SELECT name FROM player ORDER BY wins_count ASC;\n",
      "easy gold: SELECT DISTINCT country FROM singer WHERE age  >  20\n",
      "\n",
      "compare pred idx 9\n",
      "easy pred: SELECT name FROM player ORDER BY wins_count ASC;\n",
      "easy gold: SELECT DISTINCT country FROM singer WHERE age  >  20\n",
      "\n",
      "compare pred idx 10\n",
      "medium pred: SELECT name FROM player ORDER BY earnings DESC LIMIT 1;\n",
      "medium gold: SELECT country ,  count(*) FROM singer GROUP BY country\n",
      "\n",
      "compare pred idx 11\n",
      "medium pred: SELECT name FROM player ORDER BY earnings DESC LIMIT 1;\n",
      "medium gold: SELECT country ,  count(*) FROM singer GROUP BY country\n",
      "\n",
      "compare pred idx 12\n",
      "hard pred: SELECT DISTINCT country FROM player WHERE earnings > 1200000;\n",
      "hard gold: SELECT song_name FROM singer WHERE age  >  (SELECT avg(age) FROM singer)\n",
      "\n",
      "compare pred idx 13\n",
      "hard pred: SELECT country FROM player WHERE earnings > 1200000;\n",
      "hard gold: SELECT song_name FROM singer WHERE age  >  (SELECT avg(age) FROM singer)\n",
      "\n",
      "compare pred idx 14\n",
      "medium pred: SELECT country FROM player WHERE wins_count > 2 ORDER BY earnings DESC LIMIT 1;\n",
      "medium gold: SELECT LOCATION ,  name FROM stadium WHERE capacity BETWEEN 5000 AND 10000\n",
      "\n",
      "compare pred idx 15\n",
      "medium pred: SELECT country FROM player WHERE wins_count > 2 ORDER BY earnings DESC LIMIT 1;\n",
      "medium gold: SELECT LOCATION ,  name FROM stadium WHERE capacity BETWEEN 5000 AND 10000\n",
      "\n",
      "compare pred idx 16\n",
      "medium pred: SELECT t2.name , t1.name FROM player as t1 JOIN club as t2 ON t1.club_id = t2.club_id;\n",
      "medium gold: select max(capacity), average from stadium\n",
      "\n",
      "compare pred idx 17\n",
      "medium pred: SELECT t2.name , t1.name FROM player as t1 JOIN club as t2 ON t1.club_id = t2.club_id;\n",
      "medium gold: select avg(capacity) ,  max(capacity) from stadium\n",
      "\n",
      "compare pred idx 18\n",
      "medium pred: SELECT t1.name FROM club as t1 JOIN player as t2 ON t1.club_id = t2.club_id WHERE t2.wins_count > 2;\n",
      "medium gold: SELECT name ,  capacity FROM stadium ORDER BY average DESC LIMIT 1\n",
      "\n",
      "compare pred idx 19\n",
      "medium pred: SELECT t1.name FROM club as t1 JOIN player as t2 ON t1.club_id = t2.club_id WHERE t2.wins_count > 2;\n",
      "medium gold: SELECT name ,  capacity FROM stadium ORDER BY average DESC LIMIT 1\n",
      "\n",
      "compare pred idx 20\n",
      "medium pred: SELECT t2.name FROM club as t1 JOIN player as t2 ON t1.club_id = t2.club_id WHERE t1.manager = \"Sam Allardyce\";\n",
      "medium gold: SELECT count(*) FROM concert WHERE YEAR  =  2014 OR YEAR  =  2015\n",
      "\n",
      "compare pred idx 21\n",
      "medium pred: SELECT t2.name FROM club as t1 JOIN player as t2 ON t1.club_id = t2.club_id WHERE t1.manager = \"Sam Allardyce\";\n",
      "medium gold: SELECT count(*) FROM concert WHERE YEAR  =  2014 OR YEAR  =  2015\n",
      "\n",
      "compare pred idx 22\n",
      "medium pred: SELECT t1.name FROM club as t1 JOIN player as t2 ON t1.club_id = t2.club_id GROUP BY t1.club_id ORDER BY AVG(t2.earnings) DESC;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id GROUP BY T1.stadium_id\n",
      "\n",
      "compare pred idx 23\n",
      "medium pred: SELECT t1.name FROM club as t1 JOIN player as t2 ON t1.club_id = t2.club_id GROUP BY t1.club_id ORDER BY AVG(t2.earnings) DESC;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id GROUP BY T1.stadium_id\n",
      "\n",
      "compare pred idx 24\n",
      "extra pred: SELECT manufacturer , COUNT(*) FROM club GROUP BY manufacturer;\n",
      "extra gold: SELECT T2.name ,  T2.capacity FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.year  >=  2014 GROUP BY T2.stadium_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 25\n",
      "extra pred: SELECT COUNT(*) , manufacturer FROM club GROUP BY manufacturer;\n",
      "extra gold: select t2.name ,  t2.capacity from concert as t1 join stadium as t2 on t1.stadium_id  =  t2.stadium_id where t1.year  >  2013 group by t2.stadium_id order by count(*) desc limit 1\n",
      "\n",
      "compare pred idx 26\n",
      "hard pred: SELECT manufacturer FROM club GROUP BY manufacturer ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT YEAR FROM concert GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 27\n",
      "hard pred: SELECT manufacturer FROM club GROUP BY manufacturer ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT YEAR FROM concert GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 28\n",
      "hard pred: SELECT manufacturer FROM club GROUP BY manufacturer HAVING COUNT(*) > 1;\n",
      "hard gold: SELECT name FROM stadium WHERE stadium_id NOT IN (SELECT stadium_id FROM concert)\n",
      "\n",
      "compare pred idx 29\n",
      "hard pred: SELECT manufacturer FROM club GROUP BY manufacturer HAVING COUNT(*) > 1;\n",
      "hard gold: SELECT name FROM stadium WHERE stadium_id NOT IN (SELECT stadium_id FROM concert)\n",
      "\n",
      "compare pred idx 30\n",
      "hard pred: SELECT country FROM player GROUP BY country HAVING COUNT(*) > 1;\n",
      "hard gold: SELECT country FROM singer WHERE age  >  40 INTERSECT SELECT country FROM singer WHERE age  <  30\n",
      "\n",
      "compare pred idx 31\n",
      "hard pred: SELECT country FROM player GROUP BY country HAVING COUNT(*) > 1;\n",
      "hard gold: SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.year  =  2014\n",
      "\n",
      "compare pred idx 32\n",
      "hard pred: SELECT name FROM club EXCEPT SELECT t2.name FROM player as t1 JOIN club as t2 ON t1.club_id = t2.club_id;\n",
      "hard gold: SELECT name FROM stadium EXCEPT SELECT T2.name FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.year  =  2014\n",
      "\n",
      "compare pred idx 33\n",
      "medium pred: SELECT name FROM club EXCEPT SELECT t2.name FROM player as t1 JOIN club as t2 ON t1.club_id = t2.club_id;\n",
      "medium gold: SELECT T2.concert_name ,  T2.theme ,  count(*) FROM singer_in_concert AS T1 JOIN concert AS T2 ON T1.concert_id  =  T2.concert_id GROUP BY T2.concert_id\n",
      "\n",
      "compare pred idx 34\n",
      "medium pred: SELECT country FROM player WHERE earnings > 1400000 INTERSECT SELECT country FROM player WHERE earnings < 1100000;\n",
      "medium gold: select t2.concert_name ,  t2.theme ,  count(*) from singer_in_concert as t1 join concert as t2 on t1.concert_id  =  t2.concert_id group by t2.concert_id\n",
      "\n",
      "compare pred idx 35\n",
      "medium pred: SELECT country FROM player WHERE earnings > 1400000 INTERSECT SELECT country FROM player WHERE earnings < 1100000;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id GROUP BY T2.singer_id\n",
      "\n",
      "compare pred idx 36\n",
      "medium pred: SELECT COUNT(DISTINCT country) FROM player;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id GROUP BY T2.singer_id\n",
      "\n",
      "compare pred idx 37\n",
      "hard pred: SELECT COUNT(DISTINCT country) FROM player;\n",
      "hard gold: SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id JOIN concert AS T3 ON T1.concert_id  =  T3.concert_id WHERE T3.year  =  2014\n",
      "\n",
      "compare pred idx 38\n",
      "hard pred: SELECT earnings FROM player WHERE country = \"Australia\" OR country = \"Zimbabwe\";\n",
      "hard gold: SELECT T2.name FROM singer_in_concert AS T1 JOIN singer AS T2 ON T1.singer_id  =  T2.singer_id JOIN concert AS T3 ON T1.concert_id  =  T3.concert_id WHERE T3.year  =  2014\n",
      "\n",
      "compare pred idx 39\n",
      "medium pred: SELECT earnings FROM player WHERE country = \"Australia\" OR country = \"Zimbabwe\";\n",
      "medium gold: SELECT name ,  country FROM singer WHERE song_name LIKE '%Hey%'\n",
      "\n",
      "compare pred idx 40\n",
      "medium pred: SELECT t1.customer_id , t1.customer_first_name , t1.customer_last_name FROM customers as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id HAVING COUNT(*) > 2 AND SUM(order_id) >= 3;\n",
      "medium gold: SELECT name ,  country FROM singer WHERE song_name LIKE '%Hey%'\n",
      "\n",
      "compare pred idx 41\n",
      "extra pred: SELECT t1.customer_id , t1.customer_first_name , t1.customer_last_name FROM customers as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id HAVING COUNT(*) > 2 AND COUNT(DISTINCT t2.order_id) >= 3;\n",
      "extra gold: SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2014 INTERSECT SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2015\n",
      "\n",
      "compare pred idx 42\n",
      "extra pred: SELECT t2.order_id , t2.order_status_code , COUNT(*) FROM Order_Items as t1 JOIN Orders as t2 ON t1.order_id = t2.order_id GROUP BY t2.order_id;\n",
      "extra gold: SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2014 INTERSECT SELECT T2.name ,  T2.location FROM concert AS T1 JOIN stadium AS T2 ON T1.stadium_id  =  T2.stadium_id WHERE T1.Year  =  2015\n",
      "\n",
      "compare pred idx 43\n",
      "hard pred: SELECT COUNT(*) , T2.order_status_code , T2.order_id FROM Order_Items AS T1 JOIN Orders AS T2 ON T1.order_id = T2.order_id GROUP BY T2.order_id;\n",
      "hard gold: select count(*) from concert where stadium_id = (select stadium_id from stadium order by capacity desc limit 1)\n",
      "\n",
      "compare pred idx 44\n",
      "hard pred: SELECT date_order_placed FROM orders ORDER BY date_order_placed LIMIT 1 UNION SELECT date_order_placed FROM orders GROUP BY order_id HAVING COUNT(*) > 1;\n",
      "hard gold: select count(*) from concert where stadium_id = (select stadium_id from stadium order by capacity desc limit 1)\n",
      "\n",
      "compare pred idx 45\n",
      "easy pred: SELECT MIN(date_order_placed) , date_order_placed FROM Orders GROUP BY order_id HAVING COUNT(*) > 1;\n",
      "easy gold: SELECT count(*) FROM pets WHERE weight  >  10\n",
      "\n",
      "compare pred idx 46\n",
      "easy pred: SELECT customer_first_name , customer_middle_initial , customer_last_name FROM customers WHERE customer_id NOT IN (SELECT customer_id FROM orders);\n",
      "easy gold: SELECT count(*) FROM pets WHERE weight  >  10\n",
      "\n",
      "compare pred idx 47\n",
      "medium pred: SELECT customer_first_name , customer_middle_initial , customer_last_name FROM customers EXCEPT SELECT t1.customer_first_name , t1.customer_middle_initial , t1.customer_last_name FROM customers as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id;\n",
      "medium gold: SELECT weight FROM pets ORDER BY pet_age LIMIT 1\n",
      "\n",
      "compare pred idx 48\n",
      "medium pred: SELECT product_id , product_name , product_price , product_color FROM products WHERE product_id NOT IN (SELECT product_id FROM order_items GROUP BY product_id HAVING COUNT(*) >= 2);\n",
      "medium gold: SELECT weight FROM pets ORDER BY pet_age LIMIT 1\n",
      "\n",
      "compare pred idx 49\n",
      "medium pred: SELECT t1.product_id , t1.product_name , t1.product_price , t1.product_color FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id GROUP BY t2.product_id HAVING COUNT(*) < 2;\n",
      "medium gold: SELECT max(weight) ,  petType FROM pets GROUP BY petType\n",
      "\n",
      "compare pred idx 50\n",
      "medium pred: SELECT t2.order_id , t2.date_order_placed FROM Order_Items as t1 JOIN Orders as t2 ON t1.order_id = t2.order_id GROUP BY t2.order_id HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT max(weight) ,  petType FROM pets GROUP BY petType\n",
      "\n",
      "compare pred idx 51\n",
      "medium pred: SELECT t2.order_id , t2.date_order_placed FROM Order_Items as t1 JOIN Orders as t2 ON t1.order_id = t2.order_id GROUP BY t2.order_id HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.age  >  20\n",
      "\n",
      "compare pred idx 52\n",
      "medium pred: SELECT t1.product_id , t1.product_name , t1.product_price FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id GROUP BY t1.product_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.age  >  20\n",
      "\n",
      "compare pred idx 53\n",
      "hard pred: SELECT t1.product_id , t1.product_name , t1.product_price FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id GROUP BY t2.product_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T2.petid  =  T3.petid WHERE T1.sex  =  'F' AND T3.pettype  =  'dog'\n",
      "\n",
      "compare pred idx 54\n",
      "hard pred: SELECT t1.order_id , SUM(t2.product_price) FROM orders as t1 JOIN order_items as t3 ON t1.order_id = t3.order_id JOIN products as t2 ON t3.product_id = t2.product_id GROUP BY t1.order_id ORDER BY SUM(t2.product_price) LIMIT 1;\n",
      "hard gold: SELECT count(*) FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T2.petid  =  T3.petid WHERE T1.sex  =  'F' AND T3.pettype  =  'dog'\n",
      "\n",
      "compare pred idx 55\n",
      "easy pred: SELECT SUM(T1.product_price) , MIN(T3.date_order_placed) FROM products as T1 JOIN order_items as T2 ON T1.product_id = T2.product_id JOIN orders as T3 ON T2.order_id = T3.order_id GROUP BY T3.order_id ORDER BY SUM(T1.product_price) LIMIT 1;\n",
      "easy gold: SELECT count(DISTINCT pettype) FROM pets\n",
      "\n",
      "compare pred idx 56\n",
      "easy pred: SELECT payment_method_code FROM customer_payment_methods GROUP BY payment_method_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(DISTINCT pettype) FROM pets\n",
      "\n",
      "compare pred idx 57\n",
      "extra pred: SELECT payment_method_code FROM customer_payment_methods GROUP BY payment_method_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat' OR T3.pettype  =  'dog'\n",
      "\n",
      "compare pred idx 58\n",
      "extra pred: SELECT t1.gender_code , COUNT(*) FROM customers as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.gender_code;\n",
      "extra gold: SELECT DISTINCT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat' OR T3.pettype  =  'dog'\n",
      "\n",
      "compare pred idx 59\n",
      "extra pred: SELECT COUNT(*) , t1.gender_code FROM customers as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.gender_code;\n",
      "extra gold: select t1.fname from student as t1 join has_pet as t2 on t1.stuid  =  t2.stuid join pets as t3 on t3.petid  =  t2.petid where t3.pettype  =  'cat' intersect select t1.fname from student as t1 join has_pet as t2 on t1.stuid  =  t2.stuid join pets as t3 on t3.petid  =  t2.petid where t3.pettype  =  'dog'\n",
      "\n",
      "compare pred idx 60\n",
      "extra pred: SELECT COUNT(*) , t2.gender_code FROM orders as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.gender_code;\n",
      "extra gold: SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat' INTERSECT SELECT T1.Fname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'dog'\n",
      "\n",
      "compare pred idx 61\n",
      "extra pred: SELECT COUNT(*) , t2.gender_code FROM orders as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.gender_code;\n",
      "extra gold: SELECT major ,  age FROM student WHERE stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat')\n",
      "\n",
      "compare pred idx 62\n",
      "extra pred: SELECT t2.customer_first_name , t2.customer_middle_initial , t2.customer_last_name , t1.payment_method_code FROM Customer_Payment_Methods as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id;\n",
      "extra gold: SELECT major ,  age FROM student WHERE stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat')\n",
      "\n",
      "compare pred idx 63\n",
      "hard pred: SELECT t2.customer_first_name , t2.customer_middle_initial , t2.customer_last_name , t1.payment_method_code FROM Customer_Payment_Methods as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id;\n",
      "hard gold: SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat'\n",
      "\n",
      "compare pred idx 64\n",
      "hard pred: SELECT t1.invoice_status_code , t1.invoice_date , t2.shipment_date FROM invoices as t1 JOIN shipments as t2 ON t1.invoice_number = t2.invoice_number;\n",
      "hard gold: SELECT stuid FROM student EXCEPT SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat'\n",
      "\n",
      "compare pred idx 65\n",
      "extra pred: SELECT invoice_status_code , invoice_date , shipment_date FROM invoices;\n",
      "extra gold: SELECT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'dog' AND T1.stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat')\n",
      "\n",
      "compare pred idx 66\n",
      "extra pred: SELECT t1.product_name , t3.shipment_date FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id JOIN shipments as t3 ON t2.order_id = t3.order_id;\n",
      "extra gold: SELECT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'dog' AND T1.stuid NOT IN (SELECT T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pettype  =  'cat')\n",
      "\n",
      "compare pred idx 67\n",
      "medium pred: SELECT t1.product_name , t3.date_order_placed FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id JOIN orders as t3 ON t2.order_id = t3.order_id WHERE t2.order_item_status_code = \"Shipped\";\n",
      "medium gold: SELECT pettype ,  weight FROM pets ORDER BY pet_age LIMIT 1\n",
      "\n",
      "compare pred idx 68\n",
      "medium pred: SELECT t3.order_item_status_code , t2.shipment_tracking_number FROM Shipment_Items as t1 JOIN Shipments as t2 ON t1.shipment_id = t2.shipment_id JOIN Order_Items as t3 ON t1.order_item_id = t3.order_item_id;\n",
      "medium gold: SELECT pettype ,  weight FROM pets ORDER BY pet_age LIMIT 1\n",
      "\n",
      "compare pred idx 69\n",
      "medium pred: SELECT T2.order_item_status_code , T3.shipment_tracking_number FROM Shipment_Items as T1 JOIN Order_Items as T2 ON T1.order_item_id = T2.order_item_id JOIN Shipments as T3 ON T1.shipment_id = T3.shipment_id;\n",
      "medium gold: SELECT petid ,  weight FROM pets WHERE pet_age  >  1\n",
      "\n",
      "compare pred idx 70\n",
      "medium pred: SELECT t3.product_name , t3.product_color FROM shipment_items as t1 JOIN shipments as t2 ON t1.shipment_id = t2.shipment_id JOIN order_items as t4 ON t1.order_item_id = t4.order_item_id JOIN products as t3 ON t4.product_id = t3.product_id;\n",
      "medium gold: SELECT petid ,  weight FROM pets WHERE pet_age  >  1\n",
      "\n",
      "compare pred idx 71\n",
      "medium pred: SELECT t1.product_name , t1.product_color FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id WHERE t2.order_item_status_code = \"Delivered\";\n",
      "medium gold: SELECT avg(pet_age) ,  max(pet_age) ,  pettype FROM pets GROUP BY pettype\n",
      "\n",
      "compare pred idx 72\n",
      "medium pred: SELECT DISTINCT t1.product_name , t1.product_price , t1.product_description FROM products as t1 JOIN orders as t2 ON t1.product_id = t2.order_id JOIN customers as t3 ON t2.customer_id = t3.customer_id WHERE t3.gender_code = \"Female\";\n",
      "medium gold: SELECT avg(pet_age) ,  max(pet_age) ,  pettype FROM pets GROUP BY pettype\n",
      "\n",
      "compare pred idx 73\n",
      "medium pred: SELECT DISTINCT t1.product_name , t1.product_price , t1.product_description FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id JOIN orders as t3 ON t2.order_id = t3.order_id JOIN customers as t4 ON t3.customer_id = t4.customer_id WHERE t4.gender_code = \"female\";\n",
      "medium gold: SELECT avg(weight) ,  pettype FROM pets GROUP BY pettype\n",
      "\n",
      "compare pred idx 74\n",
      "medium pred: SELECT t2.invoice_status_code FROM shipments as t1 JOIN invoices as t2 ON t1.invoice_number = t2.invoice_number JOIN orders as t3 ON t1.order_id = t3.order_id WHERE t1.shipment_id IS NULL;\n",
      "medium gold: SELECT avg(weight) ,  pettype FROM pets GROUP BY pettype\n",
      "\n",
      "compare pred idx 75\n",
      "medium pred: SELECT t2.invoice_status_code FROM shipments as t1 JOIN invoices as t2 ON t1.invoice_number = t2.invoice_number JOIN orders as t3 ON t3.order_id = t1.order_id WHERE t1.shipment_date IS NULL;\n",
      "medium gold: SELECT DISTINCT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid\n",
      "\n",
      "compare pred idx 76\n",
      "medium pred: SELECT t3.order_id , t3.date_order_placed , SUM(t2.product_price) FROM shipment_items as t1 JOIN order_items as t2 ON t1.order_item_id = t2.order_item_id JOIN orders as t3 ON t2.order_id = t3.order_id GROUP BY t3.order_id;\n",
      "medium gold: SELECT DISTINCT T1.fname ,  T1.age FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid\n",
      "\n",
      "compare pred idx 77\n",
      "medium pred: SELECT t3.order_id , t3.date_order_placed , SUM(t2.invoice_date) FROM shipments as t1 JOIN invoices as t2 ON t1.invoice_number = t2.invoice_number JOIN orders as t3 ON t3.order_id = t1.order_id GROUP BY t3.order_id;\n",
      "medium gold: SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.Lname  =  'Smith'\n",
      "\n",
      "compare pred idx 78\n",
      "medium pred: SELECT COUNT(DISTINCT customer_id) FROM orders;\n",
      "medium gold: SELECT T2.petid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid WHERE T1.Lname  =  'Smith'\n",
      "\n",
      "compare pred idx 79\n",
      "medium pred: SELECT COUNT(DISTINCT customer_id) FROM orders;\n",
      "medium gold: SELECT count(*) ,  T1.stuid FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid GROUP BY T1.stuid\n",
      "\n",
      "compare pred idx 80\n",
      "medium pred: SELECT COUNT(DISTINCT order_item_status_code) FROM Order_Items;\n",
      "medium gold: select count(*) ,  t1.stuid from student as t1 join has_pet as t2 on t1.stuid  =  t2.stuid group by t1.stuid\n",
      "\n",
      "compare pred idx 81\n",
      "medium pred: SELECT COUNT(DISTINCT order_item_status_code) FROM Order_Items;\n",
      "medium gold: SELECT T1.fname ,  T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid GROUP BY T1.stuid HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 82\n",
      "medium pred: SELECT COUNT(DISTINCT payment_method_code) FROM Customer_Payment_Methods;\n",
      "medium gold: SELECT T1.fname ,  T1.sex FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid GROUP BY T1.stuid HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 83\n",
      "hard pred: SELECT COUNT(DISTINCT payment_method_code) FROM Customer_Payment_Methods;\n",
      "hard gold: SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pet_age  =  3 AND T3.pettype  =  'cat'\n",
      "\n",
      "compare pred idx 84\n",
      "hard pred: SELECT login_name , login_password FROM Customers WHERE phone_number LIKE '+12%';\n",
      "hard gold: SELECT T1.lname FROM student AS T1 JOIN has_pet AS T2 ON T1.stuid  =  T2.stuid JOIN pets AS T3 ON T3.petid  =  T2.petid WHERE T3.pet_age  =  3 AND T3.pettype  =  'cat'\n",
      "\n",
      "compare pred idx 85\n",
      "extra pred: SELECT login_name , login_password FROM Customers WHERE phone_number LIKE '+12%';\n",
      "extra gold: select avg(age) from student where stuid not in (select stuid from has_pet)\n",
      "\n",
      "compare pred idx 86\n",
      "extra pred: SELECT product_size FROM products WHERE product_name LIKE '%Dell%';\n",
      "extra gold: select avg(age) from student where stuid not in (select stuid from has_pet)\n",
      "\n",
      "compare pred idx 87\n",
      "easy pred: SELECT product_size FROM products WHERE product_name LIKE '%Dell%';\n",
      "easy gold: SELECT count(*) FROM CONTINENTS;\n",
      "\n",
      "compare pred idx 88\n",
      "easy pred: SELECT product_price , product_size FROM products WHERE product_price > (SELECT AVG(product_price) FROM products);\n",
      "easy gold: SELECT count(*) FROM CONTINENTS;\n",
      "\n",
      "compare pred idx 89\n",
      "medium pred: SELECT product_price , product_size FROM products WHERE product_price > (SELECT AVG(product_price) FROM products);\n",
      "medium gold: SELECT T1.ContId ,  T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.Continent GROUP BY T1.ContId;\n",
      "\n",
      "compare pred idx 90\n",
      "medium pred: SELECT COUNT(DISTINCT product_name) FROM products WHERE product_id NOT IN ( SELECT product_id FROM order_items );\n",
      "medium gold: SELECT T1.ContId ,  T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.Continent GROUP BY T1.ContId;\n",
      "\n",
      "compare pred idx 91\n",
      "easy pred: SELECT COUNT(*) FROM products WHERE product_id NOT IN (SELECT product_id FROM order_items);\n",
      "easy gold: SELECT count(*) FROM COUNTRIES;\n",
      "\n",
      "compare pred idx 92\n",
      "easy pred: SELECT COUNT(*) FROM customers WHERE customer_id NOT IN ( SELECT customer_id FROM customer_payment_methods );\n",
      "easy gold: SELECT count(*) FROM COUNTRIES;\n",
      "\n",
      "compare pred idx 93\n",
      "medium pred: SELECT COUNT(*) FROM customers WHERE customer_id NOT IN ( SELECT customer_id FROM customer_payment_methods );\n",
      "medium gold: SELECT T1.FullName ,  T1.Id ,  count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id;\n",
      "\n",
      "compare pred idx 94\n",
      "medium pred: SELECT order_status_code , date_order_placed FROM Orders;\n",
      "medium gold: SELECT T1.FullName ,  T1.Id ,  count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id;\n",
      "\n",
      "compare pred idx 95\n",
      "hard pred: SELECT order_status_code , date_order_placed FROM orders;\n",
      "hard gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id ORDER BY T2.horsepower ASC LIMIT 1;\n",
      "\n",
      "compare pred idx 96\n",
      "hard pred: SELECT address_line_1 , town_city , county FROM Customers WHERE country = \"USA\";\n",
      "hard gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id ORDER BY T2.horsepower ASC LIMIT 1;\n",
      "\n",
      "compare pred idx 97\n",
      "extra pred: SELECT address_line_1 , town_city , county FROM Customers WHERE country = \"USA\";\n",
      "extra gold: SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Weight  <  (SELECT avg(Weight) FROM CARS_DATA)\n",
      "\n",
      "compare pred idx 98\n",
      "extra pred: SELECT t2.customer_first_name , t1.product_name FROM products as t1 JOIN orders as t3 ON t1.product_id = t3.order_id JOIN customers as t2 ON t3.customer_id = t2.customer_id;\n",
      "extra gold: SELECT T1.model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Weight  <  (SELECT avg(Weight) FROM CARS_DATA)\n",
      "\n",
      "compare pred idx 99\n",
      "extra pred: SELECT t3.customer_first_name , t1.product_name FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id JOIN orders as t4 ON t2.order_id = t4.order_id JOIN customers as t3 ON t4.customer_id = t3.customer_id;\n",
      "extra gold: SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker JOIN CAR_NAMES AS T3 ON T2.model  =  T3.model JOIN CARS_DATA AS T4 ON T3.MakeId  =  T4.id WHERE T4.year  =  '1970';\n",
      "\n",
      "compare pred idx 100\n",
      "extra pred: SELECT COUNT(*) FROM shipment_items;\n",
      "extra gold: SELECT DISTINCT T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker JOIN CAR_NAMES AS T3 ON T2.model  =  T3.model JOIN CARS_DATA AS T4 ON T3.MakeId  =  T4.id WHERE T4.year  =  '1970';\n",
      "\n",
      "compare pred idx 101\n",
      "extra pred: SELECT COUNT(*) FROM Products WHERE product_id IN ( SELECT product_id FROM Order_Items WHERE order_item_status_code = \"Delivered\");\n",
      "extra gold: SELECT T2.Make ,  T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T1.Year  =  (SELECT min(YEAR) FROM CARS_DATA);\n",
      "\n",
      "compare pred idx 102\n",
      "extra pred: SELECT AVG(product_price) FROM products;\n",
      "extra gold: SELECT T2.Make ,  T1.Year FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T1.Year  =  (SELECT min(YEAR) FROM CARS_DATA);\n",
      "\n",
      "compare pred idx 103\n",
      "hard pred: SELECT AVG(product_price) FROM Products;\n",
      "hard gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model  =  T2.model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.id WHERE T3.year  >  1980;\n",
      "\n",
      "compare pred idx 104\n",
      "hard pred: SELECT AVG(T1.product_price) FROM products as T1 JOIN order_items as T2 ON T1.product_id = T2.product_id WHERE T2.order_item_status_code = \"Delivered\";\n",
      "hard gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.model  =  T2.model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.id WHERE T3.year  >  1980;\n",
      "\n",
      "compare pred idx 105\n",
      "hard pred: SELECT AVG(T1.product_price) FROM products as T1 JOIN order_items as T2 ON T1.product_id = T2.product_id JOIN orders as T3 ON T2.order_id = T3.order_id WHERE T3.order_status_code = \"Delivered\";\n",
      "hard gold: SELECT T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.continent JOIN car_makers AS T3 ON T2.CountryId  =  T3.Country GROUP BY T1.Continent;\n",
      "\n",
      "compare pred idx 106\n",
      "hard pred: SELECT email_address , town_city , county FROM Customers GROUP BY gender_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "hard gold: SELECT T1.Continent ,  count(*) FROM CONTINENTS AS T1 JOIN COUNTRIES AS T2 ON T1.ContId  =  T2.continent JOIN car_makers AS T3 ON T2.CountryId  =  T3.Country GROUP BY T1.Continent;\n",
      "\n",
      "compare pred idx 107\n",
      "extra pred: SELECT t1.email_address , t1.town_city , t1.county FROM customers as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.gender_code ORDER BY COUNT(*) LIMIT 1;\n",
      "extra gold: SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId GROUP BY T1.Country ORDER BY Count(*) DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 108\n",
      "extra pred: SELECT t2.date_order_placed FROM customer_payment_methods as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_id HAVING COUNT(*) >= 2;\n",
      "extra gold: SELECT T2.CountryName FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId GROUP BY T1.Country ORDER BY Count(*) DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 109\n",
      "medium pred: SELECT t2.date_order_placed FROM customer_payment_methods as t1 JOIN orders as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_id HAVING COUNT(*) >= 2;\n",
      "medium gold: select count(*) ,  t2.fullname from model_list as t1 join car_makers as t2 on t1.maker  =  t2.id group by t2.id;\n",
      "\n",
      "compare pred idx 110\n",
      "medium pred: SELECT order_status_code FROM orders GROUP BY order_status_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT Count(*) ,  T2.FullName ,  T2.id FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker  =  T2.Id GROUP BY T2.id;\n",
      "\n",
      "compare pred idx 111\n",
      "medium pred: SELECT order_status_code FROM orders GROUP BY order_status_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Make  =  'amc hornet sportabout (sw)';\n",
      "\n",
      "compare pred idx 112\n",
      "medium pred: SELECT t1.product_id , t1.product_description FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id GROUP BY t1.product_id HAVING COUNT(*) > 3;\n",
      "medium gold: SELECT T1.Accelerate FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Make  =  'amc hornet sportabout (sw)';\n",
      "\n",
      "compare pred idx 113\n",
      "medium pred: SELECT t1.product_id , t1.product_description FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id GROUP BY t1.product_id HAVING COUNT(*) > 3;\n",
      "medium gold: SELECT count(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId WHERE T2.CountryName  =  'france';\n",
      "\n",
      "compare pred idx 114\n",
      "medium pred: SELECT t1.invoice_date , t1.invoice_number FROM invoices as t1 JOIN shipments as t2 ON t1.invoice_number = t2.invoice_number GROUP BY t1.invoice_number HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT count(*) FROM CAR_MAKERS AS T1 JOIN COUNTRIES AS T2 ON T1.Country  =  T2.CountryId WHERE T2.CountryName  =  'france';\n",
      "\n",
      "compare pred idx 115\n",
      "hard pred: SELECT t1.invoice_date , t1.invoice_number FROM invoices as t1 JOIN shipments as t2 ON t1.invoice_number = t2.invoice_number GROUP BY t1.invoice_number HAVING COUNT(*) >= 2;\n",
      "hard gold: SELECT count(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker  =  T2.Id JOIN COUNTRIES AS T3 ON T2.Country  =  T3.CountryId WHERE T3.CountryName  =  'usa';\n",
      "\n",
      "compare pred idx 116\n",
      "hard pred: SELECT shipment_tracking_number , shipment_date FROM shipments;\n",
      "hard gold: SELECT count(*) FROM MODEL_LIST AS T1 JOIN CAR_MAKERS AS T2 ON T1.Maker  =  T2.Id JOIN COUNTRIES AS T3 ON T2.Country  =  T3.CountryId WHERE T3.CountryName  =  'usa';\n",
      "\n",
      "compare pred idx 117\n",
      "easy pred: SELECT shipment_tracking_number , shipment_date FROM Shipments;\n",
      "easy gold: SELECT avg(mpg) FROM CARS_DATA WHERE Cylinders  =  4;\n",
      "\n",
      "compare pred idx 118\n",
      "easy pred: SELECT product_color , product_description , product_size FROM products WHERE product_price < ( SELECT MAX(product_price) FROM products );\n",
      "easy gold: SELECT avg(mpg) FROM CARS_DATA WHERE Cylinders  =  4;\n",
      "\n",
      "compare pred idx 119\n",
      "medium pred: SELECT product_color , product_description , product_size FROM products WHERE product_price != ( SELECT MAX(product_price) FROM products );\n",
      "medium gold: select min(weight) from cars_data where cylinders  =  8 and year  =  1974\n",
      "\n",
      "compare pred idx 120\n",
      "medium pred: SELECT name FROM director WHERE age > (SELECT AVG(age) FROM director);\n",
      "medium gold: select min(weight) from cars_data where cylinders  =  8 and year  =  1974\n",
      "\n",
      "compare pred idx 121\n",
      "medium pred: SELECT name FROM director ORDER BY age DESC LIMIT 1;\n",
      "medium gold: SELECT Maker ,  Model FROM MODEL_LIST;\n",
      "\n",
      "compare pred idx 122\n",
      "medium pred: SELECT COUNT(*) FROM channel WHERE internet LIKE '%bbc%';\n",
      "medium gold: SELECT Maker ,  Model FROM MODEL_LIST;\n",
      "\n",
      "compare pred idx 123\n",
      "medium pred: SELECT COUNT(DISTINCT digital_terrestrial_channel) FROM channel;\n",
      "medium gold: SELECT T1.CountryName ,  T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country GROUP BY T1.CountryId HAVING count(*)  >=  1;\n",
      "\n",
      "compare pred idx 124\n",
      "medium pred: SELECT title FROM program ORDER BY start_year DESC;\n",
      "medium gold: SELECT T1.CountryName ,  T1.CountryId FROM COUNTRIES AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country GROUP BY T1.CountryId HAVING count(*)  >=  1;\n",
      "\n",
      "compare pred idx 125\n",
      "easy pred: SELECT t2.name FROM program as t1 JOIN director as t2 ON t1.director_id = t2.director_id GROUP BY t2.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM CARS_DATA WHERE horsepower  >  150;\n",
      "\n",
      "compare pred idx 126\n",
      "easy pred: SELECT t2.name , t2.age FROM program as t1 JOIN director as t2 ON t1.director_id = t2.director_id GROUP BY t2.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM CARS_DATA WHERE horsepower  >  150;\n",
      "\n",
      "compare pred idx 127\n",
      "medium pred: SELECT title FROM program ORDER BY start_year DESC LIMIT 1;\n",
      "medium gold: SELECT avg(Weight) ,  YEAR FROM CARS_DATA GROUP BY YEAR;\n",
      "\n",
      "compare pred idx 128\n",
      "medium pred: SELECT t2.name , t2.internet FROM program as t1 JOIN channel as t2 ON t1.channel_id = t2.channel_id GROUP BY t2.name HAVING COUNT(*) > 1;\n",
      "medium gold: SELECT avg(Weight) ,  YEAR FROM CARS_DATA GROUP BY YEAR;\n",
      "\n",
      "compare pred idx 129\n",
      "extra pred: SELECT COUNT(*) , t2.name FROM program as t1 JOIN channel as t2 ON t1.channel_id = t2.channel_id GROUP BY t2.name;\n",
      "extra gold: SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent  =  T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId  =  T3.Country WHERE T2.Continent  =  'europe' GROUP BY T1.CountryName HAVING count(*)  >=  3;\n",
      "\n",
      "compare pred idx 130\n",
      "extra pred: SELECT COUNT(*) FROM channel WHERE channel_id NOT IN ( SELECT channel_id FROM program );\n",
      "extra gold: SELECT T1.CountryName FROM COUNTRIES AS T1 JOIN CONTINENTS AS T2 ON T1.Continent  =  T2.ContId JOIN CAR_MAKERS AS T3 ON T1.CountryId  =  T3.Country WHERE T2.Continent  =  'europe' GROUP BY T1.CountryName HAVING count(*)  >=  3;\n",
      "\n",
      "compare pred idx 131\n",
      "extra pred: SELECT t2.name FROM program as t1 JOIN director as t2 ON t1.director_id = t2.director_id WHERE t1.title = \"Dracula\";\n",
      "extra gold: SELECT T2.horsepower ,  T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.cylinders  =  3 ORDER BY T2.horsepower DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 132\n",
      "extra pred: SELECT t2.name , t2.internet FROM director_admin as t1 JOIN channel as t2 ON t1.channel_id = t2.channel_id GROUP BY t1.channel_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT T2.horsepower ,  T1.Make FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.cylinders  =  3 ORDER BY T2.horsepower DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 133\n",
      "hard pred: SELECT name FROM director WHERE age >= 30 AND age <= 60;\n",
      "hard gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id ORDER BY T2.mpg DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 134\n",
      "hard pred: SELECT t1.name FROM channel as t1 JOIN director_admin as t2 ON t1.channel_id = t2.channel_id JOIN director as t3 ON t2.director_id = t3.director_id WHERE t3.age < 40 INTERSECT SELECT t1.name FROM channel as t1 JOIN director_admin as t2 ON t1.channel_id = t2.channel_id JOIN director as t3 ON t2.director_id = t3.director_id WHERE t3.age > 60;\n",
      "hard gold: select t1.model from car_names as t1 join cars_data as t2 on t1.makeid  =  t2.id order by t2.mpg desc limit 1;\n",
      "\n",
      "compare pred idx 135\n",
      "easy pred: SELECT t3.channel_id , t3.name FROM director as t1 JOIN director_admin as t2 ON t1.director_id = t2.director_id JOIN channel as t3 ON t2.channel_id = t3.channel_id WHERE t1.name != \"Hank Baskett\";\n",
      "easy gold: SELECT avg(horsepower) FROM CARS_DATA WHERE YEAR  <  1980;\n",
      "\n",
      "compare pred idx 136\n",
      "easy pred: SELECT COUNT(*) FROM radio;\n",
      "easy gold: select avg(horsepower) from cars_data where year  <  1980;\n",
      "\n",
      "compare pred idx 137\n",
      "medium pred: SELECT transmitter FROM radio ORDER BY ERP_kW ASC;\n",
      "medium gold: SELECT avg(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T1.Model  =  'volvo';\n",
      "\n",
      "compare pred idx 138\n",
      "medium pred: SELECT tv_show_name , original_airdate FROM tv_show;\n",
      "medium gold: SELECT avg(T2.edispl) FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T1.Model  =  'volvo';\n",
      "\n",
      "compare pred idx 139\n",
      "medium pred: SELECT station_name FROM city_channel WHERE affiliation != \"ABC\";\n",
      "medium gold: SELECT max(Accelerate) ,  Cylinders FROM CARS_DATA GROUP BY Cylinders;\n",
      "\n",
      "compare pred idx 140\n",
      "medium pred: SELECT transmitter FROM radio WHERE ERP_kW > 150 OR ERP_kW < 30;\n",
      "medium gold: SELECT max(Accelerate) ,  Cylinders FROM CARS_DATA GROUP BY Cylinders;\n",
      "\n",
      "compare pred idx 141\n",
      "hard pred: SELECT transmitter FROM radio ORDER BY ERP_kW DESC LIMIT 1;\n",
      "hard gold: SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY count(*) DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 142\n",
      "hard pred: SELECT AVG(ERP_kW) FROM radio;\n",
      "hard gold: SELECT Model FROM CAR_NAMES GROUP BY Model ORDER BY count(*) DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 143\n",
      "easy pred: SELECT affiliation , COUNT(*) FROM city_channel GROUP BY affiliation;\n",
      "easy gold: SELECT count(*) FROM CARS_DATA WHERE Cylinders  >  4;\n",
      "\n",
      "compare pred idx 144\n",
      "easy pred: SELECT affiliation FROM city_channel GROUP BY affiliation ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM CARS_DATA WHERE Cylinders  >  4;\n",
      "\n",
      "compare pred idx 145\n",
      "easy pred: SELECT affiliation FROM city_channel GROUP BY affiliation HAVING COUNT(*) > 3;\n",
      "easy gold: SELECT count(*) FROM CARS_DATA WHERE YEAR  =  1980;\n",
      "\n",
      "compare pred idx 146\n",
      "easy pred: SELECT city , station_name FROM city_channel ORDER BY station_name ASC;\n",
      "easy gold: SELECT count(*) FROM CARS_DATA WHERE YEAR  =  1980;\n",
      "\n",
      "compare pred idx 147\n",
      "medium pred: SELECT t1.transmitter , t3.city FROM radio as t1 JOIN city_channel_radio as t2 ON t1.radio_id = t2.radio_id JOIN city_channel as t3 ON t2.city_channel_id = t3.id;\n",
      "medium gold: SELECT count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker WHERE T1.FullName  =  'American Motor Company';\n",
      "\n",
      "compare pred idx 148\n",
      "medium pred: SELECT t1.transmitter , t3.station_name FROM radio as t1 JOIN city_channel_radio as t2 ON t1.radio_id = t2.radio_id JOIN city_channel as t3 ON t2.city_channel_id = t3.id ORDER BY t1.erp_kw DESC;\n",
      "medium gold: SELECT count(*) FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker WHERE T1.FullName  =  'American Motor Company';\n",
      "\n",
      "compare pred idx 149\n",
      "medium pred: SELECT t1.transmitter , COUNT(*) FROM radio as t1 JOIN city_channel_radio as t3 ON t1.radio_id = t3.radio_id JOIN city_channel as t2 ON t3.city_channel_id = t2.id GROUP BY t1.transmitter;\n",
      "medium gold: SELECT T1.FullName ,  T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id HAVING count(*)  >  3;\n",
      "\n",
      "compare pred idx 150\n",
      "medium pred: SELECT DISTINCT transmitter FROM radio EXCEPT SELECT t1.transmitter FROM radio as t1 JOIN city_channel_radio as t2 ON t1.radio_id = t2.radio_id JOIN city_channel as t3 ON t2.city_channel_id = t3.id;\n",
      "medium gold: SELECT T1.FullName ,  T1.Id FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id HAVING count(*)  >  3;\n",
      "\n",
      "compare pred idx 151\n",
      "extra pred: SELECT model FROM vehicle WHERE top_speed = ( SELECT MAX(top_speed) FROM vehicle WHERE power > 6000 );\n",
      "extra gold: SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model  =  T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker  =  T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId  =  T4.Id WHERE T3.FullName  =  'General Motors' OR T4.weight  >  3500;\n",
      "\n",
      "compare pred idx 152\n",
      "extra pred: SELECT model FROM vehicle WHERE power > 6000 ORDER BY topspeed DESC LIMIT 1;\n",
      "extra gold: SELECT DISTINCT T2.Model FROM CAR_NAMES AS T1 JOIN MODEL_LIST AS T2 ON T1.Model  =  T2.Model JOIN CAR_MAKERS AS T3 ON T2.Maker  =  T3.Id JOIN CARS_DATA AS T4 ON T1.MakeId  =  T4.Id WHERE T3.FullName  =  'General Motors' OR T4.weight  >  3500;\n",
      "\n",
      "compare pred idx 153\n",
      "easy pred: SELECT name FROM driver WHERE citizenship = 'United States';\n",
      "easy gold: select distinct year from cars_data where weight between 3000 and 4000;\n",
      "\n",
      "compare pred idx 154\n",
      "easy pred: SELECT name FROM driver WHERE citizenship = \"United States\";\n",
      "easy gold: select distinct year from cars_data where weight between 3000 and 4000;\n",
      "\n",
      "compare pred idx 155\n",
      "medium pred: SELECT COUNT(*) , driver_id FROM vehicle_driver GROUP BY driver_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 156\n",
      "medium pred: SELECT driver_id , COUNT(*) FROM vehicle_driver GROUP BY driver_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.horsepower FROM CARS_DATA AS T1 ORDER BY T1.accelerate DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 157\n",
      "extra pred: SELECT MAX(power) , AVG(power) FROM vehicle WHERE builder = \"Zhuzhou\";\n",
      "extra gold: SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Model  =  'volvo' ORDER BY T1.accelerate ASC LIMIT 1;\n",
      "\n",
      "compare pred idx 158\n",
      "extra pred: SELECT MAX(power) , AVG(power) FROM vehicle WHERE builder = \"Zhuzhou\";\n",
      "extra gold: SELECT T1.cylinders FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T2.Model  =  'volvo' ORDER BY T1.accelerate ASC LIMIT 1;\n",
      "\n",
      "compare pred idx 159\n",
      "hard pred: SELECT vehicle_id FROM vehicle_driver GROUP BY vehicle_id ORDER BY COUNT(*) LIMIT 1;\n",
      "hard gold: SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate  >  ( SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1 );\n",
      "\n",
      "compare pred idx 160\n",
      "hard pred: SELECT vehicle_id FROM vehicle_driver GROUP BY vehicle_id ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "hard gold: SELECT COUNT(*) FROM CARS_DATA WHERE Accelerate  >  ( SELECT Accelerate FROM CARS_DATA ORDER BY Horsepower DESC LIMIT 1 );\n",
      "\n",
      "compare pred idx 161\n",
      "medium pred: SELECT top_speed , power FROM vehicle WHERE build_year = 1996;\n",
      "medium gold: select count(*) from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country group by t1.countryid having count(*)  >  2\n",
      "\n",
      "compare pred idx 162\n",
      "medium pred: SELECT top_speed , power FROM vehicle WHERE build_year = 1996 LIMIT 1;\n",
      "medium gold: select count(*) from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country group by t1.countryid having count(*)  >  2\n",
      "\n",
      "compare pred idx 163\n",
      "easy pred: SELECT build_year , model , builder FROM vehicle;\n",
      "easy gold: SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders  >  6;\n",
      "\n",
      "compare pred idx 164\n",
      "easy pred: SELECT build_year , model , builder FROM vehicle;\n",
      "easy gold: SELECT COUNT(*) FROM CARS_DATA WHERE Cylinders  >  6;\n",
      "\n",
      "compare pred idx 165\n",
      "extra pred: SELECT COUNT(*) FROM driver AS t1 JOIN vehicle_driver AS t2 ON t1.driver_id = t2.driver_id JOIN vehicle AS t3 ON t2.vehicle_id = t3.vehicle_id WHERE t3.build_year = 2012;\n",
      "extra gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Cylinders  =  4 ORDER BY T2.horsepower DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 166\n",
      "extra pred: SELECT COUNT(DISTINCT t1.name) FROM driver as t1 JOIN vehicle_driver as t2 ON t1.driver_id = t2.driver_id JOIN vehicle as t3 ON t2.vehicle_id = t3.vehicle_id WHERE t3.build_year = 2012;\n",
      "extra gold: SELECT T1.Model FROM CAR_NAMES AS T1 JOIN CARS_DATA AS T2 ON T1.MakeId  =  T2.Id WHERE T2.Cylinders  =  4 ORDER BY T2.horsepower DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 167\n",
      "extra pred: SELECT COUNT(*) FROM driver WHERE racing_series = 'NASCAR';\n",
      "extra gold: SELECT T2.MakeId ,  T2.Make FROM CARS_DATA AS T1 JOIN CAR_NAMES AS T2 ON T1.Id  =  T2.MakeId WHERE T1.Horsepower  >  (SELECT min(Horsepower) FROM CARS_DATA) AND T1.Cylinders  <=  3;\n",
      "\n",
      "compare pred idx 168\n",
      "extra pred: SELECT COUNT(*) FROM driver WHERE racing_series = \"NASCAR\";\n",
      "extra gold: select t2.makeid ,  t2.make from cars_data as t1 join car_names as t2 on t1.id  =  t2.makeid where t1.horsepower  >  (select min(horsepower) from cars_data) and t1.cylinders  <  4;\n",
      "\n",
      "compare pred idx 169\n",
      "medium pred: SELECT AVG(top_speed) FROM vehicle;\n",
      "medium gold: select max(mpg) from cars_data where cylinders  =  8 or year  <  1980\n",
      "\n",
      "compare pred idx 170\n",
      "medium pred: SELECT AVG(top_speed) FROM vehicle;\n",
      "medium gold: select max(mpg) from cars_data where cylinders  =  8 or year  <  1980\n",
      "\n",
      "compare pred idx 171\n",
      "extra pred: SELECT DISTINCT t1.name FROM driver as t1 JOIN vehicle_driver as t2 ON t1.driver_id = t2.driver_id JOIN vehicle as t3 ON t2.vehicle_id = t3.vehicle_id WHERE t3.power > 5000;\n",
      "extra gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model  =  T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker  =  T4.Id WHERE T3.weight  <  3500 AND T4.FullName != 'Ford Motor Company';\n",
      "\n",
      "compare pred idx 172\n",
      "extra pred: SELECT t1.name FROM driver as t1 JOIN vehicle_driver as t2 ON t1.driver_id = t2.driver_id JOIN vehicle as t3 ON t2.vehicle_id = t3.vehicle_id WHERE t3.power > 5000;\n",
      "extra gold: SELECT DISTINCT T1.model FROM MODEL_LIST AS T1 JOIN CAR_NAMES AS T2 ON T1.Model  =  T2.Model JOIN CARS_DATA AS T3 ON T2.MakeId  =  T3.Id JOIN CAR_MAKERS AS T4 ON T1.Maker  =  T4.Id WHERE T3.weight  <  3500 AND T4.FullName != 'Ford Motor Company';\n",
      "\n",
      "compare pred idx 173\n",
      "hard pred: SELECT model FROM vehicle WHERE total_production > 100 OR top_speed > 150;\n",
      "hard gold: SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId  =  T2.Country;\n",
      "\n",
      "compare pred idx 174\n",
      "hard pred: SELECT model FROM vehicle WHERE total_production > 100 OR top_speed > 150;\n",
      "hard gold: SELECT CountryName FROM countries EXCEPT SELECT T1.CountryName FROM countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.countryId  =  T2.Country;\n",
      "\n",
      "compare pred idx 175\n",
      "extra pred: SELECT model , build_year FROM vehicle WHERE model LIKE '%DJ%';\n",
      "extra gold: select t1.id ,  t1.maker from car_makers as t1 join model_list as t2 on t1.id  =  t2.maker group by t1.id having count(*)  >=  2 intersect select t1.id ,  t1.maker from car_makers as t1 join model_list as t2 on t1.id  =  t2.maker join car_names as t3 on t2.model  =  t3.model group by t1.id having count(*)  >  3;\n",
      "\n",
      "compare pred idx 176\n",
      "extra pred: SELECT model , build_year FROM vehicle WHERE model LIKE \"%DJ%\";\n",
      "extra gold: SELECT T1.Id ,  T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker GROUP BY T1.Id HAVING count(*)  >=  2 INTERSECT SELECT T1.Id ,  T1.Maker FROM CAR_MAKERS AS T1 JOIN MODEL_LIST AS T2 ON T1.Id  =  T2.Maker JOIN CAR_NAMES AS T3 ON T2.model  =  T3.model GROUP BY T1.Id HAVING count(*)  >  3;\n",
      "\n",
      "compare pred idx 177\n",
      "extra pred: SELECT model FROM vehicle EXCEPT SELECT t2.model FROM vehicle_driver as t1 JOIN vehicle as t2 ON t1.vehicle_id = t2.vehicle_id;\n",
      "extra gold: SELECT T1.countryId ,  T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country GROUP BY T1.countryId HAVING count(*)  >  3 UNION SELECT T1.countryId ,  T1.CountryName FROM Countries AS T1 JOIN CAR_MAKERS AS T2 ON T1.CountryId  =  T2.Country JOIN MODEL_LIST AS T3 ON T2.Id  =  T3.Maker WHERE T3.Model  =  'fiat';\n",
      "\n",
      "compare pred idx 178\n",
      "extra pred: SELECT model FROM vehicle EXCEPT SELECT t2.model FROM vehicle_driver as t1 JOIN vehicle as t2 ON t1.vehicle_id = t2.vehicle_id;\n",
      "extra gold: select t1.countryid ,  t1.countryname from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country group by t1.countryid having count(*)  >  3 union select t1.countryid ,  t1.countryname from countries as t1 join car_makers as t2 on t1.countryid  =  t2.country join model_list as t3 on t2.id  =  t3.maker where t3.model  =  'fiat';\n",
      "\n",
      "compare pred idx 179\n",
      "easy pred: SELECT t2.vehicle_id , t2.model FROM vehicle_driver as t1 JOIN vehicle as t2 ON t1.vehicle_id = t2.vehicle_id GROUP BY t1.vehicle_id HAVING COUNT(*) >= 2 UNION SELECT vehicle_id , model FROM vehicle WHERE builder = \"Ziyang\";\n",
      "easy gold: SELECT Country FROM AIRLINES WHERE Airline  =  \"JetBlue Airways\"\n",
      "\n",
      "compare pred idx 180\n",
      "easy pred: SELECT t1.vehicle_id , t1.model FROM vehicle as t1 JOIN vehicle_driver as t2 ON t1.vehicle_id = t2.vehicle_id GROUP BY t2.vehicle_id HAVING COUNT(*) = 2 UNION SELECT vehicle_id , model FROM vehicle WHERE builder = \"Ziyang\";\n",
      "easy gold: SELECT Country FROM AIRLINES WHERE Airline  =  \"JetBlue Airways\"\n",
      "\n",
      "compare pred idx 181\n",
      "easy pred: SELECT t2.vehicle_id , t2.model FROM driver as t1 JOIN vehicle_driver as t3 ON t1.driver_id = t3.driver_id JOIN vehicle as t2 ON t2.vehicle_id = t3.vehicle_id WHERE t1.name = \"Jeff Gordon\" UNION SELECT t2.vehicle_id , t2.model FROM driver as t1 JOIN vehicle_driver as t3 ON t1.driver_id = t3.driver_id JOIN vehicle as t2 ON t2.vehicle_id = t3.vehicle_id GROUP BY t2.vehicle_id HAVING COUNT(*) > 2;\n",
      "easy gold: SELECT Abbreviation FROM AIRLINES WHERE Airline  =  \"JetBlue Airways\"\n",
      "\n",
      "compare pred idx 182\n",
      "easy pred: SELECT t1.vehicle_id , t1.model FROM vehicle as t1 JOIN vehicle_driver as t2 ON t1.vehicle_id = t2.vehicle_id JOIN driver as t3 ON t2.driver_id = t3.driver_id WHERE t3.name = \"Jeff Gordon\" GROUP BY t1.vehicle_id HAVING COUNT(*) > 2 UNION SELECT t1.vehicle_id , t1.model FROM vehicle as t1 JOIN vehicle_driver as t2 ON t1.vehicle_id = t2.vehicle_id JOIN driver as t3 ON t2.driver_id = t3.driver_id WHERE t3.name = \"Jeff Gordon\";\n",
      "easy gold: SELECT Abbreviation FROM AIRLINES WHERE Airline  =  \"JetBlue Airways\"\n",
      "\n",
      "compare pred idx 183\n",
      "medium pred: SELECT COUNT(*) FROM vehicle WHERE top_speed = ( SELECT MAX(top_speed) FROM vehicle );\n",
      "medium gold: SELECT Airline ,  Abbreviation FROM AIRLINES WHERE Country  =  \"USA\"\n",
      "\n",
      "compare pred idx 184\n",
      "medium pred: SELECT COUNT(*) FROM vehicle WHERE top_speed = (SELECT MAX(top_speed) FROM vehicle);\n",
      "medium gold: SELECT Airline ,  Abbreviation FROM AIRLINES WHERE Country  =  \"USA\"\n",
      "\n",
      "compare pred idx 185\n",
      "medium pred: SELECT name FROM driver ORDER BY name ASC;\n",
      "medium gold: SELECT AirportCode ,  AirportName FROM AIRPORTS WHERE city  =  \"Anthony\"\n",
      "\n",
      "compare pred idx 186\n",
      "medium pred: SELECT name FROM driver ORDER BY name ASC;\n",
      "medium gold: SELECT AirportCode ,  AirportName FROM AIRPORTS WHERE city  =  \"Anthony\"\n",
      "\n",
      "compare pred idx 187\n",
      "easy pred: SELECT COUNT(*) , racing_series FROM driver GROUP BY racing_series;\n",
      "easy gold: SELECT count(*) FROM AIRLINES\n",
      "\n",
      "compare pred idx 188\n",
      "easy pred: SELECT racing_series , COUNT(*) FROM driver GROUP BY racing_series;\n",
      "easy gold: SELECT count(*) FROM AIRLINES\n",
      "\n",
      "compare pred idx 189\n",
      "easy pred: SELECT t2.name , t2.citizenship FROM vehicle_driver as t1 JOIN driver as t2 ON t1.driver_id = t2.driver_id JOIN vehicle as t3 ON t1.vehicle_id = t3.vehicle_id WHERE t3.model = 'DJ1';\n",
      "easy gold: SELECT count(*) FROM AIRPORTS\n",
      "\n",
      "compare pred idx 190\n",
      "easy pred: SELECT t2.name , t2.citizenship FROM vehicle_driver as t1 JOIN driver as t2 ON t1.driver_id = t2.driver_id JOIN vehicle as t3 ON t1.vehicle_id = t3.vehicle_id WHERE t3.model = 'DJ1';\n",
      "easy gold: SELECT count(*) FROM AIRPORTS\n",
      "\n",
      "compare pred idx 191\n",
      "easy pred: SELECT COUNT(*) FROM driver WHERE driver_id NOT IN ( SELECT driver_id FROM vehicle_driver );\n",
      "easy gold: SELECT count(*) FROM FLIGHTS\n",
      "\n",
      "compare pred idx 192\n",
      "easy pred: SELECT COUNT(*) FROM driver WHERE driver_id NOT IN (SELECT driver_id FROM vehicle_driver);\n",
      "easy gold: SELECT count(*) FROM FLIGHTS\n",
      "\n",
      "compare pred idx 193\n",
      "easy pred: SELECT COUNT(*) FROM exams;\n",
      "easy gold: SELECT Airline FROM AIRLINES WHERE Abbreviation  =  \"UAL\"\n",
      "\n",
      "compare pred idx 194\n",
      "easy pred: SELECT COUNT(*) FROM exams;\n",
      "easy gold: SELECT Airline FROM AIRLINES WHERE Abbreviation  =  \"UAL\"\n",
      "\n",
      "compare pred idx 195\n",
      "easy pred: SELECT DISTINCT subject_code FROM exams ORDER BY subject_code ASC;\n",
      "easy gold: SELECT count(*) FROM AIRLINES WHERE Country  =  \"USA\"\n",
      "\n",
      "compare pred idx 196\n",
      "easy pred: SELECT DISTINCT subject_code FROM exams ORDER BY subject_code ASC;\n",
      "easy gold: SELECT count(*) FROM AIRLINES WHERE Country  =  \"USA\"\n",
      "\n",
      "compare pred idx 197\n",
      "medium pred: SELECT exam_name , exam_date FROM exams WHERE subject_code != \"Database\";\n",
      "medium gold: SELECT City ,  Country FROM AIRPORTS WHERE AirportName  =  \"Alton\"\n",
      "\n",
      "compare pred idx 198\n",
      "medium pred: SELECT exam_date , exam_name FROM exams WHERE subject_code != \"Database\";\n",
      "medium gold: SELECT City ,  Country FROM AIRPORTS WHERE AirportName  =  \"Alton\"\n",
      "\n",
      "compare pred idx 199\n",
      "easy pred: SELECT exam_date FROM exams WHERE subject_code LIKE '%data%' ORDER BY exam_date DESC;\n",
      "easy gold: SELECT AirportName FROM AIRPORTS WHERE AirportCode  =  \"AKO\"\n",
      "\n",
      "compare pred idx 200\n",
      "easy pred: SELECT exam_date FROM exams WHERE subject_code LIKE \"%data%\" ORDER BY exam_date DESC;\n",
      "easy gold: SELECT AirportName FROM AIRPORTS WHERE AirportCode  =  \"AKO\"\n",
      "\n",
      "compare pred idx 201\n",
      "easy pred: SELECT type_of_question_code , COUNT(*) FROM Questions GROUP BY type_of_question_code;\n",
      "easy gold: SELECT AirportName FROM AIRPORTS WHERE City = \"Aberdeen\"\n",
      "\n",
      "compare pred idx 202\n",
      "easy pred: SELECT type_of_question_code , COUNT(*) FROM questions GROUP BY type_of_question_code;\n",
      "easy gold: SELECT AirportName FROM AIRPORTS WHERE City = \"Aberdeen\"\n",
      "\n",
      "compare pred idx 203\n",
      "easy pred: SELECT DISTINCT student_answer_text FROM student_answers WHERE comments = \"Normal\";\n",
      "easy gold: SELECT count(*) FROM FLIGHTS WHERE SourceAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 204\n",
      "easy pred: SELECT DISTINCT student_answer_text FROM student_answers WHERE comments = \"Normal\";\n",
      "easy gold: SELECT count(*) FROM FLIGHTS WHERE SourceAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 205\n",
      "easy pred: SELECT COUNT(DISTINCT comments) FROM Student_Answers;\n",
      "easy gold: SELECT count(*) FROM FLIGHTS WHERE DestAirport  =  \"ATO\"\n",
      "\n",
      "compare pred idx 206\n",
      "easy pred: SELECT COUNT(DISTINCT comments) FROM Student_Answers;\n",
      "easy gold: SELECT count(*) FROM FLIGHTS WHERE DestAirport  =  \"ATO\"\n",
      "\n",
      "compare pred idx 207\n",
      "medium pred: SELECT student_answer_text FROM student_answers GROUP BY student_answer_text ORDER BY COUNT(*) DESC;\n",
      "medium gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport  =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 208\n",
      "medium pred: SELECT student_answer_text FROM student_answers GROUP BY student_answer_text ORDER BY COUNT(*) DESC;\n",
      "medium gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport  =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 209\n",
      "medium pred: SELECT t1.first_name , t2.date_of_answer FROM students as t1 JOIN student_answers as t2 ON t1.student_id = t2.student_id;\n",
      "medium gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 210\n",
      "medium pred: SELECT t2.first_name , t1.date_of_answer FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id;\n",
      "medium gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 211\n",
      "hard pred: SELECT t2.email_adress , t1.date_of_answer FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id ORDER BY t1.date_of_answer DESC;\n",
      "hard gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport  =  T3.AirportCode WHERE T2.City  =  \"Ashley\" AND T3.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 212\n",
      "hard pred: SELECT t2.email_adress , t1.date_of_answer FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id ORDER BY t1.date_of_answer DESC;\n",
      "hard gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRPORTS AS T3 ON T1.SourceAirport  =  T3.AirportCode WHERE T2.City  =  \"Ashley\" AND T3.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 213\n",
      "medium pred: SELECT assessment FROM student_assessments GROUP BY assessment ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline  =  T2.uid WHERE T2.Airline = \"JetBlue Airways\"\n",
      "\n",
      "compare pred idx 214\n",
      "medium pred: SELECT assessment FROM student_assessments GROUP BY assessment ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T1.Airline  =  T2.uid WHERE T2.Airline = \"JetBlue Airways\"\n",
      "\n",
      "compare pred idx 215\n",
      "medium pred: SELECT t2.first_name FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  \"United Airlines\" AND T2.DestAirport  =  \"ASY\"\n",
      "\n",
      "compare pred idx 216\n",
      "medium pred: SELECT t2.first_name FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  \"United Airlines\" AND T2.DestAirport  =  \"ASY\"\n",
      "\n",
      "compare pred idx 217\n",
      "medium pred: SELECT valid_answer_text FROM valid_answers GROUP BY valid_answer_text ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  \"United Airlines\" AND T2.SourceAirport  =  \"AHD\"\n",
      "\n",
      "compare pred idx 218\n",
      "medium pred: SELECT t2.valid_answer_text FROM student_answers as t1 JOIN student_assessments as t2 ON t1.student_answer_id = t2.student_answer_id GROUP BY t2.valid_answer_text ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T2.Airline  =  T1.uid WHERE T1.Airline  =  \"United Airlines\" AND T2.SourceAirport  =  \"AHD\"\n",
      "\n",
      "compare pred idx 219\n",
      "hard pred: SELECT last_name FROM students WHERE gender_mfu != 'M';\n",
      "hard gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid  =  T1.Airline WHERE T2.City  =  \"Aberdeen\" AND T3.Airline  =  \"United Airlines\"\n",
      "\n",
      "compare pred idx 220\n",
      "hard pred: SELECT last_name FROM students WHERE gender_mfu != 'M';\n",
      "hard gold: SELECT count(*) FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport  =  T2.AirportCode JOIN AIRLINES AS T3 ON T3.uid  =  T1.Airline WHERE T2.City  =  \"Aberdeen\" AND T3.Airline  =  \"United Airlines\"\n",
      "\n",
      "compare pred idx 221\n",
      "extra pred: SELECT gender_mfu , COUNT(*) FROM students GROUP BY gender_mfu;\n",
      "extra gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 222\n",
      "extra pred: SELECT gender_mfu , COUNT(*) FROM students GROUP BY gender_mfu;\n",
      "extra gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 223\n",
      "extra pred: SELECT last_name FROM students WHERE gender_mfu = \"F\" OR gender_mfu = \"M\";\n",
      "extra gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 224\n",
      "extra pred: SELECT last_name FROM students WHERE gender_mfu = \"F\" OR gender_mfu = \"M\";\n",
      "extra gold: SELECT T1.City FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.SourceAirport GROUP BY T1.City ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 225\n",
      "extra pred: SELECT first_name FROM students WHERE student_id NOT IN ( SELECT student_id FROM student_answers );\n",
      "extra gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 226\n",
      "extra pred: SELECT t2.first_name FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id EXCEPT SELECT t2.first_name FROM student_answers as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t2.first_name;\n",
      "extra gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 227\n",
      "extra pred: SELECT student_answer_text FROM student_answers WHERE comments = \"Normal\" INTERSECT SELECT student_answer_text FROM student_answers WHERE comments = \"Absent\";\n",
      "extra gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) LIMIT 1\n",
      "\n",
      "compare pred idx 228\n",
      "extra pred: SELECT student_answer_text FROM student_answers WHERE comments = \"Normal\" INTERSECT SELECT student_answer_text FROM student_answers WHERE comments = \"Absent\";\n",
      "extra gold: SELECT T1.AirportCode FROM AIRPORTS AS T1 JOIN FLIGHTS AS T2 ON T1.AirportCode  =  T2.DestAirport OR T1.AirportCode  =  T2.SourceAirport GROUP BY T1.AirportCode ORDER BY count(*) LIMIT 1\n",
      "\n",
      "compare pred idx 229\n",
      "extra pred: SELECT type_of_question_code FROM questions GROUP BY type_of_question_code HAVING COUNT(*) >= 3;\n",
      "extra gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 230\n",
      "extra pred: SELECT type_of_question_code FROM Questions GROUP BY type_of_question_code HAVING COUNT(*) >= 3;\n",
      "extra gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 231\n",
      "extra pred: SELECT * FROM Students;\n",
      "extra gold: SELECT T1.Abbreviation ,  T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) LIMIT 1\n",
      "\n",
      "compare pred idx 232\n",
      "extra pred: SELECT * FROM Students;\n",
      "extra gold: SELECT T1.Abbreviation ,  T1.Country FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline ORDER BY count(*) LIMIT 1\n",
      "\n",
      "compare pred idx 233\n",
      "medium pred: SELECT COUNT(*) FROM addresses;\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"AHD\"\n",
      "\n",
      "compare pred idx 234\n",
      "medium pred: SELECT COUNT(*) FROM addresses;\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"AHD\"\n",
      "\n",
      "compare pred idx 235\n",
      "medium pred: SELECT address_id , address_details FROM addresses;\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.DestAirport  =  \"AHD\"\n",
      "\n",
      "compare pred idx 236\n",
      "medium pred: SELECT address_id , address_details FROM addresses;\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.DestAirport  =  \"AHD\"\n",
      "\n",
      "compare pred idx 237\n",
      "extra pred: SELECT COUNT(*) FROM Products;\n",
      "extra gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"APG\" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"CVO\"\n",
      "\n",
      "compare pred idx 238\n",
      "extra pred: SELECT COUNT(*) FROM Products;\n",
      "extra gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"APG\" INTERSECT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"CVO\"\n",
      "\n",
      "compare pred idx 239\n",
      "extra pred: SELECT product_id , product_type_code , product_name FROM Products;\n",
      "extra gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"CVO\" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 240\n",
      "extra pred: SELECT product_id , product_type_code , product_name FROM Products;\n",
      "extra gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"CVO\" EXCEPT SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline WHERE T2.SourceAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 241\n",
      "medium pred: SELECT product_price FROM Products WHERE product_name = \"Monitor\";\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  >  10\n",
      "\n",
      "compare pred idx 242\n",
      "medium pred: SELECT product_price FROM Products WHERE product_name = \"Monitor\";\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  >  10\n",
      "\n",
      "compare pred idx 243\n",
      "medium pred: SELECT MIN(product_price) , AVG(product_price) , MAX(product_price) FROM Products;\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  <  200\n",
      "\n",
      "compare pred idx 244\n",
      "medium pred: SELECT MIN(product_price) , AVG(product_price) , MAX(product_price) FROM Products;\n",
      "medium gold: SELECT T1.Airline FROM AIRLINES AS T1 JOIN FLIGHTS AS T2 ON T1.uid  =  T2.Airline GROUP BY T1.Airline HAVING count(*)  <  200\n",
      "\n",
      "compare pred idx 245\n",
      "medium pred: SELECT AVG(product_price) FROM Products WHERE product_type_code = \"Clothes\";\n",
      "medium gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid  =  T1.Airline WHERE T2.Airline  =  \"United Airlines\"\n",
      "\n",
      "compare pred idx 246\n",
      "medium pred: SELECT AVG(product_price) FROM products WHERE product_type_code = \"Clothes\";\n",
      "medium gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRLINES AS T2 ON T2.uid  =  T1.Airline WHERE T2.Airline  =  \"United Airlines\"\n",
      "\n",
      "compare pred idx 247\n",
      "easy pred: SELECT COUNT(*) FROM Products WHERE product_type_code = \"Hardware\";\n",
      "easy gold: SELECT FlightNo FROM FLIGHTS WHERE SourceAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 248\n",
      "easy pred: SELECT COUNT(*) FROM Products WHERE product_type_code = \"Hardware\";\n",
      "easy gold: SELECT FlightNo FROM FLIGHTS WHERE SourceAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 249\n",
      "easy pred: SELECT product_name FROM products WHERE product_price > ( SELECT AVG(product_price) FROM products );\n",
      "easy gold: SELECT FlightNo FROM FLIGHTS WHERE DestAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 250\n",
      "easy pred: SELECT product_name FROM products WHERE product_price > (SELECT AVG(product_price) FROM products);\n",
      "easy gold: SELECT FlightNo FROM FLIGHTS WHERE DestAirport  =  \"APG\"\n",
      "\n",
      "compare pred idx 251\n",
      "medium pred: SELECT product_name FROM products WHERE product_type_code = \"Hardware\" AND product_price > (SELECT AVG(product_price) FROM products WHERE product_type_code = \"Hardware\");\n",
      "medium gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport   =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 252\n",
      "medium pred: SELECT product_name FROM products WHERE product_type_code = \"Hardware\" AND product_price > (SELECT AVG(product_price) FROM products WHERE product_type_code = \"Hardware\");\n",
      "medium gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.SourceAirport   =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 253\n",
      "medium pred: SELECT product_name FROM products WHERE product_type_code = \"Clothes\" ORDER BY product_price DESC LIMIT 1;\n",
      "medium gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport   =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 254\n",
      "medium pred: SELECT product_name FROM products WHERE product_type_code = \"Clothes\" ORDER BY product_price DESC LIMIT 1;\n",
      "medium gold: SELECT T1.FlightNo FROM FLIGHTS AS T1 JOIN AIRPORTS AS T2 ON T1.DestAirport   =  T2.AirportCode WHERE T2.City  =  \"Aberdeen\"\n",
      "\n",
      "compare pred idx 255\n",
      "hard pred: SELECT product_id , product_name FROM products WHERE product_type_code = \"Hardware\" ORDER BY product_price LIMIT 1;\n",
      "hard gold: SELECT count(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.city  =  \"Aberdeen\" OR T2.city  =  \"Abilene\"\n",
      "\n",
      "compare pred idx 256\n",
      "hard pred: SELECT product_id , product_name FROM products WHERE product_type_code = \"Hardware\" ORDER BY product_price LIMIT 1;\n",
      "hard gold: SELECT count(*) FROM Flights AS T1 JOIN Airports AS T2 ON T1.DestAirport  =  T2.AirportCode WHERE T2.city  =  \"Aberdeen\" OR T2.city  =  \"Abilene\"\n",
      "\n",
      "compare pred idx 257\n",
      "hard pred: SELECT product_name FROM products ORDER BY product_price DESC;\n",
      "hard gold: SELECT AirportName FROM Airports WHERE AirportCode NOT IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)\n",
      "\n",
      "compare pred idx 258\n",
      "hard pred: SELECT product_name FROM products ORDER BY product_price DESC;\n",
      "hard gold: SELECT AirportName FROM Airports WHERE AirportCode NOT IN (SELECT SourceAirport FROM Flights UNION SELECT DestAirport FROM Flights)\n",
      "\n",
      "compare pred idx 259\n",
      "easy pred: SELECT product_name FROM Products WHERE product_type_code = \"Hardware\" ORDER BY product_price ASC;\n",
      "easy gold: SELECT count(*) FROM employee\n",
      "\n",
      "compare pred idx 260\n",
      "easy pred: SELECT product_name FROM Products WHERE product_type_code = \"Hardware\" ORDER BY product_price ASC;\n",
      "easy gold: SELECT count(*) FROM employee\n",
      "\n",
      "compare pred idx 261\n",
      "easy pred: SELECT product_type_code , COUNT(*) FROM Products GROUP BY product_type_code;\n",
      "easy gold: SELECT name FROM employee ORDER BY age\n",
      "\n",
      "compare pred idx 262\n",
      "easy pred: SELECT COUNT(*) , product_type_code FROM Products GROUP BY product_type_code;\n",
      "easy gold: SELECT name FROM employee ORDER BY age\n",
      "\n",
      "compare pred idx 263\n",
      "medium pred: SELECT product_type_code , AVG(product_price) FROM products GROUP BY product_type_code;\n",
      "medium gold: SELECT count(*) ,  city FROM employee GROUP BY city\n",
      "\n",
      "compare pred idx 264\n",
      "medium pred: SELECT AVG(product_price) , product_type_code FROM Products GROUP BY product_type_code;\n",
      "medium gold: SELECT count(*) ,  city FROM employee GROUP BY city\n",
      "\n",
      "compare pred idx 265\n",
      "medium pred: SELECT product_type_code FROM products GROUP BY product_type_code HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT city FROM employee WHERE age  <  30 GROUP BY city HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 266\n",
      "medium pred: SELECT product_type_code FROM products GROUP BY product_type_code HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT city FROM employee WHERE age  <  30 GROUP BY city HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 267\n",
      "medium pred: SELECT product_type_code FROM products GROUP BY product_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  LOCATION FROM shop GROUP BY LOCATION\n",
      "\n",
      "compare pred idx 268\n",
      "medium pred: SELECT product_type_code FROM products GROUP BY product_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  LOCATION FROM shop GROUP BY LOCATION\n",
      "\n",
      "compare pred idx 269\n",
      "medium pred: SELECT COUNT(*) FROM Customers;\n",
      "medium gold: SELECT manager_name ,  district FROM shop ORDER BY number_products DESC LIMIT 1\n",
      "\n",
      "compare pred idx 270\n",
      "medium pred: SELECT COUNT(*) FROM Customers;\n",
      "medium gold: SELECT manager_name ,  district FROM shop ORDER BY number_products DESC LIMIT 1\n",
      "\n",
      "compare pred idx 271\n",
      "medium pred: SELECT customer_id , customer_name FROM customers;\n",
      "medium gold: SELECT min(Number_products) ,  max(Number_products) FROM shop\n",
      "\n",
      "compare pred idx 272\n",
      "medium pred: SELECT customer_id , customer_name FROM Customers;\n",
      "medium gold: SELECT min(Number_products) ,  max(Number_products) FROM shop\n",
      "\n",
      "compare pred idx 273\n",
      "medium pred: SELECT customer_address , customer_phone , customer_email FROM customers WHERE customer_name = \"Jeromy\";\n",
      "medium gold: SELECT name ,  LOCATION ,  district FROM shop ORDER BY number_products DESC\n",
      "\n",
      "compare pred idx 274\n",
      "medium pred: SELECT customer_address , customer_phone , customer_email FROM Customers WHERE customer_name = \"Jeromy\";\n",
      "medium gold: SELECT name ,  LOCATION ,  district FROM shop ORDER BY number_products DESC\n",
      "\n",
      "compare pred idx 275\n",
      "hard pred: SELECT payment_method_code , COUNT(*) FROM customers GROUP BY payment_method_code;\n",
      "hard gold: SELECT name FROM shop WHERE number_products  >  (SELECT avg(number_products) FROM shop)\n",
      "\n",
      "compare pred idx 276\n",
      "hard pred: SELECT payment_method_code , COUNT(*) FROM Customers GROUP BY payment_method_code;\n",
      "hard gold: SELECT name FROM shop WHERE number_products  >  (SELECT avg(number_products) FROM shop)\n",
      "\n",
      "compare pred idx 277\n",
      "extra pred: SELECT payment_method_code FROM customers GROUP BY payment_method_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 278\n",
      "extra pred: SELECT payment_method_code FROM customers GROUP BY payment_method_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID GROUP BY t2.Employee_ID ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 279\n",
      "hard pred: SELECT customer_name FROM customers GROUP BY payment_method_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "hard gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1\n",
      "\n",
      "compare pred idx 280\n",
      "hard pred: SELECT customer_name FROM customers GROUP BY payment_method_code ORDER BY COUNT(*) LIMIT 1;\n",
      "hard gold: SELECT t1.name FROM employee AS t1 JOIN evaluation AS t2 ON t1.Employee_ID  =  t2.Employee_ID ORDER BY t2.bonus DESC LIMIT 1\n",
      "\n",
      "compare pred idx 281\n",
      "hard pred: SELECT payment_method_code , customer_number FROM customers WHERE customer_name = \"Jeromy\";\n",
      "hard gold: SELECT name FROM employee WHERE Employee_ID NOT IN (SELECT Employee_ID FROM evaluation)\n",
      "\n",
      "compare pred idx 282\n",
      "hard pred: SELECT payment_method_code , customer_number FROM Customers WHERE customer_name = \"Jeromy\";\n",
      "hard gold: SELECT name FROM employee WHERE Employee_ID NOT IN (SELECT Employee_ID FROM evaluation)\n",
      "\n",
      "compare pred idx 283\n",
      "extra pred: SELECT DISTINCT payment_method_code FROM customers;\n",
      "extra gold: SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t1.shop_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 284\n",
      "extra pred: SELECT DISTINCT payment_method_code FROM customers;\n",
      "extra gold: SELECT t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t1.shop_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 285\n",
      "hard pred: SELECT product_id , product_type_code FROM products ORDER BY product_name;\n",
      "hard gold: SELECT name FROM shop WHERE shop_id NOT IN (SELECT shop_id FROM hiring)\n",
      "\n",
      "compare pred idx 286\n",
      "hard pred: SELECT product_id , product_type_code FROM products ORDER BY product_name;\n",
      "hard gold: SELECT name FROM shop WHERE shop_id NOT IN (SELECT shop_id FROM hiring)\n",
      "\n",
      "compare pred idx 287\n",
      "medium pred: SELECT product_type_code FROM products GROUP BY product_type_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t2.name\n",
      "\n",
      "compare pred idx 288\n",
      "medium pred: SELECT product_type_code FROM products GROUP BY product_type_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  t2.name FROM hiring AS t1 JOIN shop AS t2 ON t1.shop_id  =  t2.shop_id GROUP BY t2.name\n",
      "\n",
      "compare pred idx 289\n",
      "easy pred: SELECT COUNT(*) FROM Customer_Orders;\n",
      "easy gold: SELECT sum(bonus) FROM evaluation\n",
      "\n",
      "compare pred idx 290\n",
      "easy pred: SELECT COUNT(*) FROM Customer_Orders;\n",
      "easy gold: SELECT sum(bonus) FROM evaluation\n",
      "\n",
      "compare pred idx 291\n",
      "easy pred: SELECT t1.order_id , t1.order_date , t1.order_status_code FROM Customer_Orders as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id WHERE t2.customer_name = \"Jeromy\";\n",
      "easy gold: SELECT * FROM hiring\n",
      "\n",
      "compare pred idx 292\n",
      "easy pred: SELECT order_id , order_date , order_status_code FROM Customer_Orders as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id WHERE t2.customer_name = \"Jeromy\";\n",
      "easy gold: SELECT * FROM hiring\n",
      "\n",
      "compare pred idx 293\n",
      "hard pred: SELECT t2.customer_name , t2.customer_id , COUNT(*) FROM Customer_Orders as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_id;\n",
      "hard gold: SELECT district FROM shop WHERE Number_products  <  3000 INTERSECT SELECT district FROM shop WHERE Number_products  >  10000\n",
      "\n",
      "compare pred idx 294\n",
      "hard pred: SELECT t2.customer_name , t2.customer_id , COUNT(*) FROM Customer_Orders as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_id;\n",
      "hard gold: SELECT district FROM shop WHERE Number_products  <  3000 INTERSECT SELECT district FROM shop WHERE Number_products  >  10000\n",
      "\n",
      "compare pred idx 295\n",
      "easy pred: SELECT t2.customer_id , t2.customer_name , t2.customer_phone , t2.customer_email FROM Customer_Orders as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(DISTINCT LOCATION) FROM shop\n",
      "\n",
      "compare pred idx 296\n",
      "easy pred: SELECT t2.customer_id , t2.customer_name , t2.customer_phone , t2.customer_email FROM Customer_Orders as t1 JOIN Customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(DISTINCT LOCATION) FROM shop\n",
      "\n",
      "compare pred idx 297\n",
      "easy pred: SELECT order_status_code , COUNT(*) FROM Customer_Orders GROUP BY order_status_code;\n",
      "easy gold: SELECT count(*) FROM Documents\n",
      "\n",
      "compare pred idx 298\n",
      "easy pred: SELECT order_status_code , COUNT(*) FROM Customer_Orders GROUP BY order_status_code;\n",
      "easy gold: SELECT count(*) FROM Documents\n",
      "\n",
      "compare pred idx 299\n",
      "medium pred: SELECT order_status_code FROM customer_orders GROUP BY order_status_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT document_id ,  document_name ,  document_description FROM Documents\n",
      "\n",
      "compare pred idx 300\n",
      "medium pred: SELECT order_status_code FROM Customer_Orders GROUP BY order_status_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT document_id ,  document_name ,  document_description FROM Documents\n",
      "\n",
      "compare pred idx 301\n",
      "medium pred: SELECT COUNT(*) FROM customers WHERE customer_id NOT IN ( SELECT customer_id FROM customer_orders );\n",
      "medium gold: SELECT document_name ,  template_id FROM Documents WHERE Document_Description LIKE \"%w%\"\n",
      "\n",
      "compare pred idx 302\n",
      "medium pred: SELECT COUNT(*) FROM customers WHERE customer_id NOT IN ( SELECT customer_id FROM customer_orders );\n",
      "medium gold: SELECT document_name ,  template_id FROM Documents WHERE Document_Description LIKE \"%w%\"\n",
      "\n",
      "compare pred idx 303\n",
      "medium pred: SELECT product_name FROM products WHERE product_id NOT IN (SELECT product_id FROM order_items);\n",
      "medium gold: SELECT document_id ,  template_id ,  Document_Description FROM Documents WHERE document_name  =  \"Robbin CV\"\n",
      "\n",
      "compare pred idx 304\n",
      "medium pred: SELECT product_name FROM products EXCEPT SELECT t1.product_name FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id;\n",
      "medium gold: SELECT document_id ,  template_id ,  Document_Description FROM Documents WHERE document_name  =  \"Robbin CV\"\n",
      "\n",
      "compare pred idx 305\n",
      "easy pred: SELECT COUNT(*) FROM products AS t1 JOIN order_items AS t2 ON t1.product_id = t2.product_id WHERE t1.product_name = \"Monitor\";\n",
      "easy gold: SELECT count(DISTINCT template_id) FROM Documents\n",
      "\n",
      "compare pred idx 306\n",
      "easy pred: SELECT SUM(T2.order_quantity) FROM Products as T1 JOIN Order_Items as T2 ON T1.product_id = T2.product_id WHERE T1.product_name = \"Monitor\";\n",
      "easy gold: SELECT count(DISTINCT template_id) FROM Documents\n",
      "\n",
      "compare pred idx 307\n",
      "medium pred: SELECT COUNT(DISTINCT t1.customer_id) FROM customer_orders as t1 JOIN order_items as t2 ON t1.order_id = t2.order_id JOIN products as t3 ON t2.product_id = t3.product_id WHERE t3.product_name = \"Monitor\";\n",
      "medium gold: SELECT count(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID  =  T2.Template_ID WHERE T2.Template_Type_Code  =  'PPT'\n",
      "\n",
      "compare pred idx 308\n",
      "medium pred: SELECT COUNT(DISTINCT t3.customer_id) FROM products as t1 JOIN order_items as t2 ON t1.product_id = t2.product_id JOIN customer_orders as t3 ON t2.order_id = t3.order_id WHERE t1.product_name = \"Monitor\";\n",
      "medium gold: SELECT count(*) FROM Documents AS T1 JOIN Templates AS T2 ON T1.Template_ID  =  T2.Template_ID WHERE T2.Template_Type_Code  =  'PPT'\n",
      "\n",
      "compare pred idx 309\n",
      "medium pred: SELECT COUNT(DISTINCT customer_id) FROM Customer_Orders;\n",
      "medium gold: SELECT template_id ,  count(*) FROM Documents GROUP BY template_id\n",
      "\n",
      "compare pred idx 310\n",
      "medium pred: SELECT COUNT(DISTINCT customer_id) FROM Customer_Orders;\n",
      "medium gold: SELECT template_id ,  count(*) FROM Documents GROUP BY template_id\n",
      "\n",
      "compare pred idx 311\n",
      "extra pred: SELECT customer_id FROM customers WHERE customer_id NOT IN ( SELECT customer_id FROM customer_orders );\n",
      "extra gold: SELECT T1.template_id ,  T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 312\n",
      "extra pred: SELECT customer_id FROM customers WHERE customer_id NOT IN (SELECT customer_id FROM customer_orders);\n",
      "extra gold: SELECT T1.template_id ,  T2.Template_Type_Code FROM Documents AS T1 JOIN Templates AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 313\n",
      "easy pred: SELECT t1.order_date , t1.order_id FROM customer_orders as t1 JOIN order_items as t2 ON t1.order_id = t2.order_id GROUP BY t1.order_id HAVING SUM(t2.order_quantity) > 6 OR COUNT(*) > 3;\n",
      "easy gold: SELECT template_id FROM Documents GROUP BY template_id HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 314\n",
      "easy pred: SELECT t1.order_id , t1.order_date FROM customer_orders as t1 JOIN order_items as t2 ON t1.order_id = t2.order_id GROUP BY t1.order_id HAVING COUNT(*) > 3 OR SUM(t2.order_quantity) > 6;\n",
      "easy gold: SELECT template_id FROM Documents GROUP BY template_id HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 315\n",
      "hard pred: SELECT COUNT(*) FROM building;\n",
      "hard gold: SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents\n",
      "\n",
      "compare pred idx 316\n",
      "hard pred: SELECT COUNT(*) FROM building;\n",
      "hard gold: SELECT template_id FROM Templates EXCEPT SELECT template_id FROM Documents\n",
      "\n",
      "compare pred idx 317\n",
      "easy pred: SELECT name FROM building ORDER BY number_of_stories ASC;\n",
      "easy gold: SELECT count(*) FROM Templates\n",
      "\n",
      "compare pred idx 318\n",
      "easy pred: SELECT name FROM building ORDER BY number_of_stories ASC;\n",
      "easy gold: SELECT count(*) FROM Templates\n",
      "\n",
      "compare pred idx 319\n",
      "medium pred: SELECT address FROM building ORDER BY completed_year DESC;\n",
      "medium gold: SELECT template_id ,  version_number ,  template_type_code FROM Templates\n",
      "\n",
      "compare pred idx 320\n",
      "medium pred: SELECT address FROM building ORDER BY completed_year DESC;\n",
      "medium gold: SELECT template_id ,  version_number ,  template_type_code FROM Templates\n",
      "\n",
      "compare pred idx 321\n",
      "easy pred: SELECT MAX(number_of_stories) FROM building WHERE completed_year != 1980;\n",
      "easy gold: SELECT DISTINCT template_type_code FROM Templates\n",
      "\n",
      "compare pred idx 322\n",
      "easy pred: SELECT MAX(number_of_stories) FROM building WHERE completed_year != 1980;\n",
      "easy gold: SELECT DISTINCT template_type_code FROM Templates\n",
      "\n",
      "compare pred idx 323\n",
      "medium pred: SELECT AVG(population) FROM region;\n",
      "medium gold: SELECT template_id FROM Templates WHERE template_type_code  =  \"PP\" OR template_type_code  =  \"PPT\"\n",
      "\n",
      "compare pred idx 324\n",
      "medium pred: SELECT AVG(population) FROM region;\n",
      "medium gold: SELECT template_id FROM Templates WHERE template_type_code  =  \"PP\" OR template_type_code  =  \"PPT\"\n",
      "\n",
      "compare pred idx 325\n",
      "easy pred: SELECT name FROM region ORDER BY name ASC;\n",
      "easy gold: SELECT count(*) FROM Templates WHERE template_type_code  =  \"CV\"\n",
      "\n",
      "compare pred idx 326\n",
      "easy pred: SELECT name FROM region ORDER BY name ASC;\n",
      "easy gold: SELECT count(*) FROM Templates WHERE template_type_code  =  \"CV\"\n",
      "\n",
      "compare pred idx 327\n",
      "medium pred: SELECT capital FROM region WHERE area > 10000;\n",
      "medium gold: SELECT version_number ,  template_type_code FROM Templates WHERE version_number  >  5\n",
      "\n",
      "compare pred idx 328\n",
      "medium pred: SELECT capital FROM region WHERE area > 10000;\n",
      "medium gold: SELECT version_number ,  template_type_code FROM Templates WHERE version_number  >  5\n",
      "\n",
      "compare pred idx 329\n",
      "medium pred: SELECT capital FROM region ORDER BY population DESC LIMIT 1;\n",
      "medium gold: SELECT template_type_code ,  count(*) FROM Templates GROUP BY template_type_code\n",
      "\n",
      "compare pred idx 330\n",
      "medium pred: SELECT capital FROM region ORDER BY population DESC LIMIT 1;\n",
      "medium gold: SELECT template_type_code ,  count(*) FROM Templates GROUP BY template_type_code\n",
      "\n",
      "compare pred idx 331\n",
      "hard pred: SELECT name FROM region ORDER BY area DESC LIMIT 5;\n",
      "hard gold: SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 332\n",
      "hard pred: SELECT name FROM region ORDER BY area DESC LIMIT 5;\n",
      "hard gold: SELECT template_type_code FROM Templates GROUP BY template_type_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 333\n",
      "easy pred: SELECT t1.name , t2.name FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id;\n",
      "easy gold: SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING count(*)  <  3\n",
      "\n",
      "compare pred idx 334\n",
      "easy pred: SELECT t1.name , t2.name FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id;\n",
      "easy gold: SELECT template_type_code FROM Templates GROUP BY template_type_code HAVING count(*)  <  3\n",
      "\n",
      "compare pred idx 335\n",
      "medium pred: SELECT t2.name FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id GROUP BY t2.name HAVING COUNT(*) > 1;\n",
      "medium gold: SELECT min(Version_Number) ,  template_type_code FROM Templates\n",
      "\n",
      "compare pred idx 336\n",
      "medium pred: SELECT t2.name FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id GROUP BY t2.name HAVING COUNT(*) > 1;\n",
      "medium gold: SELECT min(Version_Number) ,  template_type_code FROM Templates\n",
      "\n",
      "compare pred idx 337\n",
      "medium pred: SELECT t2.capital FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id GROUP BY t2.capital ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T2.document_name  =  \"Data base\"\n",
      "\n",
      "compare pred idx 338\n",
      "medium pred: SELECT t2.capital FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id GROUP BY t2.region_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T2.document_name  =  \"Data base\"\n",
      "\n",
      "compare pred idx 339\n",
      "medium pred: SELECT t1.address , t2.capital FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id;\n",
      "medium gold: SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T1.template_type_code  =  \"BK\"\n",
      "\n",
      "compare pred idx 340\n",
      "medium pred: SELECT t1.address , t2.name FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id;\n",
      "medium gold: SELECT T2.document_name FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id WHERE T1.template_type_code  =  \"BK\"\n",
      "\n",
      "compare pred idx 341\n",
      "medium pred: SELECT t1.number_of_stories FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id WHERE t2.name = \"Abruzzo\";\n",
      "medium gold: SELECT T1.template_type_code ,  count(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code\n",
      "\n",
      "compare pred idx 342\n",
      "medium pred: SELECT t1.number_of_stories FROM building as t1 JOIN region as t2 ON t1.region_id = t2.region_id WHERE t2.name = \"Abruzzo\";\n",
      "medium gold: SELECT T1.template_type_code ,  count(*) FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code\n",
      "\n",
      "compare pred idx 343\n",
      "extra pred: SELECT completed_year , COUNT(*) FROM building GROUP BY completed_year;\n",
      "extra gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 344\n",
      "extra pred: SELECT completed_year , COUNT(*) FROM building GROUP BY completed_year;\n",
      "extra gold: SELECT T1.template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id GROUP BY T1.template_type_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 345\n",
      "hard pred: SELECT completed_year FROM building GROUP BY completed_year ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id\n",
      "\n",
      "compare pred idx 346\n",
      "hard pred: SELECT completed_year FROM building GROUP BY completed_year ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT template_type_code FROM Templates EXCEPT SELECT template_type_code FROM Templates AS T1 JOIN Documents AS T2 ON T1.template_id  =  T2.template_id\n",
      "\n",
      "compare pred idx 347\n",
      "medium pred: SELECT name FROM region WHERE region_id NOT IN ( SELECT region_id FROM building );\n",
      "medium gold: SELECT template_type_code ,  template_type_description FROM Ref_template_types\n",
      "\n",
      "compare pred idx 348\n",
      "medium pred: SELECT name FROM region WHERE region_id NOT IN (SELECT region_id FROM building);\n",
      "medium gold: SELECT template_type_code ,  template_type_description FROM Ref_template_types\n",
      "\n",
      "compare pred idx 349\n",
      "easy pred: SELECT completed_year FROM building WHERE number_of_stories > 20 INTERSECT SELECT completed_year FROM building WHERE number_of_stories < 15;\n",
      "easy gold: SELECT template_type_description FROM Ref_template_types WHERE template_type_code  =  \"AD\"\n",
      "\n",
      "compare pred idx 350\n",
      "easy pred: SELECT completed_year FROM building WHERE number_of_stories > 20 INTERSECT SELECT completed_year FROM building WHERE number_of_stories < 15;\n",
      "easy gold: SELECT template_type_description FROM Ref_template_types WHERE template_type_code  =  \"AD\"\n",
      "\n",
      "compare pred idx 351\n",
      "easy pred: SELECT DISTINCT address FROM building;\n",
      "easy gold: SELECT template_type_code FROM Ref_template_types WHERE template_type_description  =  \"Book\"\n",
      "\n",
      "compare pred idx 352\n",
      "easy pred: SELECT DISTINCT address FROM building;\n",
      "easy gold: SELECT template_type_code FROM Ref_template_types WHERE template_type_description  =  \"Book\"\n",
      "\n",
      "compare pred idx 353\n",
      "medium pred: SELECT completed_year FROM building ORDER BY number_of_stories DESC;\n",
      "medium gold: SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID  =  T3.template_ID\n",
      "\n",
      "compare pred idx 354\n",
      "medium pred: SELECT completed_year FROM building ORDER BY number_of_stories DESC;\n",
      "medium gold: SELECT DISTINCT T1.template_type_description FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code JOIN Documents AS T3 ON T2.Template_ID  =  T3.template_ID\n",
      "\n",
      "compare pred idx 355\n",
      "medium pred: SELECT channel_details FROM channels ORDER BY channel_details ASC;\n",
      "medium gold: SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code WHERE T1.template_type_description  =  \"Presentation\"\n",
      "\n",
      "compare pred idx 356\n",
      "medium pred: SELECT channel_details FROM channels ORDER BY channel_details ASC;\n",
      "medium gold: SELECT T2.template_id FROM Ref_template_types AS T1 JOIN Templates AS T2 ON T1.template_type_code  = T2.template_type_code WHERE T1.template_type_description  =  \"Presentation\"\n",
      "\n",
      "compare pred idx 357\n",
      "easy pred: SELECT COUNT(*) FROM Services;\n",
      "easy gold: SELECT count(*) FROM Paragraphs\n",
      "\n",
      "compare pred idx 358\n",
      "easy pred: SELECT COUNT(*) FROM Services;\n",
      "easy gold: SELECT count(*) FROM Paragraphs\n",
      "\n",
      "compare pred idx 359\n",
      "medium pred: SELECT analytical_layer_type_code FROM analytical_layer GROUP BY analytical_layer_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID  =  T2.document_ID WHERE T2.document_name  =  'Summer Show'\n",
      "\n",
      "compare pred idx 360\n",
      "medium pred: SELECT analytical_layer_type_code FROM analytical_layer GROUP BY analytical_layer_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_ID  =  T2.document_ID WHERE T2.document_name  =  'Summer Show'\n",
      "\n",
      "compare pred idx 361\n",
      "medium pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t3 ON t1.service_id = t3.service_id JOIN customers as t2 ON t3.customer_id = t2.customer_id WHERE t2.customer_details = \"Hardy Kutch\";\n",
      "medium gold: select other_details from paragraphs where paragraph_text like 'korea'\n",
      "\n",
      "compare pred idx 362\n",
      "medium pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id JOIN customers as t3 ON t2.customer_id = t3.customer_id WHERE t3.customer_details = \"Hardy Kutch\";\n",
      "medium gold: select other_details from paragraphs where paragraph_text like 'korea'\n",
      "\n",
      "compare pred idx 363\n",
      "medium pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id GROUP BY t1.service_details HAVING COUNT(*) > 3;\n",
      "medium gold: SELECT T1.paragraph_id ,   T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.Document_Name  =  'Welcome to NY'\n",
      "\n",
      "compare pred idx 364\n",
      "medium pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id GROUP BY t2.service_id HAVING COUNT(*) > 3;\n",
      "medium gold: SELECT T1.paragraph_id ,   T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.Document_Name  =  'Welcome to NY'\n",
      "\n",
      "compare pred idx 365\n",
      "medium pred: SELECT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.document_name  =  \"Customer reviews\"\n",
      "\n",
      "compare pred idx 366\n",
      "medium pred: SELECT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.paragraph_text FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id WHERE T2.document_name  =  \"Customer reviews\"\n",
      "\n",
      "compare pred idx 367\n",
      "medium pred: SELECT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_details ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT document_id ,  count(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id\n",
      "\n",
      "compare pred idx 368\n",
      "medium pred: SELECT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t2.customer_details ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT document_id ,  count(*) FROM Paragraphs GROUP BY document_id ORDER BY document_id\n",
      "\n",
      "compare pred idx 369\n",
      "medium pred: SELECT customer_details FROM customers EXCEPT SELECT t1.customer_details FROM customers as t1 JOIN customers_and_services as t2 ON t1.customer_id = t2.customer_id;\n",
      "medium gold: SELECT T1.document_id ,  T2.document_name ,  count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id\n",
      "\n",
      "compare pred idx 370\n",
      "medium pred: SELECT customer_details FROM customers EXCEPT SELECT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id;\n",
      "medium gold: SELECT T1.document_id ,  T2.document_name ,  count(*) FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id\n",
      "\n",
      "compare pred idx 371\n",
      "easy pred: SELECT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.service_id ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "easy gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 372\n",
      "easy pred: SELECT DISTINCT t2.customer_details FROM customers_and_services as t1 JOIN customers as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.service_id ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "easy gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 373\n",
      "extra pred: SELECT COUNT(DISTINCT customers_and_services_details) FROM customers_and_services;\n",
      "extra gold: SELECT T1.document_id ,  T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 374\n",
      "extra pred: SELECT COUNT(*) FROM Services UNION SELECT COUNT(*) FROM Customers;\n",
      "extra gold: SELECT T1.document_id ,  T2.document_name FROM Paragraphs AS T1 JOIN Documents AS T2 ON T1.document_id  =  T2.document_id GROUP BY T1.document_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 375\n",
      "hard pred: SELECT customer_details FROM customers WHERE customer_details LIKE \"%Kutch%\";\n",
      "hard gold: SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY count(*) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 376\n",
      "hard pred: SELECT customer_details FROM customers WHERE customer_details LIKE \"%Kutch%\";\n",
      "hard gold: SELECT document_id FROM Paragraphs GROUP BY document_id ORDER BY count(*) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 377\n",
      "easy pred: SELECT DISTINCT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id JOIN customers as t3 ON t2.customer_id = t3.customer_id WHERE t3.customer_details = \"Hardy Kutch\" UNION SELECT DISTINCT t1.service_details FROM services as t1 JOIN customer_interactions as t2 ON t1.service_id = t2.service_id WHERE t2.status_code = \"good\";\n",
      "easy gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) BETWEEN 1 AND 2\n",
      "\n",
      "compare pred idx 378\n",
      "easy pred: SELECT DISTINCT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id JOIN customers as t3 ON t2.customer_id = t3.customer_id WHERE t3.customer_details = \"Hardy Kutch\" UNION SELECT DISTINCT t1.service_details FROM services as t1 JOIN customer_interactions as t2 ON t1.service_id = t2.service_id WHERE t2.status_code = \"good\";\n",
      "easy gold: SELECT document_id FROM Paragraphs GROUP BY document_id HAVING count(*) BETWEEN 1 AND 2\n",
      "\n",
      "compare pred idx 379\n",
      "hard pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id JOIN customer_interactions as t3 ON t2.customer_id = t3.customer_id JOIN customers as t4 ON t2.customer_id = t4.customer_id WHERE t4.customer_details = \"Hardy Kutch\" AND t3.status_code = \"bad\" GROUP BY t1.service_details HAVING COUNT(*) = 2;\n",
      "hard gold: SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Ireland'\n",
      "\n",
      "compare pred idx 380\n",
      "hard pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id JOIN customer_interactions as t3 ON t2.customer_id = t3.customer_id JOIN customers as t4 ON t2.customer_id = t4.customer_id WHERE t4.customer_details = \"Hardy Kutch\" AND t3.status_code = \"bad\" GROUP BY t1.service_details HAVING COUNT(*) = 2;\n",
      "hard gold: SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Brazil' INTERSECT SELECT document_id FROM Paragraphs WHERE paragraph_text  =  'Ireland'\n",
      "\n",
      "compare pred idx 381\n",
      "easy pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id JOIN channel as t3 ON t3.channel_id = t2.customer_interaction_id WHERE t3.channel_details = \"15 ij\";\n",
      "easy gold: SELECT count(*) FROM teacher\n",
      "\n",
      "compare pred idx 382\n",
      "easy pred: SELECT t1.service_details FROM services as t1 JOIN customer_interactions as t3 ON t1.service_id = t3.service_id JOIN channels as t2 ON t3.channel_id = t2.channel_id WHERE t2.channel_details = \"15 ij\";\n",
      "easy gold: SELECT count(*) FROM teacher\n",
      "\n",
      "compare pred idx 383\n",
      "easy pred: SELECT t3.customer_details FROM customer_interactions as t1 JOIN services as t2 ON t1.service_id = t2.service_id JOIN customers as t3 ON t1.customer_id = t3.customer_id WHERE t1.status_code = \"Stuck\" AND t2.service_details = \"bad\" AND t1.services_and_channels_details = \"bad\";\n",
      "easy gold: SELECT Name FROM teacher ORDER BY Age ASC\n",
      "\n",
      "compare pred idx 384\n",
      "easy pred: SELECT t3.customer_details FROM customer_interactions as t1 JOIN services as t2 ON t1.service_id = t2.service_id JOIN customers as t3 ON t1.customer_id = t3.customer_id WHERE t1.status_code = \"Stuck\" AND t1.services_and_channels_details = \"bad\";\n",
      "easy gold: SELECT Name FROM teacher ORDER BY Age ASC\n",
      "\n",
      "compare pred idx 385\n",
      "medium pred: SELECT COUNT(*) FROM Integration_Platform WHERE integration_platform_details = \"Success\";\n",
      "medium gold: SELECT Age ,  Hometown FROM teacher\n",
      "\n",
      "compare pred idx 386\n",
      "medium pred: SELECT COUNT(*) FROM integration_platform WHERE integration_platform_details = \"Success\";\n",
      "medium gold: SELECT Age ,  Hometown FROM teacher\n",
      "\n",
      "compare pred idx 387\n",
      "easy pred: SELECT t3.customer_details FROM integration_platform as t1 JOIN customer_interactions as t2 ON t1.customer_interaction_id = t2.customer_interaction_id JOIN customers as t3 ON t2.customer_id = t3.customer_id WHERE t2.status_code = \"Close\" AND t1.integration_platform_details = \"Failure\";\n",
      "easy gold: select name from teacher where hometown != \"little lever urban district\"\n",
      "\n",
      "compare pred idx 388\n",
      "easy pred: SELECT t3.customer_details FROM integration_platform as t1 JOIN customer_interactions as t2 ON t1.customer_interaction_id = t2.customer_interaction_id JOIN customers as t3 ON t2.customer_id = t3.customer_id WHERE t1.integration_platform_details = \"Fail\";\n",
      "easy gold: select name from teacher where hometown != \"little lever urban district\"\n",
      "\n",
      "compare pred idx 389\n",
      "medium pred: SELECT service_details FROM services EXCEPT SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id;\n",
      "medium gold: SELECT Name FROM teacher WHERE Age  =  32 OR Age  =  33\n",
      "\n",
      "compare pred idx 390\n",
      "medium pred: SELECT service_details FROM services EXCEPT SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id;\n",
      "medium gold: SELECT Name FROM teacher WHERE Age  =  32 OR Age  =  33\n",
      "\n",
      "compare pred idx 391\n",
      "medium pred: SELECT analytical_layer_type_code , COUNT(*) FROM analytical_layer GROUP BY analytical_layer_type_code;\n",
      "medium gold: SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1\n",
      "\n",
      "compare pred idx 392\n",
      "medium pred: SELECT analytical_layer_type_code , COUNT(*) FROM analytical_layer GROUP BY analytical_layer_type_code;\n",
      "medium gold: SELECT Hometown FROM teacher ORDER BY Age ASC LIMIT 1\n",
      "\n",
      "compare pred idx 393\n",
      "medium pred: SELECT customers_and_services_details FROM customers_and_services WHERE customers_and_services_details = \"unsatisfied\";\n",
      "medium gold: SELECT Hometown ,  COUNT(*) FROM teacher GROUP BY Hometown\n",
      "\n",
      "compare pred idx 394\n",
      "medium pred: SELECT t1.service_details FROM services as t1 JOIN customers_and_services as t2 ON t1.service_id = t2.service_id WHERE t2.customers_and_services_details = \"Unsatisfied\";\n",
      "medium gold: SELECT Hometown ,  COUNT(*) FROM teacher GROUP BY Hometown\n",
      "\n",
      "compare pred idx 395\n",
      "hard pred: SELECT COUNT(*) FROM Vehicles;\n",
      "hard gold: SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 396\n",
      "hard pred: SELECT COUNT(*) FROM Vehicles;\n",
      "hard gold: SELECT Hometown FROM teacher GROUP BY Hometown ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 397\n",
      "easy pred: SELECT name FROM Vehicles ORDER BY model_year DESC;\n",
      "easy gold: SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*)  >=  2\n",
      "\n",
      "compare pred idx 398\n",
      "easy pred: SELECT name FROM Vehicles ORDER BY Model_year DESC;\n",
      "easy gold: SELECT Hometown FROM teacher GROUP BY Hometown HAVING COUNT(*)  >=  2\n",
      "\n",
      "compare pred idx 399\n",
      "medium pred: SELECT DISTINCT type_of_powertrain FROM vehicles;\n",
      "medium gold: SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID\n",
      "\n",
      "compare pred idx 400\n",
      "medium pred: SELECT DISTINCT type_of_powertrain FROM vehicles;\n",
      "medium gold: SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID\n",
      "\n",
      "compare pred idx 401\n",
      "hard pred: SELECT name , type_of_powertrain , annual_fuel_cost FROM Vehicles WHERE model_year = 2013 OR model_year = 2014;\n",
      "hard gold: SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID ORDER BY T3.Name\n",
      "\n",
      "compare pred idx 402\n",
      "hard pred: SELECT name , type_of_powertrain , combined_fuel_economy_rate FROM vehicles WHERE model_year = 2013 OR model_year = 2014;\n",
      "hard gold: SELECT T3.Name ,  T2.Course FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID ORDER BY T3.Name\n",
      "\n",
      "compare pred idx 403\n",
      "hard pred: SELECT type_of_powertrain FROM vehicles WHERE model_year = 2014 INTERSECT SELECT type_of_powertrain FROM vehicles WHERE model_year = 2013;\n",
      "hard gold: SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID WHERE T2.Course  =  \"Math\"\n",
      "\n",
      "compare pred idx 404\n",
      "hard pred: SELECT type_of_powertrain FROM vehicles WHERE model_year = 2013 INTERSECT SELECT type_of_powertrain FROM vehicles WHERE model_year = 2014;\n",
      "hard gold: SELECT T3.Name FROM course_arrange AS T1 JOIN course AS T2 ON T1.Course_ID  =  T2.Course_ID JOIN teacher AS T3 ON T1.Teacher_ID  =  T3.Teacher_ID WHERE T2.Course  =  \"Math\"\n",
      "\n",
      "compare pred idx 405\n",
      "medium pred: SELECT type_of_powertrain , COUNT(*) FROM vehicles GROUP BY type_of_powertrain;\n",
      "medium gold: SELECT T2.Name ,  COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name\n",
      "\n",
      "compare pred idx 406\n",
      "medium pred: SELECT type_of_powertrain , COUNT(*) FROM vehicles GROUP BY type_of_powertrain;\n",
      "medium gold: SELECT T2.Name ,  COUNT(*) FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name\n",
      "\n",
      "compare pred idx 407\n",
      "medium pred: SELECT type_of_powertrain FROM vehicles GROUP BY type_of_powertrain ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*)  >=  2\n",
      "\n",
      "compare pred idx 408\n",
      "medium pred: SELECT type_of_powertrain FROM vehicles GROUP BY type_of_powertrain ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T2.Name FROM course_arrange AS T1 JOIN teacher AS T2 ON T1.Teacher_ID  =  T2.Teacher_ID GROUP BY T2.Name HAVING COUNT(*)  >=  2\n",
      "\n",
      "compare pred idx 409\n",
      "hard pred: SELECT MIN(annual_fuel_cost) , MAX(annual_fuel_cost) , AVG(annual_fuel_cost) FROM Vehicles;\n",
      "hard gold: SELECT Name FROM teacher WHERE Teacher_id NOT IN (SELECT Teacher_id FROM course_arrange)\n",
      "\n",
      "compare pred idx 410\n",
      "hard pred: SELECT MIN(annual_fuel_cost) , MAX(annual_fuel_cost) , AVG(annual_fuel_cost) FROM Vehicles;\n",
      "hard gold: SELECT Name FROM teacher WHERE Teacher_id NOT IN (SELECT Teacher_id FROM course_arrange)\n",
      "\n",
      "compare pred idx 411\n",
      "easy pred: SELECT name , model_year FROM Vehicles WHERE city_fuel_economy_rate <= highway_fuel_economy_rate;\n",
      "easy gold: SELECT count(*) FROM visitor WHERE age  <  30\n",
      "\n",
      "compare pred idx 412\n",
      "medium pred: SELECT name , model_year FROM vehicles WHERE city_fuel_economy_rate <= highway_fuel_economy_rate;\n",
      "medium gold: SELECT name FROM visitor WHERE Level_of_membership  >  4 ORDER BY Level_of_membership DESC\n",
      "\n",
      "compare pred idx 413\n",
      "easy pred: SELECT type_of_powertrain , AVG(annual_fuel_cost) FROM vehicles GROUP BY type_of_powertrain HAVING COUNT(*) >= 2;\n",
      "easy gold: SELECT avg(age) FROM visitor WHERE Level_of_membership  <=  4\n",
      "\n",
      "compare pred idx 414\n",
      "medium pred: SELECT type_of_powertrain , AVG(annual_fuel_cost) FROM vehicles GROUP BY type_of_powertrain HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT name ,  Level_of_membership FROM visitor WHERE Level_of_membership  >  4 ORDER BY age DESC\n",
      "\n",
      "compare pred idx 415\n",
      "medium pred: SELECT name , age , membership_credit FROM Customers;\n",
      "medium gold: SELECT museum_id ,  name FROM museum ORDER BY num_of_staff DESC LIMIT 1\n",
      "\n",
      "compare pred idx 416\n",
      "easy pred: SELECT name , age , membership_credit FROM Customers;\n",
      "easy gold: SELECT avg(num_of_staff) FROM museum WHERE open_year  <  2009\n",
      "\n",
      "compare pred idx 417\n",
      "medium pred: SELECT name , age FROM customers ORDER BY membership_credit DESC LIMIT 1;\n",
      "medium gold: SELECT Num_of_Staff ,  Open_Year FROM museum WHERE name  =  'Plaza Museum'\n",
      "\n",
      "compare pred idx 418\n",
      "hard pred: SELECT name , age FROM customers ORDER BY membership_credit DESC LIMIT 1;\n",
      "hard gold: SELECT name FROM museum WHERE num_of_staff  >  (SELECT min(num_of_staff) FROM museum WHERE open_year  >  2010)\n",
      "\n",
      "compare pred idx 419\n",
      "medium pred: SELECT AVG(age) FROM customers WHERE membership_credit > (SELECT AVG(membership_credit) FROM customers);\n",
      "medium gold: SELECT t1.id ,  t1.name ,  t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id GROUP BY t1.id HAVING count(*)  >  1\n",
      "\n",
      "compare pred idx 420\n",
      "extra pred: SELECT AVG(age) FROM customers WHERE membership_credit > (SELECT AVG(membership_credit) FROM customers);\n",
      "extra gold: SELECT t2.visitor_id ,  t1.name ,  t1.Level_of_membership FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id GROUP BY t2.visitor_id ORDER BY sum(t2.Total_spent) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 421\n",
      "extra pred: SELECT * FROM discount;\n",
      "extra gold: SELECT t2.Museum_ID ,  t1.name FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID  =  t2.Museum_ID GROUP BY t2.Museum_ID ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 422\n",
      "hard pred: SELECT * FROM discount;\n",
      "hard gold: SELECT name FROM museum WHERE Museum_ID NOT IN (SELECT museum_id FROM visit)\n",
      "\n",
      "compare pred idx 423\n",
      "hard pred: SELECT t1.name , SUM(t2.total_hours) FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id GROUP BY t1.name;\n",
      "hard gold: SELECT t1.name ,  t1.age FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id ORDER BY t2.num_of_ticket DESC LIMIT 1\n",
      "\n",
      "compare pred idx 424\n",
      "medium pred: SELECT t1.name , SUM(t2.total_hours) FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id GROUP BY t1.name;\n",
      "medium gold: SELECT avg(num_of_ticket) ,  max(num_of_ticket) FROM visit\n",
      "\n",
      "compare pred idx 425\n",
      "medium pred: SELECT name FROM vehicles WHERE id NOT IN ( SELECT vehicles_id FROM renting_history );\n",
      "medium gold: SELECT sum(t2.Total_spent) FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id WHERE t1.Level_of_membership  =  1\n",
      "\n",
      "compare pred idx 426\n",
      "extra pred: SELECT name FROM vehicles WHERE id NOT IN ( SELECT vehicles_id FROM renting_history );\n",
      "extra gold: SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID  =  t2.Museum_ID WHERE t3.open_year  <  2009 INTERSECT SELECT t1.name FROM visitor AS t1 JOIN visit AS t2 ON t1.id  =  t2.visitor_id JOIN museum AS t3 ON t3.Museum_ID  =  t2.Museum_ID WHERE t3.open_year  >  2011\n",
      "\n",
      "compare pred idx 427\n",
      "extra pred: SELECT t1.name FROM customers as t1 JOIN renting_history as t2 ON t1.id = t2.customer_id GROUP BY t1.name HAVING COUNT(*) >= 2;\n",
      "extra gold: SELECT count(*) FROM visitor WHERE id NOT IN (SELECT t2.visitor_id FROM museum AS t1 JOIN visit AS t2 ON t1.Museum_ID  =  t2.Museum_ID WHERE t1.open_year  >  2010)\n",
      "\n",
      "compare pred idx 428\n",
      "medium pred: SELECT t1.name FROM customers as t1 JOIN renting_history as t2 ON t1.id = t2.customer_id GROUP BY t2.customer_id HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT count(*) FROM museum WHERE open_year  >  2013 OR open_year  <  2008\n",
      "\n",
      "compare pred idx 429\n",
      "easy pred: SELECT t1.name , t1.model_year FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id GROUP BY t2.vehicles_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM players\n",
      "\n",
      "compare pred idx 430\n",
      "easy pred: SELECT t1.name , t1.model_year FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id GROUP BY t2.vehicles_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM players\n",
      "\n",
      "compare pred idx 431\n",
      "easy pred: SELECT t1.name FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id ORDER BY t2.total_hours DESC;\n",
      "easy gold: SELECT count(*) FROM matches\n",
      "\n",
      "compare pred idx 432\n",
      "easy pred: SELECT t1.name FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id ORDER BY t2.total_hours DESC;\n",
      "easy gold: SELECT count(*) FROM matches\n",
      "\n",
      "compare pred idx 433\n",
      "medium pred: SELECT t2.name FROM renting_history as t1 JOIN discount as t2 ON t1.discount_id = t2.id GROUP BY t2.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT first_name ,  birth_date FROM players WHERE country_code  =  'USA'\n",
      "\n",
      "compare pred idx 434\n",
      "medium pred: SELECT t2.name FROM renting_history as t1 JOIN discount as t2 ON t1.discount_id = t2.id GROUP BY t2.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT first_name ,  birth_date FROM players WHERE country_code  =  'USA'\n",
      "\n",
      "compare pred idx 435\n",
      "medium pred: SELECT t1.name , t1.type_of_powertrain FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id WHERE t2.total_hours > 30;\n",
      "medium gold: SELECT avg(loser_age) ,  avg(winner_age) FROM matches\n",
      "\n",
      "compare pred idx 436\n",
      "medium pred: SELECT t1.name , t1.type_of_powertrain FROM vehicles as t1 JOIN renting_history as t2 ON t1.id = t2.vehicles_id GROUP BY t1.id HAVING SUM(t2.total_hours) > 30;\n",
      "medium gold: SELECT avg(loser_age) ,  avg(winner_age) FROM matches\n",
      "\n",
      "compare pred idx 437\n",
      "easy pred: SELECT AVG(city_fuel_economy_rate) , AVG(highway_fuel_economy_rate) , type_of_powertrain FROM vehicles GROUP BY type_of_powertrain;\n",
      "easy gold: SELECT avg(winner_rank) FROM matches\n",
      "\n",
      "compare pred idx 438\n",
      "easy pred: SELECT type_of_powertrain , AVG(city_fuel_economy_rate) , AVG(highway_fuel_economy_rate) FROM vehicles GROUP BY type_of_powertrain;\n",
      "easy gold: SELECT avg(winner_rank) FROM matches\n",
      "\n",
      "compare pred idx 439\n",
      "easy pred: SELECT AVG(amount_of_loan) FROM Student_Loans;\n",
      "easy gold: SELECT min(loser_rank) FROM matches\n",
      "\n",
      "compare pred idx 440\n",
      "easy pred: SELECT AVG(amount_of_loan) FROM Student_Loans;\n",
      "easy gold: SELECT min(loser_rank) FROM matches\n",
      "\n",
      "compare pred idx 441\n",
      "easy pred: SELECT t2.bio_data , t1.student_id FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) >= 2 UNION SELECT t2.bio_data , t1.student_id FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id JOIN students_addresses as t3 ON t3.student_id = t2.student_id WHERE t3.address_type_code = \"HM\" AND t3.date_to < \"2018-03-22 07:50:48.000\" GROUP BY t1.student_id HAVING COUNT(*) < 2;\n",
      "easy gold: SELECT count(DISTINCT country_code) FROM players\n",
      "\n",
      "compare pred idx 442\n",
      "easy pred: SELECT t3.bio_data , t3.student_id FROM classes as t1 JOIN students as t3 ON t1.student_id = t3.student_id JOIN detention as t2 ON t3.student_id = t2.student_id GROUP BY t3.student_id HAVING COUNT(*) >= 2 UNION SELECT bio_data , student_id FROM students EXCEPT SELECT t3.bio_data , t3.student_id FROM classes as t1 JOIN students as t3 ON t1.student_id = t3.student_id JOIN detention as t2 ON t3.student_id = t2.student_id GROUP BY t3.student_id HAVING COUNT(*) < 2;\n",
      "easy gold: SELECT count(DISTINCT country_code) FROM players\n",
      "\n",
      "compare pred idx 443\n",
      "easy pred: SELECT t2.teacher_details FROM classes as t1 JOIN teachers as t2 ON t1.teacher_id = t2.teacher_id WHERE t1.class_details LIKE '%data%' EXCEPT SELECT t2.teacher_details FROM classes as t1 JOIN teachers as t2 ON t1.teacher_id = t2.teacher_id WHERE t1.class_details LIKE 'net%';\n",
      "easy gold: SELECT count(DISTINCT loser_name) FROM matches\n",
      "\n",
      "compare pred idx 444\n",
      "easy pred: SELECT DISTINCT t1.teacher_details FROM teachers as t1 JOIN classes as t2 ON t1.teacher_id = t2.teacher_id WHERE t2.class_details LIKE '%data%' EXCEPT SELECT DISTINCT t1.teacher_details FROM teachers as t1 JOIN classes as t2 ON t1.teacher_id = t2.teacher_id WHERE t2.class_details LIKE 'net%';\n",
      "easy gold: SELECT count(DISTINCT loser_name) FROM matches\n",
      "\n",
      "compare pred idx 445\n",
      "easy pred: SELECT bio_data FROM students WHERE student_id NOT IN ( SELECT student_id FROM detention UNION SELECT student_id FROM student_loans );\n",
      "easy gold: SELECT tourney_name FROM matches GROUP BY tourney_name HAVING count(*)  >  10\n",
      "\n",
      "compare pred idx 446\n",
      "easy pred: SELECT bio_data FROM students WHERE student_id NOT IN (SELECT student_id FROM detention UNION SELECT student_id FROM student_loans);\n",
      "easy gold: SELECT tourney_name FROM matches GROUP BY tourney_name HAVING count(*)  >  10\n",
      "\n",
      "compare pred idx 447\n",
      "hard pred: SELECT t2.amount_of_loan , t2.date_of_loan FROM achievements as t1 JOIN student_loans as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) >= 2;\n",
      "hard gold: SELECT winner_name FROM matches WHERE YEAR  =  2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR  =  2016\n",
      "\n",
      "compare pred idx 448\n",
      "hard pred: SELECT t2.amount_of_loan , t2.date_of_loan FROM achievements as t1 JOIN student_loans as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) >= 2;\n",
      "hard gold: SELECT winner_name FROM matches WHERE YEAR  =  2013 INTERSECT SELECT winner_name FROM matches WHERE YEAR  =  2016\n",
      "\n",
      "compare pred idx 449\n",
      "medium pred: SELECT t1.teacher_details , t1.teacher_id FROM teachers as t1 JOIN classes as t2 ON t1.teacher_id = t2.teacher_id GROUP BY t1.teacher_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM matches WHERE YEAR  =  2013 OR YEAR  =  2016\n",
      "\n",
      "compare pred idx 450\n",
      "medium pred: SELECT t2.teacher_details , t1.teacher_id FROM classes as t1 JOIN teachers as t2 ON t1.teacher_id = t2.teacher_id GROUP BY t1.teacher_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) FROM matches WHERE YEAR  =  2013 OR YEAR  =  2016\n",
      "\n",
      "compare pred idx 451\n",
      "extra pred: SELECT DISTINCT detention_summary FROM detention;\n",
      "extra gold: SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'WTA Championships' INTERSECT SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'Australian Open'\n",
      "\n",
      "compare pred idx 452\n",
      "extra pred: SELECT DISTINCT detention_summary FROM detention;\n",
      "extra gold: SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'WTA Championships' INTERSECT SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id WHERE T2.tourney_name  =  'Australian Open'\n",
      "\n",
      "compare pred idx 453\n",
      "medium pred: SELECT t3.student_details , t2.address_type_description FROM students as t3 JOIN students_addresses as t1 ON t3.student_id = t1.student_id JOIN ref_address_types as t2 ON t2.address_type_code = t1.address_type_code;\n",
      "medium gold: SELECT first_name ,  country_code FROM players ORDER BY birth_date LIMIT 1\n",
      "\n",
      "compare pred idx 454\n",
      "medium pred: SELECT t3.student_details , t2.address_type_description FROM students as t3 JOIN students_addresses as t1 ON t3.student_id = t1.student_id JOIN ref_address_types as t2 ON t2.address_type_code = t1.address_type_code;\n",
      "medium gold: SELECT first_name ,  country_code FROM players ORDER BY birth_date LIMIT 1\n",
      "\n",
      "compare pred idx 455\n",
      "medium pred: SELECT t1.address_details , t3.bio_data FROM addresses as t1 JOIN students_addresses as t2 ON t1.address_id = t2.address_id JOIN students as t3 ON t2.student_id = t3.student_id;\n",
      "medium gold: SELECT first_name ,  last_name FROM players ORDER BY birth_date\n",
      "\n",
      "compare pred idx 456\n",
      "medium pred: SELECT t1.address_details , t3.bio_data FROM addresses as t1 JOIN students_addresses as t2 ON t1.address_id = t2.address_id JOIN students as t3 ON t2.student_id = t3.student_id;\n",
      "medium gold: SELECT first_name ,  last_name FROM players ORDER BY birth_date\n",
      "\n",
      "compare pred idx 457\n",
      "medium pred: SELECT t2.bio_data , t1.date_of_transcript FROM transcripts as t1 JOIN students as t2 ON t1.student_id = t2.student_id;\n",
      "medium gold: SELECT first_name ,  last_name FROM players WHERE hand  =  'L' ORDER BY birth_date\n",
      "\n",
      "compare pred idx 458\n",
      "medium pred: SELECT t1.bio_data , t2.date_of_transcript FROM students as t1 JOIN transcripts as t2 ON t1.student_id = t2.student_id;\n",
      "medium gold: SELECT first_name ,  last_name FROM players WHERE hand  =  'L' ORDER BY birth_date\n",
      "\n",
      "compare pred idx 459\n",
      "hard pred: SELECT behaviour_monitoring_details , COUNT(*) FROM behaviour_monitoring GROUP BY behaviour_monitoring_details ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id ORDER BY T2.tours DESC LIMIT 1\n",
      "\n",
      "compare pred idx 460\n",
      "hard pred: SELECT behaviour_monitoring_details , COUNT(*) FROM behaviour_monitoring GROUP BY behaviour_monitoring_details ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT T1.country_code ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id ORDER BY T2.tours DESC LIMIT 1\n",
      "\n",
      "compare pred idx 461\n",
      "hard pred: SELECT t2.bio_data , t2.student_details FROM behaviour_monitoring as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.behaviour_monitoring_details ORDER BY COUNT(*) DESC LIMIT 1 INTERSECT SELECT t2.bio_data , t2.student_details FROM behaviour_monitoring as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.behaviour_monitoring_details HAVING COUNT(*) >= 3;\n",
      "hard gold: SELECT YEAR FROM matches GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 462\n",
      "hard pred: SELECT t2.bio_data , t2.student_details FROM behaviour_monitoring as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.behaviour_monitoring_details ORDER BY COUNT(*) DESC LIMIT 1 INTERSECT SELECT t2.bio_data , t2.student_details FROM behaviour_monitoring as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.behaviour_monitoring_details HAVING COUNT(*) >= 3;\n",
      "hard gold: SELECT YEAR FROM matches GROUP BY YEAR ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 463\n",
      "hard pred: SELECT t2.bio_data FROM behaviour_monitoring as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) = ( SELECT COUNT(*) FROM behaviour_monitoring as t3 JOIN students as t4 ON t3.student_id = t4.student_id GROUP BY t3.behaviour_monitoring_details ORDER BY COUNT(*) DESC LIMIT 1 );\n",
      "hard gold: SELECT winner_name ,  winner_rank_points FROM matches GROUP BY winner_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 464\n",
      "hard pred: SELECT t2.bio_data FROM behaviour_monitoring as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.behaviour_monitoring_details ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT winner_name ,  winner_rank_points FROM matches GROUP BY winner_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 465\n",
      "hard pred: SELECT t2.bio_data , t1.event_date FROM student_events as t1 JOIN students as t2 ON t1.student_id = t2.student_id;\n",
      "hard gold: SELECT winner_name FROM matches WHERE tourney_name  =  'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1\n",
      "\n",
      "compare pred idx 466\n",
      "hard pred: SELECT t2.bio_data , t1.event_date FROM student_events as t1 JOIN students as t2 ON t1.student_id = t2.student_id;\n",
      "hard gold: SELECT winner_name FROM matches WHERE tourney_name  =  'Australian Open' ORDER BY winner_rank_points DESC LIMIT 1\n",
      "\n",
      "compare pred idx 467\n",
      "medium pred: SELECT COUNT(*) , t1.event_type_code , t2.event_type_description FROM student_events as t1 JOIN ref_event_types as t2 ON t1.event_type_code = t2.event_type_code GROUP BY t1.event_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT winner_name ,  loser_name FROM matches ORDER BY minutes DESC LIMIT 1\n",
      "\n",
      "compare pred idx 468\n",
      "medium pred: SELECT COUNT(*) , t2.event_type_code , t2.event_type_description FROM student_events as t1 JOIN ref_event_types as t2 ON t1.event_type_code = t2.event_type_code GROUP BY t2.event_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT winner_name ,  loser_name FROM matches ORDER BY minutes DESC LIMIT 1\n",
      "\n",
      "compare pred idx 469\n",
      "medium pred: SELECT t2.achievement_details , t1.achievement_type_description FROM ref_achievement_type as t1 JOIN achievements as t2 ON t1.achievement_type_code = t2.achievement_type_code;\n",
      "medium gold: SELECT avg(ranking) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name\n",
      "\n",
      "compare pred idx 470\n",
      "medium pred: SELECT t2.achievement_details , t1.achievement_type_description FROM ref_achievement_type as t1 JOIN achievements as t2 ON t1.achievement_type_code = t2.achievement_type_code;\n",
      "medium gold: SELECT avg(ranking) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name\n",
      "\n",
      "compare pred idx 471\n",
      "medium pred: SELECT COUNT(*) FROM teachers WHERE teacher_id NOT IN ( SELECT t1.teacher_id FROM teachers as t1 JOIN students as t2 ON t1.teacher_id = t2.teacher_id JOIN student_achievements as t3 ON t2.student_id = t3.student_id WHERE t3.achievement_won = 1 );\n",
      "medium gold: SELECT sum(ranking_points) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name\n",
      "\n",
      "compare pred idx 472\n",
      "medium pred: SELECT COUNT(*) FROM teachers AS t1 JOIN student_events AS t2 ON t1.teacher_id = t2.student_id WHERE t2.event_type_code != \"Achievement\" GROUP BY t1.teacher_id;\n",
      "medium gold: SELECT sum(ranking_points) ,  T1.first_name FROM players AS T1 JOIN rankings AS T2 ON T1.player_id  =  T2.player_id GROUP BY T1.first_name\n",
      "\n",
      "compare pred idx 473\n",
      "medium pred: SELECT date_of_transcript , transcript_details FROM transcripts;\n",
      "medium gold: SELECT count(*) ,  country_code FROM players GROUP BY country_code\n",
      "\n",
      "compare pred idx 474\n",
      "medium pred: SELECT date_of_transcript , transcript_details FROM transcripts;\n",
      "medium gold: SELECT count(*) ,  country_code FROM players GROUP BY country_code\n",
      "\n",
      "compare pred idx 475\n",
      "hard pred: SELECT achievement_type_code , achievement_details , date_achievement FROM Achievements;\n",
      "hard gold: SELECT country_code FROM players GROUP BY country_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 476\n",
      "hard pred: SELECT achievement_type_code , achievement_details , date_achievement FROM achievements;\n",
      "hard gold: SELECT country_code FROM players GROUP BY country_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 477\n",
      "easy pred: SELECT datetime_detention_start , datetime_detention_end FROM detention;\n",
      "easy gold: SELECT country_code FROM players GROUP BY country_code HAVING count(*)  >  50\n",
      "\n",
      "compare pred idx 478\n",
      "easy pred: SELECT datetime_detention_start , datetime_detention_end FROM detention;\n",
      "easy gold: SELECT country_code FROM players GROUP BY country_code HAVING count(*)  >  50\n",
      "\n",
      "compare pred idx 479\n",
      "medium pred: SELECT bio_data FROM students WHERE student_details LIKE '%Suite%';\n",
      "medium gold: SELECT sum(tours) ,  ranking_date FROM rankings GROUP BY ranking_date\n",
      "\n",
      "compare pred idx 480\n",
      "medium pred: SELECT bio_data FROM students WHERE student_details LIKE '%Suite%';\n",
      "medium gold: SELECT sum(tours) ,  ranking_date FROM rankings GROUP BY ranking_date\n",
      "\n",
      "compare pred idx 481\n",
      "medium pred: SELECT t3.teacher_details , t2.bio_data FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id JOIN teachers as t3 ON t1.teacher_id = t3.teacher_id;\n",
      "medium gold: SELECT count(*) ,  YEAR FROM matches GROUP BY YEAR\n",
      "\n",
      "compare pred idx 482\n",
      "medium pred: SELECT t3.teacher_details , t2.bio_data FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id JOIN teachers as t3 ON t1.teacher_id = t3.teacher_id;\n",
      "medium gold: SELECT count(*) ,  YEAR FROM matches GROUP BY YEAR\n",
      "\n",
      "compare pred idx 483\n",
      "medium pred: SELECT COUNT(*) , t1.teacher_id FROM classes as t1 JOIN teachers as t2 ON t1.teacher_id = t2.teacher_id GROUP BY t1.teacher_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT winner_name ,  winner_rank FROM matches ORDER BY winner_age LIMIT 3\n",
      "\n",
      "compare pred idx 484\n",
      "medium pred: SELECT t1.teacher_id , COUNT(*) FROM classes as t1 JOIN teachers as t2 ON t1.teacher_id = t2.teacher_id GROUP BY t1.teacher_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT winner_name ,  winner_rank FROM matches ORDER BY winner_age LIMIT 3\n",
      "\n",
      "compare pred idx 485\n",
      "medium pred: SELECT MAX(t1.student_id) , COUNT(*) FROM classes as t1 GROUP BY t1.student_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(DISTINCT winner_name) FROM matches WHERE tourney_name  =  'WTA Championships' AND winner_hand  =  'L'\n",
      "\n",
      "compare pred idx 486\n",
      "medium pred: SELECT t2.student_id , COUNT(*) FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t2.student_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(DISTINCT winner_name) FROM matches WHERE tourney_name  =  'WTA Championships' AND winner_hand  =  'L'\n",
      "\n",
      "compare pred idx 487\n",
      "hard pred: SELECT t1.student_id , t1.student_details FROM students as t1 JOIN classes as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) = 2;\n",
      "hard gold: SELECT T1.first_name ,  T1.country_code ,  T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1\n",
      "\n",
      "compare pred idx 488\n",
      "hard pred: SELECT t1.student_id , t1.student_details FROM students as t1 JOIN classes as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) = 2;\n",
      "hard gold: SELECT T1.first_name ,  T1.country_code ,  T1.birth_date FROM players AS T1 JOIN matches AS T2 ON T1.player_id  =  T2.winner_id ORDER BY T2.winner_rank_points DESC LIMIT 1\n",
      "\n",
      "compare pred idx 489\n",
      "medium pred: SELECT t1.detention_type_code , t1.detention_type_description FROM ref_detention_type as t1 JOIN detention as t2 ON t1.detention_type_code = t2.detention_type_code GROUP BY t1.detention_type_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  hand FROM players GROUP BY hand\n",
      "\n",
      "compare pred idx 490\n",
      "medium pred: SELECT detention_type_code , detention_type_description FROM ref_detention_type GROUP BY detention_type_code ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  hand FROM players GROUP BY hand\n",
      "\n",
      "compare pred idx 491\n",
      "easy pred: SELECT t2.bio_data , t2.student_details FROM Student_loans as t1 JOIN Students as t2 ON t1.student_id = t2.student_id WHERE t1.amount_of_loan > (SELECT AVG(amount_of_loan) FROM Student_loans);\n",
      "easy gold: SELECT count(*) FROM ship WHERE disposition_of_ship  =  'Captured'\n",
      "\n",
      "compare pred idx 492\n",
      "medium pred: SELECT t2.bio_data , t2.student_details FROM Student_loans as t1 JOIN Students as t2 ON t1.student_id = t2.student_id WHERE t1.amount_of_loan > (SELECT AVG(amount_of_loan) FROM Student_loans);\n",
      "medium gold: SELECT name ,  tonnage FROM ship ORDER BY name DESC\n",
      "\n",
      "compare pred idx 493\n",
      "medium pred: SELECT MIN(date_of_loan) FROM student_loans;\n",
      "medium gold: SELECT name ,  date FROM battle\n",
      "\n",
      "compare pred idx 494\n",
      "medium pred: SELECT MIN(date_of_loan) FROM student_loans;\n",
      "medium gold: SELECT max(killed) ,  min(killed) FROM death\n",
      "\n",
      "compare pred idx 495\n",
      "easy pred: SELECT t2.bio_data FROM student_loans as t1 JOIN students as t2 ON t1.student_id = t2.student_id ORDER BY t1.amount_of_loan LIMIT 1;\n",
      "easy gold: SELECT avg(injured) FROM death\n",
      "\n",
      "compare pred idx 496\n",
      "medium pred: SELECT t2.bio_data FROM student_loans as t1 JOIN students as t2 ON t1.student_id = t2.student_id ORDER BY t1.amount_of_loan LIMIT 1;\n",
      "medium gold: SELECT T1.killed ,  T1.injured FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id  =  T2.id WHERE T2.tonnage  =  't'\n",
      "\n",
      "compare pred idx 497\n",
      "medium pred: SELECT date_of_transcript FROM transcripts WHERE student_id = (SELECT student_id FROM student_loans ORDER BY amount_of_loan DESC LIMIT 1) LIMIT 1;\n",
      "medium gold: SELECT name ,  RESULT FROM battle WHERE bulgarian_commander != 'Boril'\n",
      "\n",
      "compare pred idx 498\n",
      "medium pred: SELECT t1.date_of_transcript FROM transcripts as t1 JOIN student_loans as t2 ON t1.student_id = t2.student_id ORDER BY t2.amount_of_loan DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT T1.id ,  T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.ship_type  =  'Brig'\n",
      "\n",
      "compare pred idx 499\n",
      "hard pred: SELECT t3.teacher_details FROM transcripts as t1 JOIN classes as t2 ON t1.student_id = t2.student_id JOIN teachers as t3 ON t2.teacher_id = t3.teacher_id ORDER BY t1.date_of_transcript LIMIT 1;\n",
      "hard gold: SELECT T1.id ,  T1.name FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle JOIN death AS T3 ON T2.id  =  T3.caused_by_ship_id GROUP BY T1.id HAVING sum(T3.killed)  >  10\n",
      "\n",
      "compare pred idx 500\n",
      "extra pred: SELECT t4.teacher_details FROM transcripts as t1 JOIN student_events as t2 ON t1.student_id = t2.student_id JOIN teachers as t4 ON t2.teacher_id = t4.teacher_id ORDER BY t1.date_of_transcript LIMIT 1;\n",
      "extra gold: SELECT T2.id ,  T2.name FROM death AS T1 JOIN ship AS t2 ON T1.caused_by_ship_id  =  T2.id GROUP BY T2.id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 501\n",
      "medium pred: SELECT student_id , SUM(amount_of_loan) FROM Student_Loans GROUP BY student_id;\n",
      "medium gold: SELECT name FROM battle WHERE bulgarian_commander  =  'Kaloyan' AND latin_commander  =  'Baldwin I'\n",
      "\n",
      "compare pred idx 502\n",
      "easy pred: SELECT student_id , SUM(amount_of_loan) FROM Student_Loans GROUP BY student_id;\n",
      "easy gold: SELECT count(DISTINCT RESULT) FROM battle\n",
      "\n",
      "compare pred idx 503\n",
      "extra pred: SELECT t2.bio_data , t1.student_id , COUNT(*) FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id;\n",
      "extra gold: SELECT count(*) FROM battle WHERE id NOT IN ( SELECT lost_in_battle FROM ship WHERE tonnage  =  '225' );\n",
      "\n",
      "compare pred idx 504\n",
      "extra pred: SELECT t2.student_id , t2.bio_data , COUNT(*) FROM classes as t1 JOIN students as t2 ON t1.student_id = t2.student_id GROUP BY t2.student_id;\n",
      "extra gold: SELECT T1.name ,  T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.name  =  'Lettice' INTERSECT SELECT T1.name ,  T1.date FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.name  =  'HMS Atalanta'\n",
      "\n",
      "compare pred idx 505\n",
      "extra pred: SELECT COUNT(DISTINCT student_id) FROM detention;\n",
      "extra gold: SELECT name ,  RESULT ,  bulgarian_commander FROM battle EXCEPT SELECT T1.name ,  T1.result ,  T1.bulgarian_commander FROM battle AS T1 JOIN ship AS T2 ON T1.id  =  T2.lost_in_battle WHERE T2.location  =  'English Channel'\n",
      "\n",
      "compare pred idx 506\n",
      "medium pred: SELECT COUNT(DISTINCT student_id) FROM detention;\n",
      "medium gold: SELECT note FROM death WHERE note LIKE '%East%'\n",
      "\n",
      "compare pred idx 507\n",
      "medium pred: SELECT address_type_code , address_type_description FROM ref_address_types WHERE address_type_code = ( SELECT address_type_code FROM student_addresses GROUP BY address_type_code ORDER BY COUNT(*) DESC LIMIT 1 );\n",
      "medium gold: SELECT line_1 ,  line_2 FROM addresses\n",
      "\n",
      "compare pred idx 508\n",
      "medium pred: SELECT t1.address_type_code , t1.address_type_description FROM ref_address_types as t1 JOIN students_addresses as t2 ON t1.address_type_code = t2.address_type_code GROUP BY t1.address_type_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT line_1 ,  line_2 FROM addresses\n",
      "\n",
      "compare pred idx 509\n",
      "easy pred: SELECT t3.bio_data FROM student_events as t1 JOIN students as t3 ON t1.student_id = t3.student_id WHERE t1.event_id NOT IN (SELECT student_loan_id FROM student_loans);\n",
      "easy gold: SELECT count(*) FROM Courses\n",
      "\n",
      "compare pred idx 510\n",
      "easy pred: SELECT bio_data FROM students WHERE student_id NOT IN ( SELECT student_id FROM student_events );\n",
      "easy gold: SELECT count(*) FROM Courses\n",
      "\n",
      "compare pred idx 511\n",
      "easy pred: SELECT t2.date_from , t2.date_to FROM transcripts as t1 JOIN students_addresses as t2 ON t1.student_id = t2.student_id GROUP BY t1.student_id HAVING COUNT(*) = 2;\n",
      "easy gold: SELECT course_description FROM Courses WHERE course_name  =  'math'\n",
      "\n",
      "compare pred idx 512\n",
      "easy pred: SELECT T3.date_from , T3.date_to FROM transcripts as T1 JOIN students as T2 ON T1.student_id = T2.student_id JOIN students_addresses as T3 ON T2.student_id = T3.student_id GROUP BY T2.student_id HAVING COUNT(*) = 2;\n",
      "easy gold: SELECT course_description FROM Courses WHERE course_name  =  'math'\n",
      "\n",
      "compare pred idx 513\n",
      "easy pred: SELECT datetime_detention_start FROM detention;\n",
      "easy gold: SELECT zip_postcode FROM Addresses WHERE city  =  'Port Chelsea'\n",
      "\n",
      "compare pred idx 514\n",
      "easy pred: SELECT datetime_detention_start FROM detention;\n",
      "easy gold: SELECT zip_postcode FROM Addresses WHERE city  =  'Port Chelsea'\n",
      "\n",
      "compare pred idx 515\n",
      "extra pred: SELECT name FROM Author;\n",
      "extra gold: SELECT T2.department_name ,  T1.department_id FROM Degree_Programs AS T1 JOIN Departments AS T2 ON T1.department_id  =  T2.department_id GROUP BY T1.department_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 516\n",
      "extra pred: SELECT name FROM author;\n",
      "extra gold: select t2.department_name ,  t1.department_id from degree_programs as t1 join departments as t2 on t1.department_id  =  t2.department_id group by t1.department_id order by count(*) desc limit 1\n",
      "\n",
      "compare pred idx 517\n",
      "easy pred: SELECT name , address FROM client;\n",
      "easy gold: SELECT count(DISTINCT department_id) FROM Degree_Programs\n",
      "\n",
      "compare pred idx 518\n",
      "easy pred: SELECT name , address FROM client;\n",
      "easy gold: SELECT count(DISTINCT department_id) FROM Degree_Programs\n",
      "\n",
      "compare pred idx 519\n",
      "easy pred: SELECT title , isbn , saleprice FROM book;\n",
      "easy gold: SELECT count(DISTINCT degree_summary_name) FROM Degree_Programs\n",
      "\n",
      "compare pred idx 520\n",
      "easy pred: SELECT title , isbn , saleprice FROM book;\n",
      "easy gold: SELECT count(DISTINCT degree_summary_name) FROM Degree_Programs\n",
      "\n",
      "compare pred idx 521\n",
      "medium pred: SELECT COUNT(*) FROM book;\n",
      "medium gold: SELECT count(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id  =  T2.department_id WHERE T1.department_name  =  'engineer'\n",
      "\n",
      "compare pred idx 522\n",
      "medium pred: SELECT COUNT(*) FROM book;\n",
      "medium gold: SELECT count(*) FROM Departments AS T1 JOIN Degree_Programs AS T2 ON T1.department_id  =  T2.department_id WHERE T1.department_name  =  'engineer'\n",
      "\n",
      "compare pred idx 523\n",
      "medium pred: SELECT COUNT(*) FROM author;\n",
      "medium gold: SELECT section_name ,  section_description FROM Sections\n",
      "\n",
      "compare pred idx 524\n",
      "medium pred: SELECT COUNT(*) FROM Author;\n",
      "medium gold: SELECT section_name ,  section_description FROM Sections\n",
      "\n",
      "compare pred idx 525\n",
      "medium pred: SELECT COUNT(*) FROM Client;\n",
      "medium gold: SELECT T1.course_name ,  T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_id HAVING count(*)  <=  2\n",
      "\n",
      "compare pred idx 526\n",
      "medium pred: SELECT COUNT(*) FROM Client;\n",
      "medium gold: SELECT T1.course_name ,  T1.course_id FROM Courses AS T1 JOIN Sections AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_id HAVING count(*)  <=  2\n",
      "\n",
      "compare pred idx 527\n",
      "easy pred: SELECT name , address FROM client ORDER BY name;\n",
      "easy gold: SELECT section_name FROM Sections ORDER BY section_name DESC\n",
      "\n",
      "compare pred idx 528\n",
      "easy pred: SELECT name , address FROM client ORDER BY name;\n",
      "easy gold: SELECT section_name FROM Sections ORDER BY section_name DESC\n",
      "\n",
      "compare pred idx 529\n",
      "extra pred: SELECT t1.title , t2.name FROM book as t1 JOIN author_book as t3 ON t1.isbn = t3.isbn JOIN author as t2 ON t3.author = t2.idauthor;\n",
      "extra gold: SELECT T1.semester_name ,  T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id  =  T2.semester_id GROUP BY T1.semester_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 530\n",
      "extra pred: SELECT t3.name , t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor;\n",
      "extra gold: SELECT T1.semester_name ,  T1.semester_id FROM Semesters AS T1 JOIN Student_Enrolment AS T2 ON T1.semester_id  =  T2.semester_id GROUP BY T1.semester_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 531\n",
      "medium pred: SELECT t2.idorder , t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient;\n",
      "medium gold: SELECT department_description FROM Departments WHERE department_name LIKE '%computer%'\n",
      "\n",
      "compare pred idx 532\n",
      "medium pred: SELECT t2.idorder , t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient;\n",
      "medium gold: SELECT department_description FROM Departments WHERE department_name LIKE '%computer%'\n",
      "\n",
      "compare pred idx 533\n",
      "medium pred: SELECT t2.name , COUNT(*) FROM book as t1 JOIN author_book as t3 ON t1.isbn = t3.isbn JOIN author as t2 ON t3.author = t2.idauthor GROUP BY t2.name;\n",
      "medium gold: SELECT T1.first_name ,  T1.middle_name ,  T1.last_name ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id HAVING count(*)  =  2\n",
      "\n",
      "compare pred idx 534\n",
      "medium pred: SELECT t2.name , COUNT(*) FROM book as t1 JOIN author_book as t3 ON t1.isbn = t3.isbn JOIN author as t2 ON t3.author = t2.idauthor GROUP BY t2.name;\n",
      "medium gold: SELECT T1.first_name ,  T1.middle_name ,  T1.last_name ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id HAVING count(*)  =  2\n",
      "\n",
      "compare pred idx 535\n",
      "hard pred: SELECT ISBN , SUM(amount) FROM Books_Order GROUP BY ISBN;\n",
      "hard gold: SELECT DISTINCT T1.first_name ,  T1.middle_name ,  T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id  =  T3.degree_program_id WHERE T3.degree_summary_name  =  'Bachelor'\n",
      "\n",
      "compare pred idx 536\n",
      "hard pred: SELECT ISBN , SUM(amount) FROM Books_order GROUP BY ISBN;\n",
      "hard gold: SELECT DISTINCT T1.first_name ,  T1.middle_name ,  T1.last_name FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id JOIN Degree_Programs AS T3 ON T2.degree_program_id  =  T3.degree_program_id WHERE T3.degree_summary_name  =  'Bachelor'\n",
      "\n",
      "compare pred idx 537\n",
      "extra pred: SELECT ISBN , SUM(amount) FROM Books_Order GROUP BY ISBN;\n",
      "extra gold: SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 538\n",
      "extra pred: SELECT ISBN , SUM(amount) FROM Books_Order GROUP BY ISBN;\n",
      "extra gold: SELECT T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_summary_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 539\n",
      "extra pred: SELECT t2.title FROM books_order as t1 JOIN book as t2 ON t1.isbn = t2.isbn GROUP BY t1.isbn ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT T1.degree_program_id ,  T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 540\n",
      "extra pred: SELECT t2.title FROM books_order as t1 JOIN book as t2 ON t1.isbn = t2.isbn GROUP BY t2.title ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT T1.degree_program_id ,  T1.degree_summary_name FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id GROUP BY T1.degree_program_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 541\n",
      "extra pred: SELECT t1.title , t1.purchaseprice FROM book as t1 JOIN books_order as t2 ON t1.isbn = t2.isbn ORDER BY t2.amount DESC LIMIT 1;\n",
      "extra gold: SELECT T1.student_id ,  T1.first_name ,  T1.middle_name ,  T1.last_name ,  count(*) ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 542\n",
      "extra pred: SELECT t2.title , t2.purchaseprice FROM books_order as t1 JOIN book as t2 ON t1.isbn = t2.isbn GROUP BY t1.isbn ORDER BY SUM(t1.amount) DESC LIMIT 1;\n",
      "extra gold: SELECT T1.student_id ,  T1.first_name ,  T1.middle_name ,  T1.last_name ,  count(*) ,  T1.student_id FROM Students AS T1 JOIN Student_Enrolment AS T2 ON T1.student_id  =  T2.student_id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 543\n",
      "hard pred: SELECT t1.title FROM book as t1 JOIN books_order as t2 ON t1.isbn = t2.isbn;\n",
      "hard gold: SELECT semester_name FROM Semesters WHERE semester_id NOT IN( SELECT semester_id FROM Student_Enrolment )\n",
      "\n",
      "compare pred idx 544\n",
      "hard pred: SELECT DISTINCT t2.title FROM books_order as t1 JOIN book as t2 ON t1.isbn = t2.isbn;\n",
      "hard gold: SELECT semester_name FROM Semesters WHERE semester_id NOT IN( SELECT semester_id FROM Student_Enrolment )\n",
      "\n",
      "compare pred idx 545\n",
      "easy pred: SELECT t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient GROUP BY t1.name HAVING COUNT(*) >= 1;\n",
      "easy gold: SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id\n",
      "\n",
      "compare pred idx 546\n",
      "easy pred: SELECT DISTINCT t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient;\n",
      "easy gold: SELECT DISTINCT T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id\n",
      "\n",
      "compare pred idx 547\n",
      "extra pred: SELECT t1.name , COUNT(*) FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient GROUP BY t1.name;\n",
      "extra gold: SELECT  T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 548\n",
      "extra pred: SELECT t1.name , COUNT(*) FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient GROUP BY t1.name;\n",
      "extra gold: SELECT  T1.course_name FROM Courses AS T1 JOIN Student_Enrolment_Courses AS T2 ON T1.course_id  =  T2.course_id GROUP BY T1.course_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 549\n",
      "extra pred: SELECT t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient GROUP BY t1.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id  =  T2.address_id WHERE T2.state_province_county  =  'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id  =  T4.student_id\n",
      "\n",
      "compare pred idx 550\n",
      "extra pred: SELECT t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient GROUP BY t1.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT T1.last_name FROM Students AS T1 JOIN Addresses AS T2 ON T1.current_address_id  =  T2.address_id WHERE T2.state_province_county  =  'NorthCarolina' EXCEPT SELECT DISTINCT T3.last_name FROM Students AS T3 JOIN Student_Enrolment AS T4 ON T3.student_id  =  T4.student_id\n",
      "\n",
      "compare pred idx 551\n",
      "medium pred: SELECT t1.name , SUM(t2.amount) FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder GROUP BY t1.name;\n",
      "medium gold: SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 552\n",
      "medium pred: SELECT t1.name , SUM(t2.amount) FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder GROUP BY t1.name;\n",
      "medium gold: SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 553\n",
      "medium pred: SELECT t1.name FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder GROUP BY t1.name ORDER BY SUM(t2.amount) DESC LIMIT 1;\n",
      "medium gold: SELECT cell_mobile_number FROM Students WHERE first_name  =  'Timmothy' AND last_name  =  'Ward'\n",
      "\n",
      "compare pred idx 554\n",
      "medium pred: SELECT t1.name FROM client as t1 JOIN orders as t3 ON t1.idclient = t3.idclient JOIN books_order as t2 ON t2.idorder = t3.idorder GROUP BY t1.name ORDER BY SUM(t2.amount) DESC LIMIT 1;\n",
      "medium gold: select cell_mobile_number from students where first_name  =  'timmothy' and last_name  =  'ward'\n",
      "\n",
      "compare pred idx 555\n",
      "medium pred: SELECT title FROM book WHERE ISBN NOT IN ( SELECT ISBN FROM books_order );\n",
      "medium gold: SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1\n",
      "\n",
      "compare pred idx 556\n",
      "medium pred: SELECT title FROM book EXCEPT SELECT t2.title FROM books_order as t1 JOIN book as t2 ON t1.isbn = t2.isbn;\n",
      "medium gold: SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_first_registered ASC LIMIT 1\n",
      "\n",
      "compare pred idx 557\n",
      "medium pred: SELECT name FROM client EXCEPT SELECT t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient;\n",
      "medium gold: SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_left ASC LIMIT 1\n",
      "\n",
      "compare pred idx 558\n",
      "medium pred: SELECT name FROM client EXCEPT SELECT t1.name FROM client as t1 JOIN orders as t2 ON t1.idclient = t2.idclient;\n",
      "medium gold: SELECT first_name ,  middle_name ,  last_name FROM Students ORDER BY date_left ASC LIMIT 1\n",
      "\n",
      "compare pred idx 559\n",
      "easy pred: SELECT MAX(saleprice) , MIN(saleprice) FROM book;\n",
      "easy gold: SELECT first_name FROM Students WHERE current_address_id != permanent_address_id\n",
      "\n",
      "compare pred idx 560\n",
      "easy pred: SELECT MAX(saleprice) , MIN(saleprice) FROM book;\n",
      "easy gold: SELECT first_name FROM Students WHERE current_address_id != permanent_address_id\n",
      "\n",
      "compare pred idx 561\n",
      "extra pred: SELECT AVG(purchaseprice) , AVG(saleprice) FROM book;\n",
      "extra gold: SELECT T1.address_id ,  T1.line_1 ,  T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id  =  T2.current_address_id GROUP BY T1.address_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 562\n",
      "extra pred: SELECT AVG(purchaseprice) , AVG(saleprice) FROM book;\n",
      "extra gold: SELECT T1.address_id ,  T1.line_1 ,  T1.line_2 FROM Addresses AS T1 JOIN Students AS T2 ON T1.address_id  =  T2.current_address_id GROUP BY T1.address_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 563\n",
      "easy pred: SELECT MAX(SALEPRICE - PURCHASEPRICE) FROM BOOK;\n",
      "easy gold: SELECT avg(transcript_date) FROM Transcripts\n",
      "\n",
      "compare pred idx 564\n",
      "easy pred: SELECT MAX(SALEPRICE - PURCHASEPRICE) FROM BOOK;\n",
      "easy gold: SELECT avg(transcript_date) FROM Transcripts\n",
      "\n",
      "compare pred idx 565\n",
      "medium pred: SELECT title FROM book WHERE saleprice > (SELECT AVG(saleprice) FROM book);\n",
      "medium gold: SELECT transcript_date ,  other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1\n",
      "\n",
      "compare pred idx 566\n",
      "medium pred: SELECT title FROM book WHERE saleprice > (SELECT AVG(saleprice) FROM book);\n",
      "medium gold: SELECT transcript_date ,  other_details FROM Transcripts ORDER BY transcript_date ASC LIMIT 1\n",
      "\n",
      "compare pred idx 567\n",
      "easy pred: SELECT title FROM book ORDER BY saleprice LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM Transcripts\n",
      "\n",
      "compare pred idx 568\n",
      "easy pred: SELECT title FROM book WHERE saleprice = ( SELECT MIN(saleprice) FROM book );\n",
      "easy gold: SELECT count(*) FROM Transcripts\n",
      "\n",
      "compare pred idx 569\n",
      "medium pred: SELECT title FROM book ORDER BY purchaseprice DESC LIMIT 1;\n",
      "medium gold: SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1\n",
      "\n",
      "compare pred idx 570\n",
      "medium pred: SELECT title FROM book ORDER BY purchaseprice DESC LIMIT 1;\n",
      "medium gold: SELECT transcript_date FROM Transcripts ORDER BY transcript_date DESC LIMIT 1\n",
      "\n",
      "compare pred idx 571\n",
      "hard pred: SELECT AVG(T1.saleprice) FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"George Orwell\";\n",
      "hard gold: SELECT count(*) ,  student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 572\n",
      "hard pred: SELECT AVG(T1.saleprice) FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"George Orwell\";\n",
      "hard gold: SELECT count(*) ,  student_course_id FROM Transcript_Contents GROUP BY student_course_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 573\n",
      "extra pred: SELECT t1.saleprice FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"Plato\";\n",
      "extra gold: SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id ORDER BY count(*) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 574\n",
      "extra pred: SELECT t1.saleprice FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"Plato\";\n",
      "extra gold: SELECT T2.transcript_date ,  T1.transcript_id FROM Transcript_Contents AS T1 JOIN Transcripts AS T2 ON T1.transcript_id  =  T2.transcript_id GROUP BY T1.transcript_id ORDER BY count(*) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 575\n",
      "extra pred: SELECT t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"George Orwell\" ORDER BY t1.saleprice LIMIT 1;\n",
      "extra gold: SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Bachelor'\n",
      "\n",
      "compare pred idx 576\n",
      "extra pred: SELECT t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"George Orwell\" ORDER BY t1.saleprice LIMIT 1;\n",
      "extra gold: SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Master' INTERSECT SELECT DISTINCT T2.semester_id FROM Degree_Programs AS T1 JOIN Student_Enrolment AS T2 ON T1.degree_program_id  =  T2.degree_program_id WHERE degree_summary_name  =  'Bachelor'\n",
      "\n",
      "compare pred idx 577\n",
      "easy pred: SELECT t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"Plato\" AND t1.saleprice < (SELECT AVG(saleprice) FROM book);\n",
      "easy gold: SELECT count(DISTINCT current_address_id) FROM Students\n",
      "\n",
      "compare pred idx 578\n",
      "easy pred: SELECT t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name = \"Plato\" AND t1.saleprice < (SELECT AVG(saleprice) FROM book);\n",
      "easy gold: SELECT count(DISTINCT current_address_id) FROM Students\n",
      "\n",
      "compare pred idx 579\n",
      "easy pred: SELECT t3.name FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t1.title = \"Pride and Prejudice\";\n",
      "easy gold: SELECT other_student_details FROM Students ORDER BY other_student_details DESC\n",
      "\n",
      "compare pred idx 580\n",
      "easy pred: SELECT t3.name FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t1.title = \"Pride and Prejudice\";\n",
      "easy gold: SELECT other_student_details FROM Students ORDER BY other_student_details DESC\n",
      "\n",
      "compare pred idx 581\n",
      "easy pred: SELECT t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name LIKE '%Plato%';\n",
      "easy gold: SELECT section_description FROM Sections WHERE section_name  =  'h'\n",
      "\n",
      "compare pred idx 582\n",
      "easy pred: SELECT t1.title FROM book as t1 JOIN author_book as t2 ON t1.isbn = t2.isbn JOIN author as t3 ON t2.author = t3.idauthor WHERE t3.name LIKE '%Plato%';\n",
      "easy gold: SELECT section_description FROM Sections WHERE section_name  =  'h'\n",
      "\n",
      "compare pred idx 583\n",
      "hard pred: SELECT SUM(amount) FROM books_order AS t1 JOIN book AS t2 ON t1.isbn = t2.isbn WHERE title = \"Pride and Prejudice\";\n",
      "hard gold: select t1.first_name from students as t1 join addresses as t2 on t1.permanent_address_id  =  t2.address_id where t2.country  =  'haiti' or t1.cell_mobile_number  =  '09700166582'\n",
      "\n",
      "compare pred idx 584\n",
      "hard pred: SELECT SUM(T2.amount) FROM book AS T1 JOIN books_order AS T2 ON T1.isbn = T2.isbn WHERE title = \"Pride and Prejudice\";\n",
      "hard gold: select t1.first_name from students as t1 join addresses as t2 on t1.permanent_address_id  =  t2.address_id where t2.country  =  'haiti' or t1.cell_mobile_number  =  '09700166582'\n",
      "\n",
      "compare pred idx 585\n",
      "easy pred: SELECT t3.idorder FROM book as t1 JOIN books_order as t2 ON t1.isbn = t2.isbn JOIN orders as t3 ON t2.idorder = t3.idorder WHERE t1.title = \"Pride and Prejudice\" INTERSECT SELECT t3.idorder FROM book as t1 JOIN books_order as t2 ON t1.isbn = t2.isbn JOIN orders as t3 ON t2.idorder = t3.idorder WHERE t1.title = \"The Little Prince\";\n",
      "easy gold: SELECT Title FROM Cartoon ORDER BY title\n",
      "\n",
      "compare pred idx 586\n",
      "easy pred: SELECT idorder FROM books_order WHERE ISBN = \"0482174555366\" INTERSECT SELECT idorder FROM books_order WHERE ISBN = \"9780143126628\";\n",
      "easy gold: SELECT Title FROM Cartoon ORDER BY title\n",
      "\n",
      "compare pred idx 587\n",
      "easy pred: SELECT t2.isbn FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN orders as t3 ON t2.idorder = t3.idorder WHERE t1.name = \"Peter Doe\" INTERSECT SELECT t2.isbn FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN orders as t3 ON t2.idorder = t3.idorder WHERE t1.name = \"James Smith\";\n",
      "easy gold: SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\";\n",
      "\n",
      "compare pred idx 588\n",
      "easy pred: SELECT t2.isbn FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN book as t3 ON t2.isbn = t3.isbn WHERE t1.name = \"Peter Doe\" INTERSECT SELECT t2.isbn FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN book as t3 ON t2.isbn = t3.isbn WHERE t1.name = \"James Smith\";\n",
      "easy gold: SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\";\n",
      "\n",
      "compare pred idx 589\n",
      "easy pred: SELECT t3.title FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN book as t3 ON t2.isbn = t3.isbn WHERE t1.name = \"Peter Doe\" EXCEPT SELECT t3.title FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN book as t3 ON t2.isbn = t3.isbn WHERE t1.name = \"James Smith\";\n",
      "easy gold: SELECT count(*) FROM Cartoon WHERE Written_by = \"Joseph Kuhr\";\n",
      "\n",
      "compare pred idx 590\n",
      "easy pred: SELECT t3.title FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN book as t3 ON t2.isbn = t3.isbn WHERE t1.name = \"Peter Doe\" EXCEPT SELECT t3.title FROM client as t1 JOIN books_order as t2 ON t1.idclient = t2.idorder JOIN book as t3 ON t2.isbn = t3.isbn WHERE t1.name = \"James Smith\";\n",
      "easy gold: SELECT count(*) FROM Cartoon WHERE Written_by = \"Joseph Kuhr\";\n",
      "\n",
      "compare pred idx 591\n",
      "medium pred: SELECT t1.name FROM client as t1 JOIN orders as t3 ON t1.idclient = t3.idclient JOIN books_order as t2 ON t2.idorder = t3.idorder JOIN book as t4 ON t4.isbn = t2.isbn WHERE t4.title = \"Pride and Prejudice\";\n",
      "medium gold: SELECT title ,  Directed_by FROM Cartoon ORDER BY Original_air_date\n",
      "\n",
      "compare pred idx 592\n",
      "medium pred: SELECT t2.name FROM books_order as t1 JOIN client as t2 ON t1.idorder = t2.idclient JOIN book as t3 ON t1.isbn = t3.isbn WHERE t3.title = \"Pride and Prejudice\";\n",
      "medium gold: SELECT title ,  Directed_by FROM Cartoon ORDER BY Original_air_date\n",
      "\n",
      "compare pred idx 593\n",
      "medium pred: SELECT COUNT(*) FROM book;\n",
      "medium gold: SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\" OR Directed_by = \"Brandon Vietti\";\n",
      "\n",
      "compare pred idx 594\n",
      "medium pred: SELECT title FROM book ORDER BY title ASC;\n",
      "medium gold: SELECT Title FROM Cartoon WHERE Directed_by = \"Ben Jones\" OR Directed_by = \"Brandon Vietti\";\n",
      "\n",
      "compare pred idx 595\n",
      "hard pred: SELECT title FROM book ORDER BY pages DESC;\n",
      "hard gold: SELECT Country ,  count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 596\n",
      "hard pred: SELECT type , release FROM book;\n",
      "hard gold: SELECT Country ,  count(*) FROM TV_Channel GROUP BY Country ORDER BY count(*) DESC LIMIT 1;\n",
      "\n",
      "compare pred idx 597\n",
      "medium pred: SELECT MAX(chapters) , MIN(chapters) , type FROM book GROUP BY type;\n",
      "medium gold: SELECT count(DISTINCT series_name) ,  count(DISTINCT content) FROM TV_Channel;\n",
      "\n",
      "compare pred idx 598\n",
      "medium pred: SELECT title FROM book WHERE type != \"Poet\";\n",
      "medium gold: SELECT count(DISTINCT series_name) ,  count(DISTINCT content) FROM TV_Channel;\n",
      "\n",
      "compare pred idx 599\n",
      "easy pred: SELECT AVG(rating) FROM review;\n",
      "easy gold: SELECT Content FROM TV_Channel WHERE series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 600\n",
      "easy pred: SELECT t2.title , t1.rating FROM review as t1 JOIN book as t2 ON t1.book_id = t2.book_id;\n",
      "easy gold: SELECT Content FROM TV_Channel WHERE series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 601\n",
      "easy pred: SELECT t1.rating FROM review as t1 JOIN book as t2 ON t1.book_id = t2.book_id ORDER BY t2.chapters DESC LIMIT 1;\n",
      "easy gold: SELECT Package_Option FROM TV_Channel WHERE series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 602\n",
      "easy pred: SELECT RANK() OVER(ORDER BY pages ASC) FROM book;\n",
      "easy gold: SELECT Package_Option FROM TV_Channel WHERE series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 603\n",
      "easy pred: SELECT t1.title FROM book as t1 JOIN review as t2 ON t1.book_id = t2.book_id ORDER BY t2.rank LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM TV_Channel WHERE LANGUAGE = \"English\";\n",
      "\n",
      "compare pred idx 604\n",
      "easy pred: SELECT AVG(t2.readers_in_million) FROM book as t1 JOIN review as t2 ON t1.book_id = t2.book_id WHERE t1.type = \"Novel\";\n",
      "easy gold: SELECT count(*) FROM TV_Channel WHERE LANGUAGE = \"English\";\n",
      "\n",
      "compare pred idx 605\n",
      "hard pred: SELECT type , COUNT(*) FROM book GROUP BY type;\n",
      "hard gold: SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY count(*) ASC LIMIT 1;\n",
      "\n",
      "compare pred idx 606\n",
      "hard pred: SELECT type FROM book GROUP BY type ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE ORDER BY count(*) ASC LIMIT 1;\n",
      "\n",
      "compare pred idx 607\n",
      "medium pred: SELECT type FROM book GROUP BY type HAVING COUNT(*) >= 3;\n",
      "medium gold: SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE\n",
      "\n",
      "compare pred idx 608\n",
      "medium pred: SELECT t2.title FROM review as t1 JOIN book as t2 ON t1.book_id = t2.book_id ORDER BY t1.rating ASC;\n",
      "medium gold: SELECT LANGUAGE ,  count(*) FROM TV_Channel GROUP BY LANGUAGE\n",
      "\n",
      "compare pred idx 609\n",
      "medium pred: SELECT t1.title , t1.audio FROM book as t1 JOIN review as t2 ON t1.book_id = t2.book_id ORDER BY t2.readers_in_million DESC;\n",
      "medium gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = \"The Rise of the Blue Beetle!\";\n",
      "\n",
      "compare pred idx 610\n",
      "medium pred: SELECT COUNT(*) FROM book WHERE book_id NOT IN ( SELECT book_id FROM review );\n",
      "medium gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T2.Title = \"The Rise of the Blue Beetle!\";\n",
      "\n",
      "compare pred idx 611\n",
      "medium pred: SELECT type FROM book WHERE chapters > 75 INTERSECT SELECT type FROM book WHERE chapters < 50;\n",
      "medium gold: SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 612\n",
      "medium pred: SELECT COUNT(DISTINCT type) FROM book;\n",
      "medium gold: SELECT T2.Title FROM TV_Channel AS T1 JOIN Cartoon AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 613\n",
      "easy pred: SELECT type , title FROM book EXCEPT SELECT t2.type , t2.title FROM review as t1 JOIN book as t2 ON t1.book_id = t2.book_id WHERE rating >= 0;\n",
      "easy gold: SELECT Episode FROM TV_series ORDER BY rating\n",
      "\n",
      "compare pred idx 614\n",
      "easy pred: SELECT COUNT(*) FROM customer;\n",
      "easy gold: SELECT Episode FROM TV_series ORDER BY rating\n",
      "\n",
      "compare pred idx 615\n",
      "medium pred: SELECT COUNT(*) FROM customer;\n",
      "medium gold: SELECT Episode ,  Rating FROM TV_series ORDER BY Rating DESC LIMIT 3;\n",
      "\n",
      "compare pred idx 616\n",
      "medium pred: SELECT name FROM customer ORDER BY level_of_membership ASC;\n",
      "medium gold: SELECT Episode ,  Rating FROM TV_series ORDER BY Rating DESC LIMIT 3;\n",
      "\n",
      "compare pred idx 617\n",
      "medium pred: SELECT name FROM customer ORDER BY level_of_membership ASC;\n",
      "medium gold: SELECT max(SHARE) , min(SHARE) FROM TV_series;\n",
      "\n",
      "compare pred idx 618\n",
      "medium pred: SELECT nationality , card_credit FROM customer;\n",
      "medium gold: SELECT max(SHARE) , min(SHARE) FROM TV_series;\n",
      "\n",
      "compare pred idx 619\n",
      "easy pred: SELECT nationality , card_credit FROM customer;\n",
      "easy gold: SELECT Air_Date FROM TV_series WHERE Episode = \"A Love of a Lifetime\";\n",
      "\n",
      "compare pred idx 620\n",
      "easy pred: SELECT name FROM customer WHERE nationality = \"England\" OR nationality = \"Australia\";\n",
      "easy gold: SELECT Air_Date FROM TV_series WHERE Episode = \"A Love of a Lifetime\";\n",
      "\n",
      "compare pred idx 621\n",
      "easy pred: SELECT name FROM customer WHERE nationality = \"England\" OR nationality = \"Australia\";\n",
      "easy gold: SELECT Weekly_Rank FROM TV_series WHERE Episode = \"A Love of a Lifetime\";\n",
      "\n",
      "compare pred idx 622\n",
      "easy pred: SELECT AVG(card_credit) FROM customer WHERE level_of_membership > 1;\n",
      "easy gold: SELECT Weekly_Rank FROM TV_series WHERE Episode = \"A Love of a Lifetime\";\n",
      "\n",
      "compare pred idx 623\n",
      "medium pred: SELECT AVG(card_credit) FROM customer WHERE level_of_membership > 1;\n",
      "medium gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = \"A Love of a Lifetime\";\n",
      "\n",
      "compare pred idx 624\n",
      "medium pred: SELECT card_credit FROM customer ORDER BY level_of_membership DESC LIMIT 1;\n",
      "medium gold: SELECT T1.series_name FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T2.Episode = \"A Love of a Lifetime\";\n",
      "\n",
      "compare pred idx 625\n",
      "medium pred: SELECT card_credit FROM customer ORDER BY level_of_membership DESC LIMIT 1;\n",
      "medium gold: SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 626\n",
      "medium pred: SELECT nationality , COUNT(*) FROM customer GROUP BY nationality;\n",
      "medium gold: SELECT T2.Episode FROM TV_Channel AS T1 JOIN TV_series AS T2 ON T1.id = T2.Channel WHERE T1.series_name = \"Sky Radio\";\n",
      "\n",
      "compare pred idx 627\n",
      "medium pred: SELECT nationality , COUNT(*) FROM customer GROUP BY nationality;\n",
      "medium gold: SELECT count(*) ,  Directed_by FROM cartoon GROUP BY Directed_by\n",
      "\n",
      "compare pred idx 628\n",
      "medium pred: SELECT nationality FROM customer GROUP BY nationality ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT count(*) ,  Directed_by FROM cartoon GROUP BY Directed_by\n",
      "\n",
      "compare pred idx 629\n",
      "medium pred: SELECT nationality FROM customer GROUP BY nationality ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: select production_code ,  channel from cartoon order by original_air_date desc limit 1\n",
      "\n",
      "compare pred idx 630\n",
      "medium pred: SELECT nationality FROM customer WHERE card_credit < 50 INTERSECT SELECT nationality FROM customer WHERE card_credit > 75;\n",
      "medium gold: select production_code ,  channel from cartoon order by original_air_date desc limit 1\n",
      "\n",
      "compare pred idx 631\n",
      "medium pred: SELECT nationality FROM customer WHERE card_credit > 50 INTERSECT SELECT nationality FROM customer WHERE card_credit < 75;\n",
      "medium gold: SELECT package_option ,  series_name FROM TV_Channel WHERE hight_definition_TV  =  \"yes\"\n",
      "\n",
      "compare pred idx 632\n",
      "medium pred: SELECT t1.name , t2.dish_name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id;\n",
      "medium gold: SELECT package_option ,  series_name FROM TV_Channel WHERE hight_definition_TV  =  \"yes\"\n",
      "\n",
      "compare pred idx 633\n",
      "medium pred: SELECT t1.name , t2.dish_name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id;\n",
      "medium gold: SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey'\n",
      "\n",
      "compare pred idx 634\n",
      "medium pred: SELECT t1.name , t2.dish_name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id ORDER BY t2.quantity DESC;\n",
      "medium gold: SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey'\n",
      "\n",
      "compare pred idx 635\n",
      "hard pred: SELECT t1.name , t2.dish_name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id ORDER BY t2.quantity DESC;\n",
      "hard gold: SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey'\n",
      "\n",
      "compare pred idx 636\n",
      "hard pred: SELECT t1.name , SUM(t2.quantity) FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id;\n",
      "hard gold: SELECT country FROM TV_Channel EXCEPT SELECT T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.written_by  =  'Todd Casey'\n",
      "\n",
      "compare pred idx 637\n",
      "extra pred: SELECT t1.name , SUM(t2.quantity) FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id;\n",
      "extra gold: SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Michael Chang' INTERSECT SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Ben Jones'\n",
      "\n",
      "compare pred idx 638\n",
      "extra pred: SELECT t1.name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id HAVING SUM(quantity) > 1;\n",
      "extra gold: SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Michael Chang' INTERSECT SELECT T1.series_name ,  T1.country FROM TV_Channel AS T1 JOIN cartoon AS T2 ON T1.id = T2.Channel WHERE T2.directed_by  =  'Ben Jones'\n",
      "\n",
      "compare pred idx 639\n",
      "medium pred: SELECT t1.name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id GROUP BY t1.customer_id HAVING SUM(t2.quantity) > 1;\n",
      "medium gold: SELECT Pixel_aspect_ratio_PAR ,  country FROM tv_channel WHERE LANGUAGE != 'English'\n",
      "\n",
      "compare pred idx 640\n",
      "medium pred: SELECT DISTINCT manager FROM branch;\n",
      "medium gold: SELECT Pixel_aspect_ratio_PAR ,  country FROM tv_channel WHERE LANGUAGE != 'English'\n",
      "\n",
      "compare pred idx 641\n",
      "easy pred: SELECT DISTINCT manager FROM branch;\n",
      "easy gold: SELECT id FROM tv_channel GROUP BY country HAVING count(*)  >  2\n",
      "\n",
      "compare pred idx 642\n",
      "easy pred: SELECT name FROM customer EXCEPT SELECT t1.name FROM customer as t1 JOIN customer_order as t2 ON t1.customer_id = t2.customer_id;\n",
      "easy gold: SELECT id FROM tv_channel GROUP BY country HAVING count(*)  >  2\n",
      "\n",
      "compare pred idx 643\n",
      "hard pred: SELECT name FROM customer WHERE customer_id NOT IN ( SELECT customer_id FROM customer_order );\n",
      "hard gold: SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones'\n",
      "\n",
      "compare pred idx 644\n",
      "hard pred: SELECT COUNT(*) FROM member;\n",
      "hard gold: SELECT id FROM TV_Channel EXCEPT SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones'\n",
      "\n",
      "compare pred idx 645\n",
      "hard pred: SELECT name FROM member ORDER BY age ASC;\n",
      "hard gold: SELECT package_option FROM TV_Channel WHERE id NOT IN (SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones')\n",
      "\n",
      "compare pred idx 646\n",
      "hard pred: SELECT name , nationality FROM member;\n",
      "hard gold: SELECT package_option FROM TV_Channel WHERE id NOT IN (SELECT channel FROM cartoon WHERE directed_by  =  'Ben Jones')\n",
      "\n",
      "compare pred idx 647\n",
      "easy pred: SELECT name FROM member WHERE nationality != \"England\";\n",
      "easy gold: SELECT count(*) FROM poker_player\n",
      "\n",
      "compare pred idx 648\n",
      "easy pred: SELECT name FROM member WHERE age = 19 OR age = 20;\n",
      "easy gold: SELECT count(*) FROM poker_player\n",
      "\n",
      "compare pred idx 649\n",
      "easy pred: SELECT name FROM member ORDER BY age DESC LIMIT 1;\n",
      "easy gold: SELECT Earnings FROM poker_player ORDER BY Earnings DESC\n",
      "\n",
      "compare pred idx 650\n",
      "easy pred: SELECT nationality , COUNT(*) FROM member GROUP BY nationality;\n",
      "easy gold: SELECT Earnings FROM poker_player ORDER BY Earnings DESC\n",
      "\n",
      "compare pred idx 651\n",
      "medium pred: SELECT nationality FROM member GROUP BY nationality ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT Final_Table_Made ,  Best_Finish FROM poker_player\n",
      "\n",
      "compare pred idx 652\n",
      "medium pred: SELECT nationality FROM member GROUP BY nationality HAVING COUNT(*) >= 2;\n",
      "medium gold: SELECT Final_Table_Made ,  Best_Finish FROM poker_player\n",
      "\n",
      "compare pred idx 653\n",
      "easy pred: SELECT t2.club_name , t1.name FROM club_leader as t1 JOIN club as t2 ON t1.club_id = t2.club_id JOIN member as t3 ON t1.member_id = t3.member_id;\n",
      "easy gold: SELECT avg(Earnings) FROM poker_player\n",
      "\n",
      "compare pred idx 654\n",
      "easy pred: SELECT t3.name FROM club_leader as t1 JOIN club as t2 ON t1.club_id = t2.club_id JOIN member as t3 ON t1.member_id = t3.member_id WHERE t2.overall_ranking > 100;\n",
      "easy gold: SELECT avg(Earnings) FROM poker_player\n",
      "\n",
      "compare pred idx 655\n",
      "medium pred: SELECT t2.name FROM club_leader as t1 JOIN member as t2 ON t1.member_id = t2.member_id WHERE t1.year_join < 2018;\n",
      "medium gold: SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1\n",
      "\n",
      "compare pred idx 656\n",
      "medium pred: SELECT t3.name FROM club as t1 JOIN club_leader as t2 ON t1.club_id = t2.club_id JOIN member as t3 ON t2.member_id = t3.member_id WHERE t1.club_name = \"Houston\";\n",
      "medium gold: SELECT Money_Rank FROM poker_player ORDER BY Earnings DESC LIMIT 1\n",
      "\n",
      "compare pred idx 657\n",
      "easy pred: SELECT name FROM member EXCEPT SELECT t2.name FROM club_leader as t1 JOIN member as t2 ON t1.member_id = t2.member_id;\n",
      "easy gold: SELECT max(Final_Table_Made) FROM poker_player WHERE Earnings  <  200000\n",
      "\n",
      "compare pred idx 658\n",
      "easy pred: SELECT nationality FROM member WHERE age > 22 INTERSECT SELECT nationality FROM member WHERE age < 19;\n",
      "easy gold: SELECT max(Final_Table_Made) FROM poker_player WHERE Earnings  <  200000\n",
      "\n",
      "compare pred idx 659\n",
      "easy pred: SELECT AVG(T2.age) FROM club_leader AS T1 JOIN member AS T2 ON T1.member_id = t2.member_id;\n",
      "easy gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID\n",
      "\n",
      "compare pred idx 660\n",
      "easy pred: SELECT club_name FROM club WHERE club_name LIKE '%state%';\n",
      "easy gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID\n",
      "\n",
      "compare pred idx 661\n",
      "medium pred: SELECT T2.collection_subset_name FROM collection_subset_members as t1 JOIN collection_subsets as t2 ON t1.collection_subset_id = t2.collection_subset_id;\n",
      "medium gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T2.Earnings  >  300000\n",
      "\n",
      "compare pred idx 662\n",
      "medium pred: SELECT collection_subset_name FROM collection_subsets;\n",
      "medium gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T2.Earnings  >  300000\n",
      "\n",
      "compare pred idx 663\n",
      "medium pred: SELECT collecrtion_subset_details FROM collection_subsets WHERE collection_subset_name = 'Top collection';\n",
      "medium gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Final_Table_Made\n",
      "\n",
      "compare pred idx 664\n",
      "medium pred: SELECT * FROM collections WHERE collection_name = \"Top collection\";\n",
      "medium gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Final_Table_Made\n",
      "\n",
      "compare pred idx 665\n",
      "hard pred: SELECT t2.document_subset_name FROM document_subset_members as t1 JOIN document_subsets as t2 ON t1.document_subset_id = t2.document_subset_id GROUP BY t2.document_subset_name;\n",
      "hard gold: SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1\n",
      "\n",
      "compare pred idx 666\n",
      "hard pred: SELECT document_subset_name FROM document_subsets;\n",
      "hard gold: SELECT T1.Birth_Date FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings ASC LIMIT 1\n",
      "\n",
      "compare pred idx 667\n",
      "hard pred: SELECT document_subset_details FROM document_subsets WHERE document_subset_name = 'Best for 2000';\n",
      "hard gold: SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T1.Height DESC LIMIT 1\n",
      "\n",
      "compare pred idx 668\n",
      "hard pred: SELECT document_subset_details FROM document_subsets WHERE document_subset_name = 'Best for 2000';\n",
      "hard gold: SELECT T2.Money_Rank FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T1.Height DESC LIMIT 1\n",
      "\n",
      "compare pred idx 669\n",
      "medium pred: SELECT document_object_id FROM document_objects;\n",
      "medium gold: SELECT avg(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T1.Height  >  200\n",
      "\n",
      "compare pred idx 670\n",
      "medium pred: SELECT document_object_id FROM document_objects;\n",
      "medium gold: SELECT avg(T2.Earnings) FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID WHERE T1.Height  >  200\n",
      "\n",
      "compare pred idx 671\n",
      "medium pred: SELECT parent_document_object_id FROM document_objects WHERE owner = \"Marlin\";\n",
      "medium gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings DESC\n",
      "\n",
      "compare pred idx 672\n",
      "medium pred: SELECT document_object_id FROM document_objects WHERE owner = \"Marlin\";\n",
      "medium gold: SELECT T1.Name FROM people AS T1 JOIN poker_player AS T2 ON T1.People_ID  =  T2.People_ID ORDER BY T2.Earnings DESC\n",
      "\n",
      "compare pred idx 673\n",
      "medium pred: SELECT t2.owner FROM documents_in_collections as t1 JOIN document_objects as t2 ON t1.document_object_id = t2.document_object_id JOIN collections as t3 ON t1.collection_id = t3.collection_id WHERE t2.description = 'Braeden Collection';\n",
      "medium gold: SELECT Nationality ,  COUNT(*) FROM people GROUP BY Nationality\n",
      "\n",
      "compare pred idx 674\n",
      "medium pred: SELECT t1.owner FROM document_objects as t1 JOIN document_subset_members as t2 ON t1.document_object_id = t2.related_document_object_id WHERE t1.description = \"Braeden Collection\";\n",
      "medium gold: SELECT Nationality ,  COUNT(*) FROM people GROUP BY Nationality\n",
      "\n",
      "compare pred idx 675\n",
      "hard pred: SELECT t1.owner FROM document_objects as t1 JOIN document_objects as t2 ON t1.parent_document_object_id = t2.document_object_id WHERE t2.owner = \"Marlin\";\n",
      "hard gold: SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 676\n",
      "hard pred: SELECT t1.owner FROM document_objects as t1 JOIN document_objects as t2 ON t1.parent_document_object_id = t2.document_object_id WHERE t2.owner = \"Marlin\";\n",
      "hard gold: SELECT Nationality FROM people GROUP BY Nationality ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 677\n",
      "easy pred: SELECT DISTINCT t1.description FROM document_objects as t1 WHERE t1.parent_document_object_id = t1.document_object_id;\n",
      "easy gold: SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*)  >=  2\n",
      "\n",
      "compare pred idx 678\n",
      "easy pred: SELECT DISTINCT t1.description FROM document_objects as t1 WHERE t1.parent_document_object_id = t1.document_object_id;\n",
      "easy gold: SELECT Nationality FROM people GROUP BY Nationality HAVING COUNT(*)  >=  2\n",
      "\n",
      "compare pred idx 679\n",
      "medium pred: SELECT COUNT(*) FROM document_objects WHERE owner = \"Marlin\";\n",
      "medium gold: SELECT Name ,  Birth_Date FROM people ORDER BY Name ASC\n",
      "\n",
      "compare pred idx 680\n",
      "medium pred: SELECT COUNT(*) FROM document_objects WHERE owner = \"Marlin\";\n",
      "medium gold: SELECT Name ,  Birth_Date FROM people ORDER BY Name ASC\n",
      "\n",
      "compare pred idx 681\n",
      "easy pred: SELECT document_object_id FROM document_objects WHERE parent_document_object_id = document_object_id;\n",
      "easy gold: SELECT Name FROM people WHERE Nationality != \"Russia\"\n",
      "\n",
      "compare pred idx 682\n",
      "easy pred: SELECT document_object_id FROM document_objects WHERE parent_document_object_id = \"NULL\";\n",
      "easy gold: SELECT Name FROM people WHERE Nationality != \"Russia\"\n",
      "\n",
      "compare pred idx 683\n",
      "hard pred: SELECT parent_document_object_id , COUNT(*) FROM Document_Objects GROUP BY parent_document_object_id;\n",
      "hard gold: SELECT Name FROM people WHERE People_ID NOT IN (SELECT People_ID FROM poker_player)\n",
      "\n",
      "compare pred idx 684\n",
      "hard pred: SELECT COUNT(*) , parent_document_object_id FROM document_objects GROUP BY parent_document_object_id;\n",
      "hard gold: SELECT Name FROM people WHERE People_ID NOT IN (SELECT People_ID FROM poker_player)\n",
      "\n",
      "compare pred idx 685\n",
      "easy pred: SELECT collection_name FROM collections;\n",
      "easy gold: SELECT count(DISTINCT Nationality) FROM people\n",
      "\n",
      "compare pred idx 686\n",
      "easy pred: SELECT collection_name FROM collections;\n",
      "easy gold: SELECT count(DISTINCT Nationality) FROM people\n",
      "\n",
      "compare pred idx 687\n",
      "easy pred: SELECT collection_description FROM collections WHERE collection_name = \"Best\";\n",
      "easy gold: SELECT count(*) FROM area_code_state\n",
      "\n",
      "compare pred idx 688\n",
      "medium pred: SELECT collection_description FROM collections WHERE collection_name = 'Best';\n",
      "medium gold: SELECT contestant_number ,  contestant_name FROM contestants ORDER BY contestant_name DESC\n",
      "\n",
      "compare pred idx 689\n",
      "medium pred: SELECT parent_collection_id FROM collections WHERE collection_name = \"Nice\";\n",
      "medium gold: SELECT vote_id ,  phone_number ,  state FROM votes\n",
      "\n",
      "compare pred idx 690\n",
      "medium pred: SELECT t1.collection_name FROM collections as t1 JOIN collections as t2 ON t1.parent_collection_id = t2.collection_id WHERE t2.collection_name = \"Nice\";\n",
      "medium gold: SELECT max(area_code) ,  min(area_code) FROM area_code_state\n",
      "\n",
      "compare pred idx 691\n",
      "easy pred: SELECT collection_name FROM collections WHERE parent_collection_id = collection_id;\n",
      "easy gold: SELECT max(created) FROM votes WHERE state  =  'CA'\n",
      "\n",
      "compare pred idx 692\n",
      "easy pred: SELECT collection_name FROM collections WHERE parent_collection_id != collection_id;\n",
      "easy gold: SELECT contestant_name FROM contestants WHERE contestant_name != 'Jessie Alloway'\n",
      "\n",
      "compare pred idx 693\n",
      "medium pred: SELECT parent_document_object_id FROM document_objects GROUP BY parent_document_object_id HAVING COUNT(*) > 1;\n",
      "medium gold: SELECT DISTINCT state ,  created FROM votes\n",
      "\n",
      "compare pred idx 694\n",
      "medium pred: SELECT parent_document_object_id FROM document_objects GROUP BY parent_document_object_id HAVING COUNT(*) > 1;\n",
      "medium gold: SELECT T1.contestant_number , T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number GROUP BY T1.contestant_number HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 695\n",
      "extra pred: SELECT COUNT(*) FROM collections WHERE parent_collection_id = (SELECT collection_id FROM collections WHERE collection_name = \"Best\");\n",
      "extra gold: SELECT T1.contestant_number , T1.contestant_name FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number GROUP BY T1.contestant_number ORDER BY count(*) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 696\n",
      "medium pred: SELECT COUNT(*) FROM Collections WHERE Parent_collection_id = (SELECT Collection_id FROM Collections WHERE Collection_name = \"Best\");\n",
      "medium gold: SELECT count(*) FROM votes WHERE state  =  'NY' OR state  =  'CA'\n",
      "\n",
      "compare pred idx 697\n",
      "extra pred: SELECT t2.related_document_object_id FROM document_objects as t1 JOIN document_subset_members as t2 ON t1.document_object_id = t2.related_document_object_id WHERE t1.owner = \"Ransom\";\n",
      "extra gold: SELECT count(*) FROM contestants WHERE contestant_number NOT IN ( SELECT contestant_number FROM votes )\n",
      "\n",
      "compare pred idx 698\n",
      "extra pred: SELECT t2.related_document_object_id FROM document_objects as t1 JOIN document_subset_members as t2 ON t1.document_object_id = t2.related_document_object_id WHERE t1.owner = \"Ransom\";\n",
      "extra gold: SELECT T1.area_code FROM area_code_state AS T1 JOIN votes AS T2 ON T1.state  =  T2.state GROUP BY T1.area_code ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 699\n",
      "medium pred: SELECT COUNT(*) , t2.collection_subset_id , t2.collection_subset_name FROM collection_subset_members as t1 JOIN collection_subsets as t2 ON t1.collection_subset_id = t2.collection_subset_id GROUP BY t2.collection_subset_id;\n",
      "medium gold: SELECT T2.created ,  T2.state ,  T2.phone_number FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number WHERE T1.contestant_name  =  'Tabatha Gehling'\n",
      "\n",
      "compare pred idx 700\n",
      "extra pred: SELECT COUNT(*) , t2.collection_subset_name , t2.collection_subset_id FROM collection_subset_members as t1 JOIN collection_subsets as t2 ON t1.collection_subset_id = t2.collection_subset_id GROUP BY t2.collection_subset_id;\n",
      "extra gold: SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number JOIN area_code_state AS T3 ON T2.state  =  T3.state WHERE T1.contestant_name  =  'Tabatha Gehling' INTERSECT SELECT T3.area_code FROM contestants AS T1 JOIN votes AS T2 ON T1.contestant_number  =  T2.contestant_number JOIN area_code_state AS T3 ON T2.state  =  T3.state WHERE T1.contestant_name  =  'Kelly Clauss'\n",
      "\n",
      "compare pred idx 701\n",
      "medium pred: SELECT parent_document_object_id , COUNT(*) FROM Document_Objects GROUP BY parent_document_object_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: select contestant_name from contestants where contestant_name like \"%al%\"\n",
      "\n",
      "compare pred idx 702\n",
      "easy pred: SELECT COUNT(*) , parent_document_object_id FROM document_objects GROUP BY parent_document_object_id;\n",
      "easy gold: SELECT Name FROM country WHERE IndepYear  >  1950\n",
      "\n",
      "compare pred idx 703\n",
      "easy pred: SELECT document_object_id , COUNT(*) FROM document_subset_members GROUP BY document_object_id ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "easy gold: SELECT Name FROM country WHERE IndepYear  >  1950\n",
      "\n",
      "compare pred idx 704\n",
      "easy pred: SELECT document_object_id FROM document_subset_members GROUP BY document_object_id ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM country WHERE GovernmentForm  =  \"Republic\"\n",
      "\n",
      "compare pred idx 705\n",
      "easy pred: SELECT document_object_id , COUNT(*) FROM document_subset_members GROUP BY document_object_id HAVING COUNT(*) >= 2 AND COUNT(*) <= 4;\n",
      "easy gold: SELECT count(*) FROM country WHERE GovernmentForm  =  \"Republic\"\n",
      "\n",
      "compare pred idx 706\n",
      "easy pred: SELECT COUNT(*) , related_document_object_id FROM document_subset_members GROUP BY related_document_object_id HAVING COUNT(*) BETWEEN 2 AND 4;\n",
      "easy gold: SELECT sum(SurfaceArea) FROM country WHERE Region  =  \"Caribbean\"\n",
      "\n",
      "compare pred idx 707\n",
      "easy pred: SELECT DISTINCT t2.owner FROM document_subset_members as t1 JOIN document_objects as t2 ON t1.related_document_object_id = t2.document_object_id JOIN document_objects as t3 ON t1.document_object_id = t3.document_object_id WHERE t3.owner = \"Braeden\";\n",
      "easy gold: SELECT sum(SurfaceArea) FROM country WHERE Region  =  \"Caribbean\"\n",
      "\n",
      "compare pred idx 708\n",
      "easy pred: SELECT DISTINCT t2.owner FROM document_subset_members as t1 JOIN document_objects as t2 ON t1.related_document_object_id = t2.document_object_id JOIN document_objects as t3 ON t1.document_object_id = t3.document_object_id WHERE t3.owner = \"Braeden\";\n",
      "easy gold: SELECT Continent FROM country WHERE Name  =  \"Anguilla\"\n",
      "\n",
      "compare pred idx 709\n",
      "easy pred: SELECT DISTINCT t2.document_subset_name FROM document_objects as t1 JOIN document_subset_members as t3 ON t1.document_object_id = t3.related_document_object_id JOIN document_subsets as t2 ON t3.document_subset_id = t2.document_subset_id WHERE t1.owner = \"Braeden\";\n",
      "easy gold: SELECT Continent FROM country WHERE Name  =  \"Anguilla\"\n",
      "\n",
      "compare pred idx 710\n",
      "medium pred: SELECT DISTINCT t2.document_subset_name FROM document_objects as t1 JOIN document_subset_members as t3 ON t1.document_object_id = t3.related_document_object_id JOIN document_subsets as t2 ON t3.document_subset_id = t2.document_subset_id WHERE t1.owner = \"Braeden\";\n",
      "medium gold: SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Name  =  \"Kabul\"\n",
      "\n",
      "compare pred idx 711\n",
      "medium pred: SELECT t2.document_subset_id , t2.document_subset_name , COUNT(DISTINCT t1.related_document_object_id) FROM document_subset_members as t1 JOIN document_subsets as t2 ON t1.document_subset_id = t2.document_subset_id GROUP BY t2.document_subset_id;\n",
      "medium gold: SELECT Region FROM country AS T1 JOIN city AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Name  =  \"Kabul\"\n",
      "\n",
      "compare pred idx 712\n",
      "extra pred: SELECT t2.document_subset_id , t2.document_subset_name , COUNT(DISTINCT t1.related_document_object_id) FROM document_subset_members as t1 JOIN document_subsets as t2 ON t1.document_subset_id = t2.document_subset_id GROUP BY t2.document_subset_id;\n",
      "extra gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  \"Aruba\" ORDER BY Percentage DESC LIMIT 1\n",
      "\n",
      "compare pred idx 713\n",
      "extra pred: SELECT T2.document_subset_id , t2.document_subset_name , COUNT(*) FROM document_subset_members as t1 JOIN document_subsets as t2 ON t1.document_subset_id = t2.document_subset_id GROUP BY t2.document_subset_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  \"Aruba\" ORDER BY Percentage DESC LIMIT 1\n",
      "\n",
      "compare pred idx 714\n",
      "medium pred: SELECT t2.document_subset_id , t2.document_subset_name , COUNT(*) FROM document_subset_members as t1 JOIN document_subsets as t2 ON t1.document_subset_id = t2.document_subset_id GROUP BY t2.document_subset_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT Population ,  LifeExpectancy FROM country WHERE Name  =  \"Brazil\"\n",
      "\n",
      "compare pred idx 715\n",
      "medium pred: SELECT t3.document_object_id FROM document_subsets as t1 JOIN document_subset_members as t2 ON t1.document_subset_id = t2.document_subset_id JOIN document_objects as t3 ON t2.related_document_object_id = t3.document_object_id WHERE t1.document_subset_name = 'Best for 2000';\n",
      "medium gold: SELECT Population ,  LifeExpectancy FROM country WHERE Name  =  \"Brazil\"\n",
      "\n",
      "compare pred idx 716\n",
      "medium pred: SELECT t1.document_object_id FROM document_subset_members as t1 JOIN document_subsets as t2 ON t1.document_subset_id = t2.document_subset_id JOIN document_objects as t3 ON t1.related_document_object_id = t3.document_object_id WHERE t2.document_subset_name = 'Best for 2000';\n",
      "medium gold: SELECT Population ,  Region FROM country WHERE Name  =  \"Angola\"\n",
      "\n",
      "compare pred idx 717\n",
      "medium pred: SELECT t3.document_subset_name , t2.related_document_object_id FROM document_objects as t1 JOIN document_subset_members as t2 ON t1.document_object_id = t2.related_document_object_id JOIN document_subsets as t3 ON t2.document_subset_id = t3.document_subset_id GROUP BY t2.related_document_object_id;\n",
      "medium gold: SELECT Population ,  Region FROM country WHERE Name  =  \"Angola\"\n",
      "\n",
      "compare pred idx 718\n",
      "easy pred: SELECT t3.document_subset_name , t2.related_document_object_id FROM document_objects as t1 JOIN document_subset_members as t2 ON t1.document_object_id = t2.related_document_object_id JOIN document_subsets as t3 ON t2.document_subset_id = t3.document_subset_id GROUP BY t2.related_document_object_id;\n",
      "easy gold: SELECT avg(LifeExpectancy) FROM country WHERE Region  =  \"Central Africa\"\n",
      "\n",
      "compare pred idx 719\n",
      "easy pred: SELECT t3.collection_name FROM document_objects as t1 JOIN documents_in_collections as t2 ON t1.document_object_id = t2.document_object_id JOIN collections as t3 ON t2.collection_id = t3.collection_id WHERE t1.owner = \"Ransom\";\n",
      "easy gold: SELECT avg(LifeExpectancy) FROM country WHERE Region  =  \"Central Africa\"\n",
      "\n",
      "compare pred idx 720\n",
      "hard pred: SELECT t2.collection_name FROM document_objects as t1 JOIN documents_in_collections as t3 ON t1.document_object_id = t3.document_object_id JOIN collections as t2 ON t3.collection_id = t2.collection_id WHERE t1.owner = \"Ransom\";\n",
      "hard gold: SELECT Name FROM country WHERE Continent  =  \"Asia\" ORDER BY LifeExpectancy LIMIT 1\n",
      "\n",
      "compare pred idx 721\n",
      "hard pred: SELECT COUNT(*) , document_object_id FROM documents_in_collections GROUP BY document_object_id;\n",
      "hard gold: SELECT Name FROM country WHERE Continent  =  \"Asia\" ORDER BY LifeExpectancy LIMIT 1\n",
      "\n",
      "compare pred idx 722\n",
      "medium pred: SELECT document_object_id , COUNT(*) FROM documents_in_collections GROUP BY document_object_id;\n",
      "medium gold: SELECT sum(Population) ,  max(GNP) FROM country WHERE Continent  =  \"Asia\"\n",
      "\n",
      "compare pred idx 723\n",
      "medium pred: SELECT COUNT(*) FROM documents_in_collections AS t1 JOIN collections AS t2 ON t1.collection_id = t2.collection_id WHERE t2.collection_name = 'Best';\n",
      "medium gold: SELECT sum(Population) ,  max(GNP) FROM country WHERE Continent  =  \"Asia\"\n",
      "\n",
      "compare pred idx 724\n",
      "medium pred: SELECT COUNT(*) FROM documents_in_collections AS t1 JOIN collections AS t2 ON t1.collection_id = t2.collection_id WHERE t2.collection_name = 'Best';\n",
      "medium gold: SELECT avg(LifeExpectancy) FROM country WHERE Continent  =  \"Africa\" AND GovernmentForm  =  \"Republic\"\n",
      "\n",
      "compare pred idx 725\n",
      "medium pred: SELECT t3.document_object_id FROM collections as t1 JOIN documents_in_collections as t3 ON t1.collection_id = t3.collection_id JOIN document_objects as t2 ON t3.document_object_id = t2.document_object_id WHERE t1.collection_name = \"Best\";\n",
      "medium gold: SELECT avg(LifeExpectancy) FROM country WHERE Continent  =  \"Africa\" AND GovernmentForm  =  \"Republic\"\n",
      "\n",
      "compare pred idx 726\n",
      "medium pred: SELECT COUNT(DISTINCT t3.document_object_id) FROM collections as t1 JOIN documents_in_collections as t3 ON t1.collection_id = t3.collection_id WHERE t1.collection_name = \"Best\";\n",
      "medium gold: SELECT sum(SurfaceArea) FROM country WHERE Continent  =  \"Asia\" OR Continent  =  \"Europe\"\n",
      "\n",
      "compare pred idx 727\n",
      "medium pred: SELECT t2.collection_name , t2.collection_id , COUNT(*) FROM documents_in_collections as t1 JOIN collections as t2 ON t1.collection_id = t2.collection_id GROUP BY t2.collection_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT sum(SurfaceArea) FROM country WHERE Continent  =  \"Asia\" OR Continent  =  \"Europe\"\n",
      "\n",
      "compare pred idx 728\n",
      "easy pred: SELECT t2.collection_id , t1.collection_name , COUNT(*) FROM collections as t1 JOIN documents_in_collections as t2 ON t1.collection_id = t2.collection_id WHERE t1.collection_name = 'Best' GROUP BY t2.collection_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT sum(Population) FROM city WHERE District  =  \"Gelderland\"\n",
      "\n",
      "compare pred idx 729\n",
      "easy pred: SELECT T1.document_object_id FROM documents_in_collections as T1 JOIN collections as T2 ON T1.collection_id = T2.collection_id JOIN document_subset_members as T3 ON T1.document_object_id = T3.related_document_object_id JOIN document_subsets as T4 ON T3.document_subset_id = T4.document_subset_id WHERE t2.collection_name = \"Best\" AND t4.document_subset_name = \"Best for 2000\";\n",
      "easy gold: SELECT sum(Population) FROM city WHERE District  =  \"Gelderland\"\n",
      "\n",
      "compare pred idx 730\n",
      "medium pred: SELECT t4.document_object_id FROM collections as t1 JOIN documents_in_collections as t2 ON t1.collection_id = t2.collection_id JOIN document_subset_members as t3 ON t2.document_object_id = t3.related_document_object_id JOIN document_objects as t4 ON t3.document_object_id = t4.document_object_id JOIN document_subsets as t5 ON t3.document_subset_id = t5.document_subset_id WHERE t1.collection_name = 'Best' AND t5.document_subset_name = 'Best for 2000' GROUP BY t4.document_object_id;\n",
      "medium gold: SELECT avg(GNP) ,  sum(population) FROM country WHERE GovernmentForm  =  \"US Territory\"\n",
      "\n",
      "compare pred idx 731\n",
      "medium pred: SELECT t3.document_object_id FROM collections as t1 JOIN documents_in_collections as t3 ON t1.collection_id = t3.collection_id JOIN document_subset_members as t4 ON t3.document_object_id = t4.document_object_id JOIN document_subsets as t2 ON t4.document_subset_id = t2.document_subset_id WHERE t1.collection_name = \"Best\" EXCEPT SELECT t3.document_object_id FROM collections as t1 JOIN documents_in_collections as t3 ON t1.collection_id = t3.collection_id JOIN document_subset_members as t4 ON t3.document_object_id = t4.document_object_id JOIN document_subsets as t2 ON t4.document_subset_id = t2.document_subset_id WHERE t1.collection_name = \"Best\" AND t2.document_subset_name = \"Best for 2000\";\n",
      "medium gold: SELECT avg(GNP) ,  sum(population) FROM country WHERE GovernmentForm  =  \"US Territory\"\n",
      "\n",
      "compare pred idx 732\n",
      "easy pred: SELECT DISTINCT t2.document_object_id FROM collections as t1 JOIN documents_in_collections as t2 ON t1.collection_id = t2.collection_id WHERE t1.collection_name = \"Best\" EXCEPT SELECT t3.document_object_id FROM document_subset_members as t3 JOIN document_subsets as t4 ON t3.document_subset_id = t4.document_subset_id WHERE t4.document_subset_name = \"Best for 2000\";\n",
      "easy gold: SELECT count(DISTINCT LANGUAGE) FROM countrylanguage\n",
      "\n",
      "compare pred idx 733\n",
      "easy pred: SELECT t3.document_object_id FROM collections as t1 JOIN documents_in_collections as t2 ON t1.collection_id = t2.collection_id JOIN document_subset_members as t3 ON t2.document_object_id = t3.document_object_id JOIN document_subsets as t4 ON t3.document_subset_id = t4.document_subset_id WHERE t1.collection_name = \"Best\" OR t4.document_subset_name = \"Best for 2000\";\n",
      "easy gold: SELECT count(DISTINCT LANGUAGE) FROM countrylanguage\n",
      "\n",
      "compare pred idx 734\n",
      "easy pred: SELECT DISTINCT t4.document_object_id FROM documents_in_collections as t1 JOIN collections as t2 ON t1.collection_id = t2.collection_id JOIN document_subset_members as t3 ON t4.document_object_id = t3.related_document_object_id JOIN document_subsets as t5 ON t3.document_subset_id = t5.document_subset_id WHERE t2.collection_name = 'Best' OR t5.document_subset_name = 'Best for 2000';\n",
      "easy gold: SELECT count(DISTINCT GovernmentForm) FROM country WHERE Continent  =  \"Africa\"\n",
      "\n",
      "compare pred idx 735\n",
      "easy pred: SELECT t2.collection_name FROM collection_subset_members as t1 JOIN collections as t2 ON t1.related_collection_id = t2.collection_id JOIN collections as t3 ON t1.collection_id = t3.collection_id WHERE t3.collection_name = \"Best\";\n",
      "easy gold: SELECT count(DISTINCT GovernmentForm) FROM country WHERE Continent  =  \"Africa\"\n",
      "\n",
      "compare pred idx 736\n",
      "medium pred: SELECT t2.collection_name FROM collection_subset_members as t1 JOIN collections as t2 ON t1.related_collection_id = t2.collection_id JOIN collections as t3 ON t1.collection_id = t3.collection_id WHERE t3.collection_name = \"Best\";\n",
      "medium gold: SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  \"Aruba\"\n",
      "\n",
      "compare pred idx 737\n",
      "medium pred: SELECT COUNT(*) FROM collection_subset_members AS t1 JOIN collections AS t2 ON t1.related_collection_id = t2.collection_id WHERE t2.collection_name = \"Best\";\n",
      "medium gold: SELECT COUNT(T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  \"Aruba\"\n",
      "\n",
      "compare pred idx 738\n",
      "medium pred: SELECT COUNT(DISTINCT t2.collection_id) FROM collections as t1 JOIN collection_subset_members as t2 ON t1.collection_id = t2.related_collection_id WHERE t1.collection_name = 'Best';\n",
      "medium gold: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  \"Afghanistan\" AND IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 739\n",
      "medium pred: SELECT t2.collection_subset_name FROM collections as t1 JOIN collection_subset_members as t3 ON t1.collection_id = t3.collection_id JOIN collection_subsets as t2 ON t3.collection_subset_id = t2.collection_subset_id WHERE t1.collection_name = \"Best\";\n",
      "medium gold: SELECT COUNT(*) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Name  =  \"Afghanistan\" AND IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 740\n",
      "extra pred: SELECT DISTINCT t3.document_subset_name FROM collections as t1 JOIN document_subset_members as t2 ON t1.collection_id = t2.document_subset_id JOIN document_subsets as t3 ON t2.document_subset_id = t3.document_subset_id WHERE t1.collection_name = 'Best';\n",
      "extra gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 741\n",
      "extra pred: SELECT COUNT(*) FROM songs WHERE name LIKE \"%Love%\";\n",
      "extra gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 742\n",
      "extra pred: SELECT name FROM songs ORDER BY name ASC;\n",
      "extra gold: SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 743\n",
      "extra pred: SELECT name , language FROM songs;\n",
      "extra gold: SELECT T1.Continent FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Continent ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 744\n",
      "easy pred: SELECT MAX(voice_sound_quality) , MIN(voice_sound_quality) FROM performance_score;\n",
      "easy gold: SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"Dutch\")\n",
      "\n",
      "compare pred idx 745\n",
      "easy pred: SELECT voice_sound_quality , rhythm_tempo , stage_presence FROM performance_score JOIN participants ON performance_score.participant_id = participants.id WHERE participants.name = 'Freeway';\n",
      "easy gold: SELECT COUNT(*) FROM (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"Dutch\")\n",
      "\n",
      "compare pred idx 746\n",
      "extra pred: SELECT id , language , original_artist FROM songs WHERE name != \"Love\";\n",
      "extra gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"French\"\n",
      "\n",
      "compare pred idx 747\n",
      "extra pred: SELECT name , original_artist FROM songs WHERE english_translation = 'All the streets of love';\n",
      "extra gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"French\"\n",
      "\n",
      "compare pred idx 748\n",
      "extra pred: SELECT DISTINCT t1.stage_presence FROM performance_score as t1 JOIN songs as t2 ON t1.songs_id = t2.id WHERE t2.language = 'English';\n",
      "extra gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" AND T2.IsOfficial  =  \"T\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"French\" AND T2.IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 749\n",
      "extra pred: SELECT t1.id , t1.name FROM participants as t1 JOIN performance_score as t2 ON t1.id = t2.participant_id GROUP BY t2.participant_id HAVING COUNT(*) >= 2;\n",
      "extra gold: SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" AND T2.IsOfficial  =  \"T\" INTERSECT SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"French\" AND T2.IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 750\n",
      "medium pred: SELECT t1.id , t1.name , t1.popularity FROM participants as t1 JOIN performance_score as t2 ON t1.id = t2.participant_id GROUP BY t1.id ORDER BY COUNT(*) DESC;\n",
      "medium gold: SELECT COUNT( DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"Chinese\"\n",
      "\n",
      "compare pred idx 751\n",
      "medium pred: SELECT t1.id , t1.name FROM participants as t1 JOIN performance_score as t2 ON t1.id = t2.participant_id WHERE t2.voice_sound_quality = 5 OR t2.rhythm_tempo = 5;\n",
      "medium gold: SELECT COUNT( DISTINCT Continent) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"Chinese\"\n",
      "\n",
      "compare pred idx 752\n",
      "hard pred: SELECT voice_sound_quality FROM performance_score JOIN songs ON performance_score.songs_id = songs.id WHERE songs.name = 'The Balkan Girls' AND songs.language = 'English';\n",
      "hard gold: SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" OR T2.Language  =  \"Dutch\"\n",
      "\n",
      "compare pred idx 753\n",
      "hard pred: SELECT t2.id , t2.name FROM performance_score as t1 JOIN songs as t2 ON t1.songs_id = t2.id GROUP BY t1.songs_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT DISTINCT T1.Region FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" OR T2.Language  =  \"Dutch\"\n",
      "\n",
      "compare pred idx 754\n",
      "extra pred: SELECT COUNT(*) FROM performance_score WHERE stage_presence < 7 OR stage_presence > 9;\n",
      "extra gold: select t1.name from country as t1 join countrylanguage as t2 on t1.code  =  t2.countrycode where t2.language  =  \"english\" and isofficial  =  \"t\" union select t1.name from country as t1 join countrylanguage as t2 on t1.code  =  t2.countrycode where t2.language  =  \"dutch\" and isofficial  =  \"t\"\n",
      "\n",
      "compare pred idx 755\n",
      "extra pred: SELECT COUNT(*) FROM songs WHERE id NOT IN ( SELECT songs_id FROM performance_score );\n",
      "extra gold: SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" AND IsOfficial  =  \"T\" UNION SELECT * FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"Dutch\" AND IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 756\n",
      "extra pred: SELECT AVG(t1.rhythm_tempo) , t2.language FROM performance_score as t1 JOIN songs as t2 ON t1.songs_id = t2.id GROUP BY t2.language;\n",
      "extra gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Continent  =  \"Asia\" GROUP BY T2.Language ORDER BY COUNT (*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 757\n",
      "extra pred: SELECT DISTINCT t1.name FROM participants as t1 JOIN performance_score as t2 ON t1.id = t2.participant_id JOIN songs as t3 ON t2.songs_id = t3.id WHERE t3.language = 'English';\n",
      "extra gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.Continent  =  \"Asia\" GROUP BY T2.Language ORDER BY COUNT (*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 758\n",
      "hard pred: SELECT t1.name , t1.popularity FROM participants as t1 JOIN performance_score as t2 ON t1.id = t2.participant_id JOIN songs as t3 ON t2.songs_id = t3.id WHERE t3.language = 'Croatian' INTERSECT SELECT t1.name , t1.popularity FROM participants as t1 JOIN performance_score as t2 ON t1.id = t2.participant_id JOIN songs as t3 ON t2.songs_id = t3.id WHERE t3.language = 'English';\n",
      "hard gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.GovernmentForm  =  \"Republic\" GROUP BY T2.Language HAVING COUNT(*)  =  1\n",
      "\n",
      "compare pred idx 759\n",
      "hard pred: SELECT name FROM songs WHERE name LIKE \"%Is%\";\n",
      "hard gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.GovernmentForm  =  \"Republic\" GROUP BY T2.Language HAVING COUNT(*)  =  1\n",
      "\n",
      "compare pred idx 760\n",
      "extra pred: SELECT t2.original_artist FROM performance_score as t1 JOIN songs as t2 ON t1.songs_id = t2.id WHERE t1.rhythm_tempo > 5 ORDER BY t1.voice_sound_quality DESC;\n",
      "extra gold: SELECT T1.Name ,  T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode  =  T2.CountryCode WHERE T2.Language  =  \"English\" ORDER BY T1.Population DESC LIMIT 1\n",
      "\n",
      "compare pred idx 761\n",
      "extra pred: SELECT COUNT(*) FROM city;\n",
      "extra gold: SELECT T1.Name ,  T1.Population FROM city AS T1 JOIN countrylanguage AS T2 ON T1.CountryCode  =  T2.CountryCode WHERE T2.Language  =  \"English\" ORDER BY T1.Population DESC LIMIT 1\n",
      "\n",
      "compare pred idx 762\n",
      "hard pred: SELECT COUNT(*) FROM city;\n",
      "hard gold: SELECT Name ,  Population ,  LifeExpectancy FROM country WHERE Continent  =  \"Asia\" ORDER BY SurfaceArea DESC LIMIT 1\n",
      "\n",
      "compare pred idx 763\n",
      "hard pred: SELECT DISTINCT state FROM city;\n",
      "hard gold: SELECT Name ,  Population ,  LifeExpectancy FROM country WHERE Continent  =  \"Asia\" ORDER BY SurfaceArea DESC LIMIT 1\n",
      "\n",
      "compare pred idx 764\n",
      "extra pred: SELECT DISTINCT state FROM city;\n",
      "extra gold: SELECT avg(LifeExpectancy) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" AND T2.IsOfficial  =  \"T\")\n",
      "\n",
      "compare pred idx 765\n",
      "extra pred: SELECT COUNT(DISTINCT country) FROM city;\n",
      "extra gold: SELECT avg(LifeExpectancy) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\" AND T2.IsOfficial  =  \"T\")\n",
      "\n",
      "compare pred idx 766\n",
      "extra pred: SELECT COUNT(DISTINCT country) FROM city;\n",
      "extra gold: SELECT sum(Population) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\")\n",
      "\n",
      "compare pred idx 767\n",
      "extra pred: SELECT city_name , city_code , state , country FROM City;\n",
      "extra gold: SELECT sum(Population) FROM country WHERE Name NOT IN (SELECT T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T2.Language  =  \"English\")\n",
      "\n",
      "compare pred idx 768\n",
      "medium pred: SELECT city_name , city_code , state , country FROM City;\n",
      "medium gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.HeadOfState  =  \"Beatrix\" AND T2.IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 769\n",
      "medium pred: SELECT latitude , longitude FROM City WHERE city_name = \"Baltimore\";\n",
      "medium gold: SELECT T2.Language FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE T1.HeadOfState  =  \"Beatrix\" AND T2.IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 770\n",
      "medium pred: SELECT latitude , longitude FROM City WHERE city_name = \"Baltimore\" AND state = \"MD\";\n",
      "medium gold: SELECT count(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE  IndepYear  <  1930 AND T2.IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 771\n",
      "medium pred: SELECT city_name FROM City WHERE state = \"PA\";\n",
      "medium gold: SELECT count(DISTINCT T2.Language) FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode WHERE  IndepYear  <  1930 AND T2.IsOfficial  =  \"T\"\n",
      "\n",
      "compare pred idx 772\n",
      "hard pred: SELECT city_name FROM City WHERE state = \"PA\";\n",
      "hard gold: SELECT Name FROM country WHERE SurfaceArea  >  (SELECT min(SurfaceArea) FROM country WHERE Continent  =  \"Europe\")\n",
      "\n",
      "compare pred idx 773\n",
      "hard pred: SELECT COUNT(*) FROM city WHERE country = \"Canada\";\n",
      "hard gold: SELECT Name FROM country WHERE SurfaceArea  >  (SELECT min(SurfaceArea) FROM country WHERE Continent  =  \"Europe\")\n",
      "\n",
      "compare pred idx 774\n",
      "extra pred: SELECT COUNT(*) FROM city WHERE country = \"Canada\";\n",
      "extra gold: SELECT Name FROM country WHERE Continent  =  \"Africa\"  AND population  <  (SELECT max(population) FROM country WHERE Continent  =  \"Asia\")\n",
      "\n",
      "compare pred idx 775\n",
      "extra pred: SELECT city_name FROM City WHERE country = \"USA\" ORDER BY latitude;\n",
      "extra gold: SELECT Name FROM country WHERE Continent  =  \"Africa\"  AND population  <  (SELECT min(population) FROM country WHERE Continent  =  \"Asia\")\n",
      "\n",
      "compare pred idx 776\n",
      "extra pred: SELECT city_name FROM City WHERE country = \"USA\" ORDER BY latitude;\n",
      "extra gold: SELECT Name FROM country WHERE Continent  =  \"Asia\"  AND population  >  (SELECT max(population) FROM country WHERE Continent  =  \"Africa\")\n",
      "\n",
      "compare pred idx 777\n",
      "extra pred: SELECT state , COUNT(*) FROM City GROUP BY state;\n",
      "extra gold: SELECT Name FROM country WHERE Continent  =  \"Asia\"  AND population  >  (SELECT min(population) FROM country WHERE Continent  =  \"Africa\")\n",
      "\n",
      "compare pred idx 778\n",
      "hard pred: SELECT COUNT(*) , state FROM City GROUP BY state;\n",
      "hard gold: SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  \"English\"\n",
      "\n",
      "compare pred idx 779\n",
      "hard pred: SELECT country , COUNT(*) FROM city GROUP BY country;\n",
      "hard gold: SELECT CountryCode FROM countrylanguage EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  \"English\"\n",
      "\n",
      "compare pred idx 780\n",
      "easy pred: SELECT country , COUNT(*) FROM City GROUP BY country;\n",
      "easy gold: SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE != \"English\"\n",
      "\n",
      "compare pred idx 781\n",
      "easy pred: SELECT state FROM city GROUP BY state HAVING COUNT(*) >= 2;\n",
      "easy gold: SELECT DISTINCT CountryCode FROM countrylanguage WHERE LANGUAGE != \"English\"\n",
      "\n",
      "compare pred idx 782\n",
      "hard pred: SELECT state FROM city GROUP BY state HAVING COUNT(*) >= 2;\n",
      "hard gold: SELECT Code FROM country WHERE GovernmentForm != \"Republic\" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  \"English\"\n",
      "\n",
      "compare pred idx 783\n",
      "hard pred: SELECT state FROM city GROUP BY state ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT Code FROM country WHERE GovernmentForm != \"Republic\" EXCEPT SELECT CountryCode FROM countrylanguage WHERE LANGUAGE  =  \"English\"\n",
      "\n",
      "compare pred idx 784\n",
      "extra pred: SELECT state FROM city GROUP BY state ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode  =  T1.Code WHERE T1.Continent  =  'Europe' AND T1.Name NOT IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code  =  T4.CountryCode WHERE T4.IsOfficial  =  'T' AND T4.Language  =  'English')\n",
      "\n",
      "compare pred idx 785\n",
      "extra pred: SELECT country FROM city GROUP BY country ORDER BY COUNT(*) LIMIT 1;\n",
      "extra gold: SELECT DISTINCT T2.Name FROM country AS T1 JOIN city AS T2 ON T2.CountryCode  =  T1.Code WHERE T1.Continent  =  'Europe' AND T1.Name NOT IN (SELECT T3.Name FROM country AS T3 JOIN countrylanguage AS T4 ON T3.Code  =  T4.CountryCode WHERE T4.IsOfficial  =  'T' AND T4.Language  =  'English')\n",
      "\n",
      "compare pred idx 786\n",
      "hard pred: SELECT country FROM city GROUP BY country ORDER BY COUNT(*) LIMIT 1;\n",
      "hard gold: select distinct t3.name from country as t1 join countrylanguage as t2 on t1.code  =  t2.countrycode join city as t3 on t1.code  =  t3.countrycode where t2.isofficial  =  't' and t2.language  =  'chinese' and t1.continent  =  \"asia\"\n",
      "\n",
      "compare pred idx 787\n",
      "hard pred: SELECT fname , lname FROM student WHERE city_code = \"MD\";\n",
      "hard gold: SELECT DISTINCT T3.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode JOIN city AS T3 ON T1.Code  =  T3.CountryCode WHERE T2.IsOfficial  =  'T' AND T2.Language  =  'Chinese' AND T1.Continent  =  \"Asia\"\n",
      "\n",
      "compare pred idx 788\n",
      "medium pred: SELECT t1.lname , t1.fname FROM student as t1 JOIN city as t2 ON t1.city_code = t2.city_code WHERE t2.state = \"MD\";\n",
      "medium gold: SELECT Name ,  SurfaceArea ,  IndepYear FROM country ORDER BY Population LIMIT 1\n",
      "\n",
      "compare pred idx 789\n",
      "medium pred: SELECT COUNT(*) FROM student WHERE city_code = \"CHI\";\n",
      "medium gold: SELECT Name ,  SurfaceArea ,  IndepYear FROM country ORDER BY Population LIMIT 1\n",
      "\n",
      "compare pred idx 790\n",
      "medium pred: SELECT COUNT(*) FROM student WHERE city_code = \"CHI\";\n",
      "medium gold: SELECT Name ,  population ,  HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1\n",
      "\n",
      "compare pred idx 791\n",
      "medium pred: SELECT fname , major FROM student WHERE city_code = \"BAL\";\n",
      "medium gold: SELECT Name ,  population ,  HeadOfState FROM country ORDER BY SurfaceArea DESC LIMIT 1\n",
      "\n",
      "compare pred idx 792\n",
      "medium pred: SELECT fname , major FROM student WHERE city_code = \"BAL\";\n",
      "medium gold: SELECT COUNT(T2.Language) ,  T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name HAVING COUNT(*)  >  2\n",
      "\n",
      "compare pred idx 793\n",
      "medium pred: SELECT COUNT(*) , city_code FROM Student GROUP BY city_code;\n",
      "medium gold: SELECT COUNT(T2.Language) ,  T1.Name FROM country AS T1 JOIN countrylanguage AS T2 ON T1.Code  =  T2.CountryCode GROUP BY T1.Name HAVING COUNT(*)  >  2\n",
      "\n",
      "compare pred idx 794\n",
      "extra pred: SELECT COUNT(*) , city_code FROM Student GROUP BY city_code;\n",
      "extra gold: SELECT count(*) ,  District FROM city WHERE Population  >  (SELECT avg(Population) FROM city) GROUP BY District\n",
      "\n",
      "compare pred idx 795\n",
      "extra pred: SELECT COUNT(*) , city_code FROM Student GROUP BY city_code;\n",
      "extra gold: SELECT count(*) ,  District FROM city WHERE Population  >  (SELECT avg(Population) FROM city) GROUP BY District\n",
      "\n",
      "compare pred idx 796\n",
      "medium pred: SELECT COUNT(*) , city_code FROM student GROUP BY city_code;\n",
      "medium gold: SELECT sum(Population) ,  GovernmentForm FROM country GROUP BY GovernmentForm HAVING avg(LifeExpectancy)  >  72\n",
      "\n",
      "compare pred idx 797\n",
      "medium pred: SELECT t2.state FROM student as t1 JOIN city as t2 ON t1.city_code = t2.city_code GROUP BY t2.state ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT sum(Population) ,  GovernmentForm FROM country GROUP BY GovernmentForm HAVING avg(LifeExpectancy)  >  72\n",
      "\n",
      "compare pred idx 798\n",
      "medium pred: SELECT city_code FROM student GROUP BY city_code ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT sum(Population) ,  avg(LifeExpectancy) ,  Continent FROM country GROUP BY Continent HAVING avg(LifeExpectancy)  <  72\n",
      "\n",
      "compare pred idx 799\n",
      "medium pred: SELECT T2.country FROM student AS T1 JOIN city AS T2 ON T1.city_code = T2.city_code GROUP BY T2.country ORDER BY COUNT(*) LIMIT 1;\n",
      "medium gold: SELECT sum(Population) ,  avg(LifeExpectancy) ,  Continent FROM country GROUP BY Continent HAVING avg(LifeExpectancy)  <  72\n",
      "\n",
      "compare pred idx 800\n",
      "medium pred: SELECT t2.country FROM student as t1 JOIN city as t2 ON t1.city_code = t2.city_code GROUP BY t2.country ORDER BY COUNT(*) LIMIT 1;\n",
      "medium gold: SELECT Name ,  SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5\n",
      "\n",
      "compare pred idx 801\n",
      "medium pred: SELECT city_code FROM Student GROUP BY city_code HAVING COUNT(*) >= 3;\n",
      "medium gold: SELECT Name ,  SurfaceArea FROM country ORDER BY SurfaceArea DESC LIMIT 5\n",
      "\n",
      "compare pred idx 802\n",
      "medium pred: SELECT city_code FROM student GROUP BY city_code HAVING COUNT(*) >= 3;\n",
      "medium gold: SELECT Name FROM country ORDER BY Population DESC LIMIT 3\n",
      "\n",
      "compare pred idx 803\n",
      "medium pred: SELECT city_code FROM student GROUP BY city_code HAVING COUNT(*) > 5;\n",
      "medium gold: SELECT Name FROM country ORDER BY Population DESC LIMIT 3\n",
      "\n",
      "compare pred idx 804\n",
      "medium pred: SELECT t2.state FROM student as t1 JOIN city as t2 ON t1.city_code = t2.city_code GROUP BY t2.state HAVING COUNT(*) > 5;\n",
      "medium gold: SELECT Name FROM country ORDER BY Population ASC LIMIT 3\n",
      "\n",
      "compare pred idx 805\n",
      "medium pred: SELECT stuid FROM student WHERE city_code != \"USA\";\n",
      "medium gold: SELECT Name FROM country ORDER BY Population ASC LIMIT 3\n",
      "\n",
      "compare pred idx 806\n",
      "easy pred: SELECT stuid FROM student WHERE city_code != \"USA\";\n",
      "easy gold: SELECT count(*) FROM country WHERE continent  =  \"Asia\"\n",
      "\n",
      "compare pred idx 807\n",
      "easy pred: SELECT stuid FROM student WHERE sex = \"f\" AND city_code IN (SELECT city_code FROM city WHERE state = \"PA\");\n",
      "easy gold: SELECT count(*) FROM country WHERE continent  =  \"Asia\"\n",
      "\n",
      "compare pred idx 808\n",
      "medium pred: SELECT stuid FROM student WHERE sex = \"f\" AND city_code IN ( SELECT city_code FROM city WHERE state = \"PA\" );\n",
      "medium gold: SELECT Name FROM country WHERE continent  =  \"Europe\" AND Population  =  \"80000\"\n",
      "\n",
      "compare pred idx 809\n",
      "medium pred: SELECT stuid FROM student WHERE sex = \"M\" AND city_code != \"USA\";\n",
      "medium gold: SELECT Name FROM country WHERE continent  =  \"Europe\" AND Population  =  \"80000\"\n",
      "\n",
      "compare pred idx 810\n",
      "hard pred: SELECT stuid FROM student WHERE sex = \"M\" EXCEPT SELECT stuid FROM student WHERE city_code = \"USA\";\n",
      "hard gold: select sum(population) ,  avg(surfacearea) from country where continent  =  \"north america\" and surfacearea  >  3000\n",
      "\n",
      "compare pred idx 811\n",
      "hard pred: SELECT distance FROM direct_distance WHERE city1_code = \"BAL\" AND city2_code = \"CHI\";\n",
      "hard gold: select sum(population) ,  avg(surfacearea) from country where continent  =  \"north america\" and surfacearea  >  3000\n",
      "\n",
      "compare pred idx 812\n",
      "easy pred: SELECT distance FROM direct_distance WHERE city1_code = \"BAL\" AND city2_code = \"CHI\" LIMIT 1;\n",
      "easy gold: SELECT name FROM city WHERE Population BETWEEN 160000 AND 900000\n",
      "\n",
      "compare pred idx 813\n",
      "easy pred: SELECT distance FROM direct_distance WHERE city1_code = \"BOST\" AND city2_code = \"NEWARK\";\n",
      "easy gold: select name from city where population between 160000 and 900000\n",
      "\n",
      "compare pred idx 814\n",
      "hard pred: SELECT distance FROM direct_distance WHERE city1_code = \"BOST\" AND city2_code = \"NEWARK\";\n",
      "hard gold: SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 815\n",
      "hard pred: SELECT AVG(distance) , MIN(distance) , MAX(distance) FROM direct_distance;\n",
      "hard gold: SELECT LANGUAGE FROM countrylanguage GROUP BY LANGUAGE ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 816\n",
      "medium pred: SELECT AVG(distance) , MIN(distance) , MAX(distance) FROM direct_distance;\n",
      "medium gold: SELECT LANGUAGE ,  CountryCode ,  max(Percentage) FROM countrylanguage GROUP BY CountryCode\n",
      "\n",
      "compare pred idx 817\n",
      "medium pred: SELECT city1_code , city2_code FROM direct_distance ORDER BY distance DESC LIMIT 2;\n",
      "medium gold: SELECT LANGUAGE ,  CountryCode ,  max(Percentage) FROM countrylanguage GROUP BY CountryCode\n",
      "\n",
      "compare pred idx 818\n",
      "extra pred: SELECT city1_code FROM direct_distance GROUP BY city1_code ORDER BY MAX(distance) LIMIT 1;\n",
      "extra gold: SELECT count(*) ,   max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  \"Spanish\" GROUP BY CountryCode\n",
      "\n",
      "compare pred idx 819\n",
      "extra pred: SELECT city1_code , city2_code FROM direct_distance WHERE distance > (SELECT AVG(distance) FROM direct_distance) LIMIT 2;\n",
      "extra gold: SELECT count(*) ,   max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  \"Spanish\" GROUP BY CountryCode\n",
      "\n",
      "compare pred idx 820\n",
      "medium pred: SELECT city1_code FROM direct_distance WHERE distance > ( SELECT AVG(distance) FROM direct_distance ) UNION SELECT city2_code FROM direct_distance WHERE distance > ( SELECT AVG(distance) FROM direct_distance );\n",
      "medium gold: SELECT CountryCode ,  max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  \"Spanish\" GROUP BY CountryCode\n",
      "\n",
      "compare pred idx 821\n",
      "medium pred: SELECT city1_code , city2_code FROM direct_distance WHERE distance < 1000 LIMIT 2;\n",
      "medium gold: SELECT CountryCode ,  max(Percentage) FROM countrylanguage WHERE LANGUAGE  =  \"Spanish\" GROUP BY CountryCode\n",
      "\n",
      "compare pred idx 822\n",
      "easy pred: SELECT city1_code FROM direct_distance WHERE distance < 1000 UNION SELECT city2_code FROM direct_distance WHERE distance < 1000;\n",
      "easy gold: SELECT count(*) FROM conductor\n",
      "\n",
      "compare pred idx 823\n",
      "easy pred: SELECT SUM(distance) FROM direct_distance WHERE city1_code = \"BAL\";\n",
      "easy gold: SELECT count(*) FROM conductor\n",
      "\n",
      "compare pred idx 824\n",
      "easy pred: SELECT SUM(distance) FROM direct_distance WHERE city1_code = \"BAL\";\n",
      "easy gold: SELECT Name FROM conductor ORDER BY Age ASC\n",
      "\n",
      "compare pred idx 825\n",
      "easy pred: SELECT AVG(distance) FROM direct_distance WHERE city1_code = \"BOST\";\n",
      "easy gold: SELECT Name FROM conductor ORDER BY Age ASC\n",
      "\n",
      "compare pred idx 826\n",
      "easy pred: SELECT AVG(distance) FROM direct_distance WHERE city1_code = \"BOS\" AND city2_code != \"BOS\";\n",
      "easy gold: SELECT Name FROM conductor WHERE Nationality != 'USA'\n",
      "\n",
      "compare pred idx 827\n",
      "easy pred: SELECT city_name FROM city ORDER BY longitude , latitude LIMIT 1;\n",
      "easy gold: SELECT Name FROM conductor WHERE Nationality != 'USA'\n",
      "\n",
      "compare pred idx 828\n",
      "easy pred: SELECT city_name FROM City ORDER BY ABS(latitude - 41.837) , ABS(longitude - -87.629) LIMIT 1;\n",
      "easy gold: SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC\n",
      "\n",
      "compare pred idx 829\n",
      "easy pred: SELECT city_name FROM city WHERE city_code = (SELECT city2_code FROM direct_distance WHERE city1_code = \"BAL\" ORDER BY distance DESC LIMIT 1);\n",
      "easy gold: SELECT Record_Company FROM orchestra ORDER BY Year_of_Founded DESC\n",
      "\n",
      "compare pred idx 830\n",
      "easy pred: SELECT t1.city_name FROM city as t1 JOIN direct_distance as t2 ON t1.city_code = t2.city1_code WHERE t2.city2_code = \"BOS\" ORDER BY t2.distance DESC LIMIT 1;\n",
      "easy gold: SELECT avg(Attendance) FROM SHOW\n",
      "\n",
      "compare pred idx 831\n",
      "easy pred: SELECT city1_code , SUM(distance) FROM direct_distance GROUP BY city1_code;\n",
      "easy gold: SELECT avg(Attendance) FROM SHOW\n",
      "\n",
      "compare pred idx 832\n",
      "medium pred: SELECT city1_code , SUM(distance) FROM direct_distance GROUP BY city1_code;\n",
      "medium gold: SELECT max(SHARE) ,  min(SHARE) FROM performance WHERE TYPE != \"Live final\"\n",
      "\n",
      "compare pred idx 833\n",
      "medium pred: SELECT t2.city_name , AVG(t1.distance) FROM direct_distance as t1 JOIN city as t2 ON t1.city1_code = t2.city_code GROUP BY t2.city_name;\n",
      "medium gold: SELECT max(SHARE) ,  min(SHARE) FROM performance WHERE TYPE != \"Live final\"\n",
      "\n",
      "compare pred idx 834\n",
      "easy pred: SELECT t2.city_name , AVG(t1.distance) FROM direct_distance as t1 JOIN city as t2 ON t1.city1_code = t2.city_code GROUP BY t2.city_name;\n",
      "easy gold: SELECT count(DISTINCT Nationality) FROM conductor\n",
      "\n",
      "compare pred idx 835\n",
      "easy pred: SELECT t2.distance FROM student as t1 JOIN direct_distance as t2 ON t1.city_code = t2.city1_code WHERE t1.lname = \"Smith\" AND t1.fname = \"Linda\" INTERSECT SELECT t2.distance FROM student as t1 JOIN direct_distance as t2 ON t1.city_code = t2.city1_code WHERE t1.lname = \"Kim\" AND t1.fname = \"Tracy\";\n",
      "easy gold: SELECT count(DISTINCT Nationality) FROM conductor\n",
      "\n",
      "compare pred idx 836\n",
      "easy pred: SELECT t1.distance FROM direct_distance as t1 JOIN student as t2 ON t1.city1_code = t2.city_code JOIN student as t3 ON t1.city2_code = t3.city_code WHERE t2.fname = \"Linda\" AND t2.lname = \"Smith\" AND t3.fname = \"Tracy\" AND t3.lname = \"Kim\";\n",
      "easy gold: SELECT Name FROM conductor ORDER BY Year_of_Work DESC\n",
      "\n",
      "compare pred idx 837\n",
      "easy pred: SELECT T2.fname , T2.lname FROM direct_distance AS T1 JOIN student AS T2 ON T1.city1_code = t2.city_code JOIN student AS T3 ON t1.city2_code = t3.city_code WHERE t3.fname = \"Linda\" AND t3.lname = \"Smith\" ORDER BY t1.distance DESC LIMIT 1;\n",
      "easy gold: SELECT Name FROM conductor ORDER BY Year_of_Work DESC\n",
      "\n",
      "compare pred idx 838\n",
      "medium pred: SELECT fname , lname FROM student ORDER BY city_code DESC LIMIT 1 EXCEPT SELECT fname , lname FROM student WHERE lname = \"Smith\" AND fname = \"Linda\";\n",
      "medium gold: SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1\n",
      "\n",
      "compare pred idx 839\n",
      "medium pred: SELECT t2.state FROM student as t1 JOIN city as t2 ON t1.city_code = t2.city_code WHERE t1.fname = \"Linda\";\n",
      "medium gold: SELECT Name FROM conductor ORDER BY Year_of_Work DESC LIMIT 1\n",
      "\n",
      "compare pred idx 840\n",
      "medium pred: SELECT t2.state FROM student as t1 JOIN city as t2 ON t1.city_code = t2.city_code WHERE t1.fname = \"Linda\";\n",
      "medium gold: SELECT T1.Name ,  T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID\n",
      "\n",
      "compare pred idx 841\n",
      "medium pred: SELECT * FROM sailors WHERE age > 30;\n",
      "medium gold: SELECT T1.Name ,  T2.Orchestra FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID\n",
      "\n",
      "compare pred idx 842\n",
      "medium pred: SELECT * FROM sailors WHERE age > 30;\n",
      "medium gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*)  >  1\n",
      "\n",
      "compare pred idx 843\n",
      "medium pred: SELECT name , age FROM sailors WHERE age < 30;\n",
      "medium gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID HAVING COUNT(*)  >  1\n",
      "\n",
      "compare pred idx 844\n",
      "extra pred: SELECT name , age FROM sailors WHERE age < 30;\n",
      "extra gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 845\n",
      "extra pred: SELECT t2.name FROM reserves as t1 JOIN boats as t2 ON t1.bid = t2.bid WHERE t1.sid = 1;\n",
      "extra gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID GROUP BY T2.Conductor_ID ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 846\n",
      "medium pred: SELECT DISTINCT bid FROM reserves WHERE sid = 1;\n",
      "medium gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID WHERE Year_of_Founded  >  2008\n",
      "\n",
      "compare pred idx 847\n",
      "medium pred: SELECT t1.name FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid WHERE t2.bid = 102;\n",
      "medium gold: SELECT T1.Name FROM conductor AS T1 JOIN orchestra AS T2 ON T1.Conductor_ID  =  T2.Conductor_ID WHERE Year_of_Founded  >  2008\n",
      "\n",
      "compare pred idx 848\n",
      "medium pred: SELECT t1.name FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid WHERE t2.bid = 102;\n",
      "medium gold: SELECT Record_Company ,  COUNT(*) FROM orchestra GROUP BY Record_Company\n",
      "\n",
      "compare pred idx 849\n",
      "medium pred: SELECT DISTINCT bid FROM reserves;\n",
      "medium gold: SELECT Record_Company ,  COUNT(*) FROM orchestra GROUP BY Record_Company\n",
      "\n",
      "compare pred idx 850\n",
      "medium pred: SELECT DISTINCT bid FROM reserves;\n",
      "medium gold: SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC\n",
      "\n",
      "compare pred idx 851\n",
      "medium pred: SELECT name FROM sailors WHERE name LIKE '%e%';\n",
      "medium gold: SELECT Major_Record_Format FROM orchestra GROUP BY Major_Record_Format ORDER BY COUNT(*) ASC\n",
      "\n",
      "compare pred idx 852\n",
      "hard pred: SELECT name FROM sailors WHERE name LIKE '%e%';\n",
      "hard gold: SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 853\n",
      "hard pred: SELECT DISTINCT sid FROM sailors WHERE age > (SELECT MAX(age) FROM sailors);\n",
      "hard gold: SELECT Record_Company FROM orchestra GROUP BY Record_Company ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 854\n",
      "hard pred: SELECT DISTINCT sid FROM sailors EXCEPT SELECT sid FROM sailors ORDER BY age ASC LIMIT 1;\n",
      "hard gold: SELECT Orchestra FROM orchestra WHERE Orchestra_ID NOT IN (SELECT Orchestra_ID FROM performance)\n",
      "\n",
      "compare pred idx 855\n",
      "hard pred: SELECT DISTINCT name FROM sailors WHERE age > (SELECT MAX(age) FROM sailors WHERE rating > 7);\n",
      "hard gold: SELECT Orchestra FROM orchestra WHERE Orchestra_ID NOT IN (SELECT Orchestra_ID FROM performance)\n",
      "\n",
      "compare pred idx 856\n",
      "hard pred: SELECT DISTINCT name FROM sailors WHERE age > (SELECT MAX(age) FROM sailors WHERE rating > 7);\n",
      "hard gold: SELECT Record_Company FROM orchestra WHERE Year_of_Founded  <  2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded  >  2003\n",
      "\n",
      "compare pred idx 857\n",
      "hard pred: SELECT DISTINCT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid;\n",
      "hard gold: SELECT Record_Company FROM orchestra WHERE Year_of_Founded  <  2003 INTERSECT SELECT Record_Company FROM orchestra WHERE Year_of_Founded  >  2003\n",
      "\n",
      "compare pred idx 858\n",
      "medium pred: SELECT DISTINCT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid;\n",
      "medium gold: SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format  =  \"CD\" OR Major_Record_Format  =  \"DVD\"\n",
      "\n",
      "compare pred idx 859\n",
      "medium pred: SELECT t1.sid , t1.name FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid GROUP BY t1.sid HAVING COUNT(*) > 1;\n",
      "medium gold: SELECT COUNT(*) FROM orchestra WHERE Major_Record_Format  =  \"CD\" OR Major_Record_Format  =  \"DVD\"\n",
      "\n",
      "compare pred idx 860\n",
      "medium pred: SELECT name FROM sailors WHERE sid IN ( SELECT sid FROM reserves GROUP BY sid HAVING COUNT(*) >= 2 );\n",
      "medium gold: SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID  =  T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*)  >  1\n",
      "\n",
      "compare pred idx 861\n",
      "medium pred: SELECT DISTINCT t1.sid FROM reserves as t1 JOIN boats as t2 ON t1.bid = t2.bid WHERE t2.color = \"red\" OR t2.color = \"blue\";\n",
      "medium gold: SELECT Year_of_Founded FROM orchestra AS T1 JOIN performance AS T2 ON T1.Orchestra_ID  =  T2.Orchestra_ID GROUP BY T2.Orchestra_ID HAVING COUNT(*)  >  1\n",
      "\n",
      "compare pred idx 862\n",
      "easy pred: SELECT t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t2.color = \"red\" OR t2.color = \"blue\";\n",
      "easy gold: SELECT count(*) FROM Highschooler\n",
      "\n",
      "compare pred idx 863\n",
      "easy pred: SELECT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid JOIN boats as t3 ON t2.bid = t3.bid WHERE t3.color = \"red\" OR t3.color = \"blue\";\n",
      "easy gold: SELECT count(*) FROM Highschooler\n",
      "\n",
      "compare pred idx 864\n",
      "medium pred: SELECT DISTINCT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t2.color = \"red\" OR t2.color = \"blue\";\n",
      "medium gold: SELECT name ,  grade FROM Highschooler\n",
      "\n",
      "compare pred idx 865\n",
      "medium pred: SELECT t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t2.bid = t3.bid WHERE t2.color = \"red\" INTERSECT SELECT t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t2.bid = t3.bid WHERE t2.color = \"blue\";\n",
      "medium gold: SELECT name ,  grade FROM Highschooler\n",
      "\n",
      "compare pred idx 866\n",
      "easy pred: SELECT t1.sid FROM reserves as t1 JOIN boats as t2 ON t1.bid = t2.bid WHERE t2.color = \"red\" INTERSECT SELECT t1.sid FROM reserves as t1 JOIN boats as t2 ON t1.bid = t2.bid WHERE t2.color = \"blue\";\n",
      "easy gold: SELECT grade FROM Highschooler\n",
      "\n",
      "compare pred idx 867\n",
      "easy pred: SELECT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t2.color = \"red\" INTERSECT SELECT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t2.color = \"blue\";\n",
      "easy gold: SELECT grade FROM Highschooler\n",
      "\n",
      "compare pred idx 868\n",
      "easy pred: SELECT DISTINCT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t2.color = \"red\" INTERSECT SELECT DISTINCT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t2.color = \"blue\";\n",
      "easy gold: SELECT grade FROM Highschooler WHERE name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 869\n",
      "easy pred: SELECT sid FROM sailors EXCEPT SELECT sid FROM reserves;\n",
      "easy gold: SELECT grade FROM Highschooler WHERE name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 870\n",
      "easy pred: SELECT sid FROM sailors EXCEPT SELECT sid FROM reserves;\n",
      "easy gold: SELECT name FROM Highschooler WHERE grade  =  10\n",
      "\n",
      "compare pred idx 871\n",
      "easy pred: SELECT name , sid FROM sailors EXCEPT SELECT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid;\n",
      "easy gold: SELECT name FROM Highschooler WHERE grade  =  10\n",
      "\n",
      "compare pred idx 872\n",
      "easy pred: SELECT name , sid FROM sailors WHERE sid NOT IN (SELECT sid FROM reserves);\n",
      "easy gold: SELECT ID FROM Highschooler WHERE name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 873\n",
      "easy pred: SELECT sid FROM sailors EXCEPT SELECT sid FROM reserves;\n",
      "easy gold: SELECT ID FROM Highschooler WHERE name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 874\n",
      "medium pred: SELECT sid FROM sailors EXCEPT SELECT sid FROM reserves;\n",
      "medium gold: SELECT count(*) FROM Highschooler WHERE grade  =  9 OR grade  =  10\n",
      "\n",
      "compare pred idx 875\n",
      "medium pred: SELECT t1.name FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid WHERE t2.bid = 103;\n",
      "medium gold: SELECT count(*) FROM Highschooler WHERE grade  =  9 OR grade  =  10\n",
      "\n",
      "compare pred idx 876\n",
      "medium pred: SELECT t1.name FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid WHERE t2.bid = 103;\n",
      "medium gold: SELECT grade ,  count(*) FROM Highschooler GROUP BY grade\n",
      "\n",
      "compare pred idx 877\n",
      "medium pred: SELECT name FROM sailors WHERE rating > (SELECT MAX(rating) FROM sailors WHERE name = \"Luis\");\n",
      "medium gold: SELECT grade ,  count(*) FROM Highschooler GROUP BY grade\n",
      "\n",
      "compare pred idx 878\n",
      "hard pred: SELECT name FROM sailors WHERE rating > (SELECT MAX(rating) FROM sailors WHERE name = \"Luis\");\n",
      "hard gold: SELECT grade FROM Highschooler GROUP BY grade ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 879\n",
      "hard pred: SELECT name FROM sailors WHERE rating > (SELECT MAX(rating) FROM sailors WHERE name = \"Luis\");\n",
      "hard gold: SELECT grade FROM Highschooler GROUP BY grade ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 880\n",
      "easy pred: SELECT name FROM sailors WHERE rating > (SELECT MAX(rating) FROM sailors WHERE name = \"Luis\");\n",
      "easy gold: SELECT grade FROM Highschooler GROUP BY grade HAVING count(*)  >=  4\n",
      "\n",
      "compare pred idx 881\n",
      "easy pred: SELECT t1.name , t1.sid FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid WHERE t1.rating > 2;\n",
      "easy gold: SELECT grade FROM Highschooler GROUP BY grade HAVING count(*)  >=  4\n",
      "\n",
      "compare pred idx 882\n",
      "medium pred: SELECT name , sid FROM sailors WHERE rating >= 3 INTERSECT SELECT t1.name , t1.sid FROM sailors AS t1 JOIN reserves AS t2 ON t1.sid = t2.sid;\n",
      "medium gold: SELECT student_id ,  count(*) FROM Friend GROUP BY student_id\n",
      "\n",
      "compare pred idx 883\n",
      "medium pred: SELECT name , age FROM sailors ORDER BY age DESC LIMIT 1;\n",
      "medium gold: SELECT student_id ,  count(*) FROM Friend GROUP BY student_id\n",
      "\n",
      "compare pred idx 884\n",
      "medium pred: SELECT name , age FROM sailors ORDER BY age DESC LIMIT 1;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id\n",
      "\n",
      "compare pred idx 885\n",
      "medium pred: SELECT COUNT(*) FROM sailors;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id\n",
      "\n",
      "compare pred idx 886\n",
      "extra pred: SELECT COUNT(*) FROM sailors;\n",
      "extra gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 887\n",
      "extra pred: SELECT AVG(age) FROM sailors WHERE rating = 7;\n",
      "extra gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 888\n",
      "medium pred: SELECT AVG(age) FROM sailors WHERE rating = 7;\n",
      "medium gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  3\n",
      "\n",
      "compare pred idx 889\n",
      "medium pred: SELECT COUNT(*) FROM sailors WHERE name LIKE 'D%';\n",
      "medium gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  3\n",
      "\n",
      "compare pred idx 890\n",
      "hard pred: SELECT COUNT(*) FROM sailors WHERE name LIKE 'D%';\n",
      "hard gold: SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id JOIN Highschooler AS T3 ON T1.friend_id  =  T3.id WHERE T2.name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 891\n",
      "hard pred: SELECT AVG(rating) , MAX(age) FROM sailors;\n",
      "hard gold: SELECT T3.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id JOIN Highschooler AS T3 ON T1.friend_id  =  T3.id WHERE T2.name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 892\n",
      "medium pred: SELECT AVG(rating) , MAX(age) FROM sailors;\n",
      "medium gold: SELECT count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 893\n",
      "medium pred: SELECT COUNT(*) , bid FROM reserves GROUP BY bid;\n",
      "medium gold: SELECT count(*) FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 894\n",
      "hard pred: SELECT COUNT(*) , bid FROM reserves GROUP BY bid;\n",
      "hard gold: SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend\n",
      "\n",
      "compare pred idx 895\n",
      "hard pred: SELECT COUNT(*) , bid FROM reserves WHERE bid > 50 GROUP BY bid;\n",
      "hard gold: SELECT id FROM Highschooler EXCEPT SELECT student_id FROM Friend\n",
      "\n",
      "compare pred idx 896\n",
      "hard pred: SELECT COUNT(*) , t1.bid FROM reserves as t1 JOIN boats as t2 ON t1.bid = t2.bid WHERE t2.bid > 50 GROUP BY t1.bid;\n",
      "hard gold: SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id\n",
      "\n",
      "compare pred idx 897\n",
      "hard pred: SELECT COUNT(*) , bid FROM reserves GROUP BY bid HAVING COUNT(*) > 1;\n",
      "hard gold: SELECT name FROM Highschooler EXCEPT SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id\n",
      "\n",
      "compare pred idx 898\n",
      "hard pred: SELECT COUNT(*) , t2.bid FROM reserves as t1 JOIN boats as t2 ON t1.bid = t2.bid GROUP BY t2.bid HAVING COUNT(*) > 1;\n",
      "hard gold: SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes\n",
      "\n",
      "compare pred idx 899\n",
      "hard pred: SELECT COUNT(*) , t1.bid FROM reserves as t1 JOIN sailors as t2 ON t1.sid = t2.sid WHERE t2.sid > 1 GROUP BY t1.bid;\n",
      "hard gold: SELECT student_id FROM Friend INTERSECT SELECT liked_id FROM Likes\n",
      "\n",
      "compare pred idx 900\n",
      "hard pred: SELECT COUNT(*) , t2.bid FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid WHERE t1.sid > 1 GROUP BY t2.bid;\n",
      "hard gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id  =  T2.id\n",
      "\n",
      "compare pred idx 901\n",
      "hard pred: SELECT rating , AVG(age) FROM sailors JOIN reserves ON sailors.sid = reserves.sid JOIN boats ON reserves.bid = boats.bid WHERE color = \"red\" GROUP BY rating;\n",
      "hard gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id INTERSECT SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.liked_id  =  T2.id\n",
      "\n",
      "compare pred idx 902\n",
      "medium pred: SELECT t2.rating , AVG(t1.age) FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t2.bid = t3.bid WHERE t2.color = \"red\" GROUP BY t2.color , t1.rating;\n",
      "medium gold: SELECT student_id ,  count(*) FROM Likes GROUP BY student_id\n",
      "\n",
      "compare pred idx 903\n",
      "medium pred: SELECT name , rating , age FROM sailors ORDER BY rating , age;\n",
      "medium gold: SELECT student_id ,  count(*) FROM Likes GROUP BY student_id\n",
      "\n",
      "compare pred idx 904\n",
      "medium pred: SELECT name , rating , age FROM sailors ORDER BY rating , age;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id\n",
      "\n",
      "compare pred idx 905\n",
      "medium pred: SELECT COUNT(*) FROM Boats;\n",
      "medium gold: SELECT T2.name ,  count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id\n",
      "\n",
      "compare pred idx 906\n",
      "extra pred: SELECT COUNT(*) FROM Boats;\n",
      "extra gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 907\n",
      "extra pred: SELECT COUNT(*) FROM Boats WHERE color = \"red\";\n",
      "extra gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 908\n",
      "medium pred: SELECT COUNT(*) FROM Boats WHERE color = \"red\";\n",
      "medium gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 909\n",
      "medium pred: SELECT t2.name FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t1.age BETWEEN 20 AND 30;\n",
      "medium gold: SELECT T2.name FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id GROUP BY T1.student_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 910\n",
      "hard pred: SELECT t2.name FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t3.bid = t2.bid WHERE t1.age >= 20 AND t1.age <= 30;\n",
      "hard gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.grade  >  5 GROUP BY T1.student_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 911\n",
      "hard pred: SELECT name FROM sailors WHERE rating > (SELECT MAX(t1.rating) FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid JOIN boats as t3 ON t2.bid = t3.bid WHERE t3.color = \"red\");\n",
      "hard gold: SELECT T2.name FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.grade  >  5 GROUP BY T1.student_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 912\n",
      "medium pred: SELECT name FROM sailors WHERE rating > (SELECT MAX(t1.rating) FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid JOIN boats as t3 ON t2.bid = t3.bid WHERE t3.color = \"red\");\n",
      "medium gold: SELECT count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 913\n",
      "medium pred: SELECT MAX(rating) FROM sailors;\n",
      "medium gold: SELECT count(*) FROM Likes AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id WHERE T2.name  =  \"Kyle\"\n",
      "\n",
      "compare pred idx 914\n",
      "hard pred: SELECT MAX(rating) FROM sailors;\n",
      "hard gold: SELECT avg(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id)\n",
      "\n",
      "compare pred idx 915\n",
      "hard pred: SELECT t1.name FROM sailors as t1 JOIN reserves as t2 ON t1.sid = t2.sid JOIN boats as t3 ON t2.bid = t3.bid WHERE t3.name = \"Melon\";\n",
      "hard gold: SELECT avg(grade) FROM Highschooler WHERE id IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id)\n",
      "\n",
      "compare pred idx 916\n",
      "extra pred: SELECT t1.name FROM sailors as t1 JOIN reserves as t3 ON t1.sid = t3.sid JOIN boats as t2 ON t2.bid = t3.bid WHERE t2.name = \"Melon\";\n",
      "extra gold: SELECT min(grade) FROM Highschooler WHERE id NOT IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id)\n",
      "\n",
      "compare pred idx 917\n",
      "extra pred: SELECT name , age FROM sailors ORDER BY rating DESC;\n",
      "extra gold: SELECT min(grade) FROM Highschooler WHERE id NOT IN (SELECT T1.student_id FROM Friend AS T1 JOIN Highschooler AS T2 ON T1.student_id  =  T2.id)\n",
      "\n",
      "compare pred idx 918\n",
      "hard pred: SELECT name , age FROM sailors ORDER BY rating DESC;\n",
      "hard gold: SELECT state FROM Owners INTERSECT SELECT state FROM Professionals\n",
      "\n",
      "compare pred idx 919\n",
      "hard pred: SELECT model FROM headphone ORDER BY price DESC LIMIT 1;\n",
      "hard gold: SELECT state FROM Owners INTERSECT SELECT state FROM Professionals\n",
      "\n",
      "compare pred idx 920\n",
      "hard pred: SELECT model FROM headphone ORDER BY price DESC LIMIT 1;\n",
      "hard gold: SELECT avg(age) FROM Dogs WHERE dog_id IN ( SELECT dog_id FROM Treatments )\n",
      "\n",
      "compare pred idx 921\n",
      "hard pred: SELECT DISTINCT model FROM headphone ORDER BY model ASC;\n",
      "hard gold: SELECT avg(age) FROM Dogs WHERE dog_id IN ( SELECT dog_id FROM Treatments )\n",
      "\n",
      "compare pred idx 922\n",
      "extra pred: SELECT DISTINCT model FROM headphone ORDER BY model ASC;\n",
      "extra gold: SELECT professional_id ,  last_name ,  cell_number FROM Professionals WHERE state  =  'Indiana' UNION SELECT T1.professional_id ,  T1.last_name ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >  2\n",
      "\n",
      "compare pred idx 923\n",
      "extra pred: SELECT class FROM headphone GROUP BY class ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "extra gold: SELECT professional_id ,  last_name ,  cell_number FROM Professionals WHERE state  =  'Indiana' UNION SELECT T1.professional_id ,  T1.last_name ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >  2\n",
      "\n",
      "compare pred idx 924\n",
      "hard pred: SELECT class FROM headphone GROUP BY class ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: select name from dogs where dog_id not in ( select dog_id from treatments group by dog_id having sum(cost_of_treatment)  >  1000 )\n",
      "\n",
      "compare pred idx 925\n",
      "hard pred: SELECT class FROM headphone GROUP BY class HAVING COUNT(*) > 2;\n",
      "hard gold: select name from dogs where dog_id not in ( select dog_id from treatments group by dog_id having sum(cost_of_treatment)  >  1000 )\n",
      "\n",
      "compare pred idx 926\n",
      "hard pred: SELECT class FROM headphone GROUP BY class HAVING COUNT(*) <= 2;\n",
      "hard gold: SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs\n",
      "\n",
      "compare pred idx 927\n",
      "hard pred: SELECT COUNT(*) , class FROM headphone WHERE price > 200 GROUP BY class;\n",
      "hard gold: SELECT first_name FROM Professionals UNION SELECT first_name FROM Owners EXCEPT SELECT name FROM Dogs\n",
      "\n",
      "compare pred idx 928\n",
      "extra pred: SELECT COUNT(*) , class FROM headphone WHERE price > 200 GROUP BY class;\n",
      "extra gold: SELECT professional_id ,  role_code ,  email_address FROM Professionals EXCEPT SELECT T1.professional_id ,  T1.role_code ,  T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id\n",
      "\n",
      "compare pred idx 929\n",
      "extra pred: SELECT COUNT(DISTINCT earpads) FROM headphone;\n",
      "extra gold: SELECT professional_id ,  role_code ,  email_address FROM Professionals EXCEPT SELECT T1.professional_id ,  T1.role_code ,  T1.email_address FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id\n",
      "\n",
      "compare pred idx 930\n",
      "extra pred: SELECT COUNT(DISTINCT earpads) FROM headphone;\n",
      "extra gold: SELECT T1.owner_id ,  T2.first_name ,  T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id  =  T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 931\n",
      "extra pred: SELECT earpads FROM headphone GROUP BY earpads ORDER BY COUNT(*) DESC LIMIT 2;\n",
      "extra gold: SELECT T1.owner_id ,  T2.first_name ,  T2.last_name FROM Dogs AS T1 JOIN Owners AS T2 ON T1.owner_id  =  T2.owner_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 932\n",
      "medium pred: SELECT earpads FROM headphone GROUP BY earpads ORDER BY COUNT(*) DESC LIMIT 2;\n",
      "medium gold: SELECT T1.professional_id ,  T1.role_code ,  T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 933\n",
      "medium pred: SELECT model , class , construction FROM headphone ORDER BY price LIMIT 1;\n",
      "medium gold: SELECT T1.professional_id ,  T1.role_code ,  T1.first_name FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 934\n",
      "extra pred: SELECT model , class , construction FROM headphone ORDER BY price LIMIT 1;\n",
      "extra gold: SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code  =  T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 935\n",
      "extra pred: SELECT construction , AVG(price) FROM headphone GROUP BY construction;\n",
      "extra gold: SELECT T1.breed_name FROM Breeds AS T1 JOIN Dogs AS T2 ON T1.breed_code  =  T2.breed_code GROUP BY T1.breed_name ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 936\n",
      "extra pred: SELECT AVG(price) , construction FROM headphone GROUP BY construction;\n",
      "extra gold: SELECT T1.owner_id ,  T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 937\n",
      "extra pred: SELECT class FROM headphone WHERE earpads = \"Bowls\" INTERSECT SELECT class FROM headphone WHERE earpads = \"Comfort Pads\";\n",
      "extra gold: SELECT T1.owner_id ,  T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY count(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 938\n",
      "extra pred: SELECT class FROM headphone WHERE earpads = \"Bowls\" INTERSECT SELECT class FROM headphone WHERE earpads = \"Comfort Pads\";\n",
      "extra gold: SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY sum(cost_of_treatment) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 939\n",
      "extra pred: SELECT earpads FROM headphone WHERE construction != \"Plastic\";\n",
      "extra gold: SELECT T1.treatment_type_description FROM Treatment_types AS T1 JOIN Treatments AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code GROUP BY T1.treatment_type_code ORDER BY sum(cost_of_treatment) ASC LIMIT 1\n",
      "\n",
      "compare pred idx 940\n",
      "extra pred: SELECT earpads FROM headphone WHERE construction != \"Plastic\";\n",
      "extra gold: SELECT T1.owner_id ,  T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY sum(T3.cost_of_treatment) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 941\n",
      "extra pred: SELECT model FROM headphone WHERE price < (SELECT AVG(price) FROM headphone);\n",
      "extra gold: SELECT T1.owner_id ,  T1.zip_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id JOIN Treatments AS T3 ON T2.dog_id  =  T3.dog_id GROUP BY T1.owner_id ORDER BY sum(T3.cost_of_treatment) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 942\n",
      "medium pred: SELECT model FROM headphone WHERE price < ( SELECT AVG(price) FROM headphone );\n",
      "medium gold: SELECT T1.professional_id ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 943\n",
      "medium pred: SELECT name FROM store ORDER BY date_opened;\n",
      "medium gold: SELECT T1.professional_id ,  T1.cell_number FROM Professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id GROUP BY T1.professional_id HAVING count(*)  >=  2\n",
      "\n",
      "compare pred idx 944\n",
      "extra pred: SELECT name FROM store ORDER BY date_opened;\n",
      "extra gold: SELECT DISTINCT T1.first_name ,  T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 WHERE cost_of_treatment  <  ( SELECT avg(cost_of_treatment) FROM Treatments )\n",
      "\n",
      "compare pred idx 945\n",
      "extra pred: SELECT name , parking FROM store WHERE neighborhood = \"Tarzana\";\n",
      "extra gold: SELECT DISTINCT T1.first_name ,  T1.last_name FROM Professionals AS T1 JOIN Treatments AS T2 WHERE cost_of_treatment  <  ( SELECT avg(cost_of_treatment) FROM Treatments )\n",
      "\n",
      "compare pred idx 946\n",
      "medium pred: SELECT name , parking FROM store WHERE neighborhood = \"Tarzana\";\n",
      "medium gold: SELECT T1.date_of_treatment ,  T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id  =  T2.professional_id\n",
      "\n",
      "compare pred idx 947\n",
      "medium pred: SELECT COUNT(DISTINCT neighborhood) FROM store;\n",
      "medium gold: SELECT T1.date_of_treatment ,  T2.first_name FROM Treatments AS T1 JOIN Professionals AS T2 ON T1.professional_id  =  T2.professional_id\n",
      "\n",
      "compare pred idx 948\n",
      "medium pred: SELECT COUNT(DISTINCT neighborhood) FROM store;\n",
      "medium gold: SELECT T1.cost_of_treatment ,  T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code\n",
      "\n",
      "compare pred idx 949\n",
      "medium pred: SELECT COUNT(*) , neighborhood FROM store GROUP BY neighborhood;\n",
      "medium gold: SELECT T1.cost_of_treatment ,  T2.treatment_type_description FROM Treatments AS T1 JOIN treatment_types AS T2 ON T1.treatment_type_code  =  T2.treatment_type_code\n",
      "\n",
      "compare pred idx 950\n",
      "medium pred: SELECT COUNT(*) , neighborhood FROM store GROUP BY neighborhood;\n",
      "medium gold: SELECT T1.first_name ,  T1.last_name ,  T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id\n",
      "\n",
      "compare pred idx 951\n",
      "medium pred: SELECT t2.name , MAX(t1.quantity) FROM stock as t1 JOIN store as t2 ON t1.store_id = t2.store_id GROUP BY t2.name ORDER BY MAX(t1.quantity) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.first_name ,  T1.last_name ,  T2.size_code FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id\n",
      "\n",
      "compare pred idx 952\n",
      "medium pred: SELECT t2.name , SUM(t1.quantity) FROM stock as t1 JOIN store as t2 ON t1.store_id = t2.store_id GROUP BY t2.name;\n",
      "medium gold: SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id\n",
      "\n",
      "compare pred idx 953\n",
      "medium pred: SELECT t2.name FROM stock as t1 JOIN store as t2 ON t1.store_id = t2.store_id EXCEPT SELECT t2.name FROM stock as t1 JOIN store as t2 ON t1.store_id = t2.store_id WHERE t1.headphone_id IS NOT NULL;\n",
      "medium gold: SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id\n",
      "\n",
      "compare pred idx 954\n",
      "extra pred: SELECT name FROM store WHERE store_id NOT IN (SELECT store_id FROM stock);\n",
      "extra gold: SELECT T1.name ,  T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id WHERE T1.breed_code  =  ( SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY count(*) ASC LIMIT 1 )\n",
      "\n",
      "compare pred idx 955\n",
      "extra pred: SELECT model FROM headphone EXCEPT SELECT t1.model FROM headphone as t1 JOIN stock as t2 ON t1.headphone_id = t2.headphone_id;\n",
      "extra gold: SELECT T1.name ,  T2.date_of_treatment FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id WHERE T1.breed_code  =  ( SELECT breed_code FROM Dogs GROUP BY breed_code ORDER BY count(*) ASC LIMIT 1 )\n",
      "\n",
      "compare pred idx 956\n",
      "medium pred: SELECT model FROM headphone EXCEPT SELECT t1.model FROM headphone as t1 JOIN stock as t2 ON t1.headphone_id = t2.headphone_id;\n",
      "medium gold: SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T1.state  =  'Virginia'\n",
      "\n",
      "compare pred idx 957\n",
      "medium pred: SELECT t1.model FROM headphone as t1 JOIN stock as t2 ON t1.headphone_id = t2.headphone_id GROUP BY t1.model ORDER BY SUM(t2.quantity) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.first_name ,  T2.name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T1.state  =  'Virginia'\n",
      "\n",
      "compare pred idx 958\n",
      "medium pred: SELECT t1.model FROM headphone as t1 JOIN stock as t2 ON t1.headphone_id = t2.headphone_id GROUP BY t1.model ORDER BY SUM(t2.quantity) DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT T1.date_arrived ,  T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id\n",
      "\n",
      "compare pred idx 959\n",
      "medium pred: SELECT SUM(quantity) FROM stock WHERE store_id = (SELECT store_id FROM store WHERE name = \"Woodman\");\n",
      "medium gold: SELECT DISTINCT T1.date_arrived ,  T1.date_departed FROM Dogs AS T1 JOIN Treatments AS T2 ON T1.dog_id  =  T2.dog_id\n",
      "\n",
      "compare pred idx 960\n",
      "extra pred: SELECT SUM(t2.quantity) FROM store as t1 JOIN stock as t2 ON t1.store_id = t2.store_id WHERE t1.name = \"Woodman\";\n",
      "extra gold: SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T2.age  =  ( SELECT max(age) FROM Dogs )\n",
      "\n",
      "compare pred idx 961\n",
      "extra pred: SELECT t1.neighborhood FROM store as t1 JOIN stock as t2 ON t1.store_id = t2.store_id GROUP BY t1.neighborhood HAVING COUNT(*) = 0;\n",
      "extra gold: SELECT T1.last_name FROM Owners AS T1 JOIN Dogs AS T2 ON T1.owner_id  =  T2.owner_id WHERE T2.age  =  ( SELECT max(age) FROM Dogs )\n",
      "\n",
      "compare pred idx 962\n",
      "medium pred: SELECT t2.neighborhood FROM stock as t1 JOIN store as t2 ON t1.store_id = t2.store_id EXCEPT SELECT t2.neighborhood FROM stock as t1 JOIN store as t2 ON t1.store_id = t2.store_id WHERE t1.quantity > 0;\n",
      "medium gold: SELECT email_address FROM Professionals WHERE state  =  'Hawaii' OR state  =  'Wisconsin'\n",
      "\n",
      "compare pred idx 963\n",
      "medium pred: SELECT COUNT(*) FROM author;\n",
      "medium gold: SELECT email_address FROM Professionals WHERE state  =  'Hawaii' OR state  =  'Wisconsin'\n",
      "\n",
      "compare pred idx 964\n",
      "medium pred: SELECT COUNT(*) FROM author;\n",
      "medium gold: SELECT date_arrived ,  date_departed FROM Dogs\n",
      "\n",
      "compare pred idx 965\n",
      "medium pred: SELECT COUNT(*) FROM Paper;\n",
      "medium gold: SELECT date_arrived ,  date_departed FROM Dogs\n",
      "\n",
      "compare pred idx 966\n",
      "easy pred: SELECT COUNT(*) FROM Paper;\n",
      "easy gold: SELECT count(DISTINCT dog_id) FROM Treatments\n",
      "\n",
      "compare pred idx 967\n",
      "easy pred: SELECT COUNT(*) FROM Affiliation;\n",
      "easy gold: SELECT count(DISTINCT dog_id) FROM Treatments\n",
      "\n",
      "compare pred idx 968\n",
      "easy pred: SELECT COUNT(*) FROM Affiliation;\n",
      "easy gold: SELECT count(DISTINCT professional_id) FROM Treatments\n",
      "\n",
      "compare pred idx 969\n",
      "easy pred: SELECT COUNT(*) FROM Paper WHERE venue = \"NAACL\" AND year = 2000;\n",
      "easy gold: SELECT count(DISTINCT professional_id) FROM Treatments\n",
      "\n",
      "compare pred idx 970\n",
      "medium pred: SELECT COUNT(*) FROM Paper WHERE venue = \"NAACL\" AND year = 2000;\n",
      "medium gold: SELECT role_code ,  street ,  city ,  state FROM professionals WHERE city LIKE '%West%'\n",
      "\n",
      "compare pred idx 971\n",
      "medium pred: SELECT COUNT(*) FROM paper WHERE venue = \"Columbia University\" AND year = 2009;\n",
      "medium gold: SELECT role_code ,  street ,  city ,  state FROM professionals WHERE city LIKE '%West%'\n",
      "\n",
      "compare pred idx 972\n",
      "medium pred: SELECT COUNT(*) FROM Paper AS t1 JOIN Author_list AS t2 ON t1.paper_id = t2.paper_id JOIN Author AS t3 ON t2.author_id = t3.author_id WHERE t3.email LIKE '%@columbia.edu%' AND t1.year = 2009;\n",
      "medium gold: SELECT first_name ,  last_name ,  email_address FROM Owners WHERE state LIKE '%North%'\n",
      "\n",
      "compare pred idx 973\n",
      "medium pred: SELECT name , address FROM Affiliation;\n",
      "medium gold: SELECT first_name ,  last_name ,  email_address FROM Owners WHERE state LIKE '%North%'\n",
      "\n",
      "compare pred idx 974\n",
      "hard pred: SELECT name , address FROM Affiliation;\n",
      "hard gold: SELECT count(*) FROM Dogs WHERE age  <  ( SELECT avg(age) FROM Dogs )\n",
      "\n",
      "compare pred idx 975\n",
      "hard pred: SELECT venue , year FROM Paper ORDER BY year;\n",
      "hard gold: SELECT count(*) FROM Dogs WHERE age  <  ( SELECT avg(age) FROM Dogs )\n",
      "\n",
      "compare pred idx 976\n",
      "medium pred: SELECT DISTINCT venue FROM Paper ORDER BY year;\n",
      "medium gold: SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1\n",
      "\n",
      "compare pred idx 977\n",
      "medium pred: SELECT DISTINCT t1.title , t1.paper_id FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id JOIN affiliation as t4 ON t2.affiliation_id = t4.affiliation_id WHERE t4.name = \"Harvard University\";\n",
      "medium gold: SELECT cost_of_treatment FROM Treatments ORDER BY date_of_treatment DESC LIMIT 1\n",
      "\n",
      "compare pred idx 978\n",
      "extra pred: SELECT DISTINCT t1.title , t1.paper_id FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN affiliation as t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Harvard University\";\n",
      "extra gold: SELECT count(*) FROM Dogs WHERE dog_id NOT IN ( SELECT dog_id FROM Treatments )\n",
      "\n",
      "compare pred idx 979\n",
      "extra pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown\";\n",
      "extra gold: select count(*) from dogs where dog_id not in ( select dog_id from treatments )\n",
      "\n",
      "compare pred idx 980\n",
      "extra pred: SELECT DISTINCT t1.title , t1.paper_id FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown\";\n",
      "extra gold: SELECT count(*) FROM Owners WHERE owner_id NOT IN ( SELECT owner_id FROM Dogs )\n",
      "\n",
      "compare pred idx 981\n",
      "extra pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN affiliation as t3 ON t2.affiliation_id = t3.affiliation_id JOIN author as t4 ON t2.author_id = t4.author_id WHERE t3.name = \"Stanford University\" INTERSECT SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN affiliation as t3 ON t2.affiliation_id = t3.affiliation_id JOIN author as t4 ON t2.author_id = t4.author_id WHERE t3.name = \"Columbia University\";\n",
      "extra gold: SELECT count(*) FROM Owners WHERE owner_id NOT IN ( SELECT owner_id FROM Dogs )\n",
      "\n",
      "compare pred idx 982\n",
      "extra pred: SELECT DISTINCT t1.title , t1.paper_id FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN affiliation as t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Stanford University\" INTERSECT SELECT DISTINCT t1.title , t1.paper_id FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN affiliation as t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Columbia University\";\n",
      "extra gold: SELECT count(*) FROM Professionals WHERE professional_id NOT IN ( SELECT professional_id FROM Treatments )\n",
      "\n",
      "compare pred idx 983\n",
      "extra pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown, Kathleen\" INTERSECT SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"Rambow, Owen\" INTERSECT SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown;\n",
      "extra gold: SELECT count(*) FROM Professionals WHERE professional_id NOT IN ( SELECT professional_id FROM Treatments )\n",
      "\n",
      "compare pred idx 984\n",
      "medium pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown, Kathleen\" INTERSECT SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"Rambow, Owen\" INTERSECT SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown;\n",
      "medium gold: SELECT name ,  age ,  weight FROM Dogs WHERE abandoned_yn  =  1\n",
      "\n",
      "compare pred idx 985\n",
      "medium pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown\" EXCEPT SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"Rambow\";\n",
      "medium gold: SELECT name ,  age ,  weight FROM Dogs WHERE abandoned_yn  =  1\n",
      "\n",
      "compare pred idx 986\n",
      "easy pred: SELECT DISTINCT t1.title , t1.paper_id FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN author AS t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown\" EXCEPT SELECT DISTINCT t1.title , t1.paper_id FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN author AS t3 ON t2.author_id = t3.author_id WHERE t3.name = \"Rambow\";\n",
      "easy gold: SELECT avg(age) FROM Dogs\n",
      "\n",
      "compare pred idx 987\n",
      "easy pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown, Kathleen\" OR t3.name = \"Rambow, Owen\";\n",
      "easy gold: SELECT avg(age) FROM Dogs\n",
      "\n",
      "compare pred idx 988\n",
      "easy pred: SELECT DISTINCT t1.paper_id , t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown, Kathleen\" OR t3.name = \"Rambow, Owen\";\n",
      "easy gold: SELECT max(age) FROM Dogs\n",
      "\n",
      "compare pred idx 989\n",
      "easy pred: SELECT t1.name , COUNT(*) FROM author as t1 JOIN author_list as t2 ON t1.author_id = t2.author_id GROUP BY t1.name ORDER BY COUNT(*) DESC;\n",
      "easy gold: SELECT max(age) FROM Dogs\n",
      "\n",
      "compare pred idx 990\n",
      "medium pred: SELECT COUNT(DISTINCT paper_id) , t2.name FROM author_list as t1 JOIN author as t2 ON t1.author_id = t2.author_id GROUP BY t2.name ORDER BY COUNT(DISTINCT paper_id);\n",
      "medium gold: SELECT charge_type ,  charge_amount FROM Charges\n",
      "\n",
      "compare pred idx 991\n",
      "medium pred: SELECT name FROM Affiliation ORDER BY COUNT(*) ASC;\n",
      "medium gold: SELECT charge_type ,  charge_amount FROM Charges\n",
      "\n",
      "compare pred idx 992\n",
      "easy pred: SELECT t1.name FROM affiliation as t1 JOIN author_list as t2 ON t1.affiliation_id = t2.affiliation_id GROUP BY t1.name ORDER BY COUNT(*);\n",
      "easy gold: SELECT max(charge_amount) FROM Charges\n",
      "\n",
      "compare pred idx 993\n",
      "easy pred: SELECT t1.name FROM author as t1 JOIN author_list as t2 ON t1.author_id = t2.author_id GROUP BY t1.author_id HAVING COUNT(*) > 50;\n",
      "easy gold: SELECT max(charge_amount) FROM Charges\n",
      "\n",
      "compare pred idx 994\n",
      "medium pred: SELECT t1.name FROM author as t1 JOIN author_list as t2 ON t1.author_id = t2.author_id GROUP BY t1.author_id HAVING COUNT(*) > 50;\n",
      "medium gold: SELECT email_address ,  cell_number ,  home_phone FROM professionals\n",
      "\n",
      "compare pred idx 995\n",
      "medium pred: SELECT t1.name FROM author as t1 JOIN author_list as t2 ON t1.author_id = t2.author_id GROUP BY t1.name HAVING COUNT(*) = 1;\n",
      "medium gold: SELECT email_address ,  cell_number ,  home_phone FROM professionals\n",
      "\n",
      "compare pred idx 996\n",
      "medium pred: SELECT t1.name FROM author as t1 JOIN author_list as t2 ON t1.author_id = t2.author_id GROUP BY t2.paper_id HAVING COUNT(*) = 1;\n",
      "medium gold: SELECT DISTINCT breed_code ,  size_code FROM dogs\n",
      "\n",
      "compare pred idx 997\n",
      "medium pred: SELECT venue , year FROM Paper GROUP BY venue , year ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT breed_code ,  size_code FROM dogs\n",
      "\n",
      "compare pred idx 998\n",
      "medium pred: SELECT venue , year FROM Paper GROUP BY venue , year ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT T1.first_name ,  T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code  =  T3.treatment_type_code\n",
      "\n",
      "compare pred idx 999\n",
      "medium pred: SELECT venue FROM Paper GROUP BY venue ORDER BY COUNT(*) ASC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT T1.first_name ,  T3.treatment_type_description FROM professionals AS T1 JOIN Treatments AS T2 ON T1.professional_id  =  T2.professional_id JOIN Treatment_types AS T3 ON T2.treatment_type_code  =  T3.treatment_type_code\n",
      "\n",
      "compare pred idx 1000\n",
      "easy pred: SELECT venue FROM Paper GROUP BY venue ORDER BY COUNT(*) LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM singer\n",
      "\n",
      "compare pred idx 1001\n",
      "easy pred: SELECT COUNT(*) FROM citation WHERE cited_paper_id = \"A00-1002\";\n",
      "easy gold: SELECT count(*) FROM singer\n",
      "\n",
      "compare pred idx 1002\n",
      "easy pred: SELECT COUNT(*) FROM citation WHERE cited_paper_id = \"A00-1002\";\n",
      "easy gold: SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC\n",
      "\n",
      "compare pred idx 1003\n",
      "easy pred: SELECT COUNT(*) FROM citation WHERE cited_paper_id = \"D12-1027\";\n",
      "easy gold: SELECT Name FROM singer ORDER BY Net_Worth_Millions ASC\n",
      "\n",
      "compare pred idx 1004\n",
      "medium pred: SELECT COUNT(*) FROM citation WHERE cited_paper_id = \"D12-1027\";\n",
      "medium gold: SELECT Birth_Year ,  Citizenship FROM singer\n",
      "\n",
      "compare pred idx 1005\n",
      "medium pred: SELECT cited_paper_id , COUNT(*) FROM citation GROUP BY cited_paper_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT Birth_Year ,  Citizenship FROM singer\n",
      "\n",
      "compare pred idx 1006\n",
      "easy pred: SELECT cited_paper_id , COUNT(*) FROM citation GROUP BY cited_paper_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT Name FROM singer WHERE Citizenship != \"France\"\n",
      "\n",
      "compare pred idx 1007\n",
      "easy pred: SELECT t1.title FROM paper as t1 JOIN citation as t2 ON t1.paper_id = t2.paper_id GROUP BY t2.cited_paper_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT Name FROM singer WHERE Citizenship != \"France\"\n",
      "\n",
      "compare pred idx 1008\n",
      "medium pred: SELECT t1.title FROM paper as t1 JOIN citation as t2 ON t1.paper_id = t2.paper_id GROUP BY t2.cited_paper_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT Name FROM singer WHERE Birth_Year  =  1948 OR Birth_Year  =  1949\n",
      "\n",
      "compare pred idx 1009\n",
      "medium pred: SELECT cited_paper_id , COUNT(*) FROM citation GROUP BY cited_paper_id ORDER BY COUNT(*) DESC LIMIT 10;\n",
      "medium gold: SELECT Name FROM singer WHERE Birth_Year  =  1948 OR Birth_Year  =  1949\n",
      "\n",
      "compare pred idx 1010\n",
      "medium pred: SELECT cited_paper_id , COUNT(*) FROM citation GROUP BY cited_paper_id ORDER BY COUNT(*) DESC LIMIT 10;\n",
      "medium gold: SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1\n",
      "\n",
      "compare pred idx 1011\n",
      "medium pred: SELECT COUNT(T1.paper_id) FROM citation as T1 JOIN author_list as T2 ON T1.cited_paper_id = T2.paper_id JOIN author as T3 ON T2.author_id = T3.author_id WHERE T3.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT Name FROM singer ORDER BY Net_Worth_Millions DESC LIMIT 1\n",
      "\n",
      "compare pred idx 1012\n",
      "medium pred: SELECT COUNT(*) FROM citation AS t1 JOIN author_list AS t2 ON t1.cited_paper_id = t2.paper_id JOIN author AS t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT Citizenship ,  COUNT(*) FROM singer GROUP BY Citizenship\n",
      "\n",
      "compare pred idx 1013\n",
      "medium pred: SELECT COUNT(T2.paper_id) FROM author AS T1 JOIN author_list AS T3 ON T1.author_id = T3.author_id JOIN citation AS T2 ON T3.paper_id = T2.cited_paper_id WHERE T1.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT Citizenship ,  COUNT(*) FROM singer GROUP BY Citizenship\n",
      "\n",
      "compare pred idx 1014\n",
      "hard pred: SELECT COUNT(T2.cited_paper_id) FROM author_list as T1 JOIN citation as T2 ON T1.paper_id = T2.cited_paper_id JOIN author as T3 ON T1.author_id = T3.author_id WHERE t3.name = \"McKeown , Kathleen\";\n",
      "hard gold: SELECT Citizenship FROM singer GROUP BY Citizenship ORDER BY COUNT(*) DESC LIMIT 1\n",
      "\n",
      "compare pred idx 1015\n",
      "hard pred: SELECT t3.name , COUNT(*) FROM citation as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id GROUP BY t3.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: select citizenship from singer group by citizenship order by count(*) desc limit 1\n",
      "\n",
      "compare pred idx 1016\n",
      "medium pred: SELECT t2.name , COUNT(*) FROM citation as t1 JOIN author_list as t3 ON t1.paper_id = t3.paper_id JOIN author as t2 ON t3.author_id = t2.author_id GROUP BY t2.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT Citizenship ,  max(Net_Worth_Millions) FROM singer GROUP BY Citizenship\n",
      "\n",
      "compare pred idx 1017\n",
      "medium pred: SELECT DISTINCT t1.venue , t1.year FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT Citizenship ,  max(Net_Worth_Millions) FROM singer GROUP BY Citizenship\n",
      "\n",
      "compare pred idx 1018\n",
      "medium pred: SELECT DISTINCT t1.venue , t1.year FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t3.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT T2.Title ,  T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID\n",
      "\n",
      "compare pred idx 1019\n",
      "medium pred: SELECT DISTINCT t1.venue , t1.year FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN affiliation as t3 ON t2.affiliation_id = t3.affiliation_id JOIN author as t4 ON t2.author_id = t4.author_id WHERE t3.name = \"Columbia University\";\n",
      "medium gold: SELECT T2.Title ,  T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID\n",
      "\n",
      "compare pred idx 1020\n",
      "medium pred: SELECT DISTINCT venue , year FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN affiliation AS t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Columbia University\";\n",
      "medium gold: SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID WHERE T2.Sales  >  300000\n",
      "\n",
      "compare pred idx 1021\n",
      "medium pred: SELECT t3.name FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t1.year = 2009 GROUP BY t3.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT DISTINCT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID WHERE T2.Sales  >  300000\n",
      "\n",
      "compare pred idx 1022\n",
      "medium pred: SELECT t3.name FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t2.author_id = t3.author_id WHERE t1.year = 2009 GROUP BY t3.name ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "medium gold: SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*)  >  1\n",
      "\n",
      "compare pred idx 1023\n",
      "medium pred: SELECT t2.name FROM paper as t1 JOIN author_list as t3 ON t1.paper_id = t3.paper_id JOIN affiliation as t2 ON t3.affiliation_id = t2.affiliation_id WHERE t1.year = 2009 GROUP BY t2.name ORDER BY COUNT(*) DESC LIMIT 3;\n",
      "medium gold: SELECT T1.Name FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name HAVING COUNT(*)  >  1\n",
      "\n",
      "compare pred idx 1024\n",
      "medium pred: SELECT affiliation_id FROM paper WHERE year = 2009 GROUP BY affiliation_id ORDER BY COUNT(*) DESC LIMIT 3;\n",
      "medium gold: SELECT T1.Name ,  sum(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name\n",
      "\n",
      "compare pred idx 1025\n",
      "medium pred: SELECT COUNT(*) FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN affiliation AS t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Columbia University\" AND t1.year <= 2009;\n",
      "medium gold: SELECT T1.Name ,  sum(T2.Sales) FROM singer AS T1 JOIN song AS T2 ON T1.Singer_ID  =  T2.Singer_ID GROUP BY T1.Name\n",
      "\n",
      "compare pred idx 1026\n",
      "hard pred: SELECT COUNT(*) FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN affiliation AS t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Columbia University\" AND t1.year <= 2009;\n",
      "hard gold: SELECT Name FROM singer WHERE Singer_ID NOT IN (SELECT Singer_ID FROM song)\n",
      "\n",
      "compare pred idx 1027\n",
      "hard pred: SELECT COUNT(*) FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN affiliation AS t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Stanford University\" AND t1.year BETWEEN 2000 AND 2009;\n",
      "hard gold: SELECT Name FROM singer WHERE Singer_ID NOT IN (SELECT Singer_ID FROM song)\n",
      "\n",
      "compare pred idx 1028\n",
      "hard pred: SELECT COUNT(*) FROM paper AS t1 JOIN author_list AS t2 ON t1.paper_id = t2.paper_id JOIN affiliation AS t3 ON t2.affiliation_id = t3.affiliation_id WHERE t3.name = \"Stanford University\" AND t1.year BETWEEN 2000 AND 2009;\n",
      "hard gold: SELECT Citizenship FROM singer WHERE Birth_Year  <  1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year  >  1955\n",
      "\n",
      "compare pred idx 1029\n",
      "hard pred: SELECT t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id GROUP BY t1.paper_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT Citizenship FROM singer WHERE Birth_Year  <  1945 INTERSECT SELECT Citizenship FROM singer WHERE Birth_Year  >  1955\n",
      "\n",
      "compare pred idx 1030\n",
      "easy pred: SELECT t1.title FROM paper as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id GROUP BY t1.paper_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "easy gold: SELECT count(*) FROM Other_Available_Features\n",
      "\n",
      "compare pred idx 1031\n",
      "medium pred: SELECT COUNT(T2.author_id) FROM author AS T1 JOIN author_list AS T2 ON T1.author_id = T2.author_id WHERE t1.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT T2.feature_type_name FROM Other_Available_Features AS T1 JOIN Ref_Feature_Types AS T2 ON T1.feature_type_code  =  T2.feature_type_code WHERE T1.feature_name  =  \"AirCon\"\n",
      "\n",
      "compare pred idx 1032\n",
      "medium pred: SELECT COUNT(T2.author_id) FROM author AS T1 JOIN author_list AS T2 ON T1.author_id = T2.author_id WHERE t1.name = \"McKeown , Kathleen\";\n",
      "medium gold: SELECT T2.property_type_description FROM Properties AS T1 JOIN Ref_Property_Types AS T2 ON T1.property_type_code  =  T2.property_type_code GROUP BY T1.property_type_code\n",
      "\n",
      "compare pred idx 1033\n",
      "hard pred: SELECT COUNT(*) FROM author_list as t1 JOIN author_list as t2 ON t1.paper_id = t2.paper_id JOIN author as t3 ON t1.author_id = t3.author_id JOIN author as t4 ON t2.author_id = t4.author_id WHERE t3.name = \"McKeown\" AND t4.name = \"Kathleen\" GROUP BY t3.author_id ORDER BY COUNT(*) DESC LIMIT 1;\n",
      "hard gold: SELECT property_name FROM Properties WHERE property_type_code  =  \"House\" UNION SELECT property_name FROM Properties WHERE property_type_code  =  \"Apartment\" AND room_count  >  1\n",
      "\n",
      "                     easy                 medium               hard                 extra                all                 \n",
      "count                248                  446                  174                  166                  1034                \n",
      "compare etype all\n",
      "=====================   EXECUTION ACCURACY     =====================\n",
      "execution            0.000                0.000                0.000                0.000                0.000               \n",
      "\n",
      "====================== EXACT MATCHING ACCURACY =====================\n",
      "exact match          0.000                0.000                0.000                0.000                0.000               \n",
      "\n",
      "---------------------PARTIAL MATCHING ACCURACY----------------------\n",
      "select               0.000                0.000                0.000                0.000                0.000               \n",
      "select(no AGG)       0.000                0.000                0.000                0.000                0.000               \n",
      "where                0.000                0.000                0.000                0.000                0.000               \n",
      "where(no OP)         0.000                0.000                0.000                0.000                0.000               \n",
      "group(no Having)     0.000                0.000                0.000                0.000                0.000               \n",
      "group                0.000                0.000                0.000                0.000                0.000               \n",
      "order                0.000                0.000                0.000                0.000                0.000               \n",
      "and/or               1.000                0.899                0.897                0.880                0.920               \n",
      "IUEN                 0.000                0.000                0.000                0.000                0.000               \n",
      "keywords             0.000                0.000                0.000                0.000                0.000               \n",
      "---------------------- PARTIAL MATCHING RECALL ----------------------\n",
      "select               0.000                0.000                0.000                0.000                0.000               \n",
      "select(no AGG)       0.000                0.000                0.000                0.000                0.000               \n",
      "where                0.000                0.000                0.000                0.000                0.000               \n",
      "where(no OP)         0.000                0.000                0.000                0.000                0.000               \n",
      "group(no Having)     0.000                0.000                0.000                0.000                0.000               \n",
      "group                0.000                0.000                0.000                0.000                0.000               \n",
      "order                0.000                0.000                0.000                0.000                0.000               \n",
      "and/or               1.000                1.000                1.000                1.000                1.000               \n",
      "IUEN                 0.000                0.000                0.000                0.000                0.000               \n",
      "keywords             0.000                0.000                0.000                0.000                0.000               \n",
      "---------------------- PARTIAL MATCHING F1 --------------------------\n",
      "select               1.000                1.000                1.000                1.000                1.000               \n",
      "select(no AGG)       1.000                1.000                1.000                1.000                1.000               \n",
      "where                1.000                1.000                1.000                1.000                1.000               \n",
      "where(no OP)         1.000                1.000                1.000                1.000                1.000               \n",
      "group(no Having)     1.000                1.000                1.000                1.000                1.000               \n",
      "group                1.000                1.000                1.000                1.000                1.000               \n",
      "order                1.000                1.000                1.000                1.000                1.000               \n",
      "and/or               1.000                0.947                0.945                0.936                0.958               \n",
      "IUEN                 1.000                1.000                1.000                1.000                1.000               \n",
      "keywords             1.000                1.000                1.000                1.000                1.000               \n",
      "\n",
      "STDERR: \n"
     ]
    }
   ],
   "source": [
    "import subprocess\n",
    "\n",
    "script_path = 'eval/evaluation.py'\n",
    "sql_file_path = 'Predicted.sql'\n",
    "\n",
    "\n",
    "command = ['python', script_path, '--input', sql_file_path]\n",
    "\n",
    "# run eval\n",
    "result = subprocess.run(command, capture_output=True, text=True)\n",
    "\n",
    "print(\"STDOUT:\", result.stdout)\n",
    "print(\"STDERR:\", result.stderr)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3.10.14 ('LLama2': conda)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  },
  "orig_nbformat": 4,
  "vscode": {
   "interpreter": {
    "hash": "3f8461adc9570d8c80e11468179daf9e6c3b418c340ee188f9618db27e681c75"
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}