price_elasticity_consumer_goods_openrouter.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"cell_id":"48fc32b3325a4253a4643655e3dcda9d","deepnote_app_coordinates":{"h":5,"w":12,"x":0,"y":0},"deepnote_cell_type":"markdown"},"source":["## Setup"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["from llm_utils import DEFAULT_SYSTEM_PROMPT, CognitiveModel\n","from config import CHARACTERS_v2\n","import time\n","\n","DEBUG = True\n","ITERATIONS = 10\n","\n","YOGURT_PRICE_TAGS = [\"$1\", \"$2\", \"$3\", \"$4\",\"$5\"]\n","\n","YOGURT_BUY_PROMPT = \"At the grocery store, Activia, strawberry flavored, 0% fat, single pack yogurt is priced at {price_tag}. Would a customer purchase it at this price? Please only answer yes or no. No other answer is allowed.\"\n","\n","YOGURT_SELL_PROMPT = \"You are a dairy supplier and need to set a price for Activia, strawberry flavored, 0% fat, single pack yogurt. Would you sell the product at {price_tag}? Please only answer yes or no. No other answer is allowed.\"\n","\n","MACBOOK_PRICE_TAGS = [\"$999\", \"$1399\", \"$1699\", \"$1999\",\"$2299\"]\n","\n","MACBOOK_BUY_PROMPT = \"A MacBook Pro, 13 inch, 2022 model, with 256GB SSD and 8GB RAM, is available at a price of {price_tag}. Would a customer purchase it at this price? Please only answer yes or no. No other answer is allowed.\"\n","\n","MACBOOK_SELL_PROMPT = \"You are a supplier of electronics and need to decide on the pricing strategy for the MacBook Pro, 13 inch, 2022 model. Would you sell the product at {price_tag}? Please only answer yes or no. No other answer is allowed.\"\n","\n","VEBLEN_PRICE_TAGS = [\"$1000\", \"$2000\", \"$3000\", \"$4000\", \"$5000\"]\n","\n","VEBLEN_BUY_PROMPT = \"A Monogram coated canvas Louis Vuitton handbag with striped textile lining is available at a price of {price_tag}. Would a customer purchase it at this price? Please only answer yes or no. No other answer is allowed.\"\n","\n","VEBLEN_SELL_PROMPT = \"You are a supplier of luxury goods and need to decide on the pricing strategy for the Monogram coated canvas Louis Vuitton handbag with striped textile lining. Would you sell the product at {price_tag}? Please only answer yes or no. No other answer is allowed.\"\n","\n","SEGMENTS = [\"1\", \"2\", \"3\", \"4\", \"5\"]\n"]},{"cell_type":"markdown","metadata":{"cell_id":"f213088520144e8fab1c66217908aee0","deepnote_app_coordinates":{"h":5,"w":12,"x":0,"y":0},"deepnote_cell_type":"markdown"},"source":["## Llama 2 Runs"]},{"cell_type":"code","execution_count":null,"metadata":{"cell_id":"a11e194580f04f6e9e75a5c30e7146f5","deepnote_app_coordinates":{"h":5,"w":12,"x":0,"y":0},"deepnote_cell_type":"code","deepnote_to_be_reexecuted":false,"execution_millis":3671,"execution_start":1703033223019,"source_hash":"b80fb84"},"outputs":[],"source":["# Yogurt Buy Run\n","from experiment import run_llm_experiment\n","\n","\n","run_llm_experiment(\n","    price_tags=YOGURT_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.LLAMA_2_70b,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": YOGURT_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_yogurt_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Buy Run\n","from experiment import run_llm_experiment\n","\n","\n","run_llm_experiment(\n","    price_tags=MACBOOK_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.LLAMA_2_70b,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": MACBOOK_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_macbook_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Veblen Buy Run\n","\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=VEBLEN_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.LLAMA_2_70b,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": VEBLEN_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_veblen_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Yogurt Sell Run\n","\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=YOGURT_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.LLAMA_2_70b,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": YOGURT_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_yogurt_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Sell Run\n","\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=MACBOOK_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.LLAMA_2_70b,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": MACBOOK_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_macbook_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Veblen Sell Run\n","\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=VEBLEN_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.LLAMA_2_70b,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": VEBLEN_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_veblen_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"markdown","metadata":{"cell_id":"5875684af9bc4643b206b1566e1e4926","deepnote_app_coordinates":{"h":5,"w":12,"x":0,"y":0},"deepnote_cell_type":"markdown"},"source":["## Mistral 7b Instruct Runs"]},{"cell_type":"code","execution_count":null,"metadata":{"cell_id":"ca76546229844f8da422a9370b18393e","deepnote_app_coordinates":{"h":5,"w":12,"x":0,"y":0},"deepnote_cell_type":"code","deepnote_to_be_reexecuted":true,"execution_millis":629727,"execution_start":1701089100531,"source_hash":"373ed06c"},"outputs":[],"source":["# Yogurt Run\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=YOGURT_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.MISTRAL_7b_INSTRUCT,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": YOGURT_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_yogurt_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Run\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=MACBOOK_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.MISTRAL_7b_INSTRUCT,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": MACBOOK_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_macbook_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Veblen Buy Run\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=VEBLEN_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.MISTRAL_7b_INSTRUCT,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": VEBLEN_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_veblen_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Yogurt Sell Run\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=YOGURT_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.MISTRAL_7b_INSTRUCT,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": YOGURT_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_yogurt_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Sell Run\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=MACBOOK_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.MISTRAL_7b_INSTRUCT,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": MACBOOK_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_macbook_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Sell Run\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=VEBLEN_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.MISTRAL_7b_INSTRUCT,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": VEBLEN_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_veblen_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"markdown","metadata":{},"source":["## Claude 2"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Yogurt Buy\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=YOGURT_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.CLAUDE_2,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": YOGURT_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_yogurt_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Buy Run\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=MACBOOK_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.CLAUDE_2,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": MACBOOK_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_macbook_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Veblen Buy Run\n","\n","from experiment import run_llm_experiment\n","\n","run_llm_experiment(\n","    price_tags=VEBLEN_PRICE_TAGS,\n","    characters=CHARACTERS_v2,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.CLAUDE_2,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": VEBLEN_BUY_PROMPT,\n","    },\n","    experiment_id=\"24_veblen_buy\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Yogurt Sell Run\n","\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=YOGURT_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.CLAUDE_2,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": YOGURT_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_yogurt_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Macbook Sell Run\n","\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=MACBOOK_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.CLAUDE_2,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": MACBOOK_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_macbook_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":["# Veblen Sell Run\n","\n","from experiment import run_llm_seller_experiment\n","\n","run_llm_seller_experiment(\n","    price_tags=VEBLEN_PRICE_TAGS,\n","    iterations=ITERATIONS,\n","    llm_model=CognitiveModel.CLAUDE_2,\n","    prompts={\n","        \"default\": DEFAULT_SYSTEM_PROMPT,\n","        \"experiment\": VEBLEN_SELL_PROMPT,\n","    },\n","    experiment_id=\"24_veblen_sell\",\n","    project_id=\"llm-subpopulation-research\",\n","    dataset_name=\"llm_subpopulation_experiment_results\",\n","    table_name=\"stated_preferences\",\n","    debug=True\n",")\n"]}],"metadata":{"deepnote":{},"deepnote_app_layout":"powerful-article","deepnote_execution_queue":[],"deepnote_notebook_id":"b5505e12f5e142999b0a4d8bc803b81b","kernelspec":{"display_name":"llm-subpopulations","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.12.1"},"orig_nbformat":2},"nbformat":4,"nbformat_minor":0}