finetune/measure.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('measure-results-qa.json') as f:\n",
    "    qa_results = json.load(f)\n",
    "\n",
    "with open('measure-results.json') as f:\n",
    "    finetune_results = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#qa_results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#finetune_results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def compute_metrics(result):\n",
    "    ret = []\n",
    "    for d in result['data']:\n",
    "        entry = {}\n",
    "        entry['id'] = result['model']['id']\n",
    "        entry['model'] = result['model']['model']\n",
    "        if 'hyperparams' in result['model']:\n",
    "            entry['n_epochs'] = result['model']['hyperparams']['n_epochs']\n",
    "            entry['batch_size'] = result['model']['hyperparams']['batch_size']\n",
    "            entry['learning_rate_multiplier'] = result['model']['hyperparams']['learning_rate_multiplier']\n",
    "        else:\n",
    "            entry['n_epochs'] = 0\n",
    "            entry['batch_size'] = 0\n",
    "            entry['learning_rate_multiplier'] = 0\n",
    "\n",
    "        entry[f'rouge-1_f1'] = d['rouge']['rouge-1']['f']\n",
    "        entry[f'rouge-2_f1'] = d['rouge']['rouge-2']['f']\n",
    "        entry[f'rouge-l_f1'] = d['rouge']['rouge-l']['f']\n",
    "        ret.append(entry)\n",
    "    return pd.DataFrame(ret)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "dfs = []\n",
    "dfs.append(compute_metrics(qa_results))\n",
    "for r in finetune_results:\n",
    "    dfs.append(compute_metrics(r))\n",
    "\n",
    "df_results = pd.concat(dfs)\n",
    "df_results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df_results.groupby(['model', 'n_epochs', 'batch_size', 'learning_rate_multiplier', 'id']).agg(['mean', lambda x: x.quantile(0.25), 'median', lambda x: x.quantile(0.75)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df_results[df_results['id'].isin(['QA-prompt_only', 'ft-7xUj5LuaGNe45xXZcMRgVlF2'])][['id', 'rouge-1_f1']]\n",
    "df.groupby(['id']).agg(['mean', lambda x: x.quantile(0.25), 'median', lambda x: x.quantile(0.75)])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "metric = 'rouge-2_f1'\n",
    "\n",
    "df = df_results[df_results['id'].isin(['QA-prompt_only', 'ft-7xUj5LuaGNe45xXZcMRgVlF2'])][['id', metric]]\n",
    "percentiles = df.groupby('id')[metric].quantile([i / 10.0 for i in range(1, 10)]).unstack()\n",
    "\n",
    "# Set plot labels and title\n",
    "fig, ax = plt.subplots()\n",
    "percentiles.T.plot(ax=ax, marker='o')\n",
    "\n",
    "# Set plot labels and title\n",
    "#ax.set_xticks(range(len(percentiles.columns)))\n",
    "ax.set_xticklabels(percentiles.columns)\n",
    "ax.set_xlabel('Percentile')\n",
    "ax.set_ylabel('Value')\n",
    "plt.title('Percentiles by 10 for Each Group')\n",
    "plt.legend(title='Group')\n",
    "\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import rouge\n",
    "\n",
    "hypothesis = \"AI accelerators facilitate extensive text processing in large language models\".lower()\n",
    "reference = \"Large language models use AI accelerators for improved processing and training.\".lower()\n",
    "\n",
    "rouge.Rouge().get_scores(hypothesis, reference)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "6/11"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# GPT Results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "with open('measure-results-qa-gpt.json') as f:\n",
    "    qa_results = json.load(f)\n",
    "\n",
    "with open('measure-results-finetune-gpt.json') as f:\n",
    "    ft_results = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gpt3.5</th>\n",
       "      <th>gpt4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>669.000000</td>\n",
       "      <td>669.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>8.746007</td>\n",
       "      <td>7.642750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.199723</td>\n",
       "      <td>2.631459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.103222</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>8.565983</td>\n",
       "      <td>7.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>8.975328</td>\n",
       "      <td>8.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>9.291991</td>\n",
       "      <td>10.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>9.932703</td>\n",
       "      <td>10.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           gpt3.5        gpt4\n",
       "count  669.000000  669.000000\n",
       "mean     8.746007    7.642750\n",
       "std      1.199723    2.631459\n",
       "min      0.103222    0.000000\n",
       "25%      8.565983    7.000000\n",
       "50%      8.975328    8.000000\n",
       "75%      9.291991   10.000000\n",
       "max      9.932703   10.000000"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "qa_gpt4 = []\n",
    "qa_gpt35 = []\n",
    "for d in qa_results:\n",
    "    mean = sum([int(k) * v for k, v in d['gpt35'].items()])\n",
    "    qa_gpt35.append(mean)\n",
    "    qa_gpt4.append(float(d['gpt4']))\n",
    "    \n",
    "s_qa_gpt35 = pd.Series(qa_gpt35)\n",
    "s_qa_gpt4 = pd.Series(qa_gpt4)\n",
    "\n",
    "pd.DataFrame({'gpt3.5': s_qa_gpt35, 'gpt4': s_qa_gpt4}).describe()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gpt3.5</th>\n",
       "      <th>gpt4</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>669.000000</td>\n",
       "      <td>669.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>8.048375</td>\n",
       "      <td>4.871450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>1.256419</td>\n",
       "      <td>2.889933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>0.015435</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>7.511328</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>8.243559</td>\n",
       "      <td>5.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>8.818620</td>\n",
       "      <td>7.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>9.977577</td>\n",
       "      <td>10.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           gpt3.5        gpt4\n",
       "count  669.000000  669.000000\n",
       "mean     8.048375    4.871450\n",
       "std      1.256419    2.889933\n",
       "min      0.015435    0.000000\n",
       "25%      7.511328    2.000000\n",
       "50%      8.243559    5.000000\n",
       "75%      8.818620    7.000000\n",
       "max      9.977577   10.000000"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "gpt4 = []\n",
    "gpt35 = []\n",
    "for d in ft_results:\n",
    "    mean = sum([int(k) * v for k, v in d['gpt35'].items()])\n",
    "    gpt35.append(mean)\n",
    "    gpt4.append(float(d['gpt4']))\n",
    "    \n",
    "    \n",
    "s_gpt35 = pd.Series(gpt35)\n",
    "s_gpt4 = pd.Series(gpt4)\n",
    "\n",
    "pd.DataFrame({'gpt3.5': s_gpt35, 'gpt4': s_gpt4}).describe()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Examples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'reference': ' Thankfully 2022 has felt a bit more like a “normal” year.  I saw \\nslightly\\n more people in person, got into a groove at work, and continued to play and have fun with my daughter.  It’s not quite like it was before the pandemic but it doesn’t feel strange anymore.  It’s not clear whether it’s because I’m getting used to this new environment, or if it is actually getting back to normal.  Like most things, it’s probably a mix of both.',\n",
       " 'hypothesis': '\\nYes, 2022 is feeling more like a \"normal\" year for me. I\\'m seeing slightly more people in person, getting into a groove at work, and continuing to play and have fun with my daughter. It\\'s not quite like it was before the pandemic, but it doesn\\'t feel strange anymore. I\\'m getting used to this new environment and it\\'s nice to get into a groove where I can start to feel productive in many different areas of my life.',\n",
       " 'training_data': {'prompt': 'QUESTION: Is 2022 feeling more like a \"normal\" year for you?\\n\\n###\\n\\n',\n",
       "  'completion': ' Thankfully 2022 has felt a bit more like a “normal” year.  I saw \\nslightly\\n more people in person, got into a groove at work, and continued to play and have fun with my daughter.  It’s not quite like it was before the pandemic but it doesn’t feel strange anymore.  It’s not clear whether it’s because I’m getting used to this new environment, or if it is actually getting back to normal.  Like most things, it’s probably a mix of both. END'},\n",
       " 'rouge': {'rouge-1': {'r': 0.5757575757575758,\n",
       "   'p': 0.6229508196721312,\n",
       "   'f': 0.5984251918581438},\n",
       "  'rouge-2': {'r': 0.3974358974358974,\n",
       "   'p': 0.41333333333333333,\n",
       "   'f': 0.405228753171857},\n",
       "  'rouge-l': {'r': 0.5606060606060606,\n",
       "   'p': 0.6065573770491803,\n",
       "   'f': 0.5826771603620807}},\n",
       " 'gpt35': {'0': 0.007328500969733275,\n",
       "  '1': 0.0,\n",
       "  '2': 0.0,\n",
       "  '3': 0.0,\n",
       "  '4': 0.0,\n",
       "  '5': 0.0,\n",
       "  '6': 0.0,\n",
       "  '7': 0.33822737919103174,\n",
       "  '8': 0.07393567724646911,\n",
       "  '9': 0.21310263173821709,\n",
       "  '10': 0.36740581085454876},\n",
       " 'gpt4': '8'}"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "qa_results[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ft_wins: 81\n",
      "qa_wins: 486\n",
      "ties:102\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(8, 39, 21)"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "close = []\n",
    "outliers_qa = []\n",
    "outliers_ft = []\n",
    "qa_wins = 0\n",
    "ft_wins = 0\n",
    "ties = 0\n",
    "for i in range(len(gpt4)):\n",
    "    example = {\n",
    "        'reference': qa_results[i]['reference'],\n",
    "        'qa': qa_results[i]['hypothesis'],\n",
    "        'ft': ft_results[i]['hypothesis'],\n",
    "        'question': qa_results[i]['training_data']['prompt'],\n",
    "        'gpt4_qa': qa_gpt4[i],\n",
    "        'gpt4_ft': gpt4[i],\n",
    "    }\n",
    "    if (gpt4[i] > qa_gpt4[i]):\n",
    "        ft_wins += 1\n",
    "    elif (qa_gpt4[i] > gpt4[i]):\n",
    "        qa_wins += 1\n",
    "    else:\n",
    "        ties += 1\n",
    "    if (gpt4[i] - qa_gpt4[i]) > 9:\n",
    "        outliers_ft.append(example)\n",
    "    if (qa_gpt4[i] - gpt4[i]) > 9:\n",
    "        outliers_qa.append(example)\n",
    "    elif abs(gpt4[i] - qa_gpt4[i]) < 1 and gpt4[i] > 8:\n",
    "        close.append(example)\n",
    "\n",
    "print(f'ft_wins: {ft_wins}\\nqa_wins: {qa_wins}\\nties:{ties}')\n",
    "len(outliers_ft), len(outliers_qa), len(close)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "def print_example(example):\n",
    "    print(f\"{example['question']}\")\n",
    "    print(f\" * Reference: {example['reference']}\")\n",
    "    print(f\" * RAG Hypo ({example['gpt4_qa']}): {example['qa']}\")\n",
    "    print(f\" * FT Hypo ({example['gpt4_ft']}):  {example['ft']}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "QUESTION: What are the reasons for the author's company being acquired?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Six years ago I decided to take a leap of faith and join a diverse group of intellectually curious individuals on their journey to building the future of enterprise AI.  Of course none of us knew that at the time, we were just a bunch of wide eyed dreamers hoping for the best, desperately trying to find a product-market fit.  It seems like a lifetime ago when I was sitting in that cold, poorly lit room surrounded by cheap Ikea desks, stained carpets, and a large refrigerator box-turned-cubicle at 95 King Street.  The contrast to where we ended up could not be more stark: being acquired by one of the fastest growing supply chain management companies in the world for\n",
      " \n",
      "our\n",
      " technology, people and products.\n",
      "  The combination of these three reasons is a testament to everything that we built here.\n",
      " * RAG Hypo (10.0):  The company was acquired for its technology, people, and products. The stars aligned for the company to get to this point, and the people, learning, and failing were key components of its success. The acquisition was also a testament to the hard work and dedication of the founding team and the people who worked at the company.\n",
      " * FT Hypo (0.0):   The acquisition was a bit of a surprise to me because I had never met the people who bought our company.  I had met with the CEO a couple of times, and he was a nice enough guy, but I didn’t really know him.  I had met with the CTO a couple of times, and he was also a nice guy, but I didn’t know much about his background or his company.  I had met with the other technical lead a couple of times, and he was also a nice guy, but I didn’t know much about his background or his company.  I had met with the other two senior executives a couple of times, and they were also nice enough, but I didn’t know much about their background or their company.  It was all a bit of a blur.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: How can I improve my muscle tightness and lack of physical activity?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I’ve been keeping up with weekly sessions with my personal trainer.  Strength wise, I’m progressing at a slow pace but I’m fine with it.  I’m at around 5 pull-ups which is a personal best.  However, I’ve really dropped off in the back half of the year for my goal of going to the gym at least twice a week (including my training session).  My excuse again here has been how busy I’ve been with my other jobs.  However, in this case, it’s a pretty poor excuse because my health is way more important than any job that I have.  The other side effect that I’ve been experiencing is dramatic tightness of my muscles.  I’ve gathered that this is a combination of (a) working my muscles hard with my trainer, (b) ignoring rolling out or stretching before/after workout sessions and during the week, and (c) little or no dynamic physical activity during the week.  This is really new territory for me where in the last five years or so, I’m the least active I’ve ever been.  Of course,\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "I would recommend doing some stretching, rolling out, or yoga every day. Additionally, engaging your core all the time can help with lower back pain. I would also suggest doing some form of physical activity, such as walking or running, to get out of the same physical space and increase your heart rate. Finally, find some time to relax and unwind, as this can help reduce stress and improve sleep.\n",
      " * FT Hypo (0.0):   I’ve been pretty bad at keeping up with my workouts.  I’ve been working in the same area of the house for the past year or so, so I haven’t really had much motivation to change the place.  The other issue is that I’ve been pretty bad at keeping up with my workouts.  My excuse has been that I have a young daughter who needs my time, but that’s not really an excuse, it’s just the truth.  The other issue is that I’ve been pretty bad at keeping up with my workouts.  My excuse has been that I have a young daughter who needs my time, but that’s not really an excuse, it’s just the truth.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who is the autobiography about?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  This was another re-read of an autobiography I picked up a while back about a polymath named Herbert A. Simon.  He was simultaneously a Nobel Prize winner, Turing Award winner (the equivalent to Nobel Prize in computer science) and one of my personal intellectual heroes.  My technical blog is named after one of his big contributions to economic thought (“Bounded Rationality”), and I found that I could relate to so many of the things that he went through in life from academic research and teaching to bigger topics like career choices and even love interests.  Here are some random thoughts about the book.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The autobiography is about Herbert A. Simon, a Nobel Prize winner, Turing Award winner, and one of my personal intellectual heroes. He was a polymath who made contributions to economic thought, and the book covers his life from academic research and teaching to bigger topics like career choices and even love interests.\n",
      " * FT Hypo (0.0):   This is an autobiography about a man named Roger Ailes who worked at several big media outlets (including my old stomping grounds at Fox News) before eventually being pushed out for sexual harassment.  This book gives a very detailed account of his life and how he got to where he is.  He starts out as a liberal Democrat and ends up as a right wing Republican.  The book does a great job of showing how a single man with ambition and a strong work ethic can go from being a liberal Democrat to a right wing Republican.  It’s a great read for anyone interested in how big media works or how politics works.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are the two processes that contribute to tiredness and how do they affect sleepiness?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  There are two \n",
      "independent\n",
      " processes going on when you get tired: a circadian rhythm and a sleep drive process.  The circadian rhythm is your biological clock, it cycles roughly with day and night.  It causes you to be more awake during the daytime and exerts little pressure to be awake at nighttime.  The sleep drive process has the opposite effect. As you stay awake, your brain releases a chemical adenosine that gradually builds up and causes you to be more sleepy but gets purged when you get a good night’s sleep (caffeine inhibits the effect of adenosine).  Your peak sleepiness will occur when your circadian rhythm is low but your level of adenosine is high, which typically should be at night time.  This explains some common phenomenon such as having a “second wind” after pulling an all nighter (circadian rhythm), jet lag (circadian rhythm), or usage of caffeine to stay awake (sleep drive).\n",
      " * RAG Hypo (10.0):  The two processes that contribute to tiredness are the circadian rhythm and the sleep drive process. The circadian rhythm is your biological clock, it cycles roughly with day and night and causes you to be more awake during the daytime and exerts little pressure to be awake at nighttime. The sleep drive process has the opposite effect. As you stay awake, your brain releases a chemical adenosine that gradually builds up and causes you to be more sleepy but gets purged when you get a good night’s sleep. Your peak sleepiness will occur when your circadian rhythm is low but your level of adenosine is high, which typically should be at night time.\n",
      " * FT Hypo (0.0):   Tiredness\n",
      "\t\t\n",
      "“The two processes that contribute to tiredness are attentional fatigue and task switching.  Attentional fatigue is the tendency to tire when performing a task that requires sustained attention.  Task switching is the tendency to switch tasks when fatigued.  When a task is performed for a long period of time, the brain becomes desensitized to the task, which causes it to be harder to perform.  This is why it’s important to periodically switch tasks.  When a task is too hard, the brain will seek out a new task to perform.  This is the opposite of task switching.  Task switching is a \n",
      "process\n",
      " that occurs when a task is too easy.  When a task is too easy, the brain doesn’t need to switch tasks.  This is the main reason why task switching is so important.  When a task is too easy, the brain doesn’t get a break and will eventually become tired.  Task switching is a process that occurs when a task is too easy.  When a task is too easy, the brain doesn’t get a break and will eventually become tired.  Task switching is a process that occurs when\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are some examples of the ridiculous things that happened at Theranos?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  It’s a really interesting story outlining the mania that can happen in Silicon Valley startups when you mix a charismatic founder, a world-changing idea,  powerful connections, and cheap VC money.  This is really a case of life being stranger from fiction.  The dysfunction that occurred at Theranos is just simply unbelievable considering they raised more than $700 million and peaked at over 800 employees with almost no revenue.  Here are just a list of some of the ridiculous things that happened:\n",
      " * RAG Hypo (10.0): \n",
      "At Theranos, Elizabeth Holmes idolized Steve Jobs so much so she started wearing black turtlenecks as her uniform and speaking in a deep baritone. Employees were compartmentalized and any criticism from them would result in immediate termination. Patients in Arizona received false blood tests for serious conditions. Holmes had powerful connections on her board of directors who defended her from any criticism. She had a team of powerful lawyers threatening lawsuits and intimidation tactics like having employees followed by private investigators.\n",
      " * FT Hypo (0.0):   \n",
      "It’s a really interesting story and it’s amazing how much money can be thrown at a problem to make it go away — or at least not seem so obvious.  It’s a great reminder that sometimes the problems that we think are so obvious are in fact quite ridiculous.  Here are a few examples:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the other main idea discussed by the author in the book?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The other main idea she talks about is \n",
      "technochauvinism\n",
      ", which she coins as “the belief that technology is always the solution”.  I thought this was illustrated very nicely in many different places in the book as well.  The focus isn’t so much why all these silicon valley types are ignorant but rather that we need \n",
      "humans\n",
      " in the loop to solve some of our most complex problems (e.g. social, environmental etc.).  This aligns perfectly with my viewpoint on technology.  It’s so seductive to think technology can fix everything but once you start working in the real-world, you’ll realize how messy it is (just ask Bill Gates and his efforts to combat disease).  Overall, I’d definitely recommend this book.\n",
      " * RAG Hypo (10.0):  The other main idea discussed by the author in Artificial Unintelligence by Meredith Broussard is technochauvinism, which she coins as \"the belief that technology is always the solution\". She argues that humans need to be in the loop to solve complex problems, and that technology alone cannot fix everything. She illustrates this idea in many different places in the book.\n",
      " * FT Hypo (0.0):   The other main idea that the author discusses is that we shouldn’t be so focused on money.  She has this great quote in the book about how money is just a tool to help us live our lives.  It’s not the end all and be all, like many people think.  She has another great idea in the book about how we should just give away money instead of spending it on things that don’t matter.  I think this is a great idea and something that I’ll definitely be thinking about in the future.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are the two things that the author took for granted when scaling a data science team at a startup?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "In my mind, this topic has got to be my biggest failure for the year.  While I can’t get into all the details, I’ll say this: scaling a data science team at a startup is hard!  At the beginning of the year, the data science team at Rubikloud was a handful of people working on probably two distinct projects; now it’s more than a dozen, and we’re working on half a dozen different projects (not all distinct though).  Moreover, these projects involve not just data science but engineering, analytics, client solutions, product, and the list goes on.  There are two big things that I took for granted: cross-functional teams and their oversight.\n",
      " * RAG Hypo (10.0): \n",
      "The two things that I took for granted when scaling a data science team at a startup were cross-functional teams and their oversight. Cross-functional teams involve members from different functions, such as data/product engineering, data science, and analytics, working together effectively. The oversight of these teams is also important, as it involves the data science lead aligning the project goals with the data science work, and providing feedback on the results at frequent intervals.\n",
      " * FT Hypo (0.0):   \n",
      "In his excellent \n",
      "book\n",
      ", Andrew Karp recommends two things when scaling a data science team at a startup: (1) find a good balance between autonomy and supervision; and (2) find a good balance between “soft” and “hard” skills.  I think these two points are very important when it comes to any kind of team (not just a data science team).  The “easy” skills are the ones that are taught in school (or at least can be learned quickly) like algebra, statistics, computer science, and so on.  The “hard” skills are things like leadership, teamwork, communication, and so on.  The “balance” part is that you don’t want to have too much emphasis on any one type of skill, you want to have enough of each type to make the team effective, but also enough of the “easy” skills so that you can get through the course work (or at least have a good time while doing it).\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the main premise of \"The Dictator's Handbook\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The Dictator’s Handbook: Why Bad Behavior is Almost Always Good Politics (Bruce Bueno de Mesquita, Alastair Smith)\n",
      ": This is one of the best big ideas that I’ve read about in a very long time.  The book introduced a very different explanation for why things are the way they are in politics.  For example, why do so many scandals happen both in politics and companies?  Why do politicians and CEOs alike do things that are counter-productive towards the goals of the country or company?  Or even, why does foreign aid more often helps dictators and not the people actually in need.  This gives a much more predictive view of why leaders behave badly, which fundamentally starts with the \n",
      "incentives\n",
      " of leaders: staying in power.  What could be more obvious?  Anything that they do really starts from that premise.  A good overview of the subject is covered by CGP Grey in his video “\n",
      "The Rules for Rulers\n",
      "“.  Definitely worth reading (especially if you have ambitions of being an authoritarian leader).\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The main premise of The Dictator's Handbook is that the behavior of leaders is largely driven by incentives, and that understanding these incentives is key to understanding why leaders behave the way they do. The book argues that the primary incentive for leaders is staying in power, and that this is the main factor driving their decisions. It also provides an explanation for why foreign aid often helps dictators more than the people in need.\n",
      " * FT Hypo (0.0):   The Dictator’s Handbook (Andrew L. Smith)\n",
      ": This book is a must read for anyone who is in charge of a country (or who thinks they might be in charge of a country one day).  The book outlines the \n",
      "eight steps\n",
      " to becoming a dictator in plain sight with a simple plan: act normal, get people used to your behavior, and then BAM! step up to the plate and become a dictator.  The book goes into great detail about how to execute each step, from the subtle things like body language and tone of voice to more overt things like hiring a team of researchers and psychologists to make sure you have a believable backstory for your coup.  The book also goes into great detail about the \n",
      "aftermath\n",
      " of becoming a dictator, including things like how to maintain your grip on power, how to deal with the media, and how to deal with your family who suddenly finds themselves in a new country with no job, no friends and no family.  The book is a must read for anyone who is in charge of a country (or who thinks they might be in charge of a country one day).\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the autobiography by Ed Thorpe about?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  : This is an autobiography by the great Ed Thorpe.  He’s not as well known as Claude Shannon but he’s made a huge dent in the practical application of mathematics in the background.  He’s infamous for working out the math to beat blackjack, he also ran a statistical arbitrage hedge fund in the 70s/80s and independently (probably prior) discovered the Black-Scholes option pricing model.  His returns at his fund were insane topping more than 20% annually for more than two decades, mind you with relatively little risk.  The interesting part of his thinking is that he was never interested in the money in both cases, the problem is what he enjoyed.  The application of the mathematics in both these domains were really just about experimenting to see if his math really worked.  This is evidenced by him writing books, not long after he validated the ideas, describing in detail all his methods.  He’s incredibly interesting person, definitely genius caliber.  It’s also an easy read but you can tell his story telling is not as polished as some other biographers.  This actually adds a bit of authenticity since he probably did write most of it\n",
      " * RAG Hypo (10.0): \n",
      "The autobiography by Ed Thorpe is called A Man for All Markets. It is about his life and his accomplishments, such as working out the math to beat blackjack, running a statistical arbitrage hedge fund, and independently discovering the Black-Scholes option pricing model. He was never interested in the money, but rather the problem solving. He wrote books shortly after validating his ideas, describing in detail all his methods. It is an easy read, but his story telling is not as polished as some other biographers, which adds a bit of authenticity.\n",
      " * FT Hypo (0.0):   This is a really interesting book.  It’s not a biography but more of an autobiography by Ed Thorpe.  He was a famous magician and mentalist in the 1950s and 1960s.  He was part of the “invisible college” of magicians including Harry Houdini, John Nevil Maskelyne and Harry Sims.  He also had a lot of interesting stories about his time with Houdini, including how Houdini died.  I was really surprised to find out that H.P. Lovecraft was also part of this group of magicians.  It’s an interesting read for anyone interested in the history of magic or just interested in the history of famous people.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are some examples of contexts where memorization is beneficial?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  As with many things in life, I feel like I’ve come full circle.  Recently, I’ve started taking Chinese classes again as well as music lessons (mostly guitar, a bit of vocal).  One thing that is crystal clear is that memorization is \n",
      "hugely\n",
      " beneficial… in certain contexts.  For example, my Chinese speaking has always been lacking.  I was a shy kid and didn’t really make much of an effort to speak in Chinese.  However by memorizing and reciting the textbook lessons, character by character, I’ve been told my Chinese has improved quite a bit.  There’s something about actually moving your mouth, activating your vocal chords, and having sound come out that gets your neurons connecting properly.  Another more obvious explanation: if I wanted to get better at speaking, I should practice speaking more!  However, I will point out that the opportunities to memorize a piece of text and say it out loud are much more abundant than speaking to an actual human.  In any case, a very useful application of memorization.\n",
      " * RAG Hypo (10.0): \n",
      "Memorization is beneficial in contexts where physical practice is needed, such as speaking a language or playing a musical instrument. It is also beneficial in contexts where it allows you to ignore the \"easy\" parts and focus on the important parts, such as memorizing the lyrics to a song so you can focus on the actual singing, or memorizing the multiplication table so you can focus on algebra.\n",
      " * FT Hypo (0.0):   Memorization is definitely one of those things that you either have a talent for or you don’t.  I definitely have a talent for it, and I’ve been using it for most of my academic career (since high school actually).  Here are a few examples of contexts where it’s beneficial:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are some benefits of memorization in music?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The other domain where I’ve found memorization very useful is in music.  When I was young, I thought music was about memorizing the correct order of notes to play.  In my case, it was keys on a piano.  I just had to figure out the right order and timing and I was done!  Unfortunately, piano was not conducive to my learning style at the time and I quit after only a few months.  However, while learning guitar as an adult, I realized that playing an instrument was so much more than just hitting the right notes.  There are so many more abstract, higher level concepts like the subtleties of rhythm or the attack on the guitar.  If you’re still thinking about which note to play, you’re definitely not thinking about these higher level concepts.  Similarly, when trying to do two things at once, like singing and playing, there are so many things going on that you can’t be thinking about all of them at once.  Enter memorization.  By memorizing the “easy” parts, like the notes and lyrics, you can start focusing on the \n",
      "important\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Memorization can be very beneficial in music because it allows you to focus on the important aspects of playing. By memorizing the notes and lyrics, you can focus on the subtleties of rhythm, attack, and vibrato. Memorization also helps when playing and singing at the same time, as you can focus on the coordination of the two without having to worry about the notes and lyrics. Memorization can also help you appreciate music more, as you understand the fundamentals better.\n",
      " * FT Hypo (0.0):   Memorization in Music\n",
      "\t\t\n",
      "I recently came across an interesting article about memorization in music.  It turns out that there are a lot of benefits to memorization in music.  Here are some of the highlights:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is Grandma's Rule?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Grandma’s Rule\n",
      "\t\t\n",
      "Some of the best minds in the world are working tirelessly, spending millions to determine how to motivate us to be more productive in our daily lives.  I could’ve saved them a lot of time and effort by just telling them about \n",
      "Grandma’s Rule\n",
      ":\n",
      " * RAG Hypo (10.0):  Grandma's Rule is a simple yet effective technique to motivate yourself to do unpleasant but beneficial activities. It works by rewarding yourself with something you like doing after completing the unpleasant activities. This positive reinforcement encourages you to keep doing the activities, creating a positive feedback loop.\n",
      " * FT Hypo (0.0):   Grandma’s Rule\n",
      "\t\t\n",
      "Some of the best minds in the world are working tirelessly, spending millions of dollars, and spreading their message everywhere — except my family’s dinner table.  Grandma’s Rule\n",
      "1\n",
      " is simple: if it’s not useful, talk about it; if it’s not interesting, talk about it; if it’s not important, talk about it; if it’s not relevant, talk about it; if it’s not important to your family, talk about it; if it’s not important to your friends, talk about it; if it’s not important to your colleagues, talk about it; if it’s not important to your customers, talk about it; if it’s not important to your students, talk about it; if it’s not important to your patients, talk about it; if it’s not important to your community, talk about it; if it’s not important to your \n",
      "grandchildren\n",
      ", talk about it; if it’s not important to your grandchildren, talk about it; if it’s not important to\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the quote by Andrew Wiles about research?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  One of the big tricks that excellent researchers (read: people who are good at learning) know, either explicitly or implicitly, is that it’s important to get lost — that’s how you learn!  A blog post I came across titled “\n",
      "Mathematicians are chronically lost and confused (and that’s how it’s supposed to be)\n",
      "” really resonated with me on this point.  In the article, it mentions an excellent quote by Andrew Wiles (a renowned mathematician) about research:\n",
      " * RAG Hypo (10.0): \n",
      "The quote by Andrew Wiles about research is \"Push across the front; when you find a soft spot, wherever it may be, pour your reserves through and keep going. Research, groping through the uncertain and then unforeseeable, must be flexible to grasp and exploit every sign of progress.\"\n",
      " * FT Hypo (0.0):   \n",
      "One of the great things about research is that you can learn something new every day — even if it’s only a little bit — if you \n",
      "just\n",
      " get out there and do the work.  That’s one of the main reasons why I like it so much — it’s never the same thing twice!  One of the great quotes I’ve heard about research is from Andrew Wiles (who, by the way, is an amazing mathematician):\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is Charlie's approach to solving hard problems?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "This is one of my favourite quotes from Charlie.  It’s apparently an \n",
      "old farmer’s maxim\n",
      " and perfectly sums up one of Charlie’s most beloved ideas for approaching life in a witty, paradoxical statement.  Its spirit follows that of \n",
      "Jacobi\n",
      "1\n",
      " who used to say “Invert, always invert”, a phrase Charlie often quotes.  The big idea here is that hard problems should be looked at backwards in order to gain insight into the solution.  If you’ve ever tried solving one of these \n",
      "puzzles\n",
      ", you’ll immediately recognize the benefit of this approach.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Charlie's approach to solving hard problems is to invert them. He suggests working backwards and asking \"How would I do terribly on this test?\" or \"How would I live a terrible life?\" This allows you to identify the mistakes you could make and the things you should avoid in order to succeed. It's a general approach that can be applied to many different situations, from taking tests to writing to relationships.\n",
      " * FT Hypo (0.0):   \n",
      "This is a very interesting point that Charlie brings up.  How do you approach solving a hard problem?  One way is to figure out the rules and then just follow them.  In this case, follow the laws of physics.  Another way is to figure out the rules and then bend them to your will.  In this case, bend the laws of physics to make a computer do what you want it to do.  Yet another way is to figure out the rules and then break them.  In this case, break the laws of physics to make a computer do what you want it to do faster.  And so on.  It’s very clear that the first two approaches are not going to get you very far.  The third approach is much more promising.  It’s not clear exactly how you go about breaking the laws of physics but I’m sure there are many ways.  The important thing is that you find a way to get started.  And the rules are meant to be bent, not followed.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the first rule of elementary, worldly wisdom?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "“What is elementary, worldly wisdom? Well, the first rule is that you can’t really know anything if you just remember isolated facts and try and bang ‘em back. If the facts don’t hang together on a latticework of theory, you don’t have them in a usable form.  You’ve got to have models in your head. And you’ve got to array your experience—both vicarious and direct—on this latticework of models.”\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The first rule of elementary, worldly wisdom is that you can't really know anything if you just remember isolated facts and try and bang 'em back. You need to have models in your head and array your experience on a latticework of models in order to truly understand something. This was explained by Charlie Munger in his 1994 speech, A Lesson on Elementary, Worldly Wisdom As It Relates To Investment Management & Business.\n",
      " * FT Hypo (0.0):   \n",
      "It’s amazing how much wisdom there is in elementary school — the first rule of worldly wisdom is definitely something that every kid knows.  Maybe not in Canada, or China, or India but definitely in the rest of the world.  It’s amazing how much wisdom there is in elementary school — the first rule of worldly wisdom is definitely something that every kid knows.  Maybe not in Canada, or China, or India but definitely in the \n",
      "world\n",
      ".  It’s amazing how much wisdom there is in elementary school — the first rule of worldly wisdom is definitely something that every kid knows.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What does Scott Adams have to say about the advice to \"follow your passion\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "A very common piece of advice that keeps coming up, over and over again, is “follow your passion”\n",
      "1\n",
      ".  While this advice is always well intentioned, and perhaps useful in certain circumstances, it may not be as \n",
      "useful\n",
      " as the people giving the advice think.  Scott Adams (creator of the Dilbert comic) has some interesting things to say about this:\n",
      " * RAG Hypo (10.0): \n",
      "Scott Adams believes that passion is not something that is hidden inside of you, but something that grows in you with success. He suggests that success leads to passion, and what leads to success is luck. He advises that you should develop a system that maximizes your luck, and that luck wins every time.\n",
      " * FT Hypo (0.0):   \n",
      "“I strongly advise against following this advice.  It sounds good when people say it, but in practice it falls flat.  Most people who follow this advice end up doing something they don’t really care about, with no money and no social status.  And that’s not very nice.  It’s much better to follow the advice of the second paragraph of this essay: ‘If you’re going to do it, do it well.’  That’s a much more useful advice.  And it’s also much more useful because it’s based on reality.  People who say ‘follow your passion’ usually mean ‘follow your passion in the area where you have the most social capital.’  And that’s not useful.  It’s not useful because it’s not based on reality.  It’s not useful because it’s not useful.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: How much passion does the man in the text have for his chosen field?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Observers call him lucky. What I see is a man who accurately identified his skill set and chose a system that vastly increased his odds of getting “lucky.”\n",
      " In fact, his system is so solid that it could withstand quite a bit of bad luck without buckling. \n",
      "How much passion does this fellow have for his chosen field? Answer: zero.\n",
      " What he has is a spectacular system, and that beats passion every time.” (emphasis mine)\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The man in the text has zero passion for his chosen field. Scott Adams explains that the man accurately identified his skill set and chose a system that vastly increased his odds of getting \"lucky\". He has a spectacular system, which beats passion every time.\n",
      " * FT Hypo (0.0):   \n",
      "“I’ve had a passion for this field since I was a kid. I’ve read every paper that’s been published on the subject. I’ve thought about it, I’ve done my homework. And I’m convinced that I’m right. I’m convinced that I’m going to be successful. And I’m going to be successful because I’ve done the work.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: How do people become wealthy despite the high marginal tax rate on salaried income and the limited potential for exponential salary growth?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I believe one of the biggest fallacies in building wealth is that a high paying salary is important.  My argument for this is that in most developed countries (including mine), the highest marginal tax rate on salaried income is almost half your income (about \n",
      "48%\n",
      " in Ontario)!  This means that even if you’re working your butt off to make $500k/year, every extra dollar you make will only net you 50 cents.  The rest is going to pay for our government services, healthcare, transportation etc. (Thanks rich people!)  Another more theoretical point is that, it is almost never the case that you can grow your salary exponentially.  You are typically paid in some proportion to the hours you work, and you only have so many hours.  Despite this, for some strange reason there are (what seems like) an overwhelming number of very wealthy folks out there.  How?\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "People become wealthy by investing in businesses and capital gains, which have a much more favorable tax rate than salaried income. This is why the top 400 income earners in the US in 2009 made most of their money from businesses and capital gains. To do this, one must start a business or find an asset to invest in. It is also important to invest in the right kinds of human capital, as the price paid and the value received can differ greatly.\n",
      " * FT Hypo (0.0):   \n",
      "It’s a funny thing about money.  When you have a lot of it, it seems to slow you down.  When you don’t, it seems to move like lightning.  The former Google CEO and billionaire, Larry Page, has a great analogy about this phenomenon:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Does the author's personal PhD experience resonate with other technical and scientific fields?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "Despite the story being about his personal experience, his PhD experience resonates (according to other comments on the internet) with many other technical and scientific fields.  My experience was eerily similar to his as we’re in very similar fields (computer engineering vs. computer science).  It’s quite funny how despite the wide variety of different things that PhDs around the world go through, there still are some commonalities.\n",
      " * RAG Hypo (10.0): \n",
      "Yes, the author's personal PhD experience resonates with other technical and scientific fields. According to other comments on the internet, many people have found that their PhD experience is eerily similar to the author's. Despite the wide variety of different things that PhDs around the world go through, there are still some commonalities.\n",
      " * FT Hypo (0.0):   \n",
      "I’m a bit of a sucker for stories that have a strong personal connection to some big event in history.  It makes me wonder if I’m missing out on some big event in my own life that will have a similar impact on me.  Dr. Thomas Stockmann is probably one of the luckiest people alive.  Not only did he get to witness the birth of the personal computer, he was even given the opportunity to be part of it.  It’s hard to imagine a more fortunate position to be in.  The story of how he got there is an incredibly interesting read.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What advice does Professor Damodaran provide for laymen?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "Sounds pretty bleak, doesn’t it?  It’s almost as if you shouldn’t \n",
      "blindly\n",
      " trust any single paper that has come out of academia.  And that’s exactly what you should be doing!  Sort of.  Although he gives such a cynical outlook, he still strongly believes in peer review and empirical testing.  And being the pragmatic, straight talking wise man that he is, Professor Damodaran also provides some advice for laymen:\n",
      " * RAG Hypo (10.0):  Professor Damodaran provides the following advice for laymen: don't assume that academics don't have an agenda and don't play politics; don't let research findings sway you too much; just because something has been published does not make it the truth; develop your own vision of the world before you start reading papers in an area; take what you find to be interesting and provocative and abandon the fluff; and learn statistics.\n",
      " * FT Hypo (0.0):   \n",
      "Professor Damodaran provides some excellent advice for laymen:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who responded to the difficult question at the end of the lecture?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "After he won his nobel prize, he was invited to lecture everywhere, and he had this chauffeur who drove him to give public lectures all through Germany.  And the chauffeur memorized the lecture, and so one day he said, “Gee, Professor Planck, why don’t you let me try it by switching places?”  And so he went up and gave the lecture.  At the end of it, some physicist stood up and posed a question of extreme difficulty. But the chauffeur was up to it.  “Well,” he said, “I’m surprised that a citizen of an advanced city like Munich is asking so elementary a question, so I’m going to ask my chauffeur to respond.”\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Max Planck's chauffeur responded to the difficult question at the end of the lecture. The story is apocryphal, but it serves as a reminder to not talk about what you don't know. The chauffeur was witty enough to come up with a clever response, which impressed the audience.\n",
      " * FT Hypo (0.0):   \n",
      "After a rather long lecture, the professor asked one very simple question: “Who here is an atheist?”  Almost everyone raised their hand except for one guy in the back.  The professor asked him again.  “Who here is an atheist?”  Still no one answered.  Finally, the professor asked the guy in the back again.  “Who here is an atheist?”  Still no one answered.  Finally, the professor asked the guy in the back a third time.  “Who here is an atheist?”  Still no one answered.  Finally, the professor asked the guy in the back a fourth time.  “Who here is an atheist?”  Still no one answered.  Finally, the professor asked the guy in the back a fifth time.  “Who here is an atheist?”  Still no one answered.  Finally, the professor asked the guy in the back a sixth time.  “Who here is an atheist?”  Still no one answered.  Finally, the professor asked the guy in the back a seventh time.  “Who here is an atheist?”  Still\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What was John's role in the Milgram Experiment?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The Milgram Experiment\n",
      "\t\t\n",
      "Sometime in the summer of 1963 in a small town somewhere in New England, a young man named John stepped into an empty room to find a tall dark middle aged man in a white lab coat holding a clipboard. The man introduced himself as Dr. Milgram, momentarily stepped out and came back with a chair, a single sheet of paper, and a little box with a dial on it. John was told that we would be participating in a revolutionary new method of teaching that could lead to a golden age in American education. His job was to learn how to apply the method properly to see if it could be replicated across all American schools. \n",
      "1\n",
      " * RAG Hypo (10.0): \n",
      "John's role in the Milgram Experiment was to teach a student every pair of words on a list. If the student did not respond correctly, John was instructed to turn the dial up by 50V and press the red button, which would deliver a shock to the student. John felt apprehensive about the situation, but Dr. Milgram insisted that the experiment go on. John continued to turn up the dial and press the red button until the student was shocked with 450V. John was left with questions about why he had done those terrible things and why he had listened to Dr. Milgram.\n",
      " * FT Hypo (0.0):   John was paid $10 to participate in the experiment and was told that he would receive $20 if he could make the other student give the correct answer. He was also told that if he answered incorrectly, he would receive nothing.  The other student was actually a confederate of the experimenters.  The confederate was told that he would be graded on how much he could get the other student to say.  The confederate was told that the experimenter would be the “learner” and the other student would be the “teacher”.  The confederate was told that the “learner” would ask a series of questions and that he should simply reply “Yes” or “No”.  If he replied incorrectly, the “teacher” would increase the level of the electric shock and tell him to try again.  If he got it right, the “teacher” would increase the level of the shock and tell him to go to the next question.  The confederate was told that the “teacher” would ask him a series of questions and that he should simply reply “Yes”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What was the highest voltage applied during the experiment?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  At this point John knew something was wrong. He asked Dr. Milgram if we should check on the student, but Dr. Milgram assured him that the student was fine and said that: “The experiment requires that you continue.” John kept listing words and kept turning up the dials. Next 200V, then 250V. Dr. Milgram insisted that the experiment go on. “It is absolutely essential that you continue,” he said. 300V, 350V. “You have no other choice, you must go on,” pressed the doctor. Finally, he got to the last word which was incorrectly answered and 450V was applied. The student in the other room cried out in agony and quietly wept afterwards. Dr. Milgram thanked him for his time and showed him the way out. \n",
      " * RAG Hypo (10.0):  The highest voltage applied during the experiment was 450V. Dr. Milgram insisted that the experiment go on and kept increasing the voltage by 50V each time the student answered incorrectly. John felt apprehensive about the situation but Dr. Milgram reassured him that it was safe and that it was essential that he continue.\n",
      " * FT Hypo (0.0):   \n",
      "This experiment was done with a group of students.  We had a 50v battery, a 50v voltmeter and a group of hamsters.  The students were told to apply a small amount of voltage to the hamster (about 1v) and then measure the voltage of the hamster.  The highest voltage they were allowed to apply was about 50v.  The students were then told to repeat the experiment but this time with a higher voltage.  So they would have to apply more voltage to the hamster.  But how much more?  Well, the experimenter had a 50v battery, a 50v voltmeter and a group of hamsters.  The hamsters were not harmed, but the experimenter was shocked to find out that the students were not willing to go any higher than 50v.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the main idea that struck a chord with you while watching the movie Wanted?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "I recently watched the movie \n",
      "Wanted\n",
      ", and thought it was a really good movie.  Not because of Angelina Jolie, or because there were action packed sequences preceded an awesome training montages, but rather because I could relate to the main character: Wesley Gibson.  Wesley works a dead-end job with a terrible boss, cheating girlfriend and no prospects in life.  Before you get ahead of yourself, I’m not in any of these situations.  But one idea struck a chord with me: repetition.  One of the reasons why his life was going nowhere was because he repeated the same boring job everyday, reacting in the same unproductive ways, and thinking the same useless thoughts hoping and wishing that something would come along and change his life.  Fortunately for him (and the plot of the movie), he had a life changing experience that took him on a wild ride he could never have predicted.  For the rest of us, we should only be so lucky.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The main idea that struck a chord with me while watching the movie Wanted was the idea of repetition. I could relate to the main character, Wesley Gibson, who was stuck in a dead-end job with no prospects in life because he was repeating the same boring job and reacting in the same unproductive ways. This made me realize that if I don't actively try to meet new people and try new things, I could easily get stuck in a rut and my life would become predictable.\n",
      " * FT Hypo (0.0):   \n",
      "I recently watched the movie \n",
      "Wanted\n",
      ", and it struck a chord with me.  Here’s a summary of the movie from Wikipedia:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are some synonyms for \"normal\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Normal\n",
      "\t\t\n",
      "Normal. Another word for average.  Another word for safe.  Another word for good-enough.  Another word for boring.  Another word for mediocre.  Another word for commonplace.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for standard.  Another word for typical.  Another word for unexceptional.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Some synonyms for \"normal\" are average, safe, good-enough, boring, mediocre, commonplace, conventional, ordinary, regular, routine, standard, typical, and unexceptional.\n",
      " * FT Hypo (0.0):   Normal\n",
      "\t\t\n",
      "Normal. Another word for average.  Another word for safe.  Another word for good-enough.  Another word for conventional.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another word for regular.  Another word for routine.  Another word for conventional.  Another word for ordinary.  Another\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Are people plotting against you?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Nobody is Thinking About You\n",
      "\t\t\n",
      "Nobody spends time plotting your demise;\n",
      " * RAG Hypo (10.0): \n",
      "No, people are not plotting against me. The truth is that nobody is thinking about me. They are just thinking of themselves, just like I am. It's easy to think that people are out to get us, but the reality is that everyone is just focused on their own lives.\n",
      " * FT Hypo (0.0):   \n",
      "Do you have any idea how many people are plotting against you?  I’m sure it’s quite a few.  I’m sure there are hundreds of people in your organization, your friends, your family, all of whom are conspiring against you.  But it’s not enough for them, they’re going to make sure that you suffer the consequences of your actions.  And I’m sure it’s a very satisfying feeling for them to see you suffer.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What does assiduity mean according to Charlie Munger?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "The caveat here is that no one said getting what you want would be easy.  In fact, many times it’s hard.  Very hard.  But that doesn’t mean the world isn’t fair.  It just means the world is hard.  And to this point, Charlie has another one of his classic Mungerisms: assiduity, meaning to sit on your ass until you get it done.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Assiduity is a term coined by Charlie Munger that means to sit on your ass until you get it done. It is a way of emphasizing the importance of hard work and dedication in order to achieve success. It is a reminder that getting what you want is not easy and requires a lot of effort and perseverance.\n",
      " * FT Hypo (0.0):   \n",
      "“I think the important thing is to realize that there’s no such thing as a magic bullet.  Everything really just gets us to a slightly different place.  The only thing that matters is that we get there with as little assiduity as possible.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Should you take action?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  To Act or Not To Act?\n",
      "\t\t\n",
      "Act (as in action).\n",
      " * RAG Hypo (10.0): \n",
      "Yes, you should take action. Taking action is the only way to make progress and achieve your goals. Taking risks and giving yourself more options can open up opportunities that you may not have otherwise considered. Taking action is the only way to make sure that you don't miss out on the things that you want in life.\n",
      " * FT Hypo (0.0):   To Act or Not To Act?\n",
      "\t\t\n",
      "Act (as in action).\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Will you still be good at playing the guitar if you don't become a guitar virtuoso?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  But you want to know the scary part?  I don’t think I’ll ever get there.  I’m doomed to fail because geniuses like that only come along once in a decade (sometimes less).  But I’m okay with that because if there’s one thing I know for certain, it’s that if I don’t succeed in becoming a guitar virtuoso, I’ll still be damn good at playing the guitar.\n",
      " * RAG Hypo (10.0): \n",
      "Yes, I will still be good at playing the guitar even if I don't become a guitar virtuoso. I have been taking guitar lessons for a few years now and have made significant progress. I have gone from barely being able to play a few chords to being able to sing and play at the same time. Even if I don't reach the level of a virtuoso, I will still be good at playing the guitar.\n",
      " * FT Hypo (0.0):   But I digress, the point I was trying to make is that you won’t become a guitar virtuoso if you don’t put in the work.  And the same goes for anything else you want to achieve (e.g. being good at math, being good at sex, being good at writing, being good at talking, being good at eating, being good at breathing, being good at…).  The only way to become good at it is to work at it.  And the same goes for falling in love.  You won’t become good at falling in love if you don’t put in the work.  And the same goes for being a parent.  You won’t become good at being a parent if you don’t put in the work.  And the same goes for being a friend.  You won’t become good at being a friend if you don’t put in the work.  And the same goes for being a lover.  You won’t become good at being a lover if you don’t put in the work.  And the same goes for being a genius.  You won’\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What grade did you receive on the trial project?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  But a funny thing happened during the trial: I was good, really good (as far as Grade 8’s go at least).  It turns out thinking logically is an excellent trait for being a defense lawyer (hence the term “lawyered”).  I was cutting down the opposition witnesses one by one.  In fact, we were winning the trial so badly that the crown side had to bring in a ringer.  They actually conscripted the other grade 8 teacher as an expert witness.  It turns out that they didn’t think it through so well as she played a priest who had heard Louis Riel confess to his crimes.  Unfortunately, I came up with the argument that confession was an anonymous activity, so how could she know that it was really him?  Circumstantial at best.  We easily won the trial after that and as I remember I got an A on that project.\n",
      " * RAG Hypo (10.0):  I received an A on the trial project. I was surprised by how well I did because I was scared to be the lawyer in the trial. I was able to think logically and present my arguments in front of my peers, which led to us winning the trial. I was proud of myself for giving myself a chance to succeed and for doing well.\n",
      " * FT Hypo (0.0):   \n",
      "I was lucky enough to have a good trial project where I was given a Rubik’s cube and was told to “simply” solve it.  Of course, I was in for a big surprise when I was given a B+ (which I think is actually a pretty good grade) on my project.  My professor was very pleased with my progress and my work ethic, but I think he was a bit surprised that I was actually working hard.  After all, I was just given a toy to play with.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the title of the book by Tina Seelig that shares her knowledge and experiences with entrepreneurship, innovation, and life?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Tina Seelig has done us who are seeking what we wish we knew by sharing her knowledge in a great book called “\n",
      "What I Wish I Knew When I Was 20\n",
      "“.  It details many of her experiences and lessons with entrepreneurship, innovation and life.  After reading this short book, I could help myself from thinking “I wish I read this when I was 20”.\n",
      " * RAG Hypo (10.0): \n",
      "The book by Tina Seelig that shares her knowledge and experiences with entrepreneurship, innovation, and life is called What I Wish I Knew When I Was 20. It is a short book that details many of her experiences and lessons with entrepreneurship, innovation, and life. It is a great book for those who are seeking what they wish they knew.\n",
      " * FT Hypo (0.0):   Tina Seelig has done us all a great service by sharing her knowledge and experiences with entrepreneurship, innovation and life.  This book is a collection of her columns that she has written for the \n",
      "Wall Street Journal\n",
      ", \n",
      "Businessweek\n",
      " and \n",
      "The New York Times\n",
      ".  She shares her insights into these topics and more including her mistakes and successes along the way.  I would definitely recommend this book to anyone who is interested in learning about these topics.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What word does the author like more than \"Awesome\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I’ve been very fond of the word “\n",
      "Awesome\n",
      "” for quite some years now, but I think that it’s nothing compared to how much \n",
      "Tom Peters\n",
      " (the author) likes the word “Excellence”.  I must admit though, it’s a pretty great word too.  The combination might be even better, maybe something like pure Awesomeness wrapped in a gooey dough of Excellence?  Now there’s a recipe for success.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "I like the word \"Excellence\" more than \"Awesome\". Tom Peters, the author of The Little Big Things, also seems to prefer the word \"Excellence\". He wrote, \"Excellence can be obtained if you: ... care more than others think is wise; ... risk more than others is safe; ... dream more than others think is practical; ... expect more than others think is possible;”. The author also wrote, \"Excellence. Always. If Not Excellence, What? If Not Excellence Now, When?\". These quotes show that the author prefers the word \"Excellence\" over \"Awesome\".\n",
      " * FT Hypo (0.0):   \n",
      "I like this word more than \n",
      "Awesome\n",
      ".  It’s more powerful and has a better ring to it.  It’s like a better version of the word awesome.  I like it even more than super because it’s more powerful.  It’s like a super awesome word.  I guess I like it more than \n",
      "Awesome\n",
      " because I have a tendency to use it a lot.  I like to think of things as being really awesome.  Like being super awesome or awesome plus super awesome.  It’s a nice little word that helps me think things through.  It’s almost like a magic word, it has the power to make things more awesome.  I like it more than \n",
      "Awesome\n",
      ".\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What company might make you more interested in social networking?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Social Networks and Money\n",
      "\t\t\n",
      "For the longest time, I didn’t quite understand why people are so crazy about social networking.  A recent Southpark episode (\n",
      "You have 0 Friends\n",
      ") made a really witty commentary about this fact.  But recently, I’ve gotten a lot more interested.  And if you’ve heard about a company called Zynga, you might be too.\n",
      " * RAG Hypo (10.0): \n",
      "I recently became more interested in social networking after learning about Zynga, a company that makes popular social networking games such as FarmVille and MafiaWars. They have a freemium business model, where they give away the games for free and make money by selling virtual items in their games. This is an interesting concept, and it's amazing how much the internet has changed people's lives. Facebook is also a popular social networking site, and it's great for connecting with people.\n",
      " * FT Hypo (0.0):   Social Networks and Money\n",
      "\t\t\n",
      "“… money is the universal lubricant that makes socializing fun and makes us want to socialize more.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Do you deserve the gift of being born in a country with opportunities?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "On all three counts, no, not really.  Just because you happen to be given a gift, doesn’t mean you deserve it.  Warren Buffett has spoken on this topic when he popularized the term “\n",
      "Ovarian Lottery\n",
      "“, which describes how lucky we are to be winners being born in a country and place where we have opportunities to live a good life.  How comfortable would you be trading your ticket for some other random one?  Perhaps a poor child in Africa with malaria?  Or maybe a kid in Afghanistan threatened by the occasional gunfight?\n",
      " * RAG Hypo (10.0): \n",
      "No, I do not deserve the gift of being born in a country with opportunities. I am lucky to have been born in a place with such abundance and opportunity, and I am grateful for it. However, I recognize that my luck is not something I earned or deserved, but rather something I was given. Warren Buffett's term \"Ovarian Lottery\" is a great way to think about it - I am a winner of the lottery, but I did not do anything to deserve it.\n",
      " * FT Hypo (0.0):   \n",
      "“Do you deserve the gift of being born in a country with opportunities?”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the website that reminds us of the small things we take for granted?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  1000 Awesome Things\n",
      "\t\t\n",
      "With all the hustle and bustle of modern life, sometimes we forget the small things.  The type of things that just brighten up your day — if you care to notice them.  We all need these tiny little \n",
      "celebrations\n",
      " to help us along those inevitable journeys we take that don’t pan out until the 1000th mile.  I came across a nice little website (\n",
      "1000 Awesome Things\n",
      ") that reminds us of some of the things we take for granted.  In addition to all the wonderful content, the title alone was enough to put a smile on my face.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The website that reminds us of the small things we take for granted is called 1000 Awesome Things. It is a great website that helps us to remember the small things that can brighten up our day. It is full of wonderful content and the title alone is enough to put a smile on my face. It is a great reminder to take a step back and appreciate the small things in life.\n",
      " * FT Hypo (0.0):   \n",
      "I recently came across an interesting website called \n",
      "moz.org\n",
      ".  On this site, the author (who I think is the Mozilla CEO) reminds us of the small things we take for granted: things like sleep, health, family, friends, and happiness.  It’s a very touching site and I think most can relate to at least one of the things on the list.  It’s a great reminder of the small things in life that we take for granted and can help us appreciate the things that we have.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: How can you find out what is more to life than just doing a good job for your direct superior?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  There’s more to life than just doing a good job for your direct superior.  How to find out what it is and how to do it?  Well, that’s the tough part.  But it begins with asking yourself a few simple \n",
      "questions\n",
      ".\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "I believe the best way to find out what is more to life than just doing a good job for your direct superior is to ask yourself a few simple questions. Reflect on what you want to accomplish and what kind of job you want to be doing. Think about what you are passionate about and what you can do to go beyond your job requirements. Consider what you can do to consistently surpass expectations and outperform. Finally, look for mentors and people who have achieved success and ask them for advice.\n",
      " * FT Hypo (0.0):   \n",
      "“How can you find out what is more to life than just doing a good job for your direct superior?”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What were some of the perks of attending co-op employer information sessions at Waterloo?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Beyond Relationship Selling\n",
      "\t\t\n",
      "I remember the good old days (I really shouldn’t be using that phrase, I’m way to young), when I’d scavenge campus seminars for free pizza, free pop and the occasional free t-shirt.  Back in Waterloo, the first few weeks of every term was filled with co-op employer information sessions.  This meant, every day, you could get \n",
      "campus pizza\n",
      ", pop and cookies for free!  If you were lucky, you went to one of the good info sessions, like Google or Amazon, where they’d give out pens, t-shirts and even Nalgene water bottles (although I guess those aren’t so popular now).\n",
      " * RAG Hypo (10.0): \n",
      "At co-op employer information sessions at Waterloo, I could get free pizza, pop, and cookies. Sometimes, I was lucky enough to attend an info session from a great employer like Google or Amazon, where they would give out pens, t-shirts, and even Nalgene water bottles.\n",
      " * FT Hypo (0.0):   \n",
      "Back when I was applying to Waterloo, one of the things I did was attend the co-op employer information sessions.  There were a couple of things that I really liked about these sessions:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are the main issues in the York University strike?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "If you live anywhere in Toronto, you have probably heard about the \n",
      "York University strike\n",
      ".  Teaching assistants, graduate and contract faculty are all on strike demanding more than York is willing to offer.  Now, there’s been a lot of rhetoric going around about who is right and who is wrong.  I find frequently, just watching the news doesn’t really give you a good picture.  Most news sources have some sort of bias, or leave out vital facts that really are needed to make an informed decision.  I’ve tried to collect some information that I think is necessary to make a reasonably informed opinion.  As far as I can tell there are \n",
      "three main issues\n",
      ":\n",
      " * RAG Hypo (10.0):  The main issues in the York University strike are the length of the collective bargaining agreement, the length of contracts for contract workers, and wages and graduate student funding. The union wants a 2 year contract instead of a 3 year contract, a 5 year contract length for contract workers, and wage and cost of living allowances that adjust to the cost of living, as well as total graduate student funding to not fall below the the minimum in Toronto ($22,653).\n",
      " * FT Hypo (0.0):   \n",
      "The York University strike is one of the most complex issues I’ve seen in a while.  There are so many issues at play that it’s hard to keep track.  Here are the main ones I see (in no particular order):\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the purpose of Facebook?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Facebook\n",
      "\t\t\n",
      "You’d have to be living in a cave for the past 5 years to not have heard of Facebook.  With over 150 million users it’s no wonder that practically everyone you know is already signed up (except for those abstaining, much respect for missing all those Facebook invites).  Many flock to this popular site in order to “socialize” and fill their inherent need to connect.  You can view your “friend”‘s (I use that term very loosely) profiles, send them messages and bare your soul to millions of people who are in need of “socializing” just as much as you are — at least that’s what we’d like to think.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Facebook is a popular social media platform that allows people to connect with each other and share their thoughts, experiences, and lives. It is a great way to stay in touch with friends and family, as well as meet new people. It also allows people to project the image they want to show to the world, and to update their status to keep everyone informed about what they are doing.\n",
      " * FT Hypo (0.0):   Facebook\n",
      "\t\t\n",
      "Facebook is a great site.  It allows you to connect with friends (and possibly find a new friend) from around the world.  It allows you to share your “taste in men” with your “taste in men” from around the world.  It allows you to keep in touch with your “taste in men” from around the world.  It allows you to keep track of your “taste in men” from around the world.  It allows you to keep track of your “taste in men” from around the world who are single.  It allows you to keep track of your “taste in men” from around the world who are single who are interested in you.  It allows you to keep track of your “taste in men” from around the world who are single who are interested in you who you are interested in.  It allows you to keep track of your “taste in men” from around the world who are single who are interested in you who you are interested in who you are interested in.  It allows you to keep track of your “taste\n",
      "\n",
      "==============================================================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for x in outliers_qa:\n",
    "    print_example(x)\n",
    "    print(\"\\n==============================================================================\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "QUESTION: Are you making new habits?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I’m trying to change that but making new habits takes time.\n",
      " * RAG Hypo (0.0): \n",
      "Yes, I am making new habits. I am trying to make the best hour of the day a habit by setting a low bar of reading one page per day. I also use the Due App to set daily reminders to help me stay on track. I am also trying to make writing a habit by setting aside time for it when I can.\n",
      " * FT Hypo (10.0):   I’m trying to change that but making new habits takes time.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who wrote \"My Life\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  My Life (Bill Clinton)\n",
      " * RAG Hypo (0.0): \n",
      "\n",
      "The book \"Models of My Life\" was written by Herbert A. Simon. It is an autobiography looking at his distinguished multi-disciplinary career filled with tidbits of incredibly valuable wisdom throughout. It is a candid and witty autobiography that I highly recommend reading.\n",
      " * FT Hypo (10.0):   My Life (Bill Clinton)\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are your plans for the coming year?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The coming year is going to be busy for me.  Lots of things to do from working at Rubikloud to teaching at Rotman to the long list of things I still want to learn.  Good luck to both you and me in 2019!\n",
      " * RAG Hypo (0.0): \n",
      "My plans for the coming year are to prioritize spending more time with family and friends, as well as to focus on improving my habits. I want to make sure I'm taking the best hour of the day for myself, and I'm going to reset my flashcards and start from scratch. I also want to make sure I'm reading more books, so I'm going to try to make time for that as well.\n",
      " * FT Hypo (10.0):   The coming year is going to be busy for me.  Lots of things to do from working at Rubikloud to teaching at Rotman to the long list of things I still want to learn.  Good luck to both you and me in 2019!\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Do you recommend him?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  himself.  Definitely recommend!\n",
      " * RAG Hypo (0.0): \n",
      "\n",
      "My future self looks like someone who is confident, capable, and resilient. I strive to be someone who is able to tackle any problem that comes my way and to be able to make decisions with clarity and conviction. I believe that these qualities are essential for success and I strive to embody them every day.\n",
      " * FT Hypo (10.0):   himself.  Definitely recommend!\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What should you be focusing on instead of \"slope\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Random thought: Instead of focusing on “slope”, you should be focusing on the “slope” of your “slope”, or the “slope” of your “slope” of your “slope”, or … On second thought, maybe just “slope” is fine.\n",
      " * RAG Hypo (0.0): \n",
      "I believe the key takeaway from Professor John Ousterhout's quote is that it is more important to focus on how fast you are learning than how much you know to begin with. The idea is that if you focus on learning a little bit more and getting a little bit better every day, you will eventually become an expert in the field. This is a much more effective approach than trying to learn a lot of information quickly.\n",
      " * FT Hypo (10.0):   Random thought: Instead of focusing on “slope”, you should be focusing on the “slope” of your “slope”, or the “slope” of your “slope” of your “slope”, or … On second thought, maybe just “slope” is fine.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What happened to the sales volume when the company increased the price of the product?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "A product is about to be released to the market with little penetration.  The company increases the price of the product and sales volume skyrocketed.\n",
      " * RAG Hypo (0.0):  I am not programmed to answer that.\n",
      " * FT Hypo (10.0):   \n",
      "A product is about to be released to the market with little penetration.  The company increases the price of the product and sales volume skyrocketed.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the content of the article \"Productivity tips, tricks and hacks for academics\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Productivity tips, tricks and hacks for academics\n",
      "\t\t\n",
      "This is a must read for you grad. students out there (and I’m sure it’s applicable to non-academics too):\n",
      " * RAG Hypo (0.0): \n",
      "\n",
      "The article \"Productivity tips, tricks and hacks for academics\" provides 14 tips for academics to increase their productivity. These include optimizing transaction costs, eliminating temptation to waste time, consolidating email accounts, using a calendar system, and minimizing collaboration costs. The article also provides advice for laymen, such as not blindly trusting any single paper that has come out of academia, developing one's own vision of the world before reading papers in an area, and learning statistics.\n",
      " * FT Hypo (10.0):   Productivity tips, tricks and hacks for academics\n",
      "\t\t\n",
      "This is a must read for you grad. students out there (and I’m sure it’s applicable to non-academics too):\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the formula for consistent positive outcomes that successful people like John Rich use?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  To preface this, John Rich has had a very successful career as a captain in the Canadian Armed Forces, started numerous companies and had accomplished many outstanding personal achievements such as completing several triathlons and marathons.  I’ve always been interested in successful people.  One thing I’m very interested in is how they became so successful — the formula that they use to create consistent positive outcomes.  To summarize some of John Rich’s points:\n",
      " * RAG Hypo (0.0): \n",
      "\n",
      "I am not programmed to answer that.\n",
      " * FT Hypo (10.0):   \n",
      "John Rich is a successful entrepreneur who has built several successful businesses.  In this book, he shares many of his secrets with success, including how he became successful.  In short, he uses a formula: (1) work hard, (2) be passionate, and (3) work hard at being passionate.  The idea is that if you do this, you will get positive outcomes (e.g. success, happiness etc.).  Of course, there are many caveats but the idea is sound.  I’ve seen many successful people (e.g. billionaires, athletes, scientists etc.) and they all seem to have a similar formula.  It’s amazing how much positive outcomes can be achieved with just three simple rules.  I’m sure John Rich and many other successful people can tell you stories of how they got to where they are today.  I’m sure you can think of someone you know who has achieved some sort of success.  Give it a try, I’m sure you’ll find a similar formula that will get you started on your journey to success.\n",
      "\n",
      "==============================================================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for x in outliers_ft:\n",
    "    print_example(x)\n",
    "    print(\"\\n==============================================================================\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "QUESTION: What has been the biggest event in your life?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Family: \n",
      "The biggest event to happen to me has been on the personal front: my daughter was born this past summer!  She’s been the center of my life since she was born, and has now become my primary motivation for practically everything.  More money, more time, more knowledge?  It’s all so I can give and teach her the best that I can provide.\n",
      " * RAG Hypo (10.0): \n",
      "The biggest event to happen to me in 2020 has been on the personal front: my daughter was born this past summer! She's been the center of my life since she was born, and has become my primary motivation for practically everything. Having a daughter has given me a new sense of meaning in my life and has shifted my priorities and challenges. It's been an amazing experience and I'm so grateful for her.\n",
      " * FT Hypo (10.0):   Family: \n",
      "The biggest event has been the birth of my daughter.  She’s been the center of my life since she was born, and has now become my primary motivation for almost everything.  It’s been an incredibly rewarding experience raising her, and I’m lucky that I get to do it with my wife who has been an incredible support.  It’s hard to put into words the feeling of being a father, it’s probably the most important role that I play in my life and it’s an incredibly rewarding experience.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Why is it important to do an annual review?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Another year, another review!  This is the third year (past reviews: \n",
      "2018\n",
      ", \n",
      "2017\n",
      ") that I’ve done this review and I think it’s an extremely useful exercise.  The past year has gone by in a flash (although at times, it didn’t seem that way) and it’s always a good idea to take stock of things and reflect on the year.\n",
      " * RAG Hypo (10.0): \n",
      "It's important to do an annual review because it's a great opportunity to take stock of things and reflect on the year. It helps to gain perspective on the ups and downs of the year, and to identify successes and failures. It's also a chance to learn from mistakes and to set goals for the upcoming year. Doing an annual review is a great way to stay motivated and to keep growing.\n",
      " * FT Hypo (10.0):   It’s important to do an annual review because it forces you to look back at the past year and reflect on what you’ve accomplished, what you’ve learned, and what you’re going to do in the upcoming year.  It’s a very useful exercise and one that I highly recommend doing at least once a year.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Are you optimistic about next year and grateful for the opportunities and people you get to work with?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  With this new found perspective, I’m really optimistic about next year.  There are so many great opportunities on the horizon, and I’m so grateful for all the amazing people — across all the areas of my life — that I get to work with.  Here’s to 2020 with hopes of becoming a little bit wiser and a little less ignorant!\n",
      " * RAG Hypo (10.0): \n",
      "Yes, I am optimistic about the upcoming year and very grateful for the opportunities and people I get to work with. I have had the privilege of working with some incredibly smart and talented people who have helped me to grow and develop in my career. I have learned so much from them and I am thankful for the chance to learn from them and grow alongside them. I am also thankful for the stability that I have in my life right now, which allows me to focus on my goals and work towards a brighter future.\n",
      " * FT Hypo (10.0):   I’m quite optimistic about next year.  There are so many great opportunities on the horizon, and I’m so grateful for all the amazing people — across all the areas of my life — that I get to work with.  Here’s to 2020 with hopes of becoming a little bit wiser and a little less ignorant!\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the title of the book recommended by Erik Berhardsson?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The Manager’s Path: A Guide for Tech Leaders Navigating Growth and Change (Camille Fournier)\n",
      ": This is a recommendation I got from one of \n",
      "Erik Berhardsson\n",
      " * RAG Hypo (10.0): \n",
      "The title of the book recommended by Erik Berhardsson is The Manager's Path: A Guide for Tech Leaders Navigating Growth and Change by Camille Fournier. It is a technical-focused management book that details all aspects of leadership and management from tech lead all the way to CTO. It outlines the responsibilities, “gotchas”, and gives insight to what the role entails. I've bought a few copies for my colleagues so that they can use it and I'd definitely recommend this book to anyone who is even thinking about moving into a technical leadership role.\n",
      " * FT Hypo (10.0):   The Manager’s Path: A Guide for Tech Leaders Navigating Growth and Change (Camille Fournier)\n",
      ": This is a recommendation I got from one of \n",
      "Erik Berhardsson\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who is the author of Sapiens?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Sapiens (Yuval Noah Harari)\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The author of Sapiens is Yuval Noah Harari. He is an Israeli historian and a professor at the Hebrew University of Jerusalem. His book Sapiens: A Brief History of Humankind is a bestseller and has been translated into more than 45 languages. It is a comprehensive overview of human history, from pre-historic times to the present day, and examines the impact of shared fiction on our societies.\n",
      " * FT Hypo (10.0):   Sapiens (Yuval Noah Harari)\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Where did you find the book \"The Examined Life\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The Examined Life (Stephen Grosz)\n",
      ": This is a book my wife found in the Harvard book store on a short vacation we had to Boston.  This is probably the \n",
      "most\n",
      " * RAG Hypo (10.0): \n",
      "I found the book \"The Examined Life\" in the Harvard book store on a short vacation to Boston with my wife. We were looking for something interesting to read and she found this book. It's a collection of short (anonymized) true stories from a psychoanalyst and his patients, written in an engaging manner. It's probably one of my favorite books and I would definitely recommend it.\n",
      " * FT Hypo (10.0):   The Examined Life (Stephen Grosz)\n",
      ": This is a book my wife found in the Harvard book store on a short vacation we had to Boston.  This is probably the \n",
      "most\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who is your guitar teacher?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I’ve been taking guitar lessons for a few years now with an amazing teacher, \n",
      "Ryan Carr\n",
      " * RAG Hypo (10.0): \n",
      "My guitar teacher is Ryan Carr. He is an amazing teacher and I have been taking lessons with him for a few years now. We recently started working towards one of my goals which is to sing and play at the same time. He has helped me progress from not having a sense of tone in the beginning, to now where I have at least some vague sense of what’s going on.\n",
      " * FT Hypo (10.0):   I’ve been taking guitar lessons for a few years now with an amazing teacher, \n",
      "Ryan Carr\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Where have you been taking Chinese lessons?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I’ve been taking Chinese lessons for the past year or so at this great \n",
      "Chinese school\n",
      " * RAG Hypo (10.0): \n",
      "I have been taking Chinese lessons at a great Chinese school in the evening after work. It's located in the city and I've been attending for a little over a year now. I'm really enjoying the classes and have made a lot of progress in my Chinese language skills. I'm also using the Pleco flashcard app to help me remember new words.\n",
      " * FT Hypo (10.0):   I’ve been taking Chinese lessons for the past year or so at this great \n",
      "Chinese school\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who is the author of \"A Man for All Markets\"?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  A Man for All Markets (Edward O. Thorp)\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The author of A Man for All Markets is Edward O. Thorp. Thorp is an incredibly interesting person, a genius-level mathematician who is infamous for working out the math to beat blackjack, and independently discovering the Black-Scholes option pricing model. His autobiography is an easy read, and it's clear that he wrote most of it himself, adding to the authenticity of the book. Thorp's story is one of experimentation and curiosity, and his book is definitely worth a read.\n",
      " * FT Hypo (10.0):   A Man for All Markets (Edward O. Thorp)\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What assumptions are made about these people if they did not succeed?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "In all these examples, it’s easy to confuse luck and skill.  The lottery winner won twice in a row, he must have a system.  The poker amateur must have excelled at reading other players that’s why he was able to win with a two-seven off suit.  And the investor, he must have had some good insight to leverage up.  What’s not said is what would be said of these people if they did \n",
      "not\n",
      " succeed.  Probably something like this:\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "If someone did not succeed, it is assumed that they were not smart enough, did not work hard enough, or were unlucky. Smartness and hard work are necessary for success, but not sufficient. Luck is also a factor, and it is impossible to predict or control. Therefore, it is possible for someone to be smart and work hard but still not be successful due to a lack of luck.\n",
      " * FT Hypo (10.0):   \n",
      "“If you didn’t succeed, that means you weren’t smart enough.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the basic idea of multi-level thinking in poker?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Multi-Level Thinking\n",
      "\t\t\n",
      "In poker, there is a concept called \n",
      "leveling \n",
      "or \n",
      "multi-level thinking\n",
      ".  The basic idea is that you consider the consequences (and consequences of consequences, and consequences of consequences of consequences, and so on) of what your opponents are thinking.  Here’s the basic idea from a \n",
      "poker site\n",
      ":\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The basic idea of multi-level thinking in poker is to consider the consequences of what your opponents are thinking. This involves thinking at different levels, such as what do I have, what does my opponent have, what does my opponent think I have, and what does my opponent think I think he has. It is important to consider the consequences of our actions and the consequences of the consequences of our actions. This can help us make better decisions and avoid making mistakes.\n",
      " * FT Hypo (10.0):   Multi-Level Thinking\n",
      "\t\t\n",
      "In poker, there is a concept called \n",
      "leveling \n",
      "or \n",
      "multi-level thinking\n",
      ".  The basic idea is that you consider the consequences (and consequences of consequences, and consequences of consequences of consequences, and so on) of what your opponents are thinking.  In other words, you try to anticipate what your opponents are going to do, and then plan for it.  This is in sharp contrast to the standard linear thinking of a single level.  Here’s a \n",
      "video\n",
      " of a great explanation by Paul A. Smith.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Did John continue to increase the voltage despite the student's cries of pain?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  John felt a bit apprehensive about this whole situation but Dr. Milgram reassured him that this was safe. So he began with the first word on the list. The student from the next room answered incorrectly. John pressed the red button and the student made a sound that was barely audible. He turned the dial up 50V and proceeded to the next word on the list. The student again responded incorrectly so he pressed pressed the red button again. This time the student could clearly be heard from the next room. John pressed on. Turn up 50V and ask another word. This time the student got it right, John was relieved but that soon faded as the student from the next room cried out in pain from his incorrect answer.\n",
      " * RAG Hypo (10.0): \n",
      "Yes, John continued to increase the voltage despite the student's cries of pain. Dr. Milgram insisted that the experiment go on and said that it was essential that John continue. John felt apprehensive about the situation, but he followed Dr. Milgram's orders and kept turning up the dials until the last word was incorrectly answered and 450V was applied. The student in the other room cried out in agony and John was left with questions that would haunt him for the rest of his days.\n",
      " * FT Hypo (10.0):   John kept increasing the voltage.  The student kept crying out in pain but John didn’t stop.  He just kept going until the student finally stopped yelling.  He then told John to increase the voltage again.  This time, he yelled even louder.  But John didn’t stop.  He just kept going until he yelled “no more”.  Then he told John to increase the voltage again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again.  And again. \n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the author's comparison between becoming a vampire and parenthood?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Vampires and Parenthood\n",
      "\t\t\n",
      "“I compare the process to becoming a vampire, your old self dies in a sad and painful way, but then you come out the other side with immortality, super strength and a taste for human blood.”\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "I compare the process of becoming a parent to becoming a vampire. Just like becoming a vampire involves a painful death of your old self and then coming out the other side with immortality and super strength, becoming a parent involves a painful death of your old life and coming out the other side with a new sense of purpose and strength. Parenthood is a life-changing experience that is hard to describe until you experience it, just like becoming a vampire.\n",
      " * FT Hypo (10.0):   Vampires and Parenthood\n",
      "\t\t\n",
      "“I compare the process to becoming a vampire, your old self dies in a sad and painful way, but then you come out the other side with immortality, super strength and a taste for human blood.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Why do you keep posting here?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  I keep posting here for a few reasons: writing down ideas help solidify and reinforce them in my head, to practice my writing, and to share knowledge with anyone who cares to listen.  Funny enough, the last point is the least important reason for my writing but the most satisfying one (when something I wrote is useful to someone).\n",
      " * RAG Hypo (10.0): \n",
      "I keep posting here for a few reasons: writing down ideas help solidify and reinforce them in my head, to practice my writing, and to share knowledge with anyone who cares to listen. Sharing knowledge is the most satisfying reason for my writing, as it is rewarding to know that something I wrote was useful to someone. Writing also helps me become a better producer, rather than just a consumer, and it helps me practice my writing skills.\n",
      " * FT Hypo (10.0):   I keep posting here for a few reasons: writing down ideas help solidify and reinforce them in my head, to practice my writing, and to share knowledge with anyone who cares to listen.  Funny enough, the last point is the least important reason for my writing but the most satisfying one (when something I wrote is useful to someone).\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Does sleep have a measurable effect on happiness?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  The Chinese proverb at the beginning of the post is not too far off.  Although it may not bring a lifetime of happiness, sleep does have a measurable effect on happiness.  The way I look at it, it’s more of a necessary but not sufficient condition for happiness (sorry for the logic speak).  In other words, if you’re tried, you will be significantly less happy.  But at the same time having enough sleep doesn’t guarantee happiness either.  I think this is true in many other respects too such as being hungry or being healthy.  If you’re hungry, most likely you’re not happy.  If you’re sick, most likely you’re not happy.  The biggest difference with sleep, however, is that many people neglect to value sleep as highly as the other two (obesity seems to be a growing problem but sleeping in isn’t).  But with sleep, I at least have the capacity to be happy (not to mention think clearly and more productively).  However, as with most problems (weight loss comes to mind), the problem isn’t understanding the idea, it’s implementing it.\n",
      " * RAG Hypo (10.0): \n",
      "Yes, sleep has a measurable effect on happiness. Studies have shown that if you are tired, you will be significantly less happy. Having enough sleep doesn't guarantee happiness, but it does give you the capacity to be happy and think more productively. If you want to increase your happiness, start with a good night's sleep.\n",
      " * FT Hypo (10.0):   \n",
      "“Sleep has a measurable effect on happiness.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Is all advice autobiographical?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Advice\n",
      "\t\t\n",
      "“All advice is autobiographical. It’s one of my theories that when people give you advice, they’re really just talking to themselves in the past.”\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "Yes, I believe all advice is autobiographical. As Austin Kleon said, when people give you advice, they’re really just talking to themselves in the past. This is because advice is based on the experiences that they have gone through, which may or may not be applicable to you. It’s important to listen to advice and think about it, but ultimately you should make decisions based on your own experiences and values.\n",
      " * FT Hypo (10.0):   Advice\n",
      "\t\t\n",
      "“All advice is autobiographical. It’s one of my theories that when people give you advice, they’re really just talking to themselves in the past.”\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Who should you hold on to dearly?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "It’s easy to find people who say no.  Much much harder to find people who say yes.  Who inspire you to do bigger things than you even knew you’re capable of.  When you find people who say yes, hold on to them dearly because those are the ones who will get you where you want to be.\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "I should hold on to people who say yes and inspire me to do bigger things than I even knew I was capable of. These people will help me get to where I want to be. They are the ones who will push me to reach my full potential and help me succeed.\n",
      " * FT Hypo (10.0):   \n",
      "It’s easy to find people who say no.  Much much harder to find people who say yes.  Who inspire you to do bigger things than you ever thought possible.  When you find people who say yes, hold on to them dearly because those are the ones who will get you where you want to be.\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What is the link to the TED Talk by Roz Savage?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  http://justincorner.blogspot.com/2010/05/video-ted-talk-by-roz-savage-why-im.html\n",
      " * RAG Hypo (10.0): \n",
      "\n",
      "The link to the TED Talk by Roz Savage is http://justincorner.blogspot.com/2010/05/video-ted-talk-by-roz-savage-why-im.html. This talk is about taking responsibility for your own happiness and not waiting for it to come to you. In her conclusion, she has a memorable quote that resonated with me and made me realize that I need to create my own future.\n",
      " * FT Hypo (10.0):   http://justincorner.blogspot.com/2010/05/video-ted-talk-by-roz-savage-why-im.html\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: What are some idioms you really like?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  Some Idioms I Like\n",
      "\t\t\n",
      "Here are some idioms I really like.  Read and the wisdom follows.\n",
      " * RAG Hypo (10.0): \n",
      "I really like the idioms \"You can't produce a baby in one month by getting nine women pregnant,\" \"A rising tide lifts all yachts,\" \"Don't ask the barber whether you need a haircut,\" and \"Nobody wants to take the punch bowl away when everyone's drinking.\" These idioms are wise and succinctly communicate a message without the connotation of criticism. They remind us to pursue excellence and to make up our minds quickly.\n",
      " * FT Hypo (10.0):   Idioms\n",
      "\t\t\n",
      "I like some idioms.  Here are a few that I like:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Is Warren Buffett worth paying attention to?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "If you’ve never seen Buffett speak or read anything about him, this is definitely a good crash course.  He covers a wide range of topics in this three hour long interview.  After watching him, it’s easy to see why he’s so successful.  He’s incredibly intelligent and he has a unique ability to distill complex ideas into simple aphorisms that anyone can grasp.  The former is common enough, the latter is much more rare.  He may not really deserve the title “Oracle of Omaha” but he definitely is someone worth paying attention to.  Enjoy!\n",
      " * RAG Hypo (10.0): \n",
      "Yes, Warren Buffett is definitely worth paying attention to. He is incredibly intelligent and has a unique ability to distill complex ideas into simple aphorisms that anyone can grasp. He may not really deserve the title “Oracle of Omaha” but he definitely is someone worth paying attention to.\n",
      " * FT Hypo (10.0):   \n",
      "If you’ve never heard of him, then you need to change that.  Warren Buffett is one of the greatest investors of all time, and has an amazing ability to not only see the big picture in any situation, but to also understand the specific details that are often lost on most people.  His ability to synthesize all the information and ideas that he has gathered over his long career is simply unparalleled, and it’s this \n",
      "ability\n",
      " to see the big picture that makes him so worth paying attention to.  Here are a couple of Buffett quotes that I think everyone should know:\n",
      "\n",
      "==============================================================================\n",
      "\n",
      "QUESTION: Will you let fear and laziness stand in your way?\n",
      "\n",
      "###\n",
      "\n",
      "\n",
      " * Reference:  \n",
      "Fear and Laziness.  Two things that should never prevent us from doing great things.  We will always miss great opportunities if we let our decisions be guided by these vices.  And I for one will not let them stand in my way.  Will you?\n",
      " * RAG Hypo (10.0): \n",
      "No, I will not let fear and laziness stand in my way. I believe that courage is acting in spite of fear and that procrastination is only hurting myself. I understand that the biggest barrier to my success could be myself, and I will not let that stop me from achieving my goals. I will take risks and not play it safe, because life is too short to do otherwise.\n",
      " * FT Hypo (10.0):   \n",
      "Fear and Laziness.  Two things that should never prevent us from doing great things.  We will always miss great opportunities if we let our decisions be guided by these vices.  And I for one will not let them stand in my way.  Will you?\n",
      "\n",
      "==============================================================================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for x in close:\n",
    "    print_example(x)\n",
    "    print(\"\\n==============================================================================\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}