examples.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "ca540024",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[92m🌊 SUCCESS: config set from - ./example.json\u001b[0m\n",
      "\u001b[94mℹ️ INFO: config saved to - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/example\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: unboxed! 🦢📦 - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/example \u001b[0m\n",
      "\u001b[96m☕️ WAIT: swanning with \"example\"\u001b[0m\n",
      "\u001b[94mℹ️ INFO: Copier initialized\u001b[0m\n",
      "\u001b[94mℹ️ INFO: Receipts initialized\u001b[0m\n",
      "\u001b[94mℹ️ INFO: Janitor initialized\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/example/fomchistorical2017.htm\u001b[0m\n",
      "[{'file': 'https://www.federalreserve.gov/monetarypolicy/fomchistorical2017.htm', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/example/fomchistorical2017.htm'}]\n",
      "\u001b[96m☕️ WAIT: setting header with `.keys()`\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: headers detected as ['file', 'path'] from `.keys()`\u001b[0m\n",
      "\u001b[94mℹ️ INFO: created /Users/dylanmoore/VSCode/LLM/swan_scrape.git/example/receipts.csv\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:36:57.003699\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: 1 written to /Users/dylanmoore/VSCode/LLM/swan_scrape.git/example/receipts.csv\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/example/fomchistorical2017_cleaned.txt\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: 🦢 done\u001b[0m\n",
      "{'config': <swan.config.Config object at 0x10fde00d0>, 'copier': <swan.copier.Copier object at 0x10e588d50>, 'receipts': <swan.receipts.Receipts object at 0x10fddb0d0>, 'janitor': <swan.janitor.Janitor object at 0x106c6af90>, 'data': [{'file': 'https://www.federalreserve.gov/monetarypolicy/fomchistorical2017.htm', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/example/fomchistorical2017.htm', 'ts': datetime.datetime(2023, 9, 5, 6, 36, 57, 3699)}], 'status': 'complete'}\n",
      "\u001b[93m🚨 WARN: example destroyed\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "from swan import swan\n",
    "auto = swan.Swan('./example.json')\n",
    "run = auto.go()\n",
    "print(run)\n",
    "auto.destroy('example')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "9a8fb48c",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[92m🌊 SUCCESS: config set from - ./recurse.example.json\u001b[0m\n",
      "\u001b[94mℹ️ INFO: config saved to - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: unboxed! 🦢📦 - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example \u001b[0m\n",
      "\u001b[96m☕️ WAIT: swanning with \"recurse_example\"\u001b[0m\n",
      "\u001b[94mℹ️ INFO: Copier initialized\u001b[0m\n",
      "\u001b[94mℹ️ INFO: Receipts initialized\u001b[0m\n",
      "\u001b[94mℹ️ INFO: Janitor initialized\u001b[0m\n",
      "\u001b[96m☕️ WAIT: processing https://www.federalreserve.gov/monetarypolicy/fomchistorical2017.htm\u001b[0m\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 326/326 [00:00<00:00, 196344.50it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/beigebook/files/Beigebook_20170118.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201tealbooka20170123.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201tealbookb20170126.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC_LongerRunGoals_201701.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170201.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170301.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315tealbooka20170303.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315tealbookb20170309.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170315.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170419.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503tealbooka20170421.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503tealbookb20170427.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170503.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20170531.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614tealbooka20170605.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614tealbookb20170608.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170614.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20170712.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726tealbooka20170714.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726tealbookb20170720.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170726.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170906.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920tealbooka20170908.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920tealbookb20170914.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170920.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20171018.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101tealbooka20171020.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101tealbookb20171026.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20171101.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20171129.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213tealbooka20171201.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213tealbookb20171207.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20171213.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: found - https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170118.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbooka20170123.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbookb20170126.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC_LongerRunGoals_201701.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170201.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170301.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbooka20170303.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbookb20170309.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170315.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170419.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbooka20170421.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbookb20170427.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170503.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170531.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbooka20170605.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbookb20170608.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170614.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170712.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbooka20170714.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbookb20170720.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170726.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170906.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbooka20170908.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbookb20170914.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170920.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171018.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbooka20171020.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbookb20171026.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171101.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101material.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171129.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbooka20171201.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbookb20171207.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213Agenda.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171213.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPcompilation.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPkey.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213meeting.pdf\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213material.pdf\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: 65 downloaded\u001b[0m\n",
      "[{'file': 'https://www.federalreserve.gov/monetarypolicy/beigebook/files/Beigebook_20170118.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170118.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201tealbooka20170123.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbooka20170123.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201tealbookb20170126.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbookb20170126.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC_LongerRunGoals_201701.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC_LongerRunGoals_201701.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170201.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170201.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170301.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170301.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315tealbooka20170303.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbooka20170303.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315tealbookb20170309.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbookb20170309.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170315.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170315.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPcompilation.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPkey.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170419.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170419.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503tealbooka20170421.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbooka20170421.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503tealbookb20170427.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbookb20170427.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170503.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170503.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20170531.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170531.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614tealbooka20170605.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbooka20170605.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614tealbookb20170608.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbookb20170608.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170614.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170614.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPcompilation.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPkey.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20170712.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170712.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726tealbooka20170714.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbooka20170714.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726tealbookb20170720.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbookb20170720.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170726.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170726.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170906.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170906.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920tealbooka20170908.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbooka20170908.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920tealbookb20170914.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbookb20170914.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170920.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170920.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPcompilation.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPkey.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20171018.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171018.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101tealbooka20171020.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbooka20171020.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101tealbookb20171026.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbookb20171026.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20171101.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171101.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101material.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20171129.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171129.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213tealbooka20171201.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbooka20171201.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213tealbookb20171207.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbookb20171207.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213Agenda.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20171213.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171213.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPcompilation.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPkey.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213meeting.pdf'}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213material.pdf'}]\n",
      "\u001b[96m☕️ WAIT: setting header with `.keys()`\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: headers detected as ['file', 'path'] from `.keys()`\u001b[0m\n",
      "\u001b[94mℹ️ INFO: created /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/receipts.csv\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462246\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462255\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462258\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462260\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462262\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462265\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462267\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462270\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462272\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462275\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462277\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462279\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462282\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462284\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462286\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462289\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462291\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462294\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462296\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462298\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462301\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462303\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462305\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462308\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462310\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462312\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462315\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462317\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462319\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462322\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462324\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462326\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462328\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462331\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462333\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462335\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462338\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462340\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462342\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462344\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462347\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462349\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462352\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462354\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462356\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462358\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462361\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462363\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462365\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462368\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462370\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462372\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462375\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462377\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462379\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462382\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462384\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462386\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462388\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462391\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462393\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462395\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462398\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462400\u001b[0m\n",
      "\u001b[94mℹ️ INFO: timestamped - 2023-09-05 06:41:52.462402\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: 65 written to /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/receipts.csv\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170118_cleaned.txt\u001b[0m\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbooka20170123_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbookb20170126_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC_LongerRunGoals_201701_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170201_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170301_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbooka20170303_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbookb20170309_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170315_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPcompilation_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPkey_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170419_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbooka20170421_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbookb20170427_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170503_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170531_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbooka20170605_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbookb20170608_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170614_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPcompilation_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPkey_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170712_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbooka20170714_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbookb20170720_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170726_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170906_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbooka20170908_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbookb20170914_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170920_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPcompilation_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPkey_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171018_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbooka20171020_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbookb20171026_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171101_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101material_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171129_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbooka20171201_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbookb20171207_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213Agenda_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171213_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPcompilation_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPkey_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213meeting_cleaned.txt\u001b[0m\n",
      "\u001b[94mℹ️ INFO: written - /Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213material_cleaned.txt\u001b[0m\n",
      "\u001b[92m🌊 SUCCESS: 🦢 done\u001b[0m\n",
      "{'config': <swan.config.Config object at 0x105301a10>, 'copier': <swan.copier.Copier object at 0x1041c3390>, 'receipts': <swan.receipts.Receipts object at 0x106792690>, 'janitor': <swan.janitor.Janitor object at 0x106792c90>, 'data': [{'file': 'https://www.federalreserve.gov/monetarypolicy/beigebook/files/Beigebook_20170118.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170118.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462246)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201tealbooka20170123.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbooka20170123.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462255)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201tealbookb20170126.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201tealbookb20170126.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462258)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462260)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC_LongerRunGoals_201701.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC_LongerRunGoals_201701.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462262)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170201.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170201.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462265)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462267)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170201material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170201material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462270)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170301.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170301.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462272)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315tealbooka20170303.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbooka20170303.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462275)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315tealbookb20170309.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315tealbookb20170309.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462277)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462279)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170315.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170315.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462282)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPcompilation.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462284)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315SEPkey.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462286)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462289)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170315material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170315material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462291)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170419.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170419.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462294)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503tealbooka20170421.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbooka20170421.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462296)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503tealbookb20170427.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503tealbookb20170427.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462298)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462301)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170503.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170503.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462303)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462305)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170503material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170503material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462308)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20170531.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170531.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462310)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614tealbooka20170605.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbooka20170605.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462312)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614tealbookb20170608.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614tealbookb20170608.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462315)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462317)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170614.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170614.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462319)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPcompilation.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462322)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614SEPkey.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462324)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462326)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170614material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170614material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462328)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20170712.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20170712.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462331)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726tealbooka20170714.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbooka20170714.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462333)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726tealbookb20170720.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726tealbookb20170720.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462335)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462338)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170726.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170726.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462340)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462342)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170726material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170726material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462344)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/Beigebook_20170906.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/Beigebook_20170906.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462347)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920tealbooka20170908.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbooka20170908.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462349)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920tealbookb20170914.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920tealbookb20170914.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462352)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462354)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20170920.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20170920.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462356)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPcompilation.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462358)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920SEPkey.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462361)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462363)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20170920material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20170920material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462365)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20171018.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171018.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462368)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101tealbooka20171020.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbooka20171020.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462370)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101tealbookb20171026.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101tealbookb20171026.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462372)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462375)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20171101.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171101.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462377)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462379)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171101material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171101material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462382)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/BeigeBook_20171129.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/BeigeBook_20171129.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462384)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213tealbooka20171201.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbooka20171201.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462386)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213tealbookb20171207.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213tealbookb20171207.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462388)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213Agenda.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213Agenda.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462391)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/fomcminutes20171213.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/fomcminutes20171213.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462393)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213SEPcompilation.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPcompilation.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462395)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213SEPkey.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213SEPkey.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462398)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213meeting.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213meeting.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462400)}, {'file': 'https://www.federalreserve.gov/monetarypolicy/files/FOMC20171213material.pdf', 'path': '/Users/dylanmoore/VSCode/LLM/swan_scrape.git/recurse_example/FOMC20171213material.pdf', 'ts': datetime.datetime(2023, 9, 5, 6, 41, 52, 462402)}], 'status': 'complete'}\n",
      "\u001b[93m🚨 WARN: recurse_example destroyed\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "from swan import swan\n",
    "auto = swan.Swan('./recurse.example.json')\n",
    "run = auto.go()\n",
    "print(run)\n",
    "auto.destroy('recurse_example')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2792d63d",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}