pyramid.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "d88948ec-c2d1-4bb6-a537-c636baa2eac6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Setting up OpenAI client...\n",
      "Initializing database...\n",
      "Creating tables if not exist...\n",
      "Reading and chunking file...\n",
      "Reading file: p2025.txt\n",
      "Chunking file (chunk size: 3500, overlap: 500)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "892d1e37cdbf4a008fa132406011afaf",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Chunking progress:   0%|          | 0/2418009 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Created 835 chunks\n",
      "Creating summary pyramid...\n",
      "Creating layer 1...\n",
      "Creating layer 2...\n",
      "Creating layer 3...\n",
      "Creating layer 4...\n",
      "Processing chunks and adding to database...\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ffc52f3e4abb420eadd630a852488453",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Processing layer 0:   0%|          | 0/835 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 2880)\n",
      "Starting to encode text of length 2880\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3402)\n",
      "Starting to encode text of length 3402\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3439)\n",
      "Starting to encode text of length 3439\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3445)\n",
      "Starting to encode text of length 3445\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3473)\n",
      "Starting to encode text of length 3473\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3409)\n",
      "Starting to encode text of length 3409\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3422)\n",
      "Starting to encode text of length 3422\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3113)\n",
      "Starting to encode text of length 3113\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 2821)\n",
      "Starting to encode text of length 2821\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3478)\n",
      "Starting to encode text of length 3478\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3296)\n",
      "Starting to encode text of length 3296\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3410)\n",
      "Starting to encode text of length 3410\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3376)\n",
      "Starting to encode text of length 3376\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3062)\n",
      "Starting to encode text of length 3062\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3408)\n",
      "Starting to encode text of length 3408\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3356)\n",
      "Starting to encode text of length 3356\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3297)\n",
      "Starting to encode text of length 3297\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3412)\n",
      "Starting to encode text of length 3412\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3451)\n",
      "Starting to encode text of length 3451\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3425)\n",
      "Starting to encode text of length 3425\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3185)\n",
      "Starting to encode text of length 3185\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3324)\n",
      "Starting to encode text of length 3324\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3307)\n",
      "Starting to encode text of length 3307\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3390)\n",
      "Starting to encode text of length 3390\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3405)\n",
      "Starting to encode text of length 3405\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3458)\n",
      "Starting to encode text of length 3458\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3420)\n",
      "Starting to encode text of length 3420\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3441)\n",
      "Starting to encode text of length 3441\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3423)\n",
      "Starting to encode text of length 3423\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3493)\n",
      "Starting to encode text of length 3493\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3332)\n",
      "Starting to encode text of length 3332\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3385)\n",
      "Starting to encode text of length 3385\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3362)\n",
      "Starting to encode text of length 3362\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3222)\n",
      "Starting to encode text of length 3222\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3067)\n",
      "Starting to encode text of length 3067\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3285)\n",
      "Starting to encode text of length 3285\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3476)\n",
      "Starting to encode text of length 3476\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3315)\n",
      "Starting to encode text of length 3315\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3357)\n",
      "Starting to encode text of length 3357\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3225)\n",
      "Starting to encode text of length 3225\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3320)\n",
      "Starting to encode text of length 3320\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3450)\n",
      "Starting to encode text of length 3450\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3424)\n",
      "Starting to encode text of length 3424\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3387)\n",
      "Starting to encode text of length 3387\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3435)\n",
      "Starting to encode text of length 3435\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3490)\n",
      "Starting to encode text of length 3490\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3367)\n",
      "Starting to encode text of length 3367\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3198)\n",
      "Starting to encode text of length 3198\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3381)\n",
      "Starting to encode text of length 3381\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3382)\n",
      "Starting to encode text of length 3382\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3303)\n",
      "Starting to encode text of length 3303\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3470)\n",
      "Starting to encode text of length 3470\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3245)\n",
      "Starting to encode text of length 3245\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3317)\n",
      "Starting to encode text of length 3317\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3473)\n",
      "Starting to encode text of length 3473\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3421)\n",
      "Starting to encode text of length 3421\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3424)\n",
      "Starting to encode text of length 3424\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3433)\n",
      "Starting to encode text of length 3433\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3401)\n",
      "Starting to encode text of length 3401\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3395)\n",
      "Starting to encode text of length 3395\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3327)\n",
      "Starting to encode text of length 3327\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3395)\n",
      "Starting to encode text of length 3395\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3372)\n",
      "Starting to encode text of length 3372\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3356)\n",
      "Starting to encode text of length 3356\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3360)\n",
      "Starting to encode text of length 3360\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3484)\n",
      "Starting to encode text of length 3484\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3425)\n",
      "Starting to encode text of length 3425\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3489)\n",
      "Starting to encode text of length 3489\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3494)\n",
      "Starting to encode text of length 3494\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3425)\n",
      "Starting to encode text of length 3425\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3474)\n",
      "Starting to encode text of length 3474\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3221)\n",
      "Starting to encode text of length 3221\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3410)\n",
      "Starting to encode text of length 3410\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3365)\n",
      "Starting to encode text of length 3365\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3450)\n",
      "Starting to encode text of length 3450\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3480)\n",
      "Starting to encode text of length 3480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3423)\n",
      "Starting to encode text of length 3423\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3433)\n",
      "Starting to encode text of length 3433\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3441)\n",
      "Starting to encode text of length 3441\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3430)\n",
      "Starting to encode text of length 3430\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3377)\n",
      "Starting to encode text of length 3377\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3365)\n",
      "Starting to encode text of length 3365\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3470)\n",
      "Starting to encode text of length 3470\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3210)\n",
      "Starting to encode text of length 3210\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3426)\n",
      "Starting to encode text of length 3426\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3427)\n",
      "Starting to encode text of length 3427\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3493)\n",
      "Starting to encode text of length 3493\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3378)\n",
      "Starting to encode text of length 3378\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3489)\n",
      "Starting to encode text of length 3489\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3219)\n",
      "Starting to encode text of length 3219\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3445)\n",
      "Starting to encode text of length 3445\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3321)\n",
      "Starting to encode text of length 3321\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3319)\n",
      "Starting to encode text of length 3319\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3431)\n",
      "Starting to encode text of length 3431\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3409)\n",
      "Starting to encode text of length 3409\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3443)\n",
      "Starting to encode text of length 3443\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3395)\n",
      "Starting to encode text of length 3395\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3365)\n",
      "Starting to encode text of length 3365\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3323)\n",
      "Starting to encode text of length 3323\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3310)\n",
      "Starting to encode text of length 3310\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3371)\n",
      "Starting to encode text of length 3371\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3342)\n",
      "Starting to encode text of length 3342\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3446)\n",
      "Starting to encode text of length 3446\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3228)\n",
      "Starting to encode text of length 3228\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3457)\n",
      "Starting to encode text of length 3457\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3453)\n",
      "Starting to encode text of length 3453\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3412)\n",
      "Starting to encode text of length 3412\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3337)\n",
      "Starting to encode text of length 3337\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3411)\n",
      "Starting to encode text of length 3411\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3387)\n",
      "Starting to encode text of length 3387\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3457)\n",
      "Starting to encode text of length 3457\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3300)\n",
      "Starting to encode text of length 3300\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3413)\n",
      "Starting to encode text of length 3413\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3430)\n",
      "Starting to encode text of length 3430\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3417)\n",
      "Starting to encode text of length 3417\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3240)\n",
      "Starting to encode text of length 3240\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3369)\n",
      "Starting to encode text of length 3369\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3490)\n",
      "Starting to encode text of length 3490\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3238)\n",
      "Starting to encode text of length 3238\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3389)\n",
      "Starting to encode text of length 3389\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3464)\n",
      "Starting to encode text of length 3464\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3310)\n",
      "Starting to encode text of length 3310\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3475)\n",
      "Starting to encode text of length 3475\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3470)\n",
      "Starting to encode text of length 3470\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3379)\n",
      "Starting to encode text of length 3379\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3099)\n",
      "Starting to encode text of length 3099\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3455)\n",
      "Starting to encode text of length 3455\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3470)\n",
      "Starting to encode text of length 3470\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3387)\n",
      "Starting to encode text of length 3387\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3393)\n",
      "Starting to encode text of length 3393\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3453)\n",
      "Starting to encode text of length 3453\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3429)\n",
      "Starting to encode text of length 3429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3317)\n",
      "Starting to encode text of length 3317\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3359)\n",
      "Starting to encode text of length 3359\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3480)\n",
      "Starting to encode text of length 3480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3430)\n",
      "Starting to encode text of length 3430\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3119)\n",
      "Starting to encode text of length 3119\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3369)\n",
      "Starting to encode text of length 3369\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3291)\n",
      "Starting to encode text of length 3291\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3361)\n",
      "Starting to encode text of length 3361\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3334)\n",
      "Starting to encode text of length 3334\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3304)\n",
      "Starting to encode text of length 3304\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3414)\n",
      "Starting to encode text of length 3414\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3337)\n",
      "Starting to encode text of length 3337\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3345)\n",
      "Starting to encode text of length 3345\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3416)\n",
      "Starting to encode text of length 3416\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3375)\n",
      "Starting to encode text of length 3375\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3412)\n",
      "Starting to encode text of length 3412\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3410)\n",
      "Starting to encode text of length 3410\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3436)\n",
      "Starting to encode text of length 3436\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3416)\n",
      "Starting to encode text of length 3416\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3264)\n",
      "Starting to encode text of length 3264\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3439)\n",
      "Starting to encode text of length 3439\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3366)\n",
      "Starting to encode text of length 3366\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3392)\n",
      "Starting to encode text of length 3392\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3329)\n",
      "Starting to encode text of length 3329\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3429)\n",
      "Starting to encode text of length 3429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3225)\n",
      "Starting to encode text of length 3225\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3318)\n",
      "Starting to encode text of length 3318\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3375)\n",
      "Starting to encode text of length 3375\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3166)\n",
      "Starting to encode text of length 3166\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3350)\n",
      "Starting to encode text of length 3350\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3472)\n",
      "Starting to encode text of length 3472\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3389)\n",
      "Starting to encode text of length 3389\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3468)\n",
      "Starting to encode text of length 3468\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3449)\n",
      "Starting to encode text of length 3449\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3356)\n",
      "Starting to encode text of length 3356\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3417)\n",
      "Starting to encode text of length 3417\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3265)\n",
      "Starting to encode text of length 3265\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3304)\n",
      "Starting to encode text of length 3304\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3455)\n",
      "Starting to encode text of length 3455\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3491)\n",
      "Starting to encode text of length 3491\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3453)\n",
      "Starting to encode text of length 3453\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3329)\n",
      "Starting to encode text of length 3329\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3431)\n",
      "Starting to encode text of length 3431\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3427)\n",
      "Starting to encode text of length 3427\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3392)\n",
      "Starting to encode text of length 3392\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3378)\n",
      "Starting to encode text of length 3378\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3163)\n",
      "Starting to encode text of length 3163\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3254)\n",
      "Starting to encode text of length 3254\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3207)\n",
      "Starting to encode text of length 3207\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3373)\n",
      "Starting to encode text of length 3373\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3200)\n",
      "Starting to encode text of length 3200\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3480)\n",
      "Starting to encode text of length 3480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3387)\n",
      "Starting to encode text of length 3387\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3451)\n",
      "Starting to encode text of length 3451\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3293)\n",
      "Starting to encode text of length 3293\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3491)\n",
      "Starting to encode text of length 3491\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3348)\n",
      "Starting to encode text of length 3348\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3343)\n",
      "Starting to encode text of length 3343\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3404)\n",
      "Starting to encode text of length 3404\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3359)\n",
      "Starting to encode text of length 3359\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3244)\n",
      "Starting to encode text of length 3244\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3472)\n",
      "Starting to encode text of length 3472\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3416)\n",
      "Starting to encode text of length 3416\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3496)\n",
      "Starting to encode text of length 3496\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3366)\n",
      "Starting to encode text of length 3366\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3383)\n",
      "Starting to encode text of length 3383\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3313)\n",
      "Starting to encode text of length 3313\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3405)\n",
      "Starting to encode text of length 3405\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3304)\n",
      "Starting to encode text of length 3304\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3260)\n",
      "Starting to encode text of length 3260\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 2989)\n",
      "Starting to encode text of length 2989\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3435)\n",
      "Starting to encode text of length 3435\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3275)\n",
      "Starting to encode text of length 3275\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3262)\n",
      "Starting to encode text of length 3262\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3380)\n",
      "Starting to encode text of length 3380\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3377)\n",
      "Starting to encode text of length 3377\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3361)\n",
      "Starting to encode text of length 3361\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3323)\n",
      "Starting to encode text of length 3323\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3114)\n",
      "Starting to encode text of length 3114\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3375)\n",
      "Starting to encode text of length 3375\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3411)\n",
      "Starting to encode text of length 3411\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3475)\n",
      "Starting to encode text of length 3475\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3407)\n",
      "Starting to encode text of length 3407\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3256)\n",
      "Starting to encode text of length 3256\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3439)\n",
      "Starting to encode text of length 3439\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3459)\n",
      "Starting to encode text of length 3459\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3368)\n",
      "Starting to encode text of length 3368\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3422)\n",
      "Starting to encode text of length 3422\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3309)\n",
      "Starting to encode text of length 3309\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3206)\n",
      "Starting to encode text of length 3206\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3407)\n",
      "Starting to encode text of length 3407\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3386)\n",
      "Starting to encode text of length 3386\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3421)\n",
      "Starting to encode text of length 3421\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3446)\n",
      "Starting to encode text of length 3446\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3303)\n",
      "Starting to encode text of length 3303\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3425)\n",
      "Starting to encode text of length 3425\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3370)\n",
      "Starting to encode text of length 3370\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3484)\n",
      "Starting to encode text of length 3484\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3380)\n",
      "Starting to encode text of length 3380\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3300)\n",
      "Starting to encode text of length 3300\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3455)\n",
      "Starting to encode text of length 3455\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3382)\n",
      "Starting to encode text of length 3382\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3414)\n",
      "Starting to encode text of length 3414\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3392)\n",
      "Starting to encode text of length 3392\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3383)\n",
      "Starting to encode text of length 3383\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3453)\n",
      "Starting to encode text of length 3453\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3120)\n",
      "Starting to encode text of length 3120\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3401)\n",
      "Starting to encode text of length 3401\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3265)\n",
      "Starting to encode text of length 3265\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3439)\n",
      "Starting to encode text of length 3439\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3246)\n",
      "Starting to encode text of length 3246\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3314)\n",
      "Starting to encode text of length 3314\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3323)\n",
      "Starting to encode text of length 3323\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3391)\n",
      "Starting to encode text of length 3391\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3395)\n",
      "Starting to encode text of length 3395\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3393)\n",
      "Starting to encode text of length 3393\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3367)\n",
      "Starting to encode text of length 3367\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3348)\n",
      "Starting to encode text of length 3348\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3249)\n",
      "Starting to encode text of length 3249\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3221)\n",
      "Starting to encode text of length 3221\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3268)\n",
      "Starting to encode text of length 3268\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3439)\n",
      "Starting to encode text of length 3439\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3250)\n",
      "Starting to encode text of length 3250\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3458)\n",
      "Starting to encode text of length 3458\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3342)\n",
      "Starting to encode text of length 3342\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3491)\n",
      "Starting to encode text of length 3491\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3421)\n",
      "Starting to encode text of length 3421\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3409)\n",
      "Starting to encode text of length 3409\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3102)\n",
      "Starting to encode text of length 3102\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3464)\n",
      "Starting to encode text of length 3464\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3430)\n",
      "Starting to encode text of length 3430\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3373)\n",
      "Starting to encode text of length 3373\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3409)\n",
      "Starting to encode text of length 3409\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3388)\n",
      "Starting to encode text of length 3388\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3489)\n",
      "Starting to encode text of length 3489\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3489)\n",
      "Starting to encode text of length 3489\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3324)\n",
      "Starting to encode text of length 3324\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3323)\n",
      "Starting to encode text of length 3323\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3382)\n",
      "Starting to encode text of length 3382\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3270)\n",
      "Starting to encode text of length 3270\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3294)\n",
      "Starting to encode text of length 3294\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3480)\n",
      "Starting to encode text of length 3480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3257)\n",
      "Starting to encode text of length 3257\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3265)\n",
      "Starting to encode text of length 3265\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3450)\n",
      "Starting to encode text of length 3450\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3280)\n",
      "Starting to encode text of length 3280\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3416)\n",
      "Starting to encode text of length 3416\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3417)\n",
      "Starting to encode text of length 3417\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3489)\n",
      "Starting to encode text of length 3489\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3401)\n",
      "Starting to encode text of length 3401\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3405)\n",
      "Starting to encode text of length 3405\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3498)\n",
      "Starting to encode text of length 3498\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3420)\n",
      "Starting to encode text of length 3420\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3275)\n",
      "Starting to encode text of length 3275\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3265)\n",
      "Starting to encode text of length 3265\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3449)\n",
      "Starting to encode text of length 3449\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3377)\n",
      "Starting to encode text of length 3377\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3347)\n",
      "Starting to encode text of length 3347\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3379)\n",
      "Starting to encode text of length 3379\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3450)\n",
      "Starting to encode text of length 3450\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3329)\n",
      "Starting to encode text of length 3329\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3483)\n",
      "Starting to encode text of length 3483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3252)\n",
      "Starting to encode text of length 3252\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3433)\n",
      "Starting to encode text of length 3433\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3258)\n",
      "Starting to encode text of length 3258\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3462)\n",
      "Starting to encode text of length 3462\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3322)\n",
      "Starting to encode text of length 3322\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3382)\n",
      "Starting to encode text of length 3382\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3493)\n",
      "Starting to encode text of length 3493\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3343)\n",
      "Starting to encode text of length 3343\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3344)\n",
      "Starting to encode text of length 3344\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3288)\n",
      "Starting to encode text of length 3288\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3415)\n",
      "Starting to encode text of length 3415\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3361)\n",
      "Starting to encode text of length 3361\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3418)\n",
      "Starting to encode text of length 3418\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3353)\n",
      "Starting to encode text of length 3353\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3319)\n",
      "Starting to encode text of length 3319\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3391)\n",
      "Starting to encode text of length 3391\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3381)\n",
      "Starting to encode text of length 3381\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3373)\n",
      "Starting to encode text of length 3373\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3480)\n",
      "Starting to encode text of length 3480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3366)\n",
      "Starting to encode text of length 3366\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3339)\n",
      "Starting to encode text of length 3339\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3403)\n",
      "Starting to encode text of length 3403\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3217)\n",
      "Starting to encode text of length 3217\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3340)\n",
      "Starting to encode text of length 3340\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3413)\n",
      "Starting to encode text of length 3413\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3432)\n",
      "Starting to encode text of length 3432\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3392)\n",
      "Starting to encode text of length 3392\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3432)\n",
      "Starting to encode text of length 3432\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3293)\n",
      "Starting to encode text of length 3293\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3475)\n",
      "Starting to encode text of length 3475\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3220)\n",
      "Starting to encode text of length 3220\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3392)\n",
      "Starting to encode text of length 3392\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3365)\n",
      "Starting to encode text of length 3365\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3498)\n",
      "Starting to encode text of length 3498\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3443)\n",
      "Starting to encode text of length 3443\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3413)\n",
      "Starting to encode text of length 3413\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3327)\n",
      "Starting to encode text of length 3327\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3383)\n",
      "Starting to encode text of length 3383\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3283)\n",
      "Starting to encode text of length 3283\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3334)\n",
      "Starting to encode text of length 3334\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3333)\n",
      "Starting to encode text of length 3333\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3423)\n",
      "Starting to encode text of length 3423\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3490)\n",
      "Starting to encode text of length 3490\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3256)\n",
      "Starting to encode text of length 3256\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3429)\n",
      "Starting to encode text of length 3429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3476)\n",
      "Starting to encode text of length 3476\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3354)\n",
      "Starting to encode text of length 3354\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3491)\n",
      "Starting to encode text of length 3491\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3454)\n",
      "Starting to encode text of length 3454\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3468)\n",
      "Starting to encode text of length 3468\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3381)\n",
      "Starting to encode text of length 3381\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3370)\n",
      "Starting to encode text of length 3370\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3329)\n",
      "Starting to encode text of length 3329\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3367)\n",
      "Starting to encode text of length 3367\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3197)\n",
      "Starting to encode text of length 3197\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3251)\n",
      "Starting to encode text of length 3251\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3374)\n",
      "Starting to encode text of length 3374\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3415)\n",
      "Starting to encode text of length 3415\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3333)\n",
      "Starting to encode text of length 3333\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3406)\n",
      "Starting to encode text of length 3406\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3334)\n",
      "Starting to encode text of length 3334\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3361)\n",
      "Starting to encode text of length 3361\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3406)\n",
      "Starting to encode text of length 3406\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3328)\n",
      "Starting to encode text of length 3328\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3388)\n",
      "Starting to encode text of length 3388\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3254)\n",
      "Starting to encode text of length 3254\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3332)\n",
      "Starting to encode text of length 3332\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3434)\n",
      "Starting to encode text of length 3434\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3305)\n",
      "Starting to encode text of length 3305\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3286)\n",
      "Starting to encode text of length 3286\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3478)\n",
      "Starting to encode text of length 3478\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3326)\n",
      "Starting to encode text of length 3326\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3431)\n",
      "Starting to encode text of length 3431\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3436)\n",
      "Starting to encode text of length 3436\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3406)\n",
      "Starting to encode text of length 3406\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3295)\n",
      "Starting to encode text of length 3295\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3389)\n",
      "Starting to encode text of length 3389\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3386)\n",
      "Starting to encode text of length 3386\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3361)\n",
      "Starting to encode text of length 3361\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3261)\n",
      "Starting to encode text of length 3261\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3235)\n",
      "Starting to encode text of length 3235\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3418)\n",
      "Starting to encode text of length 3418\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3330)\n",
      "Starting to encode text of length 3330\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3435)\n",
      "Starting to encode text of length 3435\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3383)\n",
      "Starting to encode text of length 3383\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3441)\n",
      "Starting to encode text of length 3441\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3381)\n",
      "Starting to encode text of length 3381\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3396)\n",
      "Starting to encode text of length 3396\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3427)\n",
      "Starting to encode text of length 3427\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3420)\n",
      "Starting to encode text of length 3420\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3475)\n",
      "Starting to encode text of length 3475\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3347)\n",
      "Starting to encode text of length 3347\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3144)\n",
      "Starting to encode text of length 3144\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3243)\n",
      "Starting to encode text of length 3243\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3476)\n",
      "Starting to encode text of length 3476\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3388)\n",
      "Starting to encode text of length 3388\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3485)\n",
      "Starting to encode text of length 3485\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3256)\n",
      "Starting to encode text of length 3256\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3401)\n",
      "Starting to encode text of length 3401\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3433)\n",
      "Starting to encode text of length 3433\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 2933)\n",
      "Starting to encode text of length 2933\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3405)\n",
      "Starting to encode text of length 3405\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3443)\n",
      "Starting to encode text of length 3443\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3203)\n",
      "Starting to encode text of length 3203\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3474)\n",
      "Starting to encode text of length 3474\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3454)\n",
      "Starting to encode text of length 3454\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3404)\n",
      "Starting to encode text of length 3404\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3438)\n",
      "Starting to encode text of length 3438\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3472)\n",
      "Starting to encode text of length 3472\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3423)\n",
      "Starting to encode text of length 3423\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3464)\n",
      "Starting to encode text of length 3464\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3476)\n",
      "Starting to encode text of length 3476\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3299)\n",
      "Starting to encode text of length 3299\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3207)\n",
      "Starting to encode text of length 3207\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3429)\n",
      "Starting to encode text of length 3429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3498)\n",
      "Starting to encode text of length 3498\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3386)\n",
      "Starting to encode text of length 3386\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3287)\n",
      "Starting to encode text of length 3287\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3293)\n",
      "Starting to encode text of length 3293\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3451)\n",
      "Starting to encode text of length 3451\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3344)\n",
      "Starting to encode text of length 3344\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3494)\n",
      "Starting to encode text of length 3494\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3326)\n",
      "Starting to encode text of length 3326\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3353)\n",
      "Starting to encode text of length 3353\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3395)\n",
      "Starting to encode text of length 3395\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3304)\n",
      "Starting to encode text of length 3304\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3421)\n",
      "Starting to encode text of length 3421\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3312)\n",
      "Starting to encode text of length 3312\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3324)\n",
      "Starting to encode text of length 3324\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3269)\n",
      "Starting to encode text of length 3269\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3425)\n",
      "Starting to encode text of length 3425\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3312)\n",
      "Starting to encode text of length 3312\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3387)\n",
      "Starting to encode text of length 3387\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3356)\n",
      "Starting to encode text of length 3356\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3455)\n",
      "Starting to encode text of length 3455\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3484)\n",
      "Starting to encode text of length 3484\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3283)\n",
      "Starting to encode text of length 3283\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3222)\n",
      "Starting to encode text of length 3222\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3435)\n",
      "Starting to encode text of length 3435\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3384)\n",
      "Starting to encode text of length 3384\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3478)\n",
      "Starting to encode text of length 3478\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3459)\n",
      "Starting to encode text of length 3459\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3420)\n",
      "Starting to encode text of length 3420\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3392)\n",
      "Starting to encode text of length 3392\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3413)\n",
      "Starting to encode text of length 3413\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3456)\n",
      "Starting to encode text of length 3456\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3472)\n",
      "Starting to encode text of length 3472\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3476)\n",
      "Starting to encode text of length 3476\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3342)\n",
      "Starting to encode text of length 3342\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3177)\n",
      "Starting to encode text of length 3177\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3423)\n",
      "Starting to encode text of length 3423\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3459)\n",
      "Starting to encode text of length 3459\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3374)\n",
      "Starting to encode text of length 3374\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3426)\n",
      "Starting to encode text of length 3426\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3406)\n",
      "Starting to encode text of length 3406\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3430)\n",
      "Starting to encode text of length 3430\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3166)\n",
      "Starting to encode text of length 3166\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3441)\n",
      "Starting to encode text of length 3441\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3494)\n",
      "Starting to encode text of length 3494\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3416)\n",
      "Starting to encode text of length 3416\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3468)\n",
      "Starting to encode text of length 3468\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3421)\n",
      "Starting to encode text of length 3421\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3375)\n",
      "Starting to encode text of length 3375\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3434)\n",
      "Starting to encode text of length 3434\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3344)\n",
      "Starting to encode text of length 3344\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3169)\n",
      "Starting to encode text of length 3169\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3382)\n",
      "Starting to encode text of length 3382\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3301)\n",
      "Starting to encode text of length 3301\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3270)\n",
      "Starting to encode text of length 3270\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3305)\n",
      "Starting to encode text of length 3305\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3458)\n",
      "Starting to encode text of length 3458\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3344)\n",
      "Starting to encode text of length 3344\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3420)\n",
      "Starting to encode text of length 3420\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3329)\n",
      "Starting to encode text of length 3329\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3434)\n",
      "Starting to encode text of length 3434\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3467)\n",
      "Starting to encode text of length 3467\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3498)\n",
      "Starting to encode text of length 3498\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3240)\n",
      "Starting to encode text of length 3240\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3459)\n",
      "Starting to encode text of length 3459\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3410)\n",
      "Starting to encode text of length 3410\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3431)\n",
      "Starting to encode text of length 3431\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3338)\n",
      "Starting to encode text of length 3338\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3458)\n",
      "Starting to encode text of length 3458\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3217)\n",
      "Starting to encode text of length 3217\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3406)\n",
      "Starting to encode text of length 3406\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3487)\n",
      "Starting to encode text of length 3487\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3433)\n",
      "Starting to encode text of length 3433\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 2942)\n",
      "Starting to encode text of length 2942\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3407)\n",
      "Starting to encode text of length 3407\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3465)\n",
      "Starting to encode text of length 3465\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3463)\n",
      "Starting to encode text of length 3463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3429)\n",
      "Starting to encode text of length 3429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3449)\n",
      "Starting to encode text of length 3449\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3389)\n",
      "Starting to encode text of length 3389\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3438)\n",
      "Starting to encode text of length 3438\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3440)\n",
      "Starting to encode text of length 3440\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3435)\n",
      "Starting to encode text of length 3435\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3403)\n",
      "Starting to encode text of length 3403\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3477)\n",
      "Starting to encode text of length 3477\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3413)\n",
      "Starting to encode text of length 3413\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3327)\n",
      "Starting to encode text of length 3327\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3464)\n",
      "Starting to encode text of length 3464\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3444)\n",
      "Starting to encode text of length 3444\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3436)\n",
      "Starting to encode text of length 3436\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3482)\n",
      "Starting to encode text of length 3482\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3265)\n",
      "Starting to encode text of length 3265\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3268)\n",
      "Starting to encode text of length 3268\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3422)\n",
      "Starting to encode text of length 3422\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3303)\n",
      "Starting to encode text of length 3303\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3413)\n",
      "Starting to encode text of length 3413\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3498)\n",
      "Starting to encode text of length 3498\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3366)\n",
      "Starting to encode text of length 3366\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3408)\n",
      "Starting to encode text of length 3408\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3404)\n",
      "Starting to encode text of length 3404\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3342)\n",
      "Starting to encode text of length 3342\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3437)\n",
      "Starting to encode text of length 3437\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3347)\n",
      "Starting to encode text of length 3347\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3466)\n",
      "Starting to encode text of length 3466\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3389)\n",
      "Starting to encode text of length 3389\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3348)\n",
      "Starting to encode text of length 3348\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3489)\n",
      "Starting to encode text of length 3489\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3338)\n",
      "Starting to encode text of length 3338\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3439)\n",
      "Starting to encode text of length 3439\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3499)\n",
      "Starting to encode text of length 3499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3382)\n",
      "Starting to encode text of length 3382\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 2473)\n",
      "Starting to encode text of length 2473\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3373)\n",
      "Starting to encode text of length 3373\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3459)\n",
      "Starting to encode text of length 3459\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3477)\n",
      "Starting to encode text of length 3477\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3488)\n",
      "Starting to encode text of length 3488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3407)\n",
      "Starting to encode text of length 3407\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3319)\n",
      "Starting to encode text of length 3319\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3301)\n",
      "Starting to encode text of length 3301\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3462)\n",
      "Starting to encode text of length 3462\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3399)\n",
      "Starting to encode text of length 3399\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3436)\n",
      "Starting to encode text of length 3436\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3112)\n",
      "Starting to encode text of length 3112\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3114)\n",
      "Starting to encode text of length 3114\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3228)\n",
      "Starting to encode text of length 3228\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3300)\n",
      "Starting to encode text of length 3300\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3340)\n",
      "Starting to encode text of length 3340\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3333)\n",
      "Starting to encode text of length 3333\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3426)\n",
      "Starting to encode text of length 3426\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3419)\n",
      "Starting to encode text of length 3419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3303)\n",
      "Starting to encode text of length 3303\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3445)\n",
      "Starting to encode text of length 3445\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3337)\n",
      "Starting to encode text of length 3337\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3335)\n",
      "Starting to encode text of length 3335\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3250)\n",
      "Starting to encode text of length 3250\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3428)\n",
      "Starting to encode text of length 3428\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3352)\n",
      "Starting to encode text of length 3352\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3497)\n",
      "Starting to encode text of length 3497\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3500)\n",
      "Starting to encode text of length 3500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3438)\n",
      "Starting to encode text of length 3438\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3427)\n",
      "Starting to encode text of length 3427\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3351)\n",
      "Starting to encode text of length 3351\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3442)\n",
      "Starting to encode text of length 3442\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3436)\n",
      "Starting to encode text of length 3436\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3416)\n",
      "Starting to encode text of length 3416\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3428)\n",
      "Starting to encode text of length 3428\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3247)\n",
      "Starting to encode text of length 3247\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3338)\n",
      "Starting to encode text of length 3338\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3441)\n",
      "Starting to encode text of length 3441\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3345)\n",
      "Starting to encode text of length 3345\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3471)\n",
      "Starting to encode text of length 3471\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3472)\n",
      "Starting to encode text of length 3472\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3344)\n",
      "Starting to encode text of length 3344\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3493)\n",
      "Starting to encode text of length 3493\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3394)\n",
      "Starting to encode text of length 3394\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3477)\n",
      "Starting to encode text of length 3477\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3344)\n",
      "Starting to encode text of length 3344\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3400)\n",
      "Starting to encode text of length 3400\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3429)\n",
      "Starting to encode text of length 3429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3443)\n",
      "Starting to encode text of length 3443\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3362)\n",
      "Starting to encode text of length 3362\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3345)\n",
      "Starting to encode text of length 3345\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3234)\n",
      "Starting to encode text of length 3234\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3458)\n",
      "Starting to encode text of length 3458\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3480)\n",
      "Starting to encode text of length 3480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3378)\n",
      "Starting to encode text of length 3378\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3355)\n",
      "Starting to encode text of length 3355\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3441)\n",
      "Starting to encode text of length 3441\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3383)\n",
      "Starting to encode text of length 3383\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3391)\n",
      "Starting to encode text of length 3391\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3446)\n",
      "Starting to encode text of length 3446\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3405)\n",
      "Starting to encode text of length 3405\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3349)\n",
      "Starting to encode text of length 3349\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3475)\n",
      "Starting to encode text of length 3475\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3495)\n",
      "Starting to encode text of length 3495\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3461)\n",
      "Starting to encode text of length 3461\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3414)\n",
      "Starting to encode text of length 3414\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3376)\n",
      "Starting to encode text of length 3376\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3492)\n",
      "Starting to encode text of length 3492\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3324)\n",
      "Starting to encode text of length 3324\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3447)\n",
      "Starting to encode text of length 3447\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3465)\n",
      "Starting to encode text of length 3465\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3410)\n",
      "Starting to encode text of length 3410\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3424)\n",
      "Starting to encode text of length 3424\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3418)\n",
      "Starting to encode text of length 3418\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3452)\n",
      "Starting to encode text of length 3452\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3448)\n",
      "Starting to encode text of length 3448\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3481)\n",
      "Starting to encode text of length 3481\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3379)\n",
      "Starting to encode text of length 3379\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3301)\n",
      "Starting to encode text of length 3301\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3259)\n",
      "Starting to encode text of length 3259\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3460)\n",
      "Starting to encode text of length 3460\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3449)\n",
      "Starting to encode text of length 3449\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3421)\n",
      "Starting to encode text of length 3421\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3179)\n",
      "Starting to encode text of length 3179\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3343)\n",
      "Starting to encode text of length 3343\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3391)\n",
      "Starting to encode text of length 3391\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3479)\n",
      "Starting to encode text of length 3479\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3362)\n",
      "Starting to encode text of length 3362\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3434)\n",
      "Starting to encode text of length 3434\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3205)\n",
      "Starting to encode text of length 3205\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3469)\n",
      "Starting to encode text of length 3469\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3345)\n",
      "Starting to encode text of length 3345\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3473)\n",
      "Starting to encode text of length 3473\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3457)\n",
      "Starting to encode text of length 3457\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3486)\n",
      "Starting to encode text of length 3486\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3475)\n",
      "Starting to encode text of length 3475\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3498)\n",
      "Starting to encode text of length 3498\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3430)\n",
      "Starting to encode text of length 3430\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3336)\n",
      "Starting to encode text of length 3336\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3377)\n",
      "Starting to encode text of length 3377\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3418)\n",
      "Starting to encode text of length 3418\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 3451)\n",
      "Starting to encode text of length 3451\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n",
      "Encoding chunk (length: 864)\n",
      "Starting to encode text of length 864\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 0)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "03d34484a0624a3795dc8e4d548f35d7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Processing layer 1:   0%|          | 0/418 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding chunk (length: 732)\n",
      "Starting to encode text of length 732\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 833)\n",
      "Starting to encode text of length 833\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 782)\n",
      "Starting to encode text of length 782\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 912)\n",
      "Starting to encode text of length 912\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1769)\n",
      "Starting to encode text of length 1769\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1062)\n",
      "Starting to encode text of length 1062\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 844)\n",
      "Starting to encode text of length 844\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 488)\n",
      "Starting to encode text of length 488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 761)\n",
      "Starting to encode text of length 761\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 783)\n",
      "Starting to encode text of length 783\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 903)\n",
      "Starting to encode text of length 903\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1158)\n",
      "Starting to encode text of length 1158\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1243)\n",
      "Starting to encode text of length 1243\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 795)\n",
      "Starting to encode text of length 795\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 912)\n",
      "Starting to encode text of length 912\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 945)\n",
      "Starting to encode text of length 945\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1064)\n",
      "Starting to encode text of length 1064\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 670)\n",
      "Starting to encode text of length 670\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 926)\n",
      "Starting to encode text of length 926\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1046)\n",
      "Starting to encode text of length 1046\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1074)\n",
      "Starting to encode text of length 1074\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1045)\n",
      "Starting to encode text of length 1045\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 912)\n",
      "Starting to encode text of length 912\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 807)\n",
      "Starting to encode text of length 807\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 706)\n",
      "Starting to encode text of length 706\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 990)\n",
      "Starting to encode text of length 990\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 966)\n",
      "Starting to encode text of length 966\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1046)\n",
      "Starting to encode text of length 1046\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1438)\n",
      "Starting to encode text of length 1438\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1040)\n",
      "Starting to encode text of length 1040\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1166)\n",
      "Starting to encode text of length 1166\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 846)\n",
      "Starting to encode text of length 846\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1238)\n",
      "Starting to encode text of length 1238\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 732)\n",
      "Starting to encode text of length 732\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 831)\n",
      "Starting to encode text of length 831\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1151)\n",
      "Starting to encode text of length 1151\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1206)\n",
      "Starting to encode text of length 1206\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1163)\n",
      "Starting to encode text of length 1163\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1205)\n",
      "Starting to encode text of length 1205\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 534)\n",
      "Starting to encode text of length 534\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 722)\n",
      "Starting to encode text of length 722\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 898)\n",
      "Starting to encode text of length 898\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1256)\n",
      "Starting to encode text of length 1256\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 998)\n",
      "Starting to encode text of length 998\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 812)\n",
      "Starting to encode text of length 812\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1018)\n",
      "Starting to encode text of length 1018\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 947)\n",
      "Starting to encode text of length 947\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1663)\n",
      "Starting to encode text of length 1663\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 986)\n",
      "Starting to encode text of length 986\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 454)\n",
      "Starting to encode text of length 454\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1017)\n",
      "Starting to encode text of length 1017\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1023)\n",
      "Starting to encode text of length 1023\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 913)\n",
      "Starting to encode text of length 913\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 656)\n",
      "Starting to encode text of length 656\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 896)\n",
      "Starting to encode text of length 896\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1026)\n",
      "Starting to encode text of length 1026\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1506)\n",
      "Starting to encode text of length 1506\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1165)\n",
      "Starting to encode text of length 1165\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 915)\n",
      "Starting to encode text of length 915\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 863)\n",
      "Starting to encode text of length 863\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1068)\n",
      "Starting to encode text of length 1068\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 765)\n",
      "Starting to encode text of length 765\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 798)\n",
      "Starting to encode text of length 798\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 945)\n",
      "Starting to encode text of length 945\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1036)\n",
      "Starting to encode text of length 1036\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 724)\n",
      "Starting to encode text of length 724\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 963)\n",
      "Starting to encode text of length 963\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 931)\n",
      "Starting to encode text of length 931\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1127)\n",
      "Starting to encode text of length 1127\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1069)\n",
      "Starting to encode text of length 1069\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1184)\n",
      "Starting to encode text of length 1184\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 869)\n",
      "Starting to encode text of length 869\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 904)\n",
      "Starting to encode text of length 904\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1320)\n",
      "Starting to encode text of length 1320\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1122)\n",
      "Starting to encode text of length 1122\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 931)\n",
      "Starting to encode text of length 931\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 692)\n",
      "Starting to encode text of length 692\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1810)\n",
      "Starting to encode text of length 1810\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 996)\n",
      "Starting to encode text of length 996\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1263)\n",
      "Starting to encode text of length 1263\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1200)\n",
      "Starting to encode text of length 1200\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 922)\n",
      "Starting to encode text of length 922\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1053)\n",
      "Starting to encode text of length 1053\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 872)\n",
      "Starting to encode text of length 872\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 807)\n",
      "Starting to encode text of length 807\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1019)\n",
      "Starting to encode text of length 1019\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1013)\n",
      "Starting to encode text of length 1013\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 953)\n",
      "Starting to encode text of length 953\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 834)\n",
      "Starting to encode text of length 834\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1297)\n",
      "Starting to encode text of length 1297\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 908)\n",
      "Starting to encode text of length 908\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 794)\n",
      "Starting to encode text of length 794\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 885)\n",
      "Starting to encode text of length 885\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 890)\n",
      "Starting to encode text of length 890\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1438)\n",
      "Starting to encode text of length 1438\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1087)\n",
      "Starting to encode text of length 1087\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1116)\n",
      "Starting to encode text of length 1116\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 932)\n",
      "Starting to encode text of length 932\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 900)\n",
      "Starting to encode text of length 900\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1390)\n",
      "Starting to encode text of length 1390\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1058)\n",
      "Starting to encode text of length 1058\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1040)\n",
      "Starting to encode text of length 1040\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 791)\n",
      "Starting to encode text of length 791\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 788)\n",
      "Starting to encode text of length 788\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 873)\n",
      "Starting to encode text of length 873\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 884)\n",
      "Starting to encode text of length 884\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1352)\n",
      "Starting to encode text of length 1352\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1057)\n",
      "Starting to encode text of length 1057\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 878)\n",
      "Starting to encode text of length 878\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 939)\n",
      "Starting to encode text of length 939\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1418)\n",
      "Starting to encode text of length 1418\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1484)\n",
      "Starting to encode text of length 1484\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1596)\n",
      "Starting to encode text of length 1596\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1424)\n",
      "Starting to encode text of length 1424\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1405)\n",
      "Starting to encode text of length 1405\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 795)\n",
      "Starting to encode text of length 795\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 682)\n",
      "Starting to encode text of length 682\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 934)\n",
      "Starting to encode text of length 934\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1006)\n",
      "Starting to encode text of length 1006\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1203)\n",
      "Starting to encode text of length 1203\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1029)\n",
      "Starting to encode text of length 1029\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 789)\n",
      "Starting to encode text of length 789\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 864)\n",
      "Starting to encode text of length 864\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 511)\n",
      "Starting to encode text of length 511\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 737)\n",
      "Starting to encode text of length 737\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1119)\n",
      "Starting to encode text of length 1119\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1632)\n",
      "Starting to encode text of length 1632\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1147)\n",
      "Starting to encode text of length 1147\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1004)\n",
      "Starting to encode text of length 1004\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1179)\n",
      "Starting to encode text of length 1179\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 898)\n",
      "Starting to encode text of length 898\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1150)\n",
      "Starting to encode text of length 1150\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 973)\n",
      "Starting to encode text of length 973\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1037)\n",
      "Starting to encode text of length 1037\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1064)\n",
      "Starting to encode text of length 1064\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 880)\n",
      "Starting to encode text of length 880\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 815)\n",
      "Starting to encode text of length 815\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1256)\n",
      "Starting to encode text of length 1256\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 982)\n",
      "Starting to encode text of length 982\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 849)\n",
      "Starting to encode text of length 849\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 835)\n",
      "Starting to encode text of length 835\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1080)\n",
      "Starting to encode text of length 1080\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 959)\n",
      "Starting to encode text of length 959\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1116)\n",
      "Starting to encode text of length 1116\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1192)\n",
      "Starting to encode text of length 1192\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 974)\n",
      "Starting to encode text of length 974\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 767)\n",
      "Starting to encode text of length 767\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 976)\n",
      "Starting to encode text of length 976\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1212)\n",
      "Starting to encode text of length 1212\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 999)\n",
      "Starting to encode text of length 999\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 901)\n",
      "Starting to encode text of length 901\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 853)\n",
      "Starting to encode text of length 853\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 852)\n",
      "Starting to encode text of length 852\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 680)\n",
      "Starting to encode text of length 680\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 606)\n",
      "Starting to encode text of length 606\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1185)\n",
      "Starting to encode text of length 1185\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 866)\n",
      "Starting to encode text of length 866\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1068)\n",
      "Starting to encode text of length 1068\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1450)\n",
      "Starting to encode text of length 1450\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 831)\n",
      "Starting to encode text of length 831\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 885)\n",
      "Starting to encode text of length 885\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 923)\n",
      "Starting to encode text of length 923\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 902)\n",
      "Starting to encode text of length 902\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 995)\n",
      "Starting to encode text of length 995\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 959)\n",
      "Starting to encode text of length 959\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1483)\n",
      "Starting to encode text of length 1483\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1048)\n",
      "Starting to encode text of length 1048\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1172)\n",
      "Starting to encode text of length 1172\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1039)\n",
      "Starting to encode text of length 1039\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1781)\n",
      "Starting to encode text of length 1781\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 838)\n",
      "Starting to encode text of length 838\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 947)\n",
      "Starting to encode text of length 947\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 983)\n",
      "Starting to encode text of length 983\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1335)\n",
      "Starting to encode text of length 1335\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1030)\n",
      "Starting to encode text of length 1030\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 819)\n",
      "Starting to encode text of length 819\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 992)\n",
      "Starting to encode text of length 992\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1217)\n",
      "Starting to encode text of length 1217\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1627)\n",
      "Starting to encode text of length 1627\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1006)\n",
      "Starting to encode text of length 1006\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 895)\n",
      "Starting to encode text of length 895\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1103)\n",
      "Starting to encode text of length 1103\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 950)\n",
      "Starting to encode text of length 950\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1081)\n",
      "Starting to encode text of length 1081\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 974)\n",
      "Starting to encode text of length 974\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 766)\n",
      "Starting to encode text of length 766\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 887)\n",
      "Starting to encode text of length 887\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 784)\n",
      "Starting to encode text of length 784\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1177)\n",
      "Starting to encode text of length 1177\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 880)\n",
      "Starting to encode text of length 880\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 950)\n",
      "Starting to encode text of length 950\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1211)\n",
      "Starting to encode text of length 1211\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 870)\n",
      "Starting to encode text of length 870\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1360)\n",
      "Starting to encode text of length 1360\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 828)\n",
      "Starting to encode text of length 828\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 646)\n",
      "Starting to encode text of length 646\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 743)\n",
      "Starting to encode text of length 743\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 817)\n",
      "Starting to encode text of length 817\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 881)\n",
      "Starting to encode text of length 881\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 911)\n",
      "Starting to encode text of length 911\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1151)\n",
      "Starting to encode text of length 1151\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1087)\n",
      "Starting to encode text of length 1087\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1041)\n",
      "Starting to encode text of length 1041\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 894)\n",
      "Starting to encode text of length 894\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1048)\n",
      "Starting to encode text of length 1048\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 977)\n",
      "Starting to encode text of length 977\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1500)\n",
      "Starting to encode text of length 1500\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 806)\n",
      "Starting to encode text of length 806\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 839)\n",
      "Starting to encode text of length 839\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1250)\n",
      "Starting to encode text of length 1250\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 906)\n",
      "Starting to encode text of length 906\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 542)\n",
      "Starting to encode text of length 542\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1041)\n",
      "Starting to encode text of length 1041\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 881)\n",
      "Starting to encode text of length 881\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1038)\n",
      "Starting to encode text of length 1038\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1069)\n",
      "Starting to encode text of length 1069\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 955)\n",
      "Starting to encode text of length 955\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1499)\n",
      "Starting to encode text of length 1499\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 824)\n",
      "Starting to encode text of length 824\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1123)\n",
      "Starting to encode text of length 1123\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1157)\n",
      "Starting to encode text of length 1157\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1195)\n",
      "Starting to encode text of length 1195\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 952)\n",
      "Starting to encode text of length 952\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 931)\n",
      "Starting to encode text of length 931\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 965)\n",
      "Starting to encode text of length 965\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1463)\n",
      "Starting to encode text of length 1463\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1283)\n",
      "Starting to encode text of length 1283\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1238)\n",
      "Starting to encode text of length 1238\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 771)\n",
      "Starting to encode text of length 771\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1276)\n",
      "Starting to encode text of length 1276\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 944)\n",
      "Starting to encode text of length 944\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1006)\n",
      "Starting to encode text of length 1006\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 932)\n",
      "Starting to encode text of length 932\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1525)\n",
      "Starting to encode text of length 1525\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 905)\n",
      "Starting to encode text of length 905\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 692)\n",
      "Starting to encode text of length 692\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 582)\n",
      "Starting to encode text of length 582\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 647)\n",
      "Starting to encode text of length 647\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 777)\n",
      "Starting to encode text of length 777\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1335)\n",
      "Starting to encode text of length 1335\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1232)\n",
      "Starting to encode text of length 1232\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1577)\n",
      "Starting to encode text of length 1577\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1132)\n",
      "Starting to encode text of length 1132\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1390)\n",
      "Starting to encode text of length 1390\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 644)\n",
      "Starting to encode text of length 644\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 917)\n",
      "Starting to encode text of length 917\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1018)\n",
      "Starting to encode text of length 1018\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1074)\n",
      "Starting to encode text of length 1074\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1179)\n",
      "Starting to encode text of length 1179\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 984)\n",
      "Starting to encode text of length 984\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1081)\n",
      "Starting to encode text of length 1081\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1015)\n",
      "Starting to encode text of length 1015\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1017)\n",
      "Starting to encode text of length 1017\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1352)\n",
      "Starting to encode text of length 1352\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1200)\n",
      "Starting to encode text of length 1200\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1310)\n",
      "Starting to encode text of length 1310\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1222)\n",
      "Starting to encode text of length 1222\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 803)\n",
      "Starting to encode text of length 803\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 990)\n",
      "Starting to encode text of length 990\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 942)\n",
      "Starting to encode text of length 942\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 962)\n",
      "Starting to encode text of length 962\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 921)\n",
      "Starting to encode text of length 921\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 903)\n",
      "Starting to encode text of length 903\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 735)\n",
      "Starting to encode text of length 735\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 869)\n",
      "Starting to encode text of length 869\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1102)\n",
      "Starting to encode text of length 1102\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1089)\n",
      "Starting to encode text of length 1089\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1016)\n",
      "Starting to encode text of length 1016\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1055)\n",
      "Starting to encode text of length 1055\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1096)\n",
      "Starting to encode text of length 1096\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 929)\n",
      "Starting to encode text of length 929\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1411)\n",
      "Starting to encode text of length 1411\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 880)\n",
      "Starting to encode text of length 880\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1156)\n",
      "Starting to encode text of length 1156\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1075)\n",
      "Starting to encode text of length 1075\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1116)\n",
      "Starting to encode text of length 1116\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 699)\n",
      "Starting to encode text of length 699\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1105)\n",
      "Starting to encode text of length 1105\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 347)\n",
      "Starting to encode text of length 347\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 791)\n",
      "Starting to encode text of length 791\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1148)\n",
      "Starting to encode text of length 1148\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 945)\n",
      "Starting to encode text of length 945\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1326)\n",
      "Starting to encode text of length 1326\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 765)\n",
      "Starting to encode text of length 765\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1155)\n",
      "Starting to encode text of length 1155\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 892)\n",
      "Starting to encode text of length 892\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1173)\n",
      "Starting to encode text of length 1173\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 841)\n",
      "Starting to encode text of length 841\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 841)\n",
      "Starting to encode text of length 841\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1127)\n",
      "Starting to encode text of length 1127\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1102)\n",
      "Starting to encode text of length 1102\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1450)\n",
      "Starting to encode text of length 1450\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 780)\n",
      "Starting to encode text of length 780\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1263)\n",
      "Starting to encode text of length 1263\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1138)\n",
      "Starting to encode text of length 1138\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 968)\n",
      "Starting to encode text of length 968\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 959)\n",
      "Starting to encode text of length 959\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 991)\n",
      "Starting to encode text of length 991\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 919)\n",
      "Starting to encode text of length 919\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 987)\n",
      "Starting to encode text of length 987\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1088)\n",
      "Starting to encode text of length 1088\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1383)\n",
      "Starting to encode text of length 1383\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1071)\n",
      "Starting to encode text of length 1071\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1335)\n",
      "Starting to encode text of length 1335\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 930)\n",
      "Starting to encode text of length 930\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 826)\n",
      "Starting to encode text of length 826\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 759)\n",
      "Starting to encode text of length 759\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1157)\n",
      "Starting to encode text of length 1157\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 906)\n",
      "Starting to encode text of length 906\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1079)\n",
      "Starting to encode text of length 1079\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1097)\n",
      "Starting to encode text of length 1097\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 942)\n",
      "Starting to encode text of length 942\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 909)\n",
      "Starting to encode text of length 909\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 965)\n",
      "Starting to encode text of length 965\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 838)\n",
      "Starting to encode text of length 838\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 974)\n",
      "Starting to encode text of length 974\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1457)\n",
      "Starting to encode text of length 1457\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1574)\n",
      "Starting to encode text of length 1574\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 927)\n",
      "Starting to encode text of length 927\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1364)\n",
      "Starting to encode text of length 1364\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1228)\n",
      "Starting to encode text of length 1228\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 924)\n",
      "Starting to encode text of length 924\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 954)\n",
      "Starting to encode text of length 954\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1338)\n",
      "Starting to encode text of length 1338\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 928)\n",
      "Starting to encode text of length 928\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1306)\n",
      "Starting to encode text of length 1306\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 792)\n",
      "Starting to encode text of length 792\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 817)\n",
      "Starting to encode text of length 817\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1681)\n",
      "Starting to encode text of length 1681\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 872)\n",
      "Starting to encode text of length 872\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1139)\n",
      "Starting to encode text of length 1139\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1087)\n",
      "Starting to encode text of length 1087\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1334)\n",
      "Starting to encode text of length 1334\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1029)\n",
      "Starting to encode text of length 1029\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 799)\n",
      "Starting to encode text of length 799\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 771)\n",
      "Starting to encode text of length 771\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 668)\n",
      "Starting to encode text of length 668\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 757)\n",
      "Starting to encode text of length 757\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 792)\n",
      "Starting to encode text of length 792\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 714)\n",
      "Starting to encode text of length 714\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 935)\n",
      "Starting to encode text of length 935\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 871)\n",
      "Starting to encode text of length 871\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1129)\n",
      "Starting to encode text of length 1129\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1455)\n",
      "Starting to encode text of length 1455\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 839)\n",
      "Starting to encode text of length 839\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 703)\n",
      "Starting to encode text of length 703\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1269)\n",
      "Starting to encode text of length 1269\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 949)\n",
      "Starting to encode text of length 949\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1026)\n",
      "Starting to encode text of length 1026\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 935)\n",
      "Starting to encode text of length 935\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1023)\n",
      "Starting to encode text of length 1023\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 689)\n",
      "Starting to encode text of length 689\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 736)\n",
      "Starting to encode text of length 736\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 942)\n",
      "Starting to encode text of length 942\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1087)\n",
      "Starting to encode text of length 1087\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 987)\n",
      "Starting to encode text of length 987\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1241)\n",
      "Starting to encode text of length 1241\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1152)\n",
      "Starting to encode text of length 1152\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1133)\n",
      "Starting to encode text of length 1133\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 600)\n",
      "Starting to encode text of length 600\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 777)\n",
      "Starting to encode text of length 777\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 777)\n",
      "Starting to encode text of length 777\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1176)\n",
      "Starting to encode text of length 1176\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 832)\n",
      "Starting to encode text of length 832\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 743)\n",
      "Starting to encode text of length 743\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 763)\n",
      "Starting to encode text of length 763\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 797)\n",
      "Starting to encode text of length 797\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 702)\n",
      "Starting to encode text of length 702\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 869)\n",
      "Starting to encode text of length 869\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1014)\n",
      "Starting to encode text of length 1014\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 958)\n",
      "Starting to encode text of length 958\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 914)\n",
      "Starting to encode text of length 914\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 986)\n",
      "Starting to encode text of length 986\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 796)\n",
      "Starting to encode text of length 796\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 787)\n",
      "Starting to encode text of length 787\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 803)\n",
      "Starting to encode text of length 803\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1033)\n",
      "Starting to encode text of length 1033\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1097)\n",
      "Starting to encode text of length 1097\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1215)\n",
      "Starting to encode text of length 1215\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1109)\n",
      "Starting to encode text of length 1109\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 854)\n",
      "Starting to encode text of length 854\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1387)\n",
      "Starting to encode text of length 1387\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1147)\n",
      "Starting to encode text of length 1147\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1119)\n",
      "Starting to encode text of length 1119\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 792)\n",
      "Starting to encode text of length 792\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 961)\n",
      "Starting to encode text of length 961\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 689)\n",
      "Starting to encode text of length 689\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 789)\n",
      "Starting to encode text of length 789\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 888)\n",
      "Starting to encode text of length 888\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1143)\n",
      "Starting to encode text of length 1143\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1081)\n",
      "Starting to encode text of length 1081\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1008)\n",
      "Starting to encode text of length 1008\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 712)\n",
      "Starting to encode text of length 712\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1025)\n",
      "Starting to encode text of length 1025\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 846)\n",
      "Starting to encode text of length 846\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 738)\n",
      "Starting to encode text of length 738\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 662)\n",
      "Starting to encode text of length 662\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 770)\n",
      "Starting to encode text of length 770\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 994)\n",
      "Starting to encode text of length 994\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 757)\n",
      "Starting to encode text of length 757\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1219)\n",
      "Starting to encode text of length 1219\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 854)\n",
      "Starting to encode text of length 854\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 919)\n",
      "Starting to encode text of length 919\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 866)\n",
      "Starting to encode text of length 866\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 770)\n",
      "Starting to encode text of length 770\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1188)\n",
      "Starting to encode text of length 1188\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1216)\n",
      "Starting to encode text of length 1216\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 802)\n",
      "Starting to encode text of length 802\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1027)\n",
      "Starting to encode text of length 1027\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 956)\n",
      "Starting to encode text of length 956\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1045)\n",
      "Starting to encode text of length 1045\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1008)\n",
      "Starting to encode text of length 1008\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1269)\n",
      "Starting to encode text of length 1269\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 581)\n",
      "Starting to encode text of length 581\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 845)\n",
      "Starting to encode text of length 845\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 1080)\n",
      "Starting to encode text of length 1080\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 898)\n",
      "Starting to encode text of length 898\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n",
      "Encoding chunk (length: 864)\n",
      "Starting to encode text of length 864\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 1)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "d540570ab2d7445c9d0f15f5fe34eaa6",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Processing layer 2:   0%|          | 0/209 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding chunk (length: 701)\n",
      "Starting to encode text of length 701\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 794)\n",
      "Starting to encode text of length 794\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 708)\n",
      "Starting to encode text of length 708\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 809)\n",
      "Starting to encode text of length 809\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 694)\n",
      "Starting to encode text of length 694\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 992)\n",
      "Starting to encode text of length 992\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 787)\n",
      "Starting to encode text of length 787\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 739)\n",
      "Starting to encode text of length 739\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 821)\n",
      "Starting to encode text of length 821\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 800)\n",
      "Starting to encode text of length 800\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 908)\n",
      "Starting to encode text of length 908\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 898)\n",
      "Starting to encode text of length 898\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 827)\n",
      "Starting to encode text of length 827\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 968)\n",
      "Starting to encode text of length 968\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 764)\n",
      "Starting to encode text of length 764\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 848)\n",
      "Starting to encode text of length 848\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 647)\n",
      "Starting to encode text of length 647\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 702)\n",
      "Starting to encode text of length 702\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 838)\n",
      "Starting to encode text of length 838\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 780)\n",
      "Starting to encode text of length 780\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 646)\n",
      "Starting to encode text of length 646\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 949)\n",
      "Starting to encode text of length 949\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 969)\n",
      "Starting to encode text of length 969\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1022)\n",
      "Starting to encode text of length 1022\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 770)\n",
      "Starting to encode text of length 770\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 808)\n",
      "Starting to encode text of length 808\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 751)\n",
      "Starting to encode text of length 751\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 687)\n",
      "Starting to encode text of length 687\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1354)\n",
      "Starting to encode text of length 1354\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 999)\n",
      "Starting to encode text of length 999\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 970)\n",
      "Starting to encode text of length 970\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 583)\n",
      "Starting to encode text of length 583\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 999)\n",
      "Starting to encode text of length 999\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 704)\n",
      "Starting to encode text of length 704\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 863)\n",
      "Starting to encode text of length 863\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 925)\n",
      "Starting to encode text of length 925\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 955)\n",
      "Starting to encode text of length 955\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 706)\n",
      "Starting to encode text of length 706\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1816)\n",
      "Starting to encode text of length 1816\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1043)\n",
      "Starting to encode text of length 1043\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 864)\n",
      "Starting to encode text of length 864\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 923)\n",
      "Starting to encode text of length 923\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 631)\n",
      "Starting to encode text of length 631\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 875)\n",
      "Starting to encode text of length 875\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 945)\n",
      "Starting to encode text of length 945\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 855)\n",
      "Starting to encode text of length 855\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1312)\n",
      "Starting to encode text of length 1312\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1128)\n",
      "Starting to encode text of length 1128\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 779)\n",
      "Starting to encode text of length 779\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 922)\n",
      "Starting to encode text of length 922\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 961)\n",
      "Starting to encode text of length 961\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 911)\n",
      "Starting to encode text of length 911\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 740)\n",
      "Starting to encode text of length 740\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 772)\n",
      "Starting to encode text of length 772\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 671)\n",
      "Starting to encode text of length 671\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1033)\n",
      "Starting to encode text of length 1033\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 846)\n",
      "Starting to encode text of length 846\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1480)\n",
      "Starting to encode text of length 1480\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 757)\n",
      "Starting to encode text of length 757\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 783)\n",
      "Starting to encode text of length 783\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 726)\n",
      "Starting to encode text of length 726\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 583)\n",
      "Starting to encode text of length 583\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 791)\n",
      "Starting to encode text of length 791\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 853)\n",
      "Starting to encode text of length 853\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 780)\n",
      "Starting to encode text of length 780\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 916)\n",
      "Starting to encode text of length 916\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1047)\n",
      "Starting to encode text of length 1047\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 676)\n",
      "Starting to encode text of length 676\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1205)\n",
      "Starting to encode text of length 1205\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 913)\n",
      "Starting to encode text of length 913\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 772)\n",
      "Starting to encode text of length 772\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1014)\n",
      "Starting to encode text of length 1014\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 839)\n",
      "Starting to encode text of length 839\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 713)\n",
      "Starting to encode text of length 713\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1085)\n",
      "Starting to encode text of length 1085\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 631)\n",
      "Starting to encode text of length 631\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 598)\n",
      "Starting to encode text of length 598\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 962)\n",
      "Starting to encode text of length 962\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1093)\n",
      "Starting to encode text of length 1093\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1074)\n",
      "Starting to encode text of length 1074\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 756)\n",
      "Starting to encode text of length 756\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 909)\n",
      "Starting to encode text of length 909\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 893)\n",
      "Starting to encode text of length 893\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 949)\n",
      "Starting to encode text of length 949\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 880)\n",
      "Starting to encode text of length 880\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1019)\n",
      "Starting to encode text of length 1019\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1031)\n",
      "Starting to encode text of length 1031\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1011)\n",
      "Starting to encode text of length 1011\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1135)\n",
      "Starting to encode text of length 1135\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 830)\n",
      "Starting to encode text of length 830\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 874)\n",
      "Starting to encode text of length 874\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1087)\n",
      "Starting to encode text of length 1087\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 888)\n",
      "Starting to encode text of length 888\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 782)\n",
      "Starting to encode text of length 782\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 927)\n",
      "Starting to encode text of length 927\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 801)\n",
      "Starting to encode text of length 801\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 953)\n",
      "Starting to encode text of length 953\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 715)\n",
      "Starting to encode text of length 715\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 846)\n",
      "Starting to encode text of length 846\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 780)\n",
      "Starting to encode text of length 780\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 859)\n",
      "Starting to encode text of length 859\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 757)\n",
      "Starting to encode text of length 757\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1025)\n",
      "Starting to encode text of length 1025\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1089)\n",
      "Starting to encode text of length 1089\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 974)\n",
      "Starting to encode text of length 974\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 589)\n",
      "Starting to encode text of length 589\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 874)\n",
      "Starting to encode text of length 874\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1055)\n",
      "Starting to encode text of length 1055\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 973)\n",
      "Starting to encode text of length 973\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 980)\n",
      "Starting to encode text of length 980\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 834)\n",
      "Starting to encode text of length 834\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1102)\n",
      "Starting to encode text of length 1102\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 968)\n",
      "Starting to encode text of length 968\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1196)\n",
      "Starting to encode text of length 1196\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 823)\n",
      "Starting to encode text of length 823\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 797)\n",
      "Starting to encode text of length 797\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1275)\n",
      "Starting to encode text of length 1275\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 986)\n",
      "Starting to encode text of length 986\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 828)\n",
      "Starting to encode text of length 828\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 980)\n",
      "Starting to encode text of length 980\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 966)\n",
      "Starting to encode text of length 966\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1077)\n",
      "Starting to encode text of length 1077\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 627)\n",
      "Starting to encode text of length 627\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1005)\n",
      "Starting to encode text of length 1005\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 762)\n",
      "Starting to encode text of length 762\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 797)\n",
      "Starting to encode text of length 797\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 876)\n",
      "Starting to encode text of length 876\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 807)\n",
      "Starting to encode text of length 807\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 922)\n",
      "Starting to encode text of length 922\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 822)\n",
      "Starting to encode text of length 822\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 764)\n",
      "Starting to encode text of length 764\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 837)\n",
      "Starting to encode text of length 837\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1071)\n",
      "Starting to encode text of length 1071\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 943)\n",
      "Starting to encode text of length 943\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 796)\n",
      "Starting to encode text of length 796\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1395)\n",
      "Starting to encode text of length 1395\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 764)\n",
      "Starting to encode text of length 764\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1057)\n",
      "Starting to encode text of length 1057\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 745)\n",
      "Starting to encode text of length 745\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 539)\n",
      "Starting to encode text of length 539\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 910)\n",
      "Starting to encode text of length 910\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 770)\n",
      "Starting to encode text of length 770\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 847)\n",
      "Starting to encode text of length 847\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 933)\n",
      "Starting to encode text of length 933\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 765)\n",
      "Starting to encode text of length 765\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 809)\n",
      "Starting to encode text of length 809\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 778)\n",
      "Starting to encode text of length 778\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 908)\n",
      "Starting to encode text of length 908\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 948)\n",
      "Starting to encode text of length 948\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1303)\n",
      "Starting to encode text of length 1303\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 905)\n",
      "Starting to encode text of length 905\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 879)\n",
      "Starting to encode text of length 879\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 953)\n",
      "Starting to encode text of length 953\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 971)\n",
      "Starting to encode text of length 971\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 873)\n",
      "Starting to encode text of length 873\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 950)\n",
      "Starting to encode text of length 950\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 665)\n",
      "Starting to encode text of length 665\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1076)\n",
      "Starting to encode text of length 1076\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1060)\n",
      "Starting to encode text of length 1060\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1067)\n",
      "Starting to encode text of length 1067\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1027)\n",
      "Starting to encode text of length 1027\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 977)\n",
      "Starting to encode text of length 977\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1343)\n",
      "Starting to encode text of length 1343\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 973)\n",
      "Starting to encode text of length 973\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 774)\n",
      "Starting to encode text of length 774\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 707)\n",
      "Starting to encode text of length 707\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 933)\n",
      "Starting to encode text of length 933\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 875)\n",
      "Starting to encode text of length 875\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 663)\n",
      "Starting to encode text of length 663\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 741)\n",
      "Starting to encode text of length 741\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 659)\n",
      "Starting to encode text of length 659\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 891)\n",
      "Starting to encode text of length 891\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 753)\n",
      "Starting to encode text of length 753\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 840)\n",
      "Starting to encode text of length 840\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 902)\n",
      "Starting to encode text of length 902\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 956)\n",
      "Starting to encode text of length 956\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 718)\n",
      "Starting to encode text of length 718\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 697)\n",
      "Starting to encode text of length 697\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1055)\n",
      "Starting to encode text of length 1055\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 750)\n",
      "Starting to encode text of length 750\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 874)\n",
      "Starting to encode text of length 874\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1034)\n",
      "Starting to encode text of length 1034\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 717)\n",
      "Starting to encode text of length 717\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1125)\n",
      "Starting to encode text of length 1125\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 866)\n",
      "Starting to encode text of length 866\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 995)\n",
      "Starting to encode text of length 995\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 997)\n",
      "Starting to encode text of length 997\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 856)\n",
      "Starting to encode text of length 856\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 764)\n",
      "Starting to encode text of length 764\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1074)\n",
      "Starting to encode text of length 1074\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 757)\n",
      "Starting to encode text of length 757\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 902)\n",
      "Starting to encode text of length 902\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 820)\n",
      "Starting to encode text of length 820\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 732)\n",
      "Starting to encode text of length 732\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 958)\n",
      "Starting to encode text of length 958\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 839)\n",
      "Starting to encode text of length 839\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 736)\n",
      "Starting to encode text of length 736\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 761)\n",
      "Starting to encode text of length 761\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 572)\n",
      "Starting to encode text of length 572\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 926)\n",
      "Starting to encode text of length 926\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1742)\n",
      "Starting to encode text of length 1742\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 826)\n",
      "Starting to encode text of length 826\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 902)\n",
      "Starting to encode text of length 902\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 913)\n",
      "Starting to encode text of length 913\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1025)\n",
      "Starting to encode text of length 1025\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 1299)\n",
      "Starting to encode text of length 1299\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 881)\n",
      "Starting to encode text of length 881\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 708)\n",
      "Starting to encode text of length 708\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n",
      "Encoding chunk (length: 952)\n",
      "Starting to encode text of length 952\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 2)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "94e6848b3b7c4cffb27b57f068e6cf08",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Processing layer 3:   0%|          | 0/105 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding chunk (length: 660)\n",
      "Starting to encode text of length 660\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 876)\n",
      "Starting to encode text of length 876\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 796)\n",
      "Starting to encode text of length 796\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 761)\n",
      "Starting to encode text of length 761\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 879)\n",
      "Starting to encode text of length 879\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1135)\n",
      "Starting to encode text of length 1135\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 842)\n",
      "Starting to encode text of length 842\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 642)\n",
      "Starting to encode text of length 642\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 848)\n",
      "Starting to encode text of length 848\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 956)\n",
      "Starting to encode text of length 956\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 854)\n",
      "Starting to encode text of length 854\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 945)\n",
      "Starting to encode text of length 945\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 793)\n",
      "Starting to encode text of length 793\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 614)\n",
      "Starting to encode text of length 614\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1014)\n",
      "Starting to encode text of length 1014\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 883)\n",
      "Starting to encode text of length 883\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 988)\n",
      "Starting to encode text of length 988\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1076)\n",
      "Starting to encode text of length 1076\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 769)\n",
      "Starting to encode text of length 769\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1008)\n",
      "Starting to encode text of length 1008\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 697)\n",
      "Starting to encode text of length 697\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 629)\n",
      "Starting to encode text of length 629\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 877)\n",
      "Starting to encode text of length 877\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1141)\n",
      "Starting to encode text of length 1141\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 806)\n",
      "Starting to encode text of length 806\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 891)\n",
      "Starting to encode text of length 891\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 993)\n",
      "Starting to encode text of length 993\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 846)\n",
      "Starting to encode text of length 846\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1070)\n",
      "Starting to encode text of length 1070\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 740)\n",
      "Starting to encode text of length 740\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 689)\n",
      "Starting to encode text of length 689\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 934)\n",
      "Starting to encode text of length 934\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 923)\n",
      "Starting to encode text of length 923\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 849)\n",
      "Starting to encode text of length 849\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1422)\n",
      "Starting to encode text of length 1422\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1083)\n",
      "Starting to encode text of length 1083\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 623)\n",
      "Starting to encode text of length 623\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 987)\n",
      "Starting to encode text of length 987\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 868)\n",
      "Starting to encode text of length 868\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1214)\n",
      "Starting to encode text of length 1214\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1020)\n",
      "Starting to encode text of length 1020\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 929)\n",
      "Starting to encode text of length 929\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 840)\n",
      "Starting to encode text of length 840\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 676)\n",
      "Starting to encode text of length 676\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1243)\n",
      "Starting to encode text of length 1243\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 939)\n",
      "Starting to encode text of length 939\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 968)\n",
      "Starting to encode text of length 968\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1057)\n",
      "Starting to encode text of length 1057\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 690)\n",
      "Starting to encode text of length 690\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 697)\n",
      "Starting to encode text of length 697\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 694)\n",
      "Starting to encode text of length 694\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1303)\n",
      "Starting to encode text of length 1303\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 799)\n",
      "Starting to encode text of length 799\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 814)\n",
      "Starting to encode text of length 814\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 910)\n",
      "Starting to encode text of length 910\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 799)\n",
      "Starting to encode text of length 799\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 875)\n",
      "Starting to encode text of length 875\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 726)\n",
      "Starting to encode text of length 726\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1240)\n",
      "Starting to encode text of length 1240\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 899)\n",
      "Starting to encode text of length 899\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1059)\n",
      "Starting to encode text of length 1059\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 972)\n",
      "Starting to encode text of length 972\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 882)\n",
      "Starting to encode text of length 882\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 802)\n",
      "Starting to encode text of length 802\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 742)\n",
      "Starting to encode text of length 742\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 710)\n",
      "Starting to encode text of length 710\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 744)\n",
      "Starting to encode text of length 744\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 764)\n",
      "Starting to encode text of length 764\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 888)\n",
      "Starting to encode text of length 888\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 776)\n",
      "Starting to encode text of length 776\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 723)\n",
      "Starting to encode text of length 723\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 824)\n",
      "Starting to encode text of length 824\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1059)\n",
      "Starting to encode text of length 1059\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 788)\n",
      "Starting to encode text of length 788\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 923)\n",
      "Starting to encode text of length 923\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 876)\n",
      "Starting to encode text of length 876\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1113)\n",
      "Starting to encode text of length 1113\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1172)\n",
      "Starting to encode text of length 1172\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 827)\n",
      "Starting to encode text of length 827\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 987)\n",
      "Starting to encode text of length 987\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 939)\n",
      "Starting to encode text of length 939\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1210)\n",
      "Starting to encode text of length 1210\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 934)\n",
      "Starting to encode text of length 934\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 782)\n",
      "Starting to encode text of length 782\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 948)\n",
      "Starting to encode text of length 948\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 765)\n",
      "Starting to encode text of length 765\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1001)\n",
      "Starting to encode text of length 1001\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1047)\n",
      "Starting to encode text of length 1047\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 733)\n",
      "Starting to encode text of length 733\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 976)\n",
      "Starting to encode text of length 976\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 759)\n",
      "Starting to encode text of length 759\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 767)\n",
      "Starting to encode text of length 767\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 815)\n",
      "Starting to encode text of length 815\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 860)\n",
      "Starting to encode text of length 860\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 935)\n",
      "Starting to encode text of length 935\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 769)\n",
      "Starting to encode text of length 769\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 962)\n",
      "Starting to encode text of length 962\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1042)\n",
      "Starting to encode text of length 1042\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 739)\n",
      "Starting to encode text of length 739\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 773)\n",
      "Starting to encode text of length 773\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1419)\n",
      "Starting to encode text of length 1419\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 967)\n",
      "Starting to encode text of length 967\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 1263)\n",
      "Starting to encode text of length 1263\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 982)\n",
      "Starting to encode text of length 982\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n",
      "Encoding chunk (length: 952)\n",
      "Starting to encode text of length 952\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 3)\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "55fb881b1e9a46b6bb2531645a4a4fc1",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Processing layer 4:   0%|          | 0/53 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Encoding chunk (length: 763)\n",
      "Starting to encode text of length 763\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 761)\n",
      "Starting to encode text of length 761\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 793)\n",
      "Starting to encode text of length 793\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 905)\n",
      "Starting to encode text of length 905\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1209)\n",
      "Starting to encode text of length 1209\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1060)\n",
      "Starting to encode text of length 1060\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 883)\n",
      "Starting to encode text of length 883\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 953)\n",
      "Starting to encode text of length 953\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1207)\n",
      "Starting to encode text of length 1207\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 769)\n",
      "Starting to encode text of length 769\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 829)\n",
      "Starting to encode text of length 829\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1169)\n",
      "Starting to encode text of length 1169\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1270)\n",
      "Starting to encode text of length 1270\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1164)\n",
      "Starting to encode text of length 1164\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 955)\n",
      "Starting to encode text of length 955\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1038)\n",
      "Starting to encode text of length 1038\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1146)\n",
      "Starting to encode text of length 1146\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1367)\n",
      "Starting to encode text of length 1367\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 910)\n",
      "Starting to encode text of length 910\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 854)\n",
      "Starting to encode text of length 854\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 914)\n",
      "Starting to encode text of length 914\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 685)\n",
      "Starting to encode text of length 685\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 943)\n",
      "Starting to encode text of length 943\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1488)\n",
      "Starting to encode text of length 1488\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 999)\n",
      "Starting to encode text of length 999\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1092)\n",
      "Starting to encode text of length 1092\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 755)\n",
      "Starting to encode text of length 755\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1249)\n",
      "Starting to encode text of length 1249\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1115)\n",
      "Starting to encode text of length 1115\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1075)\n",
      "Starting to encode text of length 1075\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 719)\n",
      "Starting to encode text of length 719\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 766)\n",
      "Starting to encode text of length 766\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 795)\n",
      "Starting to encode text of length 795\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1094)\n",
      "Starting to encode text of length 1094\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 889)\n",
      "Starting to encode text of length 889\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1173)\n",
      "Starting to encode text of length 1173\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1429)\n",
      "Starting to encode text of length 1429\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 654)\n",
      "Starting to encode text of length 654\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 913)\n",
      "Starting to encode text of length 913\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 942)\n",
      "Starting to encode text of length 942\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1099)\n",
      "Starting to encode text of length 1099\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 754)\n",
      "Starting to encode text of length 754\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 818)\n",
      "Starting to encode text of length 818\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 859)\n",
      "Starting to encode text of length 859\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 630)\n",
      "Starting to encode text of length 630\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1044)\n",
      "Starting to encode text of length 1044\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 949)\n",
      "Starting to encode text of length 949\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 830)\n",
      "Starting to encode text of length 830\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1307)\n",
      "Starting to encode text of length 1307\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 686)\n",
      "Starting to encode text of length 686\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 879)\n",
      "Starting to encode text of length 879\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 1233)\n",
      "Starting to encode text of length 1233\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Encoding chunk (length: 952)\n",
      "Starting to encode text of length 952\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Adding chunk to database (embedding shape: (1536,), layer: 4)\n",
      "Added 1620 chunks to the database.\n",
      "Testing retrieval...\n",
      "Retrieving chunks for query: 'What is the overall theme of Project 2025?'\n",
      "Starting to encode text of length 42\n",
      "Attempt 1 to encode text\n",
      "Successfully encoded text\n",
      "Query embedding shape: (1536,)\n",
      "Comparing query to 1620 stored chunks\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "67013212d6294352bb7300b95af3cf8d",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Comparing embeddings:   0%|          | 0/1620 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Relevant chunks for the query:\n",
      "Chunk 1 (Layer 0):\n",
      "nder, Senior Graphic Designer Grace Desandro, and Senior Designer Melissa \n",
      "Bluey came together to bring the volume to life. We also thank the dedicated junior \n",
      "staff who provided immeasurable assistan...\n",
      "\n",
      "Chunk 2 (Layer 1):\n",
      "\"Mandate for Leadership 2025: The Conservative Promise\" is a collective work aimed at advancing positive change in America, contributed by various volunteers and conservative thinkers. While acknowled...\n",
      "\n",
      "Chunk 3 (Layer 1):\n",
      "Project 2025 aims to prepare the next conservative President to govern the increasingly complex and growing federal government. The project plans to build an army of trained and ready conservatives to...\n",
      "\n",
      "Chunk 4 (Layer 2):\n",
      "The \"Project 2025 Presidential Transition Project\" is a comprehensive document by the Heritage Foundation covering diverse topics, including governmental operations, defense, public welfare, economy, ...\n",
      "\n",
      "Chunk 5 (Layer 2):\n",
      "Project 2025 is an initiative aimed at preparing the next conservative President to lead and govern the US federal government. The project focuses on four aspects: establishing consensus on government...\n",
      "\n",
      "Closing database connection...\n",
      "Done!\n"
     ]
    }
   ],
   "source": [
    "import sqlite3\n",
    "import numpy as np\n",
    "from openai import OpenAI\n",
    "import os\n",
    "from tqdm.notebook import tqdm\n",
    "import time\n",
    "import requests\n",
    "from requests.exceptions import Timeout\n",
    "\n",
    "# Import the API key from config.py\n",
    "try:\n",
    "    from config import OPENAI_API_KEY\n",
    "except ImportError:\n",
    "    raise ImportError(\"Please create a config.py file with your OPENAI_API_KEY\")\n",
    "\n",
    "print(\"Setting up OpenAI client...\")\n",
    "client = OpenAI(api_key=OPENAI_API_KEY)\n",
    "\n",
    "print(\"Initializing database...\")\n",
    "conn = sqlite3.connect('p2025_pyramid.sqlite')\n",
    "cursor = conn.cursor()\n",
    "\n",
    "print(\"Creating tables if not exist...\")\n",
    "cursor.execute('''\n",
    "CREATE TABLE IF NOT EXISTS document_chunks\n",
    "(id INTEGER PRIMARY KEY, content TEXT, embedding BLOB, shape TEXT, layer INTEGER)\n",
    "''')\n",
    "\n",
    "def encode_text(text, max_retries=10, backoff_factor=2, timeout=30):\n",
    "    print(f\"Starting to encode text of length {len(text)}\")\n",
    "    for attempt in range(max_retries):\n",
    "        try:\n",
    "            print(f\"Attempt {attempt + 1} to encode text\")\n",
    "            response = client.embeddings.create(\n",
    "                model=\"text-embedding-ada-002\",\n",
    "                input=[text],\n",
    "                timeout=timeout\n",
    "            )\n",
    "            embedding = np.array(response.data[0].embedding)\n",
    "            print(f\"Successfully encoded text\")\n",
    "            return embedding, embedding.shape\n",
    "        except Timeout:\n",
    "            wait_time = backoff_factor * (2 ** attempt)\n",
    "            print(f\"Request timed out. Retrying in {wait_time} seconds...\")\n",
    "            time.sleep(wait_time)\n",
    "        except Exception as e:\n",
    "            wait_time = backoff_factor * (2 ** attempt)\n",
    "            print(f\"Error occurred: {e}. Retrying in {wait_time} seconds...\")\n",
    "            time.sleep(wait_time)\n",
    "    print(\"Failed to encode text after all attempts\")\n",
    "    raise Exception(\"Failed to encode text after all attempts\")\n",
    "\n",
    "def add_chunk(content, embedding, shape, layer):\n",
    "    cursor.execute('INSERT INTO document_chunks (content, embedding, shape, layer) VALUES (?, ?, ?, ?)',\n",
    "                   (content, ','.join(map(str, embedding)), str(shape), layer))\n",
    "    conn.commit()\n",
    "\n",
    "def read_and_chunk_file(file_path, chunk_size=3500, overlap=500):\n",
    "    print(f\"Reading file: {file_path}\")\n",
    "    chunks = []\n",
    "    with open(file_path, 'r', encoding='utf-8') as file:\n",
    "        content = file.read()\n",
    "    \n",
    "    print(f\"Chunking file (chunk size: {chunk_size}, overlap: {overlap})\")\n",
    "    start = 0\n",
    "    with tqdm(total=len(content), desc=\"Chunking progress\") as ssssssss:\n",
    "        while start < len(content):\n",
    "            end = start + chunk_size\n",
    "            chunk = content[start:end]\n",
    "            \n",
    "            if end < len(content):\n",
    "                sentence_end = chunk.rfind('.')\n",
    "                paragraph_end = chunk.rfind('\\n')\n",
    "                if sentence_end > 0:\n",
    "                    end = start + sentence_end + 1\n",
    "                elif paragraph_end > 0:\n",
    "                    end = start + paragraph_end + 1\n",
    "            \n",
    "            chunks.append(content[start:end])\n",
    "            start = end - overlap\n",
    "            pbar.update(end - start)\n",
    "    \n",
    "    print(f\"Created {len(chunks)} chunks\")\n",
    "    return chunks\n",
    "\n",
    "def summarize_pair(chunk1, chunk2):\n",
    "    system_message = \"You are an AI assistant tasked with summarizing text. Provide a concise summary that captures the key points of the given text.\"\n",
    "    user_message = f\"Summarize the following text:\\n\\n{chunk1}\\n\\n{chunk2}\"\n",
    "    \n",
    "    response = client.chat.completions.create(\n",
    "        model=\"gpt-4\",\n",
    "        messages=[\n",
    "            {\"role\": \"system\", \"content\": system_message},\n",
    "            {\"role\": \"user\", \"content\": user_message}\n",
    "        ]\n",
    "    )\n",
    "    return response.choices[0].message.content.strip()\n",
    "\n",
    "def create_summary_pyramid(chunks, max_layers=5):\n",
    "    pyramid = [chunks]  # Bottom layer\n",
    "    \n",
    "    for layer in range(1, max_layers):\n",
    "        print(f\"Creating layer {layer}...\")\n",
    "        new_layer = []\n",
    "        for i in range(0, len(pyramid[-1]), 2):\n",
    "            if i + 1 < len(pyramid[-1]):\n",
    "                combined = summarize_pair(pyramid[-1][i], pyramid[-1][i+1])\n",
    "            else:\n",
    "                combined = pyramid[-1][i]  # If odd number, keep last chunk as is\n",
    "            new_layer.append(combined)\n",
    "        \n",
    "        pyramid.append(new_layer)\n",
    "        \n",
    "        if len(new_layer) == 1:\n",
    "            break  # We've reached the top of the pyramid\n",
    "    \n",
    "    return pyramid\n",
    "\n",
    "print(\"Reading and chunking file...\")\n",
    "chunks = read_and_chunk_file('p2025.txt')\n",
    "\n",
    "print(\"Creating summary pyramid...\")\n",
    "pyramid = create_summary_pyramid(chunks)\n",
    "\n",
    "print(\"Processing chunks and adding to database...\")\n",
    "for layer, layer_chunks in enumerate(pyramid):\n",
    "    for chunk in tqdm(layer_chunks, desc=f\"Processing layer {layer}\"):\n",
    "        print(f\"Encoding chunk (length: {len(chunk)})\")\n",
    "        embedding, shape = encode_text(chunk)\n",
    "        print(f\"Adding chunk to database (embedding shape: {shape}, layer: {layer})\")\n",
    "        add_chunk(chunk, embedding, shape, layer)\n",
    "\n",
    "print(f\"Added {sum(len(layer) for layer in pyramid)} chunks to the database.\")\n",
    "\n",
    "def retrieve_chunks(query, top_k=5):\n",
    "    print(f\"Retrieving chunks for query: '{query}'\")\n",
    "    query_embedding, query_shape = encode_text(query)\n",
    "    print(f\"Query embedding shape: {query_shape}\")\n",
    "    \n",
    "    cursor.execute('SELECT id, embedding, shape, layer FROM document_chunks')\n",
    "    results = cursor.fetchall()\n",
    "    \n",
    "    print(f\"Comparing query to {len(results)} stored chunks\")\n",
    "    similarities = []\n",
    "    for id, emb, shape, layer in tqdm(results, desc=\"Comparing embeddings\"):\n",
    "        emb_array = np.array([float(x) for x in emb.split(',')]).reshape(eval(shape))\n",
    "        \n",
    "        if emb_array.shape != query_shape:\n",
    "            print(f\"Warning: Embedding shape mismatch. Query: {query_shape}, Stored: {emb_array.shape}\")\n",
    "            continue\n",
    "        \n",
    "        similarity = np.dot(query_embedding, emb_array) / (np.linalg.norm(query_embedding) * np.linalg.norm(emb_array))\n",
    "        similarities.append((id, similarity, layer))\n",
    "    \n",
    "    if not similarities:\n",
    "        print(\"No valid embeddings found for comparison.\")\n",
    "        return []\n",
    "    \n",
    "    # Sort by similarity and then by layer (preferring lower layers for equal similarity)\n",
    "    top_ids = sorted(similarities, key=lambda x: (x[1], -x[2]), reverse=True)[:top_k]\n",
    "    \n",
    "    placeholders = ','.join('?' for _ in top_ids)\n",
    "    cursor.execute(f'SELECT content, layer FROM document_chunks WHERE id IN ({placeholders})', \n",
    "                   [id for id, _, _ in top_ids])\n",
    "    return cursor.fetchall()\n",
    "\n",
    "print(\"Testing retrieval...\")\n",
    "test_query = \"What is the overall theme of Project 2025?\"\n",
    "relevant_chunks = retrieve_chunks(test_query)\n",
    "\n",
    "print(\"\\nRelevant chunks for the query:\")\n",
    "for i, (chunk, layer) in enumerate(relevant_chunks, 1):\n",
    "    print(f\"Chunk {i} (Layer {layer}):\")\n",
    "    print(chunk[:200] + \"...\")  # Print first 200 characters of each chunk\n",
    "    print()\n",
    "\n",
    "print(\"Closing database connection...\")\n",
    "conn.close()\n",
    "print(\"Done!\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f7ca2be4-45d9-4bb1-8b1a-c9610b8b91b8",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}