load.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "from dotenv import load_dotenv \n",
    "load_dotenv() \n",
    "import os \n",
    "from openai import OpenAI\n",
    "from pinecone import Pinecone, ServerlessSpec"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "ename": "PineconeConfigurationError",
     "evalue": "You haven't specified an Api-Key.",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mPineconeConfigurationError\u001b[0m                Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[15], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m pc \u001b[38;5;241m=\u001b[39m \u001b[43mPinecone\u001b[49m\u001b[43m(\u001b[49m\u001b[43mapi_key\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetenv\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mPINECONE_API_KEY\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;66;03m# print(os.getenv(\"PINECONE_API_KEY\"))\u001b[39;00m\n\u001b[1;32m      3\u001b[0m pc\u001b[38;5;241m.\u001b[39mcreate_index(\n\u001b[1;32m      4\u001b[0m     name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mrag\u001b[39m\u001b[38;5;124m'\u001b[39m, dimension\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m1536\u001b[39m, metric\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mcosine\u001b[39m\u001b[38;5;124m'\u001b[39m, spec\u001b[38;5;241m=\u001b[39mServerlessSpec(cloud\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124maws\u001b[39m\u001b[38;5;124m'\u001b[39m, region\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mus-east-1\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[1;32m      5\u001b[0m )\n",
      "File \u001b[0;32m/opt/anaconda3/envs/rag/lib/python3.10/site-packages/pinecone/control/pinecone.py:205\u001b[0m, in \u001b[0;36mPinecone.__init__\u001b[0;34m(self, api_key, host, proxy_url, proxy_headers, ssl_ca_certs, ssl_verify, config, additional_headers, pool_threads, index_api, **kwargs)\u001b[0m\n\u001b[1;32m    203\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig \u001b[38;5;241m=\u001b[39m config\n\u001b[1;32m    204\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 205\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig \u001b[38;5;241m=\u001b[39m \u001b[43mPineconeConfig\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbuild\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    206\u001b[0m \u001b[43m        \u001b[49m\u001b[43mapi_key\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mapi_key\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    207\u001b[0m \u001b[43m        \u001b[49m\u001b[43mhost\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhost\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    208\u001b[0m \u001b[43m        \u001b[49m\u001b[43madditional_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43madditional_headers\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    209\u001b[0m \u001b[43m        \u001b[49m\u001b[43mproxy_url\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mproxy_url\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    210\u001b[0m \u001b[43m        \u001b[49m\u001b[43mproxy_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mproxy_headers\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    211\u001b[0m \u001b[43m        \u001b[49m\u001b[43mssl_ca_certs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mssl_ca_certs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    212\u001b[0m \u001b[43m        \u001b[49m\u001b[43mssl_verify\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mssl_verify\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    213\u001b[0m \u001b[43m        \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m    214\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    216\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m kwargs\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mopenapi_config\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m):\n\u001b[1;32m    217\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m(\n\u001b[1;32m    218\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mPassing openapi_config is no longer supported. Please pass settings such as proxy_url, proxy_headers, ssl_ca_certs, and ssl_verify directly to the Pinecone constructor as keyword arguments. See the README at https://github.com/pinecone-io/pinecone-python-client for examples.\u001b[39m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m    219\u001b[0m     )\n",
      "File \u001b[0;32m/opt/anaconda3/envs/rag/lib/python3.10/site-packages/pinecone/config/pinecone_config.py:29\u001b[0m, in \u001b[0;36mPineconeConfig.build\u001b[0;34m(api_key, host, additional_headers, **kwargs)\u001b[0m\n\u001b[1;32m     26\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m     27\u001b[0m         logger\u001b[38;5;241m.\u001b[39mwarn(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mIgnoring PINECONE_ADDITIONAL_HEADERS: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00me\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m---> 29\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mConfigBuilder\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbuild\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     30\u001b[0m \u001b[43m    \u001b[49m\u001b[43mapi_key\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mapi_key\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     31\u001b[0m \u001b[43m    \u001b[49m\u001b[43mhost\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mhost\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     32\u001b[0m \u001b[43m    \u001b[49m\u001b[43madditional_headers\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43madditional_headers\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     33\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     34\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m/opt/anaconda3/envs/rag/lib/python3.10/site-packages/pinecone/config/config.py:58\u001b[0m, in \u001b[0;36mConfigBuilder.build\u001b[0;34m(api_key, host, proxy_url, proxy_headers, ssl_ca_certs, ssl_verify, additional_headers, **kwargs)\u001b[0m\n\u001b[1;32m     55\u001b[0m source_tag \u001b[38;5;241m=\u001b[39m kwargs\u001b[38;5;241m.\u001b[39mpop(SOURCE_TAG, \u001b[38;5;28;01mNone\u001b[39;00m)\n\u001b[1;32m     57\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m api_key:\n\u001b[0;32m---> 58\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PineconeConfigurationError(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou haven\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mt specified an Api-Key.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m     59\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m host:\n\u001b[1;32m     60\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m PineconeConfigurationError(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mYou haven\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mt specified a host.\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "\u001b[0;31mPineconeConfigurationError\u001b[0m: You haven't specified an Api-Key."
     ]
    }
   ],
   "source": [
    "pc = Pinecone(api_key=os.getenv(\"PINECONE_API_KEY\"))\n",
    "# print(os.getenv(\"PINECONE_API_KEY\"))\n",
    "pc.create_index(\n",
    "    name='rag', dimension=1536, metric='cosine', spec=ServerlessSpec(cloud='aws', region='us-east-1')\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'professor': 'Dr. Emily Johnson',\n",
       "  'subject': 'Computer Science',\n",
       "  'stars': 5,\n",
       "  'review': 'Dr. Johnson is an amazing professor. Her lectures are engaging and she is always available to help students during office hours. Highly recommend this class!'},\n",
       " {'professor': 'Dr. Michael Lee',\n",
       "  'subject': 'Mechanical Engineering',\n",
       "  'stars': 4,\n",
       "  'review': \"Dr. Lee's lectures are dry and sometimes difficult to follow, but he is very knowledgeable about the subject matter. The exams are challenging but fair.\"},\n",
       " {'professor': 'Dr. Olivia Garcia',\n",
       "  'subject': 'Psychology',\n",
       "  'stars': 5,\n",
       "  'review': 'Dr. Garcia is a fantastic professor. Her lectures are engaging and she is very approachable. I learned a lot in her class and would recommend it to anyone interested in psychology.'},\n",
       " {'professor': 'Dr. William Chen',\n",
       "  'subject': 'Economics',\n",
       "  'stars': 4,\n",
       "  'review': 'Dr. Chen is a brilliant lecturer, but his grading is quite tough. The workload is heavy, but I feel like I gained a lot of valuable knowledge in his class.'},\n",
       " {'professor': 'Dr. Sarah Kim',\n",
       "  'subject': 'Biology',\n",
       "  'stars': 5,\n",
       "  'review': 'Dr. Kim is passionate about her subject and it shows in her teaching. The labs are challenging but rewarding, and she is always willing to help students outside of class.'},\n",
       " {'professor': 'Prof. David Gonzalez',\n",
       "  'subject': 'History',\n",
       "  'stars': 4,\n",
       "  'review': \"Prof. Gonzalez's lectures are engaging and he is very knowledgeable about the subject matter. The reading load is heavy, but the class discussions are always thought-provoking.\"},\n",
       " {'professor': 'Dr. Jessica Patel',\n",
       "  'subject': 'Computer Science',\n",
       "  'stars': 5,\n",
       "  'review': 'Dr. Patel is an exceptional professor. Her explanations are clear and she is always available to help students with coding assignments and projects. I learned a lot in her class.'},\n",
       " {'professor': 'Prof. Marcos Ramirez',\n",
       "  'subject': 'Business',\n",
       "  'stars': 3,\n",
       "  'review': \"Prof. Ramirez's lectures can be dry and he doesn't always seem engaged with the material. The workload is heavy and the grading is quite strict. I wouldn't recommend this class to everyone.\"},\n",
       " {'professor': 'Dr. Sophia Nakamura',\n",
       "  'subject': 'Environmental Science',\n",
       "  'stars': 4,\n",
       "  'review': 'Dr. Nakamura is passionate about her subject and her lectures are always informative and thought-provoking. The group projects can be challenging, but they are a great way to apply the concepts we learn.'},\n",
       " {'professor': 'Prof. Liam Nguyen',\n",
       "  'subject': 'Political Science',\n",
       "  'stars': 4,\n",
       "  'review': 'Prof. Nguyen is a knowledgeable and engaging lecturer. The class discussions are lively and he does a great job of encouraging participation. The workload is manageable and the grading is fair.'},\n",
       " {'professor': 'Dr. Isabella Morales',\n",
       "  'subject': 'Art History',\n",
       "  'stars': 5,\n",
       "  'review': 'Dr. Morales is an exceptional professor. Her lectures are captivating and she has a deep understanding of the subject matter. The assignments are challenging but rewarding, and I feel like I gained a lot of valuable knowledge in her class.'},\n",
       " {'professor': 'Prof. Lucas Hernandez',\n",
       "  'subject': 'Mechanical Engineering',\n",
       "  'stars': 3,\n",
       "  'review': \"Prof. Hernandez's lectures can be dry and he doesn't always explain the concepts clearly. The workload is heavy and the grading is quite strict. I struggled in this class and wouldn't recommend it to everyone.\"},\n",
       " {'professor': 'Dr. Ethan Flores',\n",
       "  'subject': 'Psychology',\n",
       "  'stars': 4,\n",
       "  'review': 'Dr. Flores is a knowledgeable and engaging professor. His lectures are thought-provoking and he is always willing to provide additional support to students. The workload is manageable and the grading is fair.'},\n",
       " {'professor': 'Prof. Ava Diaz',\n",
       "  'subject': 'English Literature',\n",
       "  'stars': 5,\n",
       "  'review': 'Prof. Diaz is an exceptional professor. Her lectures are engaging and she has a deep understanding of the subject matter. The reading load is heavy, but the class discussions are always insightful and thought-provoking.'},\n",
       " {'professor': 'Dr. Noah Gutierrez',\n",
       "  'subject': 'Chemistry',\n",
       "  'stars': 4,\n",
       "  'review': 'Dr. Gutierrez is a knowledgeable and approachable professor. The labs are challenging but rewarding, and he is always available to help students who are struggling with the material.'},\n",
       " {'professor': 'Prof. Isabella Sanchez',\n",
       "  'subject': 'Business',\n",
       "  'stars': 3,\n",
       "  'review': \"Prof. Sanchez's lectures can be dry and she doesn't always provide clear explanations of the concepts. The workload is heavy and the grading is quite strict. I wouldn't recommend this class to everyone.\"},\n",
       " {'professor': 'Dr. Daniel Reyes',\n",
       "  'subject': 'Computer Science',\n",
       "  'stars': 5,\n",
       "  'review': 'Dr. Reyes is an amazing professor. His lectures are engaging and he is always available to help students with their coding projects. The assignments are challenging but rewarding, and I learned a lot in his class.'},\n",
       " {'professor': 'Prof. Sophia Gomez',\n",
       "  'subject': 'Sociology',\n",
       "  'stars': 4,\n",
       "  'review': 'Prof. Gomez is a knowledgeable and engaging lecturer. The class discussions are always thought-provoking, and she does a great job of encouraging participation. The workload is manageable and the grading is fair.'},\n",
       " {'professor': 'Dr. Lucas Ortiz',\n",
       "  'subject': 'Physics',\n",
       "  'stars': 4,\n",
       "  'review': \"Dr. Ortiz is a brilliant professor, but his lectures can be difficult to follow at times. The workload is heavy, but the labs are engaging and the material is fascinating. I'm glad I took this class.\"},\n",
       " {'professor': 'Prof. Mia Ramirez',\n",
       "  'subject': 'Art History',\n",
       "  'stars': 5,\n",
       "  'review': 'Prof. Ramirez is an exceptional professor. Her lectures are captivating and she has a deep understanding of the subject matter. The assignments are challenging but rewarding, and I feel like I gained a lot of valuable knowledge in her class.'}]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import json \n",
    "data = json.load(open(\"reviews.json\"))\n",
    "data[\"reviews\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "ename": "OpenAIError",
     "evalue": "The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mOpenAIError\u001b[0m                               Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[16], line 2\u001b[0m\n\u001b[1;32m      1\u001b[0m processed_data \u001b[38;5;241m=\u001b[39m []\n\u001b[0;32m----> 2\u001b[0m client \u001b[38;5;241m=\u001b[39m \u001b[43mOpenAI\u001b[49m\u001b[43m(\u001b[49m\u001b[43mapi_key\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mos\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgetenv\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mOPENAI_API_KEY\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m      4\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m review \u001b[38;5;129;01min\u001b[39;00m data[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mreviews\u001b[39m\u001b[38;5;124m'\u001b[39m]:\n\u001b[1;32m      5\u001b[0m     response \u001b[38;5;241m=\u001b[39m client\u001b[38;5;241m.\u001b[39membeddings\u001b[38;5;241m.\u001b[39mcreate(\n\u001b[1;32m      6\u001b[0m         \u001b[38;5;28minput\u001b[39m\u001b[38;5;241m=\u001b[39mreview[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mreview\u001b[39m\u001b[38;5;124m'\u001b[39m],\n\u001b[1;32m      7\u001b[0m         model \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtext-embedding-3-small\u001b[39m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m      8\u001b[0m     )\n",
      "File \u001b[0;32m/opt/anaconda3/envs/rag/lib/python3.10/site-packages/openai/_client.py:105\u001b[0m, in \u001b[0;36mOpenAI.__init__\u001b[0;34m(self, api_key, organization, project, base_url, timeout, max_retries, default_headers, default_query, http_client, _strict_response_validation)\u001b[0m\n\u001b[1;32m    103\u001b[0m     api_key \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39menviron\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mOPENAI_API_KEY\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    104\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m api_key \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m--> 105\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m OpenAIError(\n\u001b[1;32m    106\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    107\u001b[0m     )\n\u001b[1;32m    108\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapi_key \u001b[38;5;241m=\u001b[39m api_key\n\u001b[1;32m    110\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m organization \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n",
      "\u001b[0;31mOpenAIError\u001b[0m: The api_key client option must be set either by passing api_key to the client or by setting the OPENAI_API_KEY environment variable"
     ]
    }
   ],
   "source": [
    "processed_data = []\n",
    "client = OpenAI(api_key=os.getenv(\"OPENAI_API_KEY\"))\n",
    "\n",
    "for review in data['reviews']:\n",
    "    response = client.embeddings.create(\n",
    "        input=review['review'],\n",
    "        model = \"text-embedding-3-small\",\n",
    "    )\n",
    "    embedding = response.data[0].embedding\n",
    "    processed_data.append({\n",
    "        \"values\": embedding,\n",
    "        \"id\": review[\"professor\"],\n",
    "        \"metadata\":{\n",
    "            \"review\": review[\"review\"],\n",
    "            \"subject\": review[\"subject\"],\n",
    "            \"stars\": review[\"stars\"]\n",
    "        }\n",
    "    })\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'values': [-0.0014760508,\n",
       "  0.014133168,\n",
       "  0.0062243626,\n",
       "  0.03788843,\n",
       "  0.004216876,\n",
       "  -0.0054571335,\n",
       "  0.013487081,\n",
       "  0.03170445,\n",
       "  -0.015771462,\n",
       "  0.0059416993,\n",
       "  0.026951088,\n",
       "  0.0019988338,\n",
       "  -0.019232646,\n",
       "  0.0131525,\n",
       "  -0.008226081,\n",
       "  0.028820127,\n",
       "  -0.026028104,\n",
       "  -0.01056238,\n",
       "  0.03394268,\n",
       "  0.05620963,\n",
       "  -0.0030977598,\n",
       "  -0.011381527,\n",
       "  0.022255413,\n",
       "  -0.030481495,\n",
       "  -0.043449398,\n",
       "  -0.043587845,\n",
       "  0.0027357775,\n",
       "  0.01611758,\n",
       "  0.049656454,\n",
       "  -0.00801841,\n",
       "  0.08279152,\n",
       "  0.008151089,\n",
       "  -0.022959188,\n",
       "  -0.032742802,\n",
       "  -0.03202749,\n",
       "  0.01739822,\n",
       "  0.014998465,\n",
       "  0.025774285,\n",
       "  0.016082969,\n",
       "  -0.005462902,\n",
       "  -0.008024178,\n",
       "  -0.0177328,\n",
       "  -0.004606259,\n",
       "  0.00421976,\n",
       "  0.016302178,\n",
       "  0.0030025772,\n",
       "  0.022555383,\n",
       "  -0.02625885,\n",
       "  0.050717887,\n",
       "  0.044649277,\n",
       "  -0.041903403,\n",
       "  -0.0067435405,\n",
       "  0.020720955,\n",
       "  -0.029166246,\n",
       "  -0.033965755,\n",
       "  -0.0060974527,\n",
       "  0.008958698,\n",
       "  0.04118809,\n",
       "  0.013060202,\n",
       "  -0.020894015,\n",
       "  0.038372993,\n",
       "  -0.0049783364,\n",
       "  -0.02655882,\n",
       "  -0.008768333,\n",
       "  -0.012875605,\n",
       "  -0.042480268,\n",
       "  -0.01926726,\n",
       "  0.006570481,\n",
       "  -0.022693831,\n",
       "  -0.07070045,\n",
       "  0.029604662,\n",
       "  0.02939699,\n",
       "  -0.040011287,\n",
       "  0.015217673,\n",
       "  -0.03318122,\n",
       "  0.017917397,\n",
       "  -0.0276664,\n",
       "  -0.015713776,\n",
       "  -0.014998465,\n",
       "  -0.004805277,\n",
       "  0.003207364,\n",
       "  0.017444368,\n",
       "  -0.02226695,\n",
       "  0.006258975,\n",
       "  -0.00805879,\n",
       "  -0.011762258,\n",
       "  -0.059716962,\n",
       "  -0.018678857,\n",
       "  -0.025820434,\n",
       "  -0.02175931,\n",
       "  0.043541696,\n",
       "  0.01030856,\n",
       "  -0.023720648,\n",
       "  0.026997237,\n",
       "  0.008849094,\n",
       "  -0.020040257,\n",
       "  0.0052379253,\n",
       "  0.0328351,\n",
       "  0.013464007,\n",
       "  -0.0048975754,\n",
       "  0.016694445,\n",
       "  -0.013498618,\n",
       "  0.007966492,\n",
       "  0.050671734,\n",
       "  0.047533594,\n",
       "  0.009564405,\n",
       "  -0.020594046,\n",
       "  -0.084176,\n",
       "  -0.0500718,\n",
       "  0.004877385,\n",
       "  -0.066639334,\n",
       "  -0.010908498,\n",
       "  -0.008128014,\n",
       "  -0.028358635,\n",
       "  0.0031814051,\n",
       "  -0.01790586,\n",
       "  -0.013325559,\n",
       "  0.013394782,\n",
       "  -0.06714697,\n",
       "  -0.058101743,\n",
       "  -0.0012359312,\n",
       "  -0.02833556,\n",
       "  0.039042156,\n",
       "  -0.018978827,\n",
       "  0.0057282597,\n",
       "  -0.044995394,\n",
       "  -0.014248542,\n",
       "  0.008883706,\n",
       "  -0.009697084,\n",
       "  0.041603435,\n",
       "  0.014433138,\n",
       "  -0.061286032,\n",
       "  -0.038719114,\n",
       "  0.010170112,\n",
       "  -0.032442834,\n",
       "  0.029050872,\n",
       "  0.003919791,\n",
       "  0.04284946,\n",
       "  0.0002974455,\n",
       "  0.0075742244,\n",
       "  0.04887192,\n",
       "  0.0021113222,\n",
       "  0.0018084687,\n",
       "  0.012402576,\n",
       "  0.03359656,\n",
       "  -0.014202393,\n",
       "  -0.045410737,\n",
       "  0.050117947,\n",
       "  -0.005739797,\n",
       "  0.03181982,\n",
       "  0.03239668,\n",
       "  -0.02842786,\n",
       "  -0.05884013,\n",
       "  -0.04827198,\n",
       "  -0.026443446,\n",
       "  0.038880635,\n",
       "  0.011104632,\n",
       "  0.06520871,\n",
       "  0.011566124,\n",
       "  -0.011739183,\n",
       "  0.026928013,\n",
       "  0.016694445,\n",
       "  0.01590991,\n",
       "  0.025774285,\n",
       "  -0.03338889,\n",
       "  0.02337453,\n",
       "  0.00299104,\n",
       "  -0.025543539,\n",
       "  -0.0039976677,\n",
       "  0.038834486,\n",
       "  0.004528383,\n",
       "  0.01064891,\n",
       "  0.016509848,\n",
       "  0.068531446,\n",
       "  0.030319974,\n",
       "  0.048364278,\n",
       "  -0.007314636,\n",
       "  0.00479374,\n",
       "  -0.03971132,\n",
       "  -0.05473286,\n",
       "  0.04021896,\n",
       "  -0.02422829,\n",
       "  -0.036873147,\n",
       "  -0.014640809,\n",
       "  -0.0034352252,\n",
       "  -0.006460877,\n",
       "  -0.012321816,\n",
       "  0.03322737,\n",
       "  0.02019024,\n",
       "  0.04220337,\n",
       "  0.023236083,\n",
       "  0.01183725,\n",
       "  0.028081741,\n",
       "  0.047164403,\n",
       "  -0.0014407178,\n",
       "  0.06516256,\n",
       "  -0.017144399,\n",
       "  0.005298496,\n",
       "  -0.0041736113,\n",
       "  -0.0029968086,\n",
       "  0.023339918,\n",
       "  0.03398883,\n",
       "  0.021309357,\n",
       "  -0.012564098,\n",
       "  0.07310021,\n",
       "  -0.019763362,\n",
       "  -0.0040236264,\n",
       "  0.054363664,\n",
       "  -0.036088612,\n",
       "  -0.040934272,\n",
       "  0.07203878,\n",
       "  0.017029027,\n",
       "  0.026097327,\n",
       "  -0.0058868974,\n",
       "  0.040449705,\n",
       "  -0.012921754,\n",
       "  0.028958574,\n",
       "  0.05999386,\n",
       "  0.036342435,\n",
       "  -0.0010592665,\n",
       "  -0.01934802,\n",
       "  -0.0055898125,\n",
       "  0.055009753,\n",
       "  -0.026212702,\n",
       "  0.042711012,\n",
       "  -0.0027790423,\n",
       "  0.032096714,\n",
       "  -0.012437188,\n",
       "  0.028404785,\n",
       "  -0.04280331,\n",
       "  0.004883154,\n",
       "  0.008941392,\n",
       "  -0.003686161,\n",
       "  0.011548818,\n",
       "  -0.009489413,\n",
       "  -0.042941757,\n",
       "  0.0074646203,\n",
       "  0.0024790731,\n",
       "  0.016025282,\n",
       "  -0.031612147,\n",
       "  0.0026636696,\n",
       "  0.038234547,\n",
       "  -0.011502668,\n",
       "  0.031750597,\n",
       "  -0.007055047,\n",
       "  -0.018874992,\n",
       "  -0.04174188,\n",
       "  -0.04568763,\n",
       "  -0.0010059066,\n",
       "  0.06797766,\n",
       "  -0.027181832,\n",
       "  0.000891976,\n",
       "  0.028012516,\n",
       "  -0.011450751,\n",
       "  -0.04042663,\n",
       "  0.044833872,\n",
       "  -0.03592709,\n",
       "  -0.006558944,\n",
       "  -0.015206136,\n",
       "  0.06493182,\n",
       "  -0.020386374,\n",
       "  0.01892114,\n",
       "  0.041695733,\n",
       "  -0.04467235,\n",
       "  -0.027551025,\n",
       "  -0.037403863,\n",
       "  -0.019094199,\n",
       "  -0.024159065,\n",
       "  -0.034334946,\n",
       "  0.013960109,\n",
       "  0.0026045411,\n",
       "  -0.020767104,\n",
       "  0.028773976,\n",
       "  0.023109173,\n",
       "  -0.012033383,\n",
       "  -0.00865296,\n",
       "  -0.015517642,\n",
       "  0.012114145,\n",
       "  -0.02019024,\n",
       "  0.012633322,\n",
       "  -0.0011075789,\n",
       "  0.024805153,\n",
       "  0.032950472,\n",
       "  -0.032696653,\n",
       "  -0.025428167,\n",
       "  -0.024366736,\n",
       "  0.018182755,\n",
       "  0.012125682,\n",
       "  -0.037819207,\n",
       "  -0.006835839,\n",
       "  0.0024314818,\n",
       "  -0.001639736,\n",
       "  0.027597174,\n",
       "  -0.051179375,\n",
       "  -0.035534825,\n",
       "  -0.010423933,\n",
       "  0.0052033137,\n",
       "  -0.012414114,\n",
       "  0.033527337,\n",
       "  0.05473286,\n",
       "  0.044995394,\n",
       "  -0.0025699292,\n",
       "  0.031542923,\n",
       "  0.018517336,\n",
       "  0.016809817,\n",
       "  0.05685572,\n",
       "  -0.008981773,\n",
       "  -0.03470414,\n",
       "  -0.0037323101,\n",
       "  -0.038511444,\n",
       "  -0.027712548,\n",
       "  0.057594106,\n",
       "  -0.005684995,\n",
       "  0.063501194,\n",
       "  -0.017282845,\n",
       "  -0.050117947,\n",
       "  0.016406013,\n",
       "  0.0063858847,\n",
       "  -0.0069973604,\n",
       "  -0.019394169,\n",
       "  0.0051687015,\n",
       "  0.022232339,\n",
       "  0.04441853,\n",
       "  -0.013948572,\n",
       "  0.0023550473,\n",
       "  -0.040149737,\n",
       "  0.016636759,\n",
       "  -0.012679472,\n",
       "  0.04356477,\n",
       "  0.009870144,\n",
       "  -3.7406026e-05,\n",
       "  -0.022416936,\n",
       "  0.02015563,\n",
       "  -0.021493953,\n",
       "  -0.04432623,\n",
       "  0.015644552,\n",
       "  -0.03516563,\n",
       "  0.0014017796,\n",
       "  -0.0018214481,\n",
       "  0.022716906,\n",
       "  -0.01730592,\n",
       "  -0.03648088,\n",
       "  -0.010920036,\n",
       "  -0.001910862,\n",
       "  0.004389935,\n",
       "  -0.021563178,\n",
       "  0.05630193,\n",
       "  -0.00648972,\n",
       "  0.010516231,\n",
       "  -0.042111073,\n",
       "  -0.024828227,\n",
       "  -0.008722184,\n",
       "  -0.045595333,\n",
       "  0.026374223,\n",
       "  0.0066512423,\n",
       "  -0.0076203737,\n",
       "  0.007695366,\n",
       "  -0.010210494,\n",
       "  0.012067995,\n",
       "  -0.043080207,\n",
       "  -0.011508437,\n",
       "  0.035304077,\n",
       "  0.016694445,\n",
       "  0.04183418,\n",
       "  0.02736643,\n",
       "  0.025335867,\n",
       "  0.009172138,\n",
       "  -0.038488366,\n",
       "  0.033365816,\n",
       "  -0.0656702,\n",
       "  0.05316379,\n",
       "  0.05782485,\n",
       "  0.08454519,\n",
       "  0.030527644,\n",
       "  -0.055471245,\n",
       "  0.036642402,\n",
       "  -0.03075839,\n",
       "  -0.025358943,\n",
       "  -0.009950904,\n",
       "  0.054825157,\n",
       "  0.024297513,\n",
       "  0.008814482,\n",
       "  -0.0035188706,\n",
       "  0.013083276,\n",
       "  0.016140655,\n",
       "  0.008756796,\n",
       "  -0.025566613,\n",
       "  -0.047995087,\n",
       "  0.04785664,\n",
       "  -0.016106043,\n",
       "  0.04594145,\n",
       "  0.01009512,\n",
       "  0.020294076,\n",
       "  0.003640012,\n",
       "  0.0005761429,\n",
       "  0.018205829,\n",
       "  -0.024620557,\n",
       "  0.09063687,\n",
       "  -0.004903344,\n",
       "  -0.020963239,\n",
       "  0.0091029145,\n",
       "  0.027412578,\n",
       "  0.021032462,\n",
       "  0.03299662,\n",
       "  0.046172198,\n",
       "  -0.04887192,\n",
       "  -0.026881864,\n",
       "  -0.01018165,\n",
       "  0.028981648,\n",
       "  0.0075915307,\n",
       "  -0.005783062,\n",
       "  -0.054363664,\n",
       "  0.028381709,\n",
       "  0.044095486,\n",
       "  -0.0033458113,\n",
       "  -0.00069620274,\n",
       "  0.00020550781,\n",
       "  -0.011087326,\n",
       "  0.004020742,\n",
       "  -0.001414759,\n",
       "  -0.086991094,\n",
       "  -0.004992758,\n",
       "  0.018390425,\n",
       "  -0.014179317,\n",
       "  0.0011090211,\n",
       "  0.01671752,\n",
       "  -0.0016902116,\n",
       "  -0.072084926,\n",
       "  -0.038419142,\n",
       "  -0.008451058,\n",
       "  0.017375145,\n",
       "  0.04416471,\n",
       "  -0.023536053,\n",
       "  -0.006282049,\n",
       "  -0.047349,\n",
       "  -0.021713162,\n",
       "  -0.033158142,\n",
       "  -0.033527337,\n",
       "  0.013452469,\n",
       "  -0.020178704,\n",
       "  0.015056151,\n",
       "  0.068992935,\n",
       "  -0.028750902,\n",
       "  0.0078049703,\n",
       "  -0.025474316,\n",
       "  0.010827738,\n",
       "  -0.0012654954,\n",
       "  -0.027943293,\n",
       "  0.042318746,\n",
       "  0.034058053,\n",
       "  -0.0013476986,\n",
       "  0.012264129,\n",
       "  0.029604662,\n",
       "  -0.007926112,\n",
       "  -0.0055090515,\n",
       "  -0.022497697,\n",
       "  0.010596992,\n",
       "  -0.031035284,\n",
       "  0.021240134,\n",
       "  0.057917148,\n",
       "  -0.023189934,\n",
       "  -0.022405399,\n",
       "  -0.05417907,\n",
       "  -0.0153445825,\n",
       "  -0.023005337,\n",
       "  -0.018113531,\n",
       "  0.00899331,\n",
       "  0.013844737,\n",
       "  0.008041484,\n",
       "  -0.0032563973,\n",
       "  0.025128197,\n",
       "  0.018078918,\n",
       "  0.009766308,\n",
       "  -0.0025007054,\n",
       "  -0.012310279,\n",
       "  0.008283767,\n",
       "  -0.03922675,\n",
       "  -0.003602516,\n",
       "  -0.00417938,\n",
       "  -0.0019757592,\n",
       "  -0.02787407,\n",
       "  0.028820127,\n",
       "  0.028543232,\n",
       "  0.04361092,\n",
       "  -0.022001594,\n",
       "  -0.05842479,\n",
       "  0.008156857,\n",
       "  -0.036503956,\n",
       "  0.022047743,\n",
       "  -0.012379502,\n",
       "  0.02918932,\n",
       "  -0.017917397,\n",
       "  0.005093709,\n",
       "  -0.010083583,\n",
       "  -0.017848173,\n",
       "  0.03601939,\n",
       "  -0.019544153,\n",
       "  -0.0497949,\n",
       "  0.076007605,\n",
       "  -0.04937956,\n",
       "  0.08523743,\n",
       "  -0.03894986,\n",
       "  0.012644859,\n",
       "  -0.0074473144,\n",
       "  0.015010002,\n",
       "  0.026743416,\n",
       "  -0.020097943,\n",
       "  -0.02023639,\n",
       "  -0.006893525,\n",
       "  0.01679828,\n",
       "  -0.054271366,\n",
       "  -0.02023639,\n",
       "  -0.018978827,\n",
       "  0.0030660322,\n",
       "  0.002755968,\n",
       "  -0.00203633,\n",
       "  -0.02197852,\n",
       "  -0.029858481,\n",
       "  -0.019659527,\n",
       "  0.0124718,\n",
       "  0.013983184,\n",
       "  0.013440932,\n",
       "  0.0053215707,\n",
       "  -0.007793433,\n",
       "  0.015713776,\n",
       "  0.0008162626,\n",
       "  -0.049056515,\n",
       "  0.004718748,\n",
       "  0.04476465,\n",
       "  0.003334274,\n",
       "  -0.020213315,\n",
       "  -0.01603682,\n",
       "  -0.011814175,\n",
       "  0.034219574,\n",
       "  -0.036550105,\n",
       "  0.019751824,\n",
       "  -0.034888737,\n",
       "  -0.022959188,\n",
       "  -0.022774592,\n",
       "  0.005540779,\n",
       "  -0.006160908,\n",
       "  0.010700827,\n",
       "  0.01565609,\n",
       "  -0.0021214176,\n",
       "  0.010354709,\n",
       "  0.049056515,\n",
       "  0.051087078,\n",
       "  -0.008237618,\n",
       "  0.012102607,\n",
       "  0.030850688,\n",
       "  -0.0075799935,\n",
       "  0.007931881,\n",
       "  0.007199263,\n",
       "  0.009858606,\n",
       "  0.015517642,\n",
       "  -0.009593248,\n",
       "  0.0023088981,\n",
       "  0.00257714,\n",
       "  0.02468978,\n",
       "  0.012125682,\n",
       "  0.021828534,\n",
       "  -0.0088375565,\n",
       "  -0.010845044,\n",
       "  0.00023723533,\n",
       "  -0.004909113,\n",
       "  0.013360171,\n",
       "  -0.02575121,\n",
       "  0.0041764956,\n",
       "  0.026651118,\n",
       "  0.026581895,\n",
       "  0.042664863,\n",
       "  0.009725927,\n",
       "  -0.026074253,\n",
       "  -0.022613069,\n",
       "  0.024066767,\n",
       "  -0.03424265,\n",
       "  0.0109373415,\n",
       "  -0.016509848,\n",
       "  0.033250444,\n",
       "  0.0046235654,\n",
       "  -0.006864682,\n",
       "  0.0049494933,\n",
       "  -0.047948938,\n",
       "  0.022128504,\n",
       "  0.0006825022,\n",
       "  0.030596867,\n",
       "  0.0029593124,\n",
       "  0.0025151272,\n",
       "  -0.052840743,\n",
       "  0.012194905,\n",
       "  -0.014040871,\n",
       "  0.032512058,\n",
       "  0.031242955,\n",
       "  0.005261,\n",
       "  -0.022474622,\n",
       "  -0.029535437,\n",
       "  0.00071026385,\n",
       "  0.009749002,\n",
       "  -0.02142473,\n",
       "  -0.006495489,\n",
       "  -0.009506719,\n",
       "  -0.0031064127,\n",
       "  -0.009662473,\n",
       "  0.0012748695,\n",
       "  -0.031127583,\n",
       "  -0.023720648,\n",
       "  -0.018978827,\n",
       "  -0.03211979,\n",
       "  -0.0003479211,\n",
       "  0.017548203,\n",
       "  0.06336275,\n",
       "  -0.008791408,\n",
       "  0.02142473,\n",
       "  -0.031196807,\n",
       "  -0.03738079,\n",
       "  -0.009062534,\n",
       "  -0.028958574,\n",
       "  0.0051860074,\n",
       "  -0.0041736113,\n",
       "  -0.00992783,\n",
       "  -0.00504756,\n",
       "  -0.028543232,\n",
       "  -0.022243876,\n",
       "  0.0008674593,\n",
       "  0.069685176,\n",
       "  0.0064839516,\n",
       "  -0.0419957,\n",
       "  0.008041484,\n",
       "  0.0068531446,\n",
       "  -0.010781589,\n",
       "  -0.022936113,\n",
       "  -0.009172138,\n",
       "  0.026512671,\n",
       "  0.010487388,\n",
       "  0.03278895,\n",
       "  -0.011906473,\n",
       "  -0.045664556,\n",
       "  0.01912881,\n",
       "  -0.0005069193,\n",
       "  -0.028474009,\n",
       "  -0.012887143,\n",
       "  0.03380423,\n",
       "  -0.017075175,\n",
       "  0.023766797,\n",
       "  0.018782692,\n",
       "  0.035996314,\n",
       "  0.02443596,\n",
       "  -0.004819699,\n",
       "  0.010135501,\n",
       "  -0.027781771,\n",
       "  -0.04284946,\n",
       "  -0.01327941,\n",
       "  0.00967401,\n",
       "  4.7546215e-05,\n",
       "  -0.00742424,\n",
       "  -0.00017378028,\n",
       "  -0.033665784,\n",
       "  -0.027597174,\n",
       "  0.0022324638,\n",
       "  0.015575329,\n",
       "  -0.026835714,\n",
       "  0.046195272,\n",
       "  -0.0031150656,\n",
       "  0.006587787,\n",
       "  0.021990057,\n",
       "  -0.007435777,\n",
       "  -0.021286283,\n",
       "  0.017767413,\n",
       "  -0.0019959495,\n",
       "  0.012275666,\n",
       "  -0.004730285,\n",
       "  0.03101221,\n",
       "  0.06382424,\n",
       "  -0.0022872658,\n",
       "  0.04068045,\n",
       "  -0.034427244,\n",
       "  0.030227674,\n",
       "  -0.0028843202,\n",
       "  0.006818533,\n",
       "  0.023997543,\n",
       "  -0.0028035592,\n",
       "  -0.015298434,\n",
       "  0.011456519,\n",
       "  -0.025012825,\n",
       "  -0.01815968,\n",
       "  -0.0314737,\n",
       "  0.006328198,\n",
       "  0.018355813,\n",
       "  0.008243387,\n",
       "  5.1872696e-05,\n",
       "  0.02175931,\n",
       "  0.027343355,\n",
       "  -0.0035304078,\n",
       "  -0.0056186556,\n",
       "  0.0013440931,\n",
       "  -0.005572506,\n",
       "  0.015079225,\n",
       "  0.0034669528,\n",
       "  0.010429702,\n",
       "  -0.08348376,\n",
       "  -0.0021819882,\n",
       "  -0.0419957,\n",
       "  -0.019601839,\n",
       "  0.013314022,\n",
       "  -0.0065185633,\n",
       "  0.011191162,\n",
       "  -0.033873454,\n",
       "  -0.0031669834,\n",
       "  0.026328074,\n",
       "  -0.0023766798,\n",
       "  -0.03597324,\n",
       "  0.023397604,\n",
       "  0.01378705,\n",
       "  0.030389197,\n",
       "  0.018078918,\n",
       "  -0.018759618,\n",
       "  0.0031496775,\n",
       "  -0.008791408,\n",
       "  0.017675113,\n",
       "  -0.011704571,\n",
       "  0.0058234422,\n",
       "  0.03901908,\n",
       "  0.008312611,\n",
       "  0.003971709,\n",
       "  -0.0630397,\n",
       "  -0.0053994474,\n",
       "  0.04361092,\n",
       "  0.0027343354,\n",
       "  -0.04573378,\n",
       "  0.012010309,\n",
       "  -0.012264129,\n",
       "  0.0057571027,\n",
       "  0.0052494626,\n",
       "  0.017928934,\n",
       "  -0.010585455,\n",
       "  0.014017796,\n",
       "  -0.013717826,\n",
       "  0.04827198,\n",
       "  -0.033619635,\n",
       "  -0.017421294,\n",
       "  -0.003971709,\n",
       "  -0.012494875,\n",
       "  -0.015563792,\n",
       "  0.022716906,\n",
       "  0.029535437,\n",
       "  0.0071011963,\n",
       "  0.010556611,\n",
       "  0.012967903,\n",
       "  -0.03389653,\n",
       "  0.039319053,\n",
       "  -0.044949245,\n",
       "  0.007314636,\n",
       "  -0.0031727522,\n",
       "  -0.00877987,\n",
       "  0.030573793,\n",
       "  -0.03355041,\n",
       "  0.03080454,\n",
       "  -0.0023406257,\n",
       "  -0.033573486,\n",
       "  -0.0078165075,\n",
       "  -0.028312486,\n",
       "  0.04831813,\n",
       "  0.02273998,\n",
       "  -0.05191776,\n",
       "  -0.0060455347,\n",
       "  -0.008076096,\n",
       "  0.05048714,\n",
       "  -0.0059243934,\n",
       "  0.018471185,\n",
       "  0.032488983,\n",
       "  -0.004586069,\n",
       "  0.030850688,\n",
       "  -0.01866732,\n",
       "  0.026581895,\n",
       "  -0.002497821,\n",
       "  0.028704753,\n",
       "  -0.013602453,\n",
       "  -0.015840687,\n",
       "  -0.014237004,\n",
       "  -0.02188622,\n",
       "  0.022670755,\n",
       "  -0.019982569,\n",
       "  -0.01378705,\n",
       "  -0.016359864,\n",
       "  0.0055753905,\n",
       "  -0.039249826,\n",
       "  -0.0014356703,\n",
       "  0.017675113,\n",
       "  -0.035673272,\n",
       "  -0.035742495,\n",
       "  0.0021271862,\n",
       "  -0.0051687015,\n",
       "  0.033919603,\n",
       "  -0.019867197,\n",
       "  -0.010210494,\n",
       "  -0.011525743,\n",
       "  0.023720648,\n",
       "  -0.052840743,\n",
       "  -0.021113222,\n",
       "  -0.010273948,\n",
       "  0.01484848,\n",
       "  0.022047743,\n",
       "  -0.003262166,\n",
       "  0.011802638,\n",
       "  0.0433571,\n",
       "  -0.03288125,\n",
       "  0.017790487,\n",
       "  0.011485362,\n",
       "  -0.00015485194,\n",
       "  -0.011294997,\n",
       "  0.026397297,\n",
       "  -0.007395397,\n",
       "  0.0146638835,\n",
       "  -0.013844737,\n",
       "  -0.00048240254,\n",
       "  -0.012748695,\n",
       "  0.0063858847,\n",
       "  0.004854311,\n",
       "  -0.032165937,\n",
       "  0.00012339481,\n",
       "  0.052471552,\n",
       "  0.010129732,\n",
       "  -0.009737465,\n",
       "  0.0048427735,\n",
       "  0.037426937,\n",
       "  0.0030862226,\n",
       "  0.014640809,\n",
       "  -0.001584934,\n",
       "  0.0067262347,\n",
       "  0.025612762,\n",
       "  0.036919296,\n",
       "  0.008681804,\n",
       "  -0.022601532,\n",
       "  0.0008725068,\n",
       "  0.00065077475,\n",
       "  -0.0151023,\n",
       "  -0.055425096,\n",
       "  0.0029708496,\n",
       "  0.019371094,\n",
       "  -0.009541331,\n",
       "  -0.011456519,\n",
       "  0.039803617,\n",
       "  -0.00869911,\n",
       "  -0.024574406,\n",
       "  -0.053856026,\n",
       "  -0.012194905,\n",
       "  -0.03470414,\n",
       "  0.029720034,\n",
       "  -0.019844122,\n",
       "  -0.045410737,\n",
       "  0.01018165,\n",
       "  -0.0014140379,\n",
       "  -0.028312486,\n",
       "  0.003746732,\n",
       "  0.029927706,\n",
       "  0.0077530523,\n",
       "  -0.004427431,\n",
       "  -0.039803617,\n",
       "  -0.030296898,\n",
       "  0.011998772,\n",
       "  -0.00933366,\n",
       "  -0.0060455347,\n",
       "  0.014029333,\n",
       "  -0.027112609,\n",
       "  -0.00077732425,\n",
       "  -0.039088305,\n",
       "  0.011450751,\n",
       "  -0.04534151,\n",
       "  -0.019440318,\n",
       "  -0.016648296,\n",
       "  -0.032442834,\n",
       "  0.050671734,\n",
       "  0.0229938,\n",
       "  0.026604969,\n",
       "  -0.07259257,\n",
       "  -0.024643632,\n",
       "  -0.015921447,\n",
       "  -0.00963363,\n",
       "  0.020374836,\n",
       "  0.0045514572,\n",
       "  0.050302543,\n",
       "  0.0088664,\n",
       "  -0.013475544,\n",
       "  0.029281618,\n",
       "  0.020905552,\n",
       "  -0.017236697,\n",
       "  -0.008427983,\n",
       "  0.020928627,\n",
       "  -0.007072353,\n",
       "  0.002567045,\n",
       "  -0.027135683,\n",
       "  0.013556304,\n",
       "  -0.056948017,\n",
       "  -0.014098557,\n",
       "  -0.02842786,\n",
       "  0.02235925,\n",
       "  0.008243387,\n",
       "  -0.011814175,\n",
       "  0.0040957346,\n",
       "  -0.02519742,\n",
       "  0.03198134,\n",
       "  0.016463699,\n",
       "  -0.004127462,\n",
       "  -0.022670755,\n",
       "  -0.017075175,\n",
       "  0.020524822,\n",
       "  -0.009287511,\n",
       "  -0.00012348495,\n",
       "  0.012079532,\n",
       "  -0.039734393,\n",
       "  -0.025935806,\n",
       "  0.004335133,\n",
       "  -0.015863761,\n",
       "  0.014860017,\n",
       "  -0.0030746853,\n",
       "  0.027158758,\n",
       "  0.0034842587,\n",
       "  0.008174163,\n",
       "  0.011352684,\n",
       "  -0.0064320336,\n",
       "  -0.035996314,\n",
       "  -0.002692513,\n",
       "  -0.009881681,\n",
       "  0.022555383,\n",
       "  0.019947957,\n",
       "  0.0089702355,\n",
       "  0.008231849,\n",
       "  -0.008197238,\n",
       "  0.04102657,\n",
       "  0.026651118,\n",
       "  -0.011571893,\n",
       "  -0.011450751,\n",
       "  -0.01836735,\n",
       "  -0.010239337,\n",
       "  0.051087078,\n",
       "  0.034265723,\n",
       "  0.027135683,\n",
       "  0.037357714,\n",
       "  -0.0035909784,\n",
       "  0.009466339,\n",
       "  0.023605276,\n",
       "  -0.008226081,\n",
       "  -0.026443446,\n",
       "  -0.0009756213,\n",
       "  -0.008301074,\n",
       "  0.0059763114,\n",
       "  -0.038719114,\n",
       "  0.035234854,\n",
       "  0.03415035,\n",
       "  0.001243142,\n",
       "  0.027643325,\n",
       "  0.015759924,\n",
       "  0.021482415,\n",
       "  0.036596254,\n",
       "  0.009402883,\n",
       "  -0.01687904,\n",
       "  0.008214544,\n",
       "  0.033019695,\n",
       "  0.012541024,\n",
       "  0.08989849,\n",
       "  -0.048410427,\n",
       "  -0.022163115,\n",
       "  0.008047253,\n",
       "  -0.028197113,\n",
       "  -0.0029275848,\n",
       "  -0.01828659,\n",
       "  -0.0075799935,\n",
       "  0.013694752,\n",
       "  0.0020320036,\n",
       "  -0.005093709,\n",
       "  -0.00036991405,\n",
       "  -0.015563792,\n",
       "  0.033111993,\n",
       "  -0.018805766,\n",
       "  0.0036803924,\n",
       "  -0.039595947,\n",
       "  -0.0014883091,\n",
       "  -0.0009720159,\n",
       "  0.022970725,\n",
       "  -0.0046322183,\n",
       "  -0.020201778,\n",
       "  0.032442834,\n",
       "  0.034058053,\n",
       "  0.028058667,\n",
       "  -0.0022021784,\n",
       "  -0.0047447067,\n",
       "  0.038026877,\n",
       "  0.0076203737,\n",
       "  0.001233768,\n",
       "  0.022832278,\n",
       "  -0.024620557,\n",
       "  -0.011566124,\n",
       "  0.00045788582,\n",
       "  -0.0030169988,\n",
       "  0.008491439,\n",
       "  0.01620988,\n",
       "  -0.028773976,\n",
       "  -0.014640809,\n",
       "  0.030389197,\n",
       "  0.008531819,\n",
       "  ...],\n",
       " 'id': 'Dr. Emily Johnson',\n",
       " 'metadata': {'review': 'Dr. Johnson is an amazing professor. Her lectures are engaging and she is always available to help students during office hours. Highly recommend this class!',\n",
       "  'subject': 'Computer Science',\n",
       "  'stars': 5}}"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "processed_data[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'upserted_count': 20}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "index = pc.Index('rag')\n",
    "index.upsert(\n",
    "    vectors=processed_data,\n",
    "    namespace=\"ns1\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'dimension': 1536,\n",
       " 'index_fullness': 0.0,\n",
       " 'namespaces': {'ns1': {'vector_count': 20}},\n",
       " 'total_vector_count': 20}"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "index.describe_index_stats()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "rag",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}