DhruvRathee.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "from transformers import pipeline\n",
    "import torch\n",
    "import torch.nn.functional as f\n",
    "from langchain import LLMChain\n",
    "from langchain.llms import HuggingFaceHub\n",
    "from transformers import AutoModelForSequenceClassification\n",
    "from dotenv import load_dotenv ,find_dotenv\n",
    "\n",
    "apikey = \"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\"\n",
    "\n",
    "from langchain.llms import HuggingFaceHub\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The class `langchain_community.llms.openai.OpenAI` was deprecated in langchain-community 0.0.10 and will be removed in 0.2.0. An updated version of the class exists in the langchain-openai package and should be used instead. To use it run `pip install -U langchain-openai` and import as `from langchain_openai import OpenAI`.\n",
      "  warn_deprecated(\n"
     ]
    }
   ],
   "source": [
    "from langchain.llms import OpenAI\n",
    "\n",
    "from dotenv import load_dotenv , find_dotenv\n",
    "import os \n",
    "os.environ[\"OPENAI_API_KEY\"] = \"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\"\n",
    "llm = OpenAI(temperature= 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.llms import huggingface_hub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages/huggingface_hub/utils/_deprecation.py:131: FutureWarning: 'InferenceApi' (from 'huggingface_hub.inference_api') is deprecated and will be removed from version '1.0'. `InferenceApi` client is deprecated in favor of the more feature-complete `InferenceClient`. Check out this guide to learn how to convert your script to use it: https://huggingface.co/docs/huggingface_hub/guides/inference#legacy-inferenceapi-client.\n",
      "  warnings.warn(warning_message, FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "\n",
    "\n",
    "from transformers import pipeline\n",
    "os.environ['HUGGINGFACEHUB_API_TOKEN'] = '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'\n",
    "from langchain import HuggingFaceHub, PromptTemplate , LLMChain\n",
    "from transformers import pipeline\n",
    "template = \"\"\"  Question :{'Next script'}\n",
    "Answer : Lets think step by step\"\"\"\n",
    "prompt = PromptTemplate(template = template , input_variables= {'questions'})\n",
    "llmchain_1 = LLMChain(prompt = prompt , llm= HuggingFaceHub(repo_id= \"google/flan-t5-base\"))\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.llms import HuggingFacePipeline\n",
    "import torch\n",
    "from transformers import AutoTokenizer,AutoModelForCausalLM,pipeline,AutoModelForSeq2SeqLM\n",
    "model_id = \"google/flan-t5-base\"\n",
    "tokenizer = AutoTokenizer.from_pretrained(model_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages/huggingface_hub/utils/_deprecation.py:131: FutureWarning: 'InferenceApi' (from 'huggingface_hub.inference_api') is deprecated and will be removed from version '1.0'. `InferenceApi` client is deprecated in favor of the more feature-complete `InferenceClient`. Check out this guide to learn how to convert your script to use it: https://huggingface.co/docs/huggingface_hub/guides/inference#legacy-inferenceapi-client.\n",
      "  warnings.warn(warning_message, FutureWarning)\n"
     ]
    }
   ],
   "source": [
    "from langchain import HuggingFaceHub , PromptTemplate, LLMChain\n",
    "from transformers import pipeline\n",
    "template = \"\"\" Questions : {'questions'}\n",
    "Answer:    \"\"\"\n",
    "prompt = PromptTemplate(template = template ,input_variables={'questions'} )\n",
    "llmchain_2 = LLMChain(prompt = prompt , llm= HuggingFaceHub(repo_id= \"google/flan-t5-base\"))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "from llama_index import SimpleDirectoryReader , VectorStoreIndex"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "#Content creation chatbot using youtube Video "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from llama_hub.youtube_transcript import YoutubeTranscriptReader\n",
    "\n",
    "loader = YoutubeTranscriptReader()\n",
    "documents_1 = loader.load_data(ytlinks=['https://www.youtube.com/watch?v=hdiH5PIzR00'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "from llama_hub.youtube_transcript import YoutubeTranscriptReader\n",
    "\n",
    "loader = YoutubeTranscriptReader()\n",
    "documents_2 = loader.load_data(ytlinks=['https://www.youtube.com/watch?v=xGjZ98_JLR8'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[Document(id_='28c31802-c2b3-4f3c-8312-33799282aafd', embedding=None, metadata={'video_id': 'hdiH5PIzR00'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={}, text='Hello, friends!\\n16th August, 1945.\\nWorld War II was on the verge of ending.\\nJapan had laid down their weapons and surrendered.\\nAnd in Germany, Hitler took his own life.\\nGermany and Japan, both countries\\nhad lost this war terribly.\\nNetaji Subhash Chandra Bose,\\nwho was taking Japan\\'s help to \\nlead the Indian National Army since 1943,\\nwas looking for new ways\\nto continue the freedom struggle.\\nEven though the plans weren\\'t properly laid out,\\nhis associates knew that\\nNetaji wanted to shift his base into the Soviet Union.\\nHis plan was to first go to Tokyo\\nto thank the Japanese Government\\nand leave for Soviet from there.\\nThe reason for this was very simple.\\nThe Soviet Union was a part of the Allied Forces.\\nThe countries that won this war.\\nBut despite this, the Soviet was\\nideologically different from other \\nallied countries like the US and the UK.\\nDue to his Communist ideology, Netaji hoped\\nthat they would help India \\nin our fight against the British.\\nBut the problem was that \\nJapan\\'s loss was still fresh.\\nAnd there had been two nuclear \\nattacks on Hiroshima and Nagasaki.\\nSo there weren\\'t many options for Netaji to travel to Tokyo.\\nThe Japanese forces found a way for him to travel\\nthat looked like this.\\nHe would board a Mitsubishi \\nKi-21 Heavy Bomber aircraft,\\nthat would take off from Saigon in Vietnam.\\nThis aircraft would make a stop in Taiwan\\'s Heito,\\nfrom there, it would fly to Taihoku Prefecture\\npresent-day Taipei in Taiwan.\\nAnd then one last stop in China\\'s Manchuria territory,\\nbefore finally reaching the final destination, Tokyo.\\nBack in those days, Manchuria was\\na puppet state of Japan, known as Manchukuo.\\nBut from 9th August,\\nthe Soviet Union started invading this place.\\nNetaji knew this,\\nso he thought that\\nhe should establish his first contact \\nwith the Soviets in Manchukuo.\\nFollowing this itinerary,\\nNetaji left Bangkok on the morning of 17th August\\nwith his INA group.\\nAnd reached Saigon, Vietnam around 10 AM.\\nUpon reaching here, he was told that\\nthere was space for only two people to sit \\nin the heavy bomber aircraft.\\nSo, it wasn\\'t possible for Netaji to go ahead \\nwith all his Indian National Army companions.\\nHe had to choose only one person.\\nHe chose to go on this journey with \\nhis companion Habibur Rahman.\\nOn 17th August around 5 PM,\\nthis plane took off from Saigon\\ncarrying about 12-13 people.\\nApart from Netaji and Colonel Habibur Rahman,\\nthe remaining passengers were either from \\nthe Japanese military or Japanese crew members.\\nBecause it was going to be dark soon,\\nthis plane made an unscheduled stop at Tourane,\\nwhich is the present-day Da Nang city.\\nThe passengers stayed the night at a hotel\\nand the crew worked on making this plane lighter.\\nMany weapons, ammunition, and machine guns\\nwere taken off the plane\\nso that it could be made lighter for the long journey.\\nNext morning on 18th August,\\nthe plane took off early at 5 AM.\\nAnd since the plane was lighter by then,\\nthe pilot skipped the next scheduled stop, Heito.\\nNext stop was Taihoku, the city of Taipei,\\nwhere the plane landed around 12 noon.\\nThe passengers had their lunch during the 2 hours stop\\nand the plane was refuelled.\\nDuring the plane\\'s testing,\\nthe pilot and the engineer saw that\\nthere was something wrong \\nwith the left engine of the plane.\\nThey didn\\'t investigate further,\\nthey thought it must be fine\\nsince the engine was fairly new.\\nOn 18th August, at 2 PM,\\nthe plane took off again.\\nJust a few minutes after the plane took off,\\na loud bang was heard.\\nAs if the plane\\'s engine had exploded.\\nThe plane started to go out of control\\nand it eventually crashed within a few seconds.\\nThe people in and near the cockpit,\\nthe pilot, co-pilot and a Japanese general,\\nd!ed immediately.\\nBehind the general, near the left wing,\\nnext to the plane\\'s petrol tank,\\nwas Netaji.\\nAnd behind him was Habibur Rahman.\\nSince both of them were towards the back of the plane,\\nmiraculously, after the crash,\\nthey came out of the plane alive.\\nBut Netaji was in a very bad condition, \\nbeing drenched in gasoline.\\nThe back door of the plane was not opening,\\nso they had to exit from the front entrance.\\nDoing this meant that\\nthey had to pass through the flames.\\nAnd since Netaji was completely drenched in petrol,\\nhe got burnt instantly.\\nHabibur Rahman tried his best to save him.\\nHe used clothes to put out the fire.\\nWithin 15 minutes, he takes Netaji \\nto the nearby Nammon Military Hospital.\\nBut unfortunately,\\nhe was unsuccessful in saving Netaji\\'s life.\\nThe d3ath of Subhash Chandra Bose\\ntook place in this hospital a few hours later.\\nThis painful story of the plane crash\\nis still merely a story for some people.\\nSome people believe that\\nNetaji had actually reached the Soviet Union\\nand he was imprisoned there\\nand tortured for the rest of his life.\\nOn the other hand, some people believe\\nthat this plane crash was just a ruse.\\nNetaji was actually alive\\nand he had returned to India in a disguise.\\nHe became a hermit in Ayodhya\\nand spent the rest of his life as a hermit.\\nGumnami Baba.\\nWhat\\'s the truth?\\nWhy is Netaji\\'s d3ath such a big mystery?\\nWhat was found when this was investigated?\\nLet\\'s try to understand these\\nin this video.\\nThis video is the second part\\non Netaji Subhash Chandra Bose\\'s story.\\nIf you haven\\'t seen the first video,\\nyou can find the link in the description below.\\nNow, before talking about which \\nconspiracy theory is true and which is not,\\nlet\\'s take a look at the pages of history.\\nOn an incident that is always ignored,\\nwhile talking about Netaji\\'s d3ath.\\nI am talking about INA trials,\\nwhich took place on Delhi\\'s Red Fort \\non 5th November 1945.\\nThis is about 2.5 months after Netaji\\'s d3ath.\\nMost of the Indian National Army troops\\nwere captured by the British.\\nApproximately 25,000 INA soldiers\\nwere in British custody.\\nOut of the 25,000, 3 soldiers\\nfaced a public case in Red Fort this day.\\n\"The British government decided that\\nin the eyes of the world,\\nto prove the Indian National Army a criminal group,\\nthere had to be an open trial in the Red Fort.\"\\nThese three soldiers were very special.\\nCaptain Shah Nawaz Khan,\\nLieutenant Gurbakhsh Singh Dhillon,\\nand Captain Prem Kumar Sahgal.\\nDuring Netaji\\'s struggle over the last few years,\\nthe British Empire had cleverly\\nsuppressed all the news about the INA.\\nThis meant that most Indians did not know\\nthe extent of Netaji\\'s contributions.\\nBut when the INA troops were captured by the British,\\nthe British government decided to\\nportray these trials in a highly-publicised manner to the public.\\nThe news of the trials against these \\n3 soldiers\\' spread across the country.\\nThe British government believed that\\nsince Netaji\\'s INA had attacked the British government,\\npeople would see it as an attack against the country,\\npeople would treat the INA as traitors.\\nThey believed that the public support will be with the British\\nbecause the British government\\ntried to portray the British government as the country.\\nBut this plan backfired completely.\\nThe result was just the opposite.\\nMost people saw that\\nthe people who are labelled as traitors by the government\\nwere actually the biggest patriots.\\nThousands of people were out on the streets to protest.\\nThe common masses made their voices heard.\\nThey claimed that these soldiers should not be punished.\\nThe crowd of protesters soon reached the Red Fort.\\nInterestingly, these three officers\\nbelonged to three religions.\\nSahgal was a Hindu,\\nKhan was a Muslim,\\nand Dhillon was a Sikh.\\nIndia\\'s three major religious communities.\\nThe same religious harmony\\nthat was seen in Netaji Subhash \\nChandra Bose\\'s Indian National Army.\\nNow, it was there in front of the country in the Red Fort.\\nThese three soldiers became \\na symbol of religious and national unity.\\nA case was filed against these three\\nfor waging war against the nation\\nunder Section 121 of IPC.\\nAlong with charges of m*rder and abetment to m*rder.\\nBut seeing this attempt to label \\nthe freedom fighters as traitors,\\npeople were even more infuriated.\\nKolkata, the city where Netaji \\nhad spent many years of his life,\\nsaw the most violent protests.\\nOn 23rd November, in a police firing,\\naround 100 protesters were killed.\\nWhat was the Congress Party doing during this?\\nCongress established an INA defence committee.\\n\"On the advice of Jawaharlal Nehru,\\nthe Indian National Congress\\nhas established a high-level defence committee.\"\\nThey decided to legally defend \\nthese three soldiers in the court.\\nThe defence committee that was formed\\nincluded Tej Bahadur Sapru,\\nBhulabhai Desai,\\nAsaf Ali, and Jawaharlal Nehru himself.\\nYou heard it right, Jawaharlal Nehru,\\nwho used to be a lawyer,\\nhad not worn the lawyer\\'s gown for many years.\\nBut at that point,\\nhe presented himself in the court as a lawyer.\\nThey argued in the British court that\\nthe provisional government created by Netaji\\nand the Indian National Army,\\nwas not illegal under international law.\\nBecause a state called Azad Hind \\n[Independent India] was created,\\nand its army had waged the war.\\nThey argued that the British \\ngovernment\\'s internal laws and regulations\\ncould not be imposed on Azad Hind and the INA.\\nObviously, since the British government \\nwas fighting in a British court,\\nthis legal fight was not successful.\\nOn 3rd January 1946,\\nwhen the court\\'s verdict was announced,\\nKhan, Sahgal, and Dhillon were \\nsentenced to transportation for life.\\nBasically, they are sent to exile\\nfrom where they would never return.\\nBut no court or government can withstand \\nthe power of the people.\\nThe people were so angry,\\nand the protests were relentless,\\nthat under public pressure, the government had to\\nrelease these soldiers.\\nThe British government was shocked to see\\nthat the soldiers of the British Indian Army\\nwere also revolting.\\nThose soldiers refused to fight,\\non behalf of the British.\\nThis later led to the Royal Indian Navy Mutiny.\\nThat is a story in itself,\\nwe can talk about that in another video.\\nBut because of these INA trials,\\nNetaji\\'s story had spread all over the country.\\nThe story of a man\\nwho had achieved such amazing feats in his life.\\nHow he could disguise himself repeatedly\\nto fool multiple countries.\\nHe went from one country to another to form an army.\\nSometimes in a submarine,\\nsometimes in an aeroplane.\\nThis story was no less than a superhero\\'s tale.\\nFor this reason, some people and \\nsome INA soldiers started doubting that\\nif Netaji had indeed d!ed in a plane crash.\\nThis didn\\'t seem probable.\\nHe had changed his disguises so many times,\\nfooled so many people,\\npeople started believing that \\nhe must be faking his d3ath too.\\nMaybe he used a body double in the plane crash.\\nBecause Allied Powers had already won World War II\\nand he did this to save himself from being captured.\\nOn top of that, there was no death certificate\\nnor any photo of the dead body.\\nThey had Habibur Rahman\\'s account only.\\nSo, it was understandable for people to have doubts.\\nEven when Mahatma Gandhi heard this news,\\nof Netaji\\'s plane having crashed,\\nhe too refused to believe that\\nNetaji could have died.\\nOnly after talking to Habibur Rahman personally,\\ndid Gandhi change his stance.\\nBut this doubt remained with many people in the country\\nand they kept waiting for the day\\nwhen Netaji would come back\\nand reveal himself to the public.\\nSome of them were Netaji\\'s associates.\\nAn organisation called Subhash Wadi Janta Party was formed\\nby some of these associates,\\nwho refuse to believe the plane crash theory.\\nAccording to their chronology, Netaji had come to India\\nand had become a hermit.\\nThey claim that he attended \\nGandhi ji\\'s cremation in 1948,\\nin disguise.\\nAnd then, from 1956 to 1959,\\nhe lived in a Shiva temple in Bareilly as a hermit.\\nThere, he is said to have become an expert in herbs\\nand even discovered the cure for tuberculosis.\\nIn 1959, Netahi is said to have\\nopened an ashram in Jalpaiguri city, Bengal.\\nShaulmari Ashram.\\nCalling himself Shreemad Saranandji.\\nThis conspiracy theory\\nis called the Shaulmari Baba Theory.\\nThis ashram actually existed\\nand this Baba was also real.\\nIn the 1960s, this conspiracy theory spread so much that\\nShaulmari Baba had to clarify that\\nhe was not Netaji.\\nBut his followers still kept insisting,\\nthat he was Netaji \\neven though he claimed not to be.\\nAnother conspiracy theory that\\nwas developed by some other associates of Netaji\\nwas that the plane had actually landed\\nand he had reached the Soviet Union as planned.\\nBut in the Soviet, Netaji was captured by Russians\\nand then t0rtured in concentration camps.\\nThe Russians used this\\nas a leverage against Prime Minister Nehru.\\nIn fact, not only Nehru\\nbut even Prime Minister Indira Gandhi\\nwas threatened with this.\\nRussians said that if India did not side with the Soviet Union,\\nthey would release Netaji from jail\\nand let the whole world know.\\nThis conspiracy theory\\nwas based on the misconception that\\nNetaji was a threat to Prime Minister Nehru\\nand opposed Congress.\\nAnd that if he were to return to India,\\nhe would have been the PM instead of Nehru.\\nThere is no rhyme nor reason \\nfor this conspiracy theory because\\nas I said in the previous video,\\nNetaji actually admired Nehru a lot.\\nThis is why he named on of the Azad Hind Brigade\\nafter Jawaharlal Nehru.\\nAnd the same mutual admiration\\nwas extended by Jawaharlal Nehru towards Netaji.\\nAfter his d3ath, he was called a national hero.\\nThere are some other interesting theories,\\nlike Netaji going to China,\\nand leading some operations there.\\nWe won\\'t talk about all that.\\nLet\\'s discuss the most popular theory about him.\\nThis is the theory of the Gumnami Baba.\\nHarvard professor Sugata Bose,\\nNetaji\\'s grand nephew,\\nin his book His Majesty\\'s Opponent \\npublished in 2011,\\nSubhash Chandra Bose \\nand India\\'s Struggle Against Empire,\\nmentioned that in 2002,\\nthe judiciary asked him to donate 1 ml blood\\nso that his DNA could be compared to a Gumnami Baba\\'s.\\nThis was because some people were claiming\\nthat a Gumnami Baba was Netaji.\\nThis was in 2002.\\n57 years since Netaji passed away.\\nHis family was shocked to know that\\neven government institutions were \\npromoting such a bizarre theory.\\nBut still, he donated his blood.\\nOf course, the evidence was negative.\\nThe DNA did not match.\\nBut still, the Gumnami Baba theory still remains popular.\\nThere are some people on social media\\nwho have taken up this theory again\\nand spread conspiracies repeatedly just for views.\\nThe theory of Gumnami Baba actually started in Russia.\\nThat under Stalin\\'s government\\nhe used to carry out top-secret covert operations.\\nLike a one-man army.\\nIn the Korean war of 1952,\\nhe is said to have led the Asian Liberation Army.\\nAfter that, in the war of 1962,\\nhe is said to have led the Chinese army against India\\nbecause he wanted to remove all western influence from India.\\nAnd since Indians didn\\'t recognise Gumnami Baba,\\nhe asked the army to retreat.\\nThe story doesn\\'t end here.\\nAfter this, in 1969, Gumnami Baba\\nfought against the USA in Vietnam.\\nIn 1971, he played a major role \\nin liberating Bangladesh.\\nHe was also guiding Mukti Vahini.\\nAnd finally, after everything,\\nhe became a hermit in India.\\nSpecifically, a hermit living in Ayodhya.\\nWho passed away on 16th September 1985.\\nThere was no photo of this Gumnami Baba\\'s d3ath,\\nnor was there any official d3ath certificate.\\nBut 44 days after his d3ath,\\na local newspaper published the news.\\nThe newspaper published that\\nthe Gumnami Baba was Netaji.\\nThe newspaper was called Naye Log [New People].\\nSenior journalist Sheetla Singh,\\nwho was working with another local newspaper at that time,\\nnamed Jan Morcha,\\ninvestigated this story in November 1985.\\nFor his investigation,\\nhe went to Kolkata to meet a close friend of Netaji,\\nPabitra Mohan Roy,\\nformer Intelligence Officer of INA.\\nHe said that throughout the years\\nhe met a new hermit, or a new mysterious person\\nin his search of Netaji.\\nIn this attempt, he went from Kohima to Punjab,\\nfrom Faizabad to Ayodhya.\\nBut none of the Babas were Netaji Subhash Chandra Bose.\\nHere you might get confused\\nI talked about a few Babas earlier\\nso why was this person meeting different Babas every year.\\nActually, friends, this Baba angle\\nhas multiple versions.\\nMany claims by different people.\\nSomeone in Karnataka may claim that a certain Babas was Netaji,\\nsomeone may claim that in UP,\\nand someone in MP.\\nWhen this news was published in Jan Morcha\\nabout Gumnami Baba theory,\\na fight broke out in the media.\\nMany local newspapers in Uttar Pradesh,\\nstarted talking about\\nhow Gumnami Baba was like.\\nEveryone started claiming that he was Netaji.\\nSome people started saying that\\nthey had known for years \\nthat Gumnami Baba was Netaji.\\nBut because he had taken an oath\\nthat they could not tell anyone about this,\\nso they had to remain silent.\\nQuite ironic because actually\\nhad they actually taken an oath\\nthat they would not tell this to anyone\\nwhy would they talk about it now?\\nIf you think logically about this theory,\\nit doesn\\'t make any sense.\\nWhat would be Netaji Subhash Chandra Bose\\'s motivation\\nto hide his identity?\\nIf he really was Gumnami Baba,\\nthen why would he be in a disguise\\nand spend the rest of his life as a hermit?\\nSome people on social media claim that\\nthis was done to protect India\\'s geopolitical interests.\\nHad Netaji come in front of the public,\\nit wouldn\\'t have been good for India.\\nI don\\'t understand their strange logic.\\nI think some people spread such \\nconspiracy theories for attention and views.\\nAnother argument in favour of the Gumnami Baba Theory is that\\nthis Baba used to speak English fluently.\\nHe used to discuss geopolitical issues with great confidence.\\nThat\\'s why he could be none other than Netaji.\\nBut today, look around you.\\nThere are so many Babas\\nwho talk in English with great confidence.\\nHave discussions on geopolitical issues.\\nWould you ever say that they are not a Baba,\\nbut Albert Einstein in disguise?\\nI don\\'t want to counter these theories with jokes.\\nI want to show you the truth with proof.\\nBecause in the last 70 years,\\nmultiple investigations have been carried out on this.\\nA lot of inquiries have been conducted\\nand many reports have been published.\\nLet\\'s understand these reports one-by-one\\nand try to find out the truth.\\nThe first was the Figgess Report of 1946.\\nThis was an investigation by the British.\\nUnder Lord Mountbatten,\\nintelligence officer Colonel John Figgess\\nwas tasked with investigating the \\nd3ath of Netaji Subhash Chandra Bose.\\nFiggess submitted his report on 25th July 1946.\\nThis report remained confidential for many decades.\\nBut today, it is publicly available.\\nThis report confirms four things.\\nFirst, a plane crashed on 18th August 1945\\nnear Taihoku airport.\\nSecond, Netaji Subhash Chandra Bose was in the plane.\\nThird, Netaji d!ed in a nearby \\nmilitary hospital on the same day.\\nFourth, he was cremated in Taihoku\\nand his ashes were later sent to Tokyo.\\nThe most important testimony in this report\\nwas of a Japanese doctor, \\nToyoshi Tsuruta,\\nwho was working in Nammon Hospital that day.\\nThe hospital where Netaji was taken after the crash.\\nIt is written in this report that\\nNetaji had asked the doctor in English\\nif he would stay with him the whole night.\\nBut at around 7 in the evening, he suffered a relapse\\nand the doctor gives him another camphor injection.\\nBut despite that, he passed away shortly after.\\nFriends, if you want to know \\nabout Indian history and world history in detail,\\nthere are many audiobooks on Kuku FM.\\nLike this one on Hiroshima and Nagasaki.\\nOr this one on Stalin.\\nThere are many audiobooks on Indian freedom fighters too.\\nLike this one on Mahatma Gandhi.\\nKuku FM is a great platform for audio learning.\\nBecause you get to listen to numerous audiobooks here.\\nOn almost every topic.\\nWhether you want to study history, \\ngeography, politics, religion or fiction.\\nEverything will be in audio form.\\nIf you haven\\'t joined Kuku FM yet,\\nyou can find a special 50% off \\ncoupon code in the description.\\nYou can check it out.\\nNow let\\'s get back to the topic.\\nFor this mystery, the second major inquiry\\nwas conducted in 1956.\\nThis was the first inquiry by the Indian government.\\nThe Shah Nawaz Committee.\\nThis committee was led by Shah Nawaz Khan,\\nthe same INA officer who was put on trial in Red Fort.\\nBut there were two other notable members on this committee,\\nS N Maitra, a civil servant of the West Bengal government,\\nand Suresh Chandra Bose, Netaji\\'s elder brother.\\nBetween April and July 1956,\\nthis committee interviewed 67 witnesses.\\nIn India, Japan, Thailand, and Vietnam,\\npeople who met Netaji before the crash.\\nAnd those who survived the crash.\\nThere were 7 survivors of this plane crash.\\nAnd this committee interviewed 5 of them in person\\nAlong with that, an additional doctor,\\nDr. Yoshimi, who was a surgeon in that hospital\\nwho treated Netaji in his final hours,\\nwas also interviewed.\\nThis inquiry resulted in a 3-page draft report.\\nWhich had three major points.\\nFirst, on 18th August, a plane \\ncrashed in Taihoku where Netaji d!ed.\\nSecond, he was cremated there.\\nAnd third, his ashes\\nwere taken to the Renkoji temple in Tokyo\\nand placed there.\\nBut the strange thing here was that\\none of the three people on this committee,\\nNetaji\\'s elder brother, Suresh Chandra Bose,\\nrefused to sign the final report.\\nHe wrote a note in which he blamed Shahnawaz and Nehru\\nfor withholding crucial evidence.\\nAccording to him, the committee\\'s aim was to prove\\nthat Netaji d!ed in this plane crash.\\nAnd the final report of 181 pages,\\nif two or more stories narrated by witnesses\\ndid not match other testimonies,\\nthen the entire testimony of the witness\\nshould be considered false.\\nBased on this, Suresh Chandra Bose said\\nthat there was no crash,\\nand that his brother was still alive\\nclaiming that the committee report was incorrect.\\nThe final report was still published with two-thirds consensus\\non 3rd August 1956\\nand the Indian Parliament accepted it in September 1956.\\nBut Suresh Chandra Bose did not give any alternate theory.\\nIn February 1966,\\n10 years after the publication of the report,\\nhe claimed that in the following month, March,\\nNetaji would reveal himself to the world.\\nOnce again, this claim spread among the masses.\\nCould Netaji really be alive?\\nMarch came and went but Netaji never returned.\\nMid-1960s was the time when\\nthe stories of Shaulmari Baba were becoming popular.\\nBecause of this, the government decided\\nthat another inquiry should be conducted.\\nIn 1970, a Khosla commission was set up\\nas the third major inquiry into the d3ath of Netaji.\\nThe Khosla Commission was a one-man commission,\\nonly one person was carrying out the investigation.\\nG.D. Khosla,\\nwho was the retired Chief Justice of the Punjab High Court.\\nHe submitted his report in 1974.\\nAnd his report reiterated the same things\\nstated by the Shah Nawaz Committee.\\nThere was one major difference between the investigation he conducted\\nand that conducted by the Shah Nawaz Committee.\\nJustice Khosla actually went to Taiwan\\nto see the crash site.\\nBut he couldn\\'t find the crash site.\\nBecause the airport where the crash happened\\ndidn\\'t exist after 1970.\\nShah Nawaz Committee members had tried to go to Taiwan\\nbut at that time, India-Taiwan relations weren\\'t good.\\nSo it was not possible.\\nBut the Khosla Commission didn\\'t discover anything new.\\nJustice Khosla spoke to more than 224 witnesses.\\nFour co-passengers of Netaji who had survived this crash\\nand five eyewitnesses who had seen this crash,\\nwere interviewed.\\nBy this time, many conspiracy theories had already gained traction,\\nand Justice Khosla had written in his report \\n\"to what extent fantasy and perversion of truth can proceed.\"\\nThe stories and conspiracy theories that were being spread,\\nhad political goals.\\nOr were spread by people who simply wanted to seek attention.\\nHe was surprised to see the extent to which\\nfake news can be spread about this.\\nOur story would have ended here,\\nbut as I said, in the late 1980s,\\nstories of the Gumnami Baba started becoming popular.\\nSo in 1999, when the BJP government was formed,\\nthe government decided that\\nthere should be another investigation.\\nThe government appointed a retired Supreme Court judge,\\nManoj Kumar Mukherjee,\\nto investigate this case.\\nAnd this is how the Mukherjee Commission was formed.\\nMore than 100 files were investigated by this commission.\\nThey went to Japan, Russia, and Taiwan again.\\nDNA test was carried out to test the Gumnami Baba theory.\\nThe DNA test I mentioned earlier in this video.\\nBut this DNA test proved to be a failure.\\nBut the real purpose of this report\\nwas to prove somehow that\\nthe theory of the plane crash was wrong.\\nAnd to prove this theory wrong,\\nmany claims were raised in the Mukherjee report.\\nFirst, it is stated that Habibur Rahman said\\nthat this plane took a nose dive from 12,000 feet and crashed.\\nThis report question that\\nin such a case, no one would be able to survive.\\nSo this theory had to be false.\\nBut where did this 12,000 feet figure come from?\\nNo one knows.\\nBecause Habibur Rehman never said that.\\nAnd by the time this Mukherjee Commission was formed,\\nHabibur Rehman had already passed away due to natural causes.\\nThe Mukherjee Commission concluded that\\nthis flight did take off from Saigon\\nbut it didn\\'t crash.\\nHe said that Netaji would still be alive\\nbecause there were no records or documents in any hospital or crematorium\\nrelated to his d3ath.\\nIt is worth noting that\\nby this point in time, 55 years had already passed\\nsince the plane crash.\\nEven after all this,\\nthe Mukherjee Commission did not present any alternate theory.\\nIt did not state\\nwhat could have happened \\nother than the plane crash.\\nThird, this report stated that\\nthe Japanese temple where Netaji\\'s ashes \\nwere said to have been placed,\\nwas not actually Netaji\\'s ashes\\nbut the ashes of a Japanese soldier.\\nBut when the chief priest of that temple said\\nthat they could do a DNA test,\\nJustice Mukherjee did not get the test done.\\nAnother false claim raised in Mukherjee Commission\\'s report was that\\nwhy was nothing published in any newspaper about Netaji\\'s d3ath\\nwhen the plane crashed.\\nThis was the argument in this report.\\nBut, actually, there were two local Taiwanese newspapers\\nthat published this news.\\nTaiwan Didi Shimpao and \\nTaiwan Nichi Nichi Shimbun.\\nIn both these newspapers, not only was the plane crash reported\\nbut they also mentioned Netaji\\'s d3ath.\\nOn top of that, historian Leonard A. Gordon,\\nwho was the biographer for Bose,\\nsaid that his books were mentioned as resources in this report\\nbut they were misinterpreted. \\nThe names of the books were mistitled or mislisted.\\nFinally, the Mukherjee Commission\\'s report was published 6 years later,\\non 8th November 2005.\\nAnd in May 2006,\\nwhen this report was submitted to the Indian Parliament,\\nthe Parliament rejected this report.\\nThe reason for the rejection was obvious,\\nthe things I just told you about,\\nbut by this time, Congress\\' UPA government had come into power.\\nThe rumours of conspiracy\\nwere going to continue.\\nBecause people were saying,\\nthose who were propagating this conspiracy theory,\\nthat since the Congress government was back in power,\\nthis report was going to be rejected anyway.\\nBut even if you believe the Mukherjee Commission Report,\\nand claim that the theory of the plane crash is wrong,\\nthe second problem is that\\nthere was no alternate explanation.\\nIf the plane crash didn\\'t happen, \\nwhat did happen?\\nThe Mukherjee Commission said nothing regarding it.\\nPeople\\'s next hope were the classified files.\\nThere are many old files\\nwhich have been classified by the Indian government\\nand not presented to the public.\\nSo, there must be some truth hidden in these files.\\nBy 2016, the Modi government had come into power,\\n304 files were declassified by the government.\\nThis was announced in the Parliament\\non 2nd March 2016.\\nThese were the last files which \\nwere not presented to the public.\\nMany files were declassified by previous governments as well.\\nFor example, the first HD Deve Gowda\\'s government\\ndeclassified 990 files in 1997.\\nAfter that, Manmohan Singh\\'s government\\ndeclassified around 1,000 files in 2012.\\nWhy were these files declassified at three different times?\\nThe reason was that Gowda\\'s government\\ndeclassified mostly Ministry of Defense\\'s files.\\nDr Manmohan Singh\\'s government\\nmostly declassified the files of the Home and Defense Ministry.\\nIn 2016, Modi\\'s government\\ndeclassified the files from the PMO, \\nMinistry of External Affairs and Cabinet Secretary.\\nIn the last declassification of the files,\\none file was regarding the Indian Independence League.\\nThe Indian Independence League had \\nconducted an independent investigation\\ninto the d3ath of Netaji.\\nIn 1953, a report was submitted on this.\\nA shocking thing was revealed in this report.\\nThis report states that\\nthe plane crash theory was true.\\nBut it is also states that\\nthis plane crash was carried out\\nby a faction of the Japanese government.\\nIn the beginning of the video, I told you\\nhow Netaji went from Bangkok to Saigon,\\nwith 6 INA associates.\\nBut in Saigon he was told that\\nthere was space for only two people on the plane.\\nAccording to this report, this was a calculated plan.\\nSome people in the Japanese government\\nwanted to have this plane be crashed.\\nThe year when the Modi government declassified these files,\\nthe government asked other countries\\nto declassify their files too,\\nthat related to Subhash Chandra Bose.\\nSo in response, Austria, Germany, \\nRussia, the UK, and the USA,\\nplaced all their files related to Netaji in public domain.\\nThey declassified their files.\\nBut, and this is an important but,\\nJapan was the only country that \\ndidn\\'t declassify all their secret files.\\nJapan had 5 secret files.\\nThey did declassify 2 of them\\nthat mention the same things.\\nA plane crash and the same descriptions.\\nBut to date, Japan still has 3 such classified files.\\nJapan has not released them to the public.\\nDoes this mean that\\nthis plane crash was really \\norchestrated by some Japanese people?\\nWithout any further evidence,\\nI don\\'t want to draw any conclusions here.\\nWe can know this for certain\\nonly when we get more evidence supporting it.\\nBut I will say that things look suspicious\\nbecause these 3 files have not been declassified.\\nBut whether this is true or not,\\none thing is for certain.\\nNetaji Subhash Chandra Bose\\'s d3ath\\nhappened that day, in that plane crash.\\nWe can say this for sure.\\nNetaji\\'s grand nephew,\\nChandra Kumar Bose, who was \\na BJP member till September 2023,\\nsaid that his family regrets that\\nthey believed in these conspiracy theories for years.\\nThis is a bitter truth that they had to accept.\\nThe truth that Netaji\\nd!ed in that air crash.\\nHe also said that the rumours and \\nconspiracy theories that are spread\\nare an insult to Netaji.\\nWe should reject all these conspiracy theories\\nand ignore the people who spread such rumours.\\nWe cannot say with 100% accuracy\\nwhy the plane crash happened.\\nBut we do know that between 1945 and 1974,\\n10 different investigations took place to uncover the truth.\\nBy the British Army, \\nby the Japan Allied Command,\\nby the British India Government, \\nby the Japanese Government,\\nby the Taiwanese Government,\\nby the Independent India\\'s Government.\\nIn addition to these, many individual journalists\\ncarried out independent investigations.\\nAll investigations reached the same conclusion.\\nThe same points that were mentioned \\nin the Shah Nawaz Commission Report.\\nNetaji\\'s only daughter, Anita Bose, believes this too.\\n\"And I think the declassification of files\\ncertainly also made available \\nthe documentation which prove that\\nhe d!ed, in fact, on August 18th, 1945\\nin an air crash,\\nor as a consequence of an air crash,\\nin what is now Taiwan.\"\\nIf Netaji\\'s family does not believe in these conspiracy theories\\nand considers them disrespectful,\\nthen the least we can do is\\nto stop spreading these rumours.\\nIf we want to honour Netaji\\'s legacy,\\nwe should learn from his values.\\nWe should take inspiration from his story,\\ninstead of spreading these conspiracies.\\nIf you found this video informative,\\nyou can click here to watch part 1 of this video,\\nwhere I tell you about Netaji\\'s story.\\nAnd I\\'ll see you in the next video.\\nThank you very much!', start_char_idx=None, end_char_idx=None, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')] [Document(id_='d0eea7b4-bce4-4ff7-bf6b-a2a1e4bf7590', embedding=None, metadata={'video_id': 'xGjZ98_JLR8'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={}, text='Hello, friends!\\nOn 9th February 1943,\\na German submarine departed \\nfrom the city of Kiel, Germany.\\nAlthough it carried the Nazi soldiers in it,\\nan Indian was also present among them.\\nAn Indian whose name was Matsuda.\\nThis submarine was tasked with \\nthe mission to travel Southward,\\nto go around Africa\\nand transfer Mr. Matsuda to a Japanese submarine.\\nIt sounds easy,\\nbut it was not without danger\\nThe sea route was full of British ships.\\nAnd this was during the World War II\\nwhen Germany and Japan \\nwere fighting against the British.\\nOn 26th April 1943,\\nafter a journey of about two and a half months,\\nwhen this German submarine \\nreached the coast of Madagascar,\\na Japanese submarine was spotted in front of it.\\nBut the sea was so stormy that\\nit could have been dangerous for \\nthese two submarines to get closer.\\nSo for the next two days, these submarines\\nkept moving in parallel.\\nFinally, when the weather cleared,\\nMr. Matsuda emerged from the submarine.\\nOn a small raft, paddling and drenched,\\nhe reached the Japanese submarine,\\nwhere he was welcomed by Captain Masao Teraoka.\\nYou may be wondering\\nwhy these German and Japanese submarines\\nwere helping an Indian during World War II.\\nThis is because, Mr. Matsuda is none other than\\nour Netaji Subhash Chandra Bose.\\nUnknowingly perhaps, \\nduring this historic journey,\\nhe became the first Indian\\nto travel in a submarine.\\nSubhash Chandra Bose is one \\nof the greatest freedom fighters of India\\nand his story is full of such amazing stories.\\nHow he escaped under the nose of the British government\\nwent to Germany, met Hitler,\\nwent to Russia and Japan,\\nmet the Japanese Prime Minister,\\nwent to Singapore, formed his own army.\\nAnd even while staying outside India,\\nhe launched the biggest war on \\nthe British government occupying India. \\nLet\\'s understand his story in this video.\\nLet\\'s start our story with 1939,\\nthe year when World War II started.\\nViceroy Lord Linlithgow\\ndeclared war on behalf of India\\nwithout consulting any Indian.\\nThis was an embarrassing situation for Congress.\\nAnd under the Government of India Act,\\nCongress had some control over the ministries\\nand so they resigned from their positions.\\nMeanwhile, Subhash Chandra Bose \\nwas organizing his own party,\\nThe Forward Bloc.\\nAlthough this party was formed from within the Congress,\\nbut by the year 1940,\\nit was separated from the Congress\\'s main organization.\\nThere were two reasons behind this.\\nFirst, Subhash Chandra Bose was \\nbecoming too vocal about his leftist ideology,\\nwhich wasn\\'t appreciated by the other leaders of Congress.\\nI have talked about this in detail \\nin the video on Gandhi versus Bose.\\nThe link is in the description \\nin case you haven\\'t watched it yet.\\nAnd the second reason was that Bose wanted\\nto use World War II for India\\'s benefit.\\nHe wanted to take action quickly\\nand breaking off from Congress \\nhad become a necessity for him.\\nIn July 1940,\\nBose was leading a march in Calcutta\\nbecause of which he was arrested by the British government.\\nBeing in jail, he challenged the government\\nby launching a hunger strike.\\n\"Release me, or I shall refuse to live.\"\\nHe made a straightforward announcement.\\n\"In 1940, he was languishing in prison.\\nSo he gave an ultimatum to the British government\\nand undertook a fast unto d3ath.\"\\nGradually, his health deteriorated.\\nAnd in just one week, the government decided\\nto release him from jail\\nand put him under house arrest.\\nThe government did not want to be blamed\\nif Subhash Chandra Bose were to d!e in jail.\\nSo they thought that as long as he was in poor health,\\nhe should be under house arrest.\\nAnd as soon as his health improved,\\nthey wanted to throw him back in jail.\\nBut Netaji was devising his own plans.\\nHis plan was to go to Germany\\nand ask the Germans for help\\nto fight against the British.\\nBut how could he reach Germany?\\nBose contacted a communist organization in Punjab\\nto find out if there was a way\\nto cross the border and reach Germany secretly.\\nHe was told that there was a way.\\nTo enter through Afghanistan,\\nand go to the Soviet Union,\\nfrom there he could go to Germany.\\nOn 16th January 1941,\\nat around 1.30 AM,\\nwhen the city was sleeping,\\nNetaji sneaked out of his house\\nwith his nephew, Shishir Kumar Bose.\\nHe was in disguise.\\nHe was pretending to be an insurance agent,\\nMuhammad Ziauddin.\\nTogether with Shishir, they drove through the dark all night\\nand reached Dhanbad at around 8.30 AM.\\nThey spend a night at Shishir\\'s brother Ashok\\'s house\\nand the next day, from the nearby Gomo station,\\nBose boarded the train Kalka Mail.\\nThis train reached Delhi first\\nand there, he took another train to go to Peshawar,\\nthe Frontier Mail.\\nIn Peshawar, he was received by\\nthe provincial leader of the Forward Bloc, \\nMian Akbar Shah.\\nThe next step was to leave the territory occupied by the British.\\nTo do this, he changed his disguise.\\nInstead of Mohammad Ziauddin,\\nhe became a deaf and mute Pathan man.\\nIt was necessary to be deaf and mute because\\nBose could not speak Pashto.\\nSo, if anyone came to check them at the border,\\nthe person accompanying him could tell them\\nthat he was a deaf and mute Pathan.\\nHe travelled with another leader of \\nthe Forward Bloc, Bhagat Ram Talwar,\\nand both pretended that they were going to \\nthe shrine of Adda Sharif in Afghanistan.\\nTo pray that they could speak and hear.\\nOn 26th January 1941,\\nthey left Peshawar\\nand crossed the border of the British Empire by evening.\\nBy the morning of 29th January,\\nthey had reached Adda Sharif\\nand completed the journey to Kabul in trucks and tanks.\\nIt took Netaji 15 days to reach Kabul from Calcutta.\\nBut the British government found out about his escape\\n12 days after the fact.\\nThis is because the people at his home,\\nconstantly delivered food to his room.\\nAnd his other nephews would simply eat his food.\\nPeople believed that Netaji was still in his room.\\nSince the food was delivered and eaten regularly.\\nHis escape was so secret that\\neven his mother didn\\'t know about it.\\nIt was only on 27th January\\nwhen a case was to be heard against \\nSubhash Chandra Bose in the court.\\nAnd when he did not appear at the court,\\nhis two nephews informed the police\\nthat he was not at home.\\nOn 27th January, the news of his \\ndisappearance was published in the newspaper,\\nin Anand Bazaar Patrika and Hindustan Herald.\\nAfter which Reuters picked up on it\\nand this news spread all over the world.\\nMany reports were made to the British intelligence.\\nOne report said that he was on a ship going to Japan,\\nanother said something else\\nbut none of the reports were correct.\\nA ship going to Japan from Calcutta \\nwas searched by the British.\\nBut there was no sign of Bose.\\nSubhash had told his nephew Shishir that\\nif the news of his escape could be a secret for 4-5 days,\\nit would be impossible to catch him after that.\\nAnd this was true because\\nafter that, the British government could not catch him again.\\nAfter reaching Kabul, Netaji went \\nto the Soviet embassy to ask for help.\\nBut he didn\\'t get any help from there\\nbecause the Russians mistook him to be a British agent\\nwho wanted to infiltrate the Soviet Union.\\nThen he tried to contact the German embassy.\\nHans Pilger, a German minister who was \\npresent at the embassy at that time,\\nsent a telegram to the German foreign minister\\non 5th February,\\nsaying that after meeting Subhash,\\nhe had advised him to\\nstay hidden in the market with his Indian friends\\nand on his behalf,\\nthe German minister would contact the Russian ambassador.\\nA few days later, Netaji received a message that\\nif he wanted to leave Afghanistan,\\nhe should meet the Italian ambassador.\\nThis meeting took place on 22nd February, 1941,\\nAnd on 10th March, Bose was asked to\\nget a new Italian passport.\\nBose was given a new Italian passport\\nwith a new Italian identity.\\nThis was the photo on his Italian passport\\nand his new name was Orlando Mazzotta.\\nIn the meantime, the British government had \\nintercepted an Italian diplomatic communication\\nand they had found out that\\nBose was in Kabul.\\nThey also found out that he was planning \\nto go to Germany through the Middle East.\\nTwo special operations executives of \\nBritish intelligence were tasked with\\nfinding Bose in Turkey and k!lling him before he reached Germany.\\nBut Netaji was one step ahead.\\nHe never went to the Middle East.\\nInstead, he went to Moscow using his new identity. \\nFrom Moscow, he finally boarded a train to Berlin,\\nand on 2nd April 1941,\\nhe reached the German capital, Berlin.\\nHere, Netaji had 3 objectives.\\nFirst, to set up an Indian government in exile.\\nSecond, to find a way for his voice to reach the people.\\nAnd third, to establish an army\\nmade up of Indians,\\nthose Indians who were prisoners of war.\\nNow let\\'s see one-by-one how Netaji worked on these\\nand how he met the German dictator, Hitler.\\nThe biggest struggle was that Germany\\nhad to give a diplomatic recognition to India.\\nHe wanted Germany and the other Axis Powers\\nto officially declare India to be a free country.\\nAnd to make India\\'s independence on of their war aims.\\nBut Germany never gave such a declaration\\nbecause Hitler was not comfortable with this idea.\\nIn his infamous book Mein Kampf, \\nHitler stated his opinion about India.\\nHe wrote that he admired the British government\\nfor the way they have dominated and administered India.\\nAnd despite having German blood,\\nin spite of everything,\\nhe wrote that he wanted to see India under British rule.\\nNot only that, Hitler made fun of Indian freedom fighters\\nby calling them Asiatic jugglers.\\nIndia\\'s fight for freedom was a joke to Hitler.\\nBut still, Hitler wanted to use Netaji Subhash Chandra Bose\\nagainst the British in WWII.\\nNetaji was fully aware that\\nhis relationship with the Nazi Germany\\nwas merely a transactional relationship.\\nBoth sides saw their benefit,\\nthat\\'s why the relationship existed.\\nOtherwise, it wouldn\\'t.\\nWith this, he started working.\\nHe made plans on how\\nIndia can collaborate with the Axis Powers.\\nHe established a Free India Center in Berlin.\\nAnd then he submitted a memorandum to Hitler,\\nasking Hitler to attack India with his army,\\nso that the British could be removed from there.\\nIt would be akin to attacking the heart of the British Empire.\\nHe tried to manipulate the situation\\nto incite Hitler into taking his army\\nand fighting the British in India.\\nBut that had no positive result.\\nThe main reason was that Hitler \\nwas not concerned about India\\'s freedom.\\nBut there was another German who was \\nactually quite interested in helping Bose.\\nAdam von Trot,\\nhead of the India section of the Foreign Office in Berlin.\\nWith his help, this Foreign Office\\nwas turned into a Special India Division.\\nA few months later, on 2nd November 1941,\\nBose established the Free India Centre there.\\nIn fact, on this very road, \\nthat building you see there,\\nused to be the office of the Free India Centre.\\nToday, that\\'s just a cafe.\\nThere is no sign of it being an office before.\\nOn the other side, there is the Spanish embassy.\\nIn the first meeting at this centre, \\n6 decisions were made.\\nFirst, the name of the struggle \\nwas to be Azad Hind or Free India.\\nSecond, in Europe, the name of this organisation would be\\nAzad Hind Centre.\\nThird, the national anthem of our country would be Jana Gana Mana.\\nFourth, the emblem of the movement\\nwould be in tricolour with a springing tiger.\\nFifth, Indians would greet each other \\nwith the slogan of Jai Hind.\\nAnd the sixth, Subhash Chandra Bose would be given the title\\nNetaji.\\nOn 20th May 1941,\\nNetaji submitted a detailed plan to the German government\\non how to work on propaganda against \\nBritish imperialism all over the world.\\nA part of this plan was Azad Hind Radio.\\nOn 19th February 1942,\\nNetaji decided to give up the identity of Orlando Mazotta.\\nHe dropped it\\nand revealed his real identity to the world.\\nHe broadcast his first message \\nto the world through Azad Hind Radio.\\nThis is Subhash Chandra Bose\\nspeaking to you over Azad Hind Radio.\\nAnd starting in February 1942,\\nit began to be broadcast to the Indian population too.\\nSubhash Chandra Bose\\'s first address \\nto his countrymen through this radio was\\nthat everyone would continue with the struggle.\\nAnd that the Axis powers would soon help them in their mission\\nand together, they would fight against British imperialism.\\n\"Brothers and sisters,\\nthe struggle for freedom that we have started,\\nwe need to continue it until\\nwe get complete independence.\"\\nApart from the radio, a monthly journal was started,\\ncalled Azad Hind,\\nwith copies being rolled out starting in March 1942.\\nWithin a few days,\\n5,000 copies were circulated in Germany.\\nBut there were problems working on the third motive.\\nThe army that Bose wanted to create\\nhe wanted it to be called the Indian National Army.\\nBut the Nazi government refused to \\nrecognise a new independent army.\\nThat\\'s why this military unit was named\\nIndian Legion.\\nBose met more than 10,000 \\nprisoners of war and talked to them.\\nHe couldn\\'t convince everyone.\\nBut about half of the people were convinced to join his army.\\nSo, the strength of the Indian Legion \\nwas about 5,000 people.\\nEven though this army was small \\nin many ways, it was historic.\\nBecause Netaji had successfully brought people \\ntogether despite their castes and religious beliefs.\\nCaptain Walter Harbich,\\nthe one in charge of the training camp at that time,\\nnoted that\\n\"His Excellency, Netaji\\'s goal was to\\nparalyse the century-old antagonisms\\nrooted in the Indian nationalities,\\nreligions and castes,\\nand to unite the members of both these units\\nin one great common aim.\\n26th August, 1942.\\nIndian Legion took its oath and with that,\\nNetaji was almost successful in \\nfulfilling his goals in Germany.\\nExcept for one thing,\\nThe Axis powers were still\\nnot declaring India as independent yet.\\nThe reason was Hitler\\'s negative attitude towards Indians.\\nA few months ago, in May 1942,\\nSubhash Chandra Bose managed to meet Adolf Hitler.\\nAfter this meeting,\\nNetaji was convinced that Hitler was \\nmore interested in propaganda victories\\nas compared to actually winning with military strength.\\nThat\\'s why Netaji turned his attention towards Japan.\\nTill then, news had already reached Japan\\nthat an army of Indians was being formed in Germany\\nto oust the British from of India.\\nJapanese Prime Minister Hideki Tojo had taken note of it.\\nSince early 1942, he had been saying that\\nit was time for Indians to stand up against British rule.\\nIf you want to know about the World War II stories in detail,\\nthere are many audiobooks for that on KUKU FM.\\nLike this one on Joseph Stalin,\\nthe leader of the Soviet Union during World War II.\\nOr this one on Alan Turing,\\na genius who cracked the German code\\nand helped the British in this world war.\\nKUKU FM is generally a great platform for audio-learning\\non it, you can find audiobooks on almost any topic.\\nWhether it is history, politics, mythology or even fiction.\\nListening to audiobooks is the best when\\nyou are walking or doing some chores at home.\\nIf you haven\\'t joined KUKU FM yet,\\nthere is a special 50% off coupon in the description below.\\nYou can check it out.\\nNow let\\'s get back to the topic.\\nIn February 1942, Japan\\ndefeated the British in Singapore\\nand occupied Singapore.\\nAround 40,000 Indians who were fighting \\non behalf of the British side in Singapore,\\nafter Japan\\'s takeover, became Japan\\'s prisoners of war.\\nHere, Netaji saw another opportunity.\\nWhy not include those people in his army too?\\nIn the midst of all this, in August 1942,\\nMahatma Gandhi announced the Quit India Movement.\\nIn India, hundreds of thousands of people\\nwere ready for the revolution against the British government.\\nWhen this news reached Netaji,\\nhe was happy to hear it.\\nThrough Azad Hind Radio, he sent his message\\nthat all Indians should support Gandhi ji.\\nHe called the movement India\\'s non-violent guerilla warfare.\\nEven though a few years ago, there were \\ndisagreements in Gandhi ji and Netaji\\'s views.\\nTheir opinions often clashed.\\nBut at this point in time,\\nthey supported each other.\\nOn 31st August 1942,\\nwhen Netaji found out that people like \\nSavarkar and Jinnah\\nwere against the Quit India Movement,\\nthis is what he had to say on Azad Hind Radio.\\n\"I would request Mr Jinnah and Mr Savarkar\\nand all those leaders who still \\nthink of a compromise with the Britishers,\\nTo realize for once and all\\nthat in the world of tomorrow \\nthere would be no British Empire.\\nHe addressed leaders like Jinnah and Savarkar\\nand told them that there was no future for the British Empire.\\nThe last time Gandhi ji and Netaji met in person was in 1940.\\nIn that meeting, Gandhi ji told Netaji,\\nthat if Netaji\\'s could successfully free India, \\nthe first telegram congratulating \\nhim would be from Gandhi ji.\\nThis incident was written by Netaji \\nin his book, The Indian Struggle.\\nThough, their ideologies and ways were different,\\nthey greatly admired each other.\\nGandhi ji was fighting in India\\nand Netaji was fighting from outside India.\\n8th February 1943,\\nNetaji appointed his friend ACN Nambiar in charge \\nof the Indian Legion and Azad Hind Centre.\\nAnd he left Germany to head towards Japan.\\nThis time, he didn\\'t take a land route.\\nInstead, he dove into the water,\\nin a German submarine.\\nU-180 German Submarine.\\nOnce again, he changed his disguise\\nand become Mr. Matsuda.\\nI had talked about this story at the beginning of the video.\\nBy the way, he was not the only Indian to sit in the submarine.\\nHe was accompanied by another leader of the Indian Legion,\\nAbid Hasan Safrani.\\nTwo and a half months later, on the coast of Madagascar,\\nboth of them changed the submarine\\nand were welcomed in the Japanese submarine.\\nOn May 8th, 1943,\\nthis submarine reached Sabang,\\nwhich is part of present-day Indonesia.\\nFrom there, they took a flight to Tokyo\\nand on May 16th, they reached Japan.\\nNetaji met with the Japanese Prime Minister, Tojo twice.\\nThe first time was on 10th June and the second on 14th June.\\nIn their second meeting, Netaji openly asked him,\\nif Japan would help the Indian independence movement unconditionally?\\nHe wanted to confirm that\\nJapan would help India with no strings attached.\\nIn Germany, Hitler did not agree to this \\neven after months of effort,\\nbut this one question was enough in Japan.\\nTojo immediately agreed to help Netaji.\\nJapan\\'s support was public for the entire world to see.\\nTwo days later, on 16th June, Bose attended the \\n82nd Extraordinary Session of the Japanese Diet.\\nAnd there, Prime Minister Tojo gave a historic address.\\n\"India has been for centuries under England\\'s rule.\"\\nHe joined India\\'s aspiration for complete independence.\\nHe claimed that Japan would do everything possible\\nto help Indian independence.\\n\"I am convinced the day of Indian freedom \\nand prosperity is not far off.\"\\nAfter this, Subhash Chandra Bose gave a statement\\nwhich was recorded on video.\\nWe have very few real video footage of Netaji.\\nThis is one of them.\\nHave a look.\\nThere was another freedom fighter in Japan \\nwho invited Subhash Chandra Bose\\nRash Behari Bose.\\nHere, I would like to tell you an interesting fact\\nthat he was actually the leader of the \\nIndian National Army at this point in time.\\nYou might be thinking, how could this be possible?\\nThe INA was made by Netaji,\\nbut no.\\nThe INA actually existed even before Netaji went to Japan.\\nThe first Indian National Army was actually formed by\\nGeneral Mohan Singh in February 1942,\\nwhen Singapore fell into the hands of Japan.\\nThis INA operated till December 1942,\\nafter which Mohan Singh disbanded this army\\nbecause of disputes with the Japanese.\\nThe reason was that the Japanese wanted\\nthe Indian National Army to fight on their behalf in Southeast Asia.\\nJust like the British made them their pawns.\\nMany Indians refused to do this\\nand so those units were shut down\\nand Mohan Singh was taken into custody by the Japanese.\\nThis is where Rash Behari Bose entered the narrative.\\nHe acted as a leader and stoped \\nthe INA from completely disbanding.\\nWith Rash Behari Bose, Subhash Chandra \\nBose reached Singapore on 2nd July\\nand were warmly welcomed with garlands.\\nRam Singh Thakuri played a song when they came out of the plane.\\nYou can watch another original video here.\\n\"The one India is proud of,\\nthe pride of India is here.\\nSubhash is the life of India.\\nSubhash is the pride of India.\\nSubhash ji, Subhash ji,\\nhe is the life of India.\"\\nAnd here, the command of the \\nremaining INA was given to Netaji.\\nThis was a very historic moment because\\nmany Indians had gathered in Singapore\\'s Padang\\nto listen to Netaji.\\nHere, he gave an inspiring speech.\\nA speech where he used the slogan \\'Chalo Dilli\\'. \\n[Let\\'s March To Delhi]\\n[Victory to Subhash Chandra Bose]\\nThere were around 13,000 soldiers in \\nthe Indian National Army in Singapore.\\nNetaji\\'s plan was to first expand the army.\\nHe wanted to gather 50,000 soldiers first.\\nAnd later, to form a strong army of \\n3 million people.\\nThe Japanese government was shocked to hear this plan.\\nThey said that they could not \\nprovide weapons to so many people.\\nThey could provide weapons to about 30,000 people only.\\nBut for Netaji, this was not \\na fight to be fought with weapons only.\\nHe wanted that eventually,\\nthe average citizens of the nation should be a part of his army.\\nAnd then, together, the Indians would overthrow the British.\\nThere were similarities between this faction \\nand the Indian Legion in Germany.\\nThe soldiers in INA were from various religious backgrounds,\\nbut there was no discrimination among them.\\nThe motto of the Indian National Army \\nwas made up of three Urdu words:\\nIttefaq, Itmaad, and Qurbani\\nwhich means Unity, Faith, and Sacrifice.\\nIn total, the INA was divided into five regiments\\nand these five regiments were named\\nafter five freedom fighters.\\nGandhi, Nehru,\\nMaulana Azad, Subhash,\\nand Rani of Jhansi.\\nEven the campaign poster of the INA\\nwhich had the phrase, Chalo Dilli,\\nhad a photo of Mahatma Gandhi and Jawaharlal Nehru.\\nOn another poster, there were quotes from both \\nSubhash Chandra Bose and Mahatma Gandhi.\\nBut today, there are people who\\nspread fake news on WhatsApp to show that\\nthese two opposed each other.\\nOn 7th August 1943,\\nNetaji clearly said in a radio address,\\neven though Gandhi supported non-violence,\\nhe was ready to give his full support to the Indian National Army.\\nAnd more significant than this was the fact that\\nGandhi\\'s followers would also support them.\\nOn 2nd October 1943,\\nNetaji gave another message to Gandhi ji through the radio.\\nHe said that Mahatma Gandhi\\'s services to India\\nwere unique and unparalleled,\\nthat his name should be written in \\ngold in our national history, forever.\\nNo single person could achieve as much in their life\\nunder those circumstances,\\nas much as Gandhi had achieved.\\nGandhiji reciprocated Netaji\\'s admiration\\nby giving him the title of Prince of the Patriots.\\nOn 21st August 1943,\\nNetaji set up the Provisionary Government \\nof Azad Hind in Singapore.\\nHe became the head of this provincial government.\\nHe said that it was not a normal government,\\nthat their mission was unique.\\nThey were a fighting organization\\nand they planned to declare war against the British government.\\n\"The skies reverberated with full throated shouts of\\nJai Hind!\"\\nBy then, Netaji did not have any territory,\\nbut the Indian diaspora living in South East Asia,\\nwas officially under his jurisdiction.\\nThe government established in Singapore \\nhad the right to collect taxes,\\nenforce laws and even\\nrecruit soldiers for their army.\\nTwo months later, in December 1943,\\nthe Japanese army successfully expelled \\nthe British from Andaman and Nicobar Islands.\\nThe Japanese government handed over total \\ncontrol of this territory to Subhash Chandra Bose.\\nThis became the first Indian territory\\nto be freed from the British Empire.\\nOn 30th December 1943,\\nthe national Tricoloured flag was hoisted in \\nPort Blair by Subhash Chandra Bose.\\nIn 1944, his provisional government signed \\nan Indo-Japanese loan agreement with Japan.\\nIn the negotiations, he insisted that\\nIndia was not Japan\\'s client,\\nbut a temporarily weak, co-equal government and army.\\nAccording to this, Japan gave a loan of 100 million yen to India,\\nbut Netaji used only 10 million yen.\\nOn 7th January 1944,\\nNetaji relocated the headquarters of the \\nprovincial government from Singapore\\nto Rangoon, Burma.\\nHe was very close to India.\\nThe next target was to capture Imphal and Kohima.\\nIn March 1944, an offensive began there.\\nIt was one of the toughest land battles of World War II.\\nThis battle lasted for 4.5 months,\\nfrom 3rd March 1944\\nto 18th July 1944.\\nAround 100,000 INA and Japanese soldiers were fighting on one side,\\nand on the other side, the ones fighting on \\nbehalf of the British were Indian as well,\\nthose in the British Indian Army.\\nInitially, INA was quite successful.\\nIndian Flag was hoisted in Manipur\\'s Moirang.\\nThis was the first tricolour hoisting on the Indian mainland.\\nBut soon, things started falling apart.\\nNetaji\\'s entire plan was rained upon.\\nIn May that year,\\nthe rainy season had arrived early.\\nBecause of this, it was difficult to fight in the rain and mud.\\nOn the other hand, the Japanese Army was \\nlosing against America in the Pacific Ocean.\\nSo, INA forces did not have substantial air cover.\\nThe British had a crucial advantage.\\nThe British ships attacked the supply lines.\\nFood rations were running low.\\nThe INA soldiers and the Japanese soldiers there\\nhad to eat grass and wild flowers to survive.\\n6th July 1944.\\nIt had been two years since Gandhi was released from jail.\\nNetaji broadcast an address on the radio,\\n\"Father of our nation,\\nIn this holy war for India\\'s liberation,\\nwe ask for your blessings and good wishes.\"\\nThis was the first time Gandhi ji was \\naddressed as the Father of the Nation.\\nThis is where this title comes from.\\nThis title was not given by no other than\\nSubhash Chandra Bose himself.\\n10th July 1944,\\nthe Japanese informed Netaji that\\nhis military position cannot be defended.\\nThere is no other option other than retreating.\\nAfter the failure of the Imphal attack,\\nthe INA troops marched back to Burma.\\nOn 21st August 1944,\\nNetaji publicly acknowledged \\nthe failure of the Imphal campaign.\\nHe said that due to the quick arrival of the rainy season\\nand the defects in the supply system,\\nthey had to face setbacks.\\nAfter this, Netaji returned to Singapore\\nand tried to rebuild the INA.\\nWhat happened next?\\nHow was this movement continued?\\nWhat else did Netaji do?\\nAnd what was the important role played by the soldiers of INA\\nlater in India\\'s independence?\\nLet\\'s talk about these\\nin the next part of this video.\\nBecause this video has become too long.\\nFor now, if you liked the video,\\nyou can go and watch the Quit India Movement video.\\nBecause the story in this video played out outside India\\nfrom 1942 to 1944.\\nBut what was going on in India at that time?\\nWhat were the rest of the freedom fighters doing?\\nI have talked about all these in this video.\\nYou can click here to watch it.\\nThank you very much!', start_char_idx=None, end_char_idx=None, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')]\n"
     ]
    }
   ],
   "source": [
    "print(documents_1,documents_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: langchainhub in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (0.1.14)\n",
      "Requirement already satisfied: requests<3,>=2 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from langchainhub) (2.31.0)\n",
      "Requirement already satisfied: types-requests<3.0.0.0,>=2.31.0.2 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from langchainhub) (2.31.0.20240125)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests<3,>=2->langchainhub) (2.0.4)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests<3,>=2->langchainhub) (3.4)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests<3,>=2->langchainhub) (2.2.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests<3,>=2->langchainhub) (2023.5.7)\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install langchainhub"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain import hub\n",
    "obj = hub.pull(\"muhsinbashir/youtube-transcript-to-article\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "input_variables=['transcript'] template=\"Act as an expert copywriter specializing in content optimization for SEO. Your task is to take a given YouTube transcript and transform it into a well-structured and engaging article. Your objectives are as follows:\\n\\nContent Transformation: Begin by thoroughly reading the provided YouTube transcript. Understand the main ideas, key points, and the overall message conveyed.\\n\\nSentence Structure: While rephrasing the content, pay careful attention to sentence structure. Ensure that the article flows logically and coherently.\\n\\nKeyword Identification: Identify the main keyword or phrase from the transcript. It's crucial to determine the primary topic that the YouTube video discusses.\\n\\nKeyword Integration: Incorporate the identified keyword naturally throughout the article. Use it in headings, subheadings, and within the body text. However, avoid overuse or keyword stuffing, as this can negatively affect SEO.\\n\\nUnique Content: Your goal is to make the article 100% unique. Avoid copying sentences directly from the transcript. Rewrite the content in your own words while retaining the original message and meaning.\\n\\nSEO Friendliness: Craft the article with SEO best practices in mind. This includes optimizing meta tags (title and meta description), using header tags appropriately, and maintaining an appropriate keyword density.\\n\\nEngaging and Informative: Ensure that the article is engaging and informative for the reader. It should provide value and insight on the topic discussed in the YouTube video.\\n\\nProofreading: Proofread the article for grammar, spelling, and punctuation errors. Ensure it is free of any mistakes that could detract from its quality.\\n\\nBy following these guidelines, create a well-optimized, unique, and informative article that would rank well in search engine results and engage readers effectively.\\n\\nTranscript:{transcript}\"\n"
     ]
    }
   ],
   "source": [
    "print(obj)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ERROR: unknown command \"-\"\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip - install langchain openai tiktoken chromadb pypdf sentence_transformers InstructorEmbedding "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.vectorstores import Chroma\n",
    "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
    "from langchain.llms import OpenAI\n",
    "from langchain.chains import RetrievalQA\n",
    "from langchain.document_loaders import PyPDFLoader\n",
    "from langchain.document_loaders import DirectoryLoader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from InstructorEmbedding import INSTRUCTOR\n",
    "from langchain.embeddings import HuggingFaceInstructEmbeddings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.embeddings import OpenAIEmbeddings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "ename": "SyntaxError",
     "evalue": "invalid syntax (209186734.py, line 1)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;36m  Cell \u001b[0;32mIn[51], line 1\u001b[0;36m\u001b[0m\n\u001b[0;31m    pip install docs\u001b[0m\n\u001b[0m        ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n"
     ]
    }
   ],
   "source": [
    "pip install docs\n",
    "pip install docx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting docx2pdf\n",
      "  Downloading docx2pdf-0.1.8-py3-none-any.whl (6.7 kB)\n",
      "Requirement already satisfied: appscript>=1.1.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from docx2pdf) (1.1.2)\n",
      "Requirement already satisfied: tqdm>=4.41.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from docx2pdf) (4.65.0)\n",
      "Installing collected packages: docx2pdf\n",
      "Successfully installed docx2pdf-0.1.8\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install docx2pdf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "ename": "AssertionError",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAssertionError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[54], line 4\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mdocx2pdf\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m convert\n\u001b[1;32m      3\u001b[0m \u001b[38;5;66;03m# Convert the Word document to PDF\u001b[39;00m\n\u001b[0;32m----> 4\u001b[0m convert(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdocument_1\u001b[39m\u001b[38;5;124m'\u001b[39m)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/docx2pdf/__init__.py:102\u001b[0m, in \u001b[0;36mconvert\u001b[0;34m(input_path, output_path, keep_active)\u001b[0m\n\u001b[1;32m    101\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mconvert\u001b[39m(input_path, output_path\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m, keep_active\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m):\n\u001b[0;32m--> 102\u001b[0m     paths \u001b[38;5;241m=\u001b[39m resolve_paths(input_path, output_path)\n\u001b[1;32m    103\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m sys\u001b[38;5;241m.\u001b[39mplatform \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdarwin\u001b[39m\u001b[38;5;124m\"\u001b[39m:\n\u001b[1;32m    104\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m macos(paths, keep_active)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/docx2pdf/__init__.py:89\u001b[0m, in \u001b[0;36mresolve_paths\u001b[0;34m(input_path, output_path)\u001b[0m\n\u001b[1;32m     87\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m     88\u001b[0m     output[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mbatch\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[0;32m---> 89\u001b[0m     \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mstr\u001b[39m(input_path)\u001b[38;5;241m.\u001b[39mendswith(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m.docx\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m     90\u001b[0m     output[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minput\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mstr\u001b[39m(input_path)\n\u001b[1;32m     91\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m output_path \u001b[38;5;129;01mand\u001b[39;00m output_path\u001b[38;5;241m.\u001b[39mis_dir():\n",
      "\u001b[0;31mAssertionError\u001b[0m: "
     ]
    }
   ],
   "source": [
    "from docx2pdf import convert\n",
    "\n",
    "# Convert the Word document to PDF\n",
    "convert('document_1')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "ename": "ModuleNotFoundError",
     "evalue": "No module named 'docx'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[49], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mdocx\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m Document\n\u001b[1;32m      3\u001b[0m \u001b[38;5;66;03m# Create a new document\u001b[39;00m\n\u001b[1;32m      4\u001b[0m document \u001b[38;5;241m=\u001b[39m Document()\n",
      "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'docx'"
     ]
    }
   ],
   "source": [
    "from docx import Document\n",
    "\n",
    "# Create a new document\n",
    "document = Document()\n",
    "\n",
    "# Add a heading to the document\n",
    "document.add_heading('')\n",
    "\n",
    "# Add a paragraph to the document\n",
    "document.add_paragraph('This is a paragraph in my document.')\n",
    "\n",
    "# Save the document\n",
    "document.save('my_document.docx')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "'RecursiveCharacterTextSplitter' object is not callable",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[33], line 5\u001b[0m\n\u001b[1;32m      1\u001b[0m text_splitter \u001b[38;5;241m=\u001b[39m RecursiveCharacterTextSplitter(\n\u001b[1;32m      2\u001b[0m                                                chunk_size\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m1000\u001b[39m, \n\u001b[1;32m      3\u001b[0m                                                chunk_overlap\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m200\u001b[39m)\n\u001b[0;32m----> 5\u001b[0m texts \u001b[38;5;241m=\u001b[39m text_splitter(documents_1)\n",
      "\u001b[0;31mTypeError\u001b[0m: 'RecursiveCharacterTextSplitter' object is not callable"
     ]
    }
   ],
   "source": [
    "text_splitter = RecursiveCharacterTextSplitter(\n",
    "                                               chunk_size=1000, \n",
    "                                               chunk_overlap=200)\n",
    "\n",
    "texts = text_splitter(documents_1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.text_splitter import CharacterTextSplitter\n",
    "\n",
    "text_splitter = CharacterTextSplitter(\n",
    "    separator=\"\\n\\n\",\n",
    "    chunk_size=1000,\n",
    "    chunk_overlap=200,\n",
    "    length_function=len,\n",
    "    is_separator_regex=False,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.text_splitter import NLTKTextSplitter\n",
    "\n",
    "text_splitter = NLTKTextSplitter(chunk_size=1000)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "expected string or bytes-like object, got 'list'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[48], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m texts \u001b[38;5;241m=\u001b[39m text_splitter\u001b[38;5;241m.\u001b[39msplit_text(documents_2)\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28mprint\u001b[39m(texts[\u001b[38;5;241m0\u001b[39m])\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/langchain/text_splitter.py:1396\u001b[0m, in \u001b[0;36mNLTKTextSplitter.split_text\u001b[0;34m(self, text)\u001b[0m\n\u001b[1;32m   1394\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Split incoming text and return chunks.\"\"\"\u001b[39;00m\n\u001b[1;32m   1395\u001b[0m \u001b[38;5;66;03m# First we naively split the large input into a bunch of smaller ones.\u001b[39;00m\n\u001b[0;32m-> 1396\u001b[0m splits \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_tokenizer(text, language\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_language)\n\u001b[1;32m   1397\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_merge_splits(splits, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_separator)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/__init__.py:107\u001b[0m, in \u001b[0;36msent_tokenize\u001b[0;34m(text, language)\u001b[0m\n\u001b[1;32m     97\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m     98\u001b[0m \u001b[38;5;124;03mReturn a sentence-tokenized copy of *text*,\u001b[39;00m\n\u001b[1;32m     99\u001b[0m \u001b[38;5;124;03musing NLTK's recommended sentence tokenizer\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;124;03m:param language: the model name in the Punkt corpus\u001b[39;00m\n\u001b[1;32m    105\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m    106\u001b[0m tokenizer \u001b[38;5;241m=\u001b[39m load(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtokenizers/punkt/\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mlanguage\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m.pickle\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 107\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m tokenizer\u001b[38;5;241m.\u001b[39mtokenize(text)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1281\u001b[0m, in \u001b[0;36mPunktSentenceTokenizer.tokenize\u001b[0;34m(self, text, realign_boundaries)\u001b[0m\n\u001b[1;32m   1277\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mtokenize\u001b[39m(\u001b[38;5;28mself\u001b[39m, text: \u001b[38;5;28mstr\u001b[39m, realign_boundaries: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m List[\u001b[38;5;28mstr\u001b[39m]:\n\u001b[1;32m   1278\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m   1279\u001b[0m \u001b[38;5;124;03m    Given a text, returns a list of the sentences in that text.\u001b[39;00m\n\u001b[1;32m   1280\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m-> 1281\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mlist\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msentences_from_text(text, realign_boundaries))\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1341\u001b[0m, in \u001b[0;36mPunktSentenceTokenizer.sentences_from_text\u001b[0;34m(self, text, realign_boundaries)\u001b[0m\n\u001b[1;32m   1332\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21msentences_from_text\u001b[39m(\n\u001b[1;32m   1333\u001b[0m     \u001b[38;5;28mself\u001b[39m, text: \u001b[38;5;28mstr\u001b[39m, realign_boundaries: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[1;32m   1334\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m List[\u001b[38;5;28mstr\u001b[39m]:\n\u001b[1;32m   1335\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m   1336\u001b[0m \u001b[38;5;124;03m    Given a text, generates the sentences in that text by only\u001b[39;00m\n\u001b[1;32m   1337\u001b[0m \u001b[38;5;124;03m    testing candidate sentence breaks. If realign_boundaries is\u001b[39;00m\n\u001b[1;32m   1338\u001b[0m \u001b[38;5;124;03m    True, includes in the sentence closing punctuation that\u001b[39;00m\n\u001b[1;32m   1339\u001b[0m \u001b[38;5;124;03m    follows the period.\u001b[39;00m\n\u001b[1;32m   1340\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m-> 1341\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m [text[s:e] \u001b[38;5;28;01mfor\u001b[39;00m s, e \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mspan_tokenize(text, realign_boundaries)]\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1341\u001b[0m, in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m   1332\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21msentences_from_text\u001b[39m(\n\u001b[1;32m   1333\u001b[0m     \u001b[38;5;28mself\u001b[39m, text: \u001b[38;5;28mstr\u001b[39m, realign_boundaries: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[1;32m   1334\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m List[\u001b[38;5;28mstr\u001b[39m]:\n\u001b[1;32m   1335\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m   1336\u001b[0m \u001b[38;5;124;03m    Given a text, generates the sentences in that text by only\u001b[39;00m\n\u001b[1;32m   1337\u001b[0m \u001b[38;5;124;03m    testing candidate sentence breaks. If realign_boundaries is\u001b[39;00m\n\u001b[1;32m   1338\u001b[0m \u001b[38;5;124;03m    True, includes in the sentence closing punctuation that\u001b[39;00m\n\u001b[1;32m   1339\u001b[0m \u001b[38;5;124;03m    follows the period.\u001b[39;00m\n\u001b[1;32m   1340\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m-> 1341\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m [text[s:e] \u001b[38;5;28;01mfor\u001b[39;00m s, e \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mspan_tokenize(text, realign_boundaries)]\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1329\u001b[0m, in \u001b[0;36mPunktSentenceTokenizer.span_tokenize\u001b[0;34m(self, text, realign_boundaries)\u001b[0m\n\u001b[1;32m   1327\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m realign_boundaries:\n\u001b[1;32m   1328\u001b[0m     slices \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_realign_boundaries(text, slices)\n\u001b[0;32m-> 1329\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m sentence \u001b[38;5;129;01min\u001b[39;00m slices:\n\u001b[1;32m   1330\u001b[0m     \u001b[38;5;28;01myield\u001b[39;00m (sentence\u001b[38;5;241m.\u001b[39mstart, sentence\u001b[38;5;241m.\u001b[39mstop)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1459\u001b[0m, in \u001b[0;36mPunktSentenceTokenizer._realign_boundaries\u001b[0;34m(self, text, slices)\u001b[0m\n\u001b[1;32m   1446\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m   1447\u001b[0m \u001b[38;5;124;03mAttempts to realign punctuation that falls after the period but\u001b[39;00m\n\u001b[1;32m   1448\u001b[0m \u001b[38;5;124;03mshould otherwise be included in the same sentence.\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1456\u001b[0m \u001b[38;5;124;03m    [\"(Sent1.)\", \"Sent2.\"].\u001b[39;00m\n\u001b[1;32m   1457\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m   1458\u001b[0m realign \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[0;32m-> 1459\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m sentence1, sentence2 \u001b[38;5;129;01min\u001b[39;00m _pair_iter(slices):\n\u001b[1;32m   1460\u001b[0m     sentence1 \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mslice\u001b[39m(sentence1\u001b[38;5;241m.\u001b[39mstart \u001b[38;5;241m+\u001b[39m realign, sentence1\u001b[38;5;241m.\u001b[39mstop)\n\u001b[1;32m   1461\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m sentence2:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:321\u001b[0m, in \u001b[0;36m_pair_iter\u001b[0;34m(iterator)\u001b[0m\n\u001b[1;32m    319\u001b[0m iterator \u001b[38;5;241m=\u001b[39m \u001b[38;5;28miter\u001b[39m(iterator)\n\u001b[1;32m    320\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 321\u001b[0m     prev \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mnext\u001b[39m(iterator)\n\u001b[1;32m    322\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m:\n\u001b[1;32m    323\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1431\u001b[0m, in \u001b[0;36mPunktSentenceTokenizer._slices_from_text\u001b[0;34m(self, text)\u001b[0m\n\u001b[1;32m   1429\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_slices_from_text\u001b[39m(\u001b[38;5;28mself\u001b[39m, text: \u001b[38;5;28mstr\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Iterator[\u001b[38;5;28mslice\u001b[39m]:\n\u001b[1;32m   1430\u001b[0m     last_break \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m\n\u001b[0;32m-> 1431\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m match, context \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_match_potential_end_contexts(text):\n\u001b[1;32m   1432\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtext_contains_sentbreak(context):\n\u001b[1;32m   1433\u001b[0m             \u001b[38;5;28;01myield\u001b[39;00m \u001b[38;5;28mslice\u001b[39m(last_break, match\u001b[38;5;241m.\u001b[39mend())\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/nltk/tokenize/punkt.py:1395\u001b[0m, in \u001b[0;36mPunktSentenceTokenizer._match_potential_end_contexts\u001b[0;34m(self, text)\u001b[0m\n\u001b[1;32m   1393\u001b[0m previous_slice \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mslice\u001b[39m(\u001b[38;5;241m0\u001b[39m, \u001b[38;5;241m0\u001b[39m)\n\u001b[1;32m   1394\u001b[0m previous_match \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m-> 1395\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m match \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_lang_vars\u001b[38;5;241m.\u001b[39mperiod_context_re()\u001b[38;5;241m.\u001b[39mfinditer(text):\n\u001b[1;32m   1396\u001b[0m \n\u001b[1;32m   1397\u001b[0m     \u001b[38;5;66;03m# Get the slice of the previous word\u001b[39;00m\n\u001b[1;32m   1398\u001b[0m     before_text \u001b[38;5;241m=\u001b[39m text[previous_slice\u001b[38;5;241m.\u001b[39mstop : match\u001b[38;5;241m.\u001b[39mstart()]\n\u001b[1;32m   1399\u001b[0m     index_after_last_space \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_last_whitespace_index(before_text)\n",
      "\u001b[0;31mTypeError\u001b[0m: expected string or bytes-like object, got 'list'"
     ]
    }
   ],
   "source": [
    "texts = text_splitter.split_text(documents_2)\n",
    "print(texts[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "Ollama call failed with status code 500. Details: error loading model /Users/arpitagnihotri/.ollama/models/blobs/sha256:8934d96d3f08982e95922b2b7a2c626a1fe873d7c3b06e8e56d7bc0a1",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[56], line 9\u001b[0m\n\u001b[1;32m      4\u001b[0m OllamaQueryEnginePack \u001b[38;5;241m=\u001b[39m download_llama_pack(\n\u001b[1;32m      5\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mOllamaQueryEnginePack\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m./ollama_pack\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m      6\u001b[0m )\n\u001b[1;32m      8\u001b[0m \u001b[38;5;66;03m# You can use any llama-hub loader to get documents!\u001b[39;00m\n\u001b[0;32m----> 9\u001b[0m ollama_pack \u001b[38;5;241m=\u001b[39m OllamaQueryEnginePack(model\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mllama2\u001b[39m\u001b[38;5;124m\"\u001b[39m, documents\u001b[38;5;241m=\u001b[39mdocuments_2)\n",
      "File \u001b[0;32m~/Chat_models/ollama_pack/base.py:32\u001b[0m, in \u001b[0;36mOllamaQueryEnginePack.__init__\u001b[0;34m(self, model, base_url, documents)\u001b[0m\n\u001b[1;32m     29\u001b[0m service_context \u001b[38;5;241m=\u001b[39m ServiceContext\u001b[38;5;241m.\u001b[39mfrom_defaults(llm\u001b[38;5;241m=\u001b[39mllm, embed_model\u001b[38;5;241m=\u001b[39membed_model)\n\u001b[1;32m     31\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm \u001b[38;5;241m=\u001b[39m llm\n\u001b[0;32m---> 32\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mindex \u001b[38;5;241m=\u001b[39m VectorStoreIndex\u001b[38;5;241m.\u001b[39mfrom_documents(\n\u001b[1;32m     33\u001b[0m     documents, service_context\u001b[38;5;241m=\u001b[39mservice_context\n\u001b[1;32m     34\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/base.py:112\u001b[0m, in \u001b[0;36mBaseIndex.from_documents\u001b[0;34m(cls, documents, storage_context, service_context, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m    103\u001b[0m     docstore\u001b[38;5;241m.\u001b[39mset_document_hash(doc\u001b[38;5;241m.\u001b[39mget_doc_id(), doc\u001b[38;5;241m.\u001b[39mhash)\n\u001b[1;32m    105\u001b[0m nodes \u001b[38;5;241m=\u001b[39m run_transformations(\n\u001b[1;32m    106\u001b[0m     documents,  \u001b[38;5;66;03m# type: ignore\u001b[39;00m\n\u001b[1;32m    107\u001b[0m     service_context\u001b[38;5;241m.\u001b[39mtransformations,\n\u001b[1;32m    108\u001b[0m     show_progress\u001b[38;5;241m=\u001b[39mshow_progress,\n\u001b[1;32m    109\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    110\u001b[0m )\n\u001b[0;32m--> 112\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mcls\u001b[39m(\n\u001b[1;32m    113\u001b[0m     nodes\u001b[38;5;241m=\u001b[39mnodes,\n\u001b[1;32m    114\u001b[0m     storage_context\u001b[38;5;241m=\u001b[39mstorage_context,\n\u001b[1;32m    115\u001b[0m     service_context\u001b[38;5;241m=\u001b[39mservice_context,\n\u001b[1;32m    116\u001b[0m     show_progress\u001b[38;5;241m=\u001b[39mshow_progress,\n\u001b[1;32m    117\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m    118\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:53\u001b[0m, in \u001b[0;36mVectorStoreIndex.__init__\u001b[0;34m(self, nodes, objects, index_struct, service_context, storage_context, use_async, store_nodes_override, insert_batch_size, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m     51\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_store_nodes_override \u001b[38;5;241m=\u001b[39m store_nodes_override\n\u001b[1;32m     52\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_insert_batch_size \u001b[38;5;241m=\u001b[39m insert_batch_size\n\u001b[0;32m---> 53\u001b[0m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__init__\u001b[39m(\n\u001b[1;32m     54\u001b[0m     nodes\u001b[38;5;241m=\u001b[39mnodes,\n\u001b[1;32m     55\u001b[0m     index_struct\u001b[38;5;241m=\u001b[39mindex_struct,\n\u001b[1;32m     56\u001b[0m     service_context\u001b[38;5;241m=\u001b[39mservice_context,\n\u001b[1;32m     57\u001b[0m     storage_context\u001b[38;5;241m=\u001b[39mstorage_context,\n\u001b[1;32m     58\u001b[0m     show_progress\u001b[38;5;241m=\u001b[39mshow_progress,\n\u001b[1;32m     59\u001b[0m     objects\u001b[38;5;241m=\u001b[39mobjects,\n\u001b[1;32m     60\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m     61\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/base.py:75\u001b[0m, in \u001b[0;36mBaseIndex.__init__\u001b[0;34m(self, nodes, objects, index_struct, storage_context, service_context, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m     73\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m index_struct \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m     74\u001b[0m     nodes \u001b[38;5;241m=\u001b[39m nodes \u001b[38;5;129;01mor\u001b[39;00m []\n\u001b[0;32m---> 75\u001b[0m     index_struct \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuild_index_from_nodes(\n\u001b[1;32m     76\u001b[0m         nodes \u001b[38;5;241m+\u001b[39m objects  \u001b[38;5;66;03m# type: ignore\u001b[39;00m\n\u001b[1;32m     77\u001b[0m     )\n\u001b[1;32m     78\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_index_struct \u001b[38;5;241m=\u001b[39m index_struct\n\u001b[1;32m     79\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_storage_context\u001b[38;5;241m.\u001b[39mindex_store\u001b[38;5;241m.\u001b[39madd_index_struct(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_index_struct)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:274\u001b[0m, in \u001b[0;36mVectorStoreIndex.build_index_from_nodes\u001b[0;34m(self, nodes, **insert_kwargs)\u001b[0m\n\u001b[1;32m    266\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28many\u001b[39m(\n\u001b[1;32m    267\u001b[0m     node\u001b[38;5;241m.\u001b[39mget_content(metadata_mode\u001b[38;5;241m=\u001b[39mMetadataMode\u001b[38;5;241m.\u001b[39mEMBED) \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m nodes\n\u001b[1;32m    268\u001b[0m ):\n\u001b[1;32m    269\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[1;32m    270\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCannot build index from nodes with no content. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    271\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mPlease ensure all nodes have content.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    272\u001b[0m     )\n\u001b[0;32m--> 274\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_index_from_nodes(nodes, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:246\u001b[0m, in \u001b[0;36mVectorStoreIndex._build_index_from_nodes\u001b[0;34m(self, nodes, **insert_kwargs)\u001b[0m\n\u001b[1;32m    244\u001b[0m     run_async_tasks(tasks)\n\u001b[1;32m    245\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 246\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_add_nodes_to_index(\n\u001b[1;32m    247\u001b[0m         index_struct,\n\u001b[1;32m    248\u001b[0m         nodes,\n\u001b[1;32m    249\u001b[0m         show_progress\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_show_progress,\n\u001b[1;32m    250\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs,\n\u001b[1;32m    251\u001b[0m     )\n\u001b[1;32m    252\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m index_struct\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:199\u001b[0m, in \u001b[0;36mVectorStoreIndex._add_nodes_to_index\u001b[0;34m(self, index_struct, nodes, show_progress, **insert_kwargs)\u001b[0m\n\u001b[1;32m    196\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m\n\u001b[1;32m    198\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m nodes_batch \u001b[38;5;129;01min\u001b[39;00m iter_batch(nodes, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_insert_batch_size):\n\u001b[0;32m--> 199\u001b[0m     nodes_batch \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_node_with_embedding(nodes_batch, show_progress)\n\u001b[1;32m    200\u001b[0m     new_ids \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_vector_store\u001b[38;5;241m.\u001b[39madd(nodes_batch, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs)\n\u001b[1;32m    202\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_vector_store\u001b[38;5;241m.\u001b[39mstores_text \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_store_nodes_override:\n\u001b[1;32m    203\u001b[0m         \u001b[38;5;66;03m# NOTE: if the vector store doesn't store text,\u001b[39;00m\n\u001b[1;32m    204\u001b[0m         \u001b[38;5;66;03m# we need to add the nodes to the index struct and document store\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:107\u001b[0m, in \u001b[0;36mVectorStoreIndex._get_node_with_embedding\u001b[0;34m(self, nodes, show_progress)\u001b[0m\n\u001b[1;32m     96\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_get_node_with_embedding\u001b[39m(\n\u001b[1;32m     97\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m     98\u001b[0m     nodes: Sequence[BaseNode],\n\u001b[1;32m     99\u001b[0m     show_progress: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    100\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m List[BaseNode]:\n\u001b[1;32m    101\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"Get tuples of id, node, and embedding.\u001b[39;00m\n\u001b[1;32m    102\u001b[0m \n\u001b[1;32m    103\u001b[0m \u001b[38;5;124;03m    Allows us to store these nodes in a vector store.\u001b[39;00m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;124;03m    Embeddings are called in batches.\u001b[39;00m\n\u001b[1;32m    105\u001b[0m \n\u001b[1;32m    106\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 107\u001b[0m     id_to_embed_map \u001b[38;5;241m=\u001b[39m embed_nodes(\n\u001b[1;32m    108\u001b[0m         nodes, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_service_context\u001b[38;5;241m.\u001b[39membed_model, show_progress\u001b[38;5;241m=\u001b[39mshow_progress\n\u001b[1;32m    109\u001b[0m     )\n\u001b[1;32m    111\u001b[0m     results \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m    112\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m nodes:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/utils.py:137\u001b[0m, in \u001b[0;36membed_nodes\u001b[0;34m(nodes, embed_model, show_progress)\u001b[0m\n\u001b[1;32m    134\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    135\u001b[0m         id_to_embed_map[node\u001b[38;5;241m.\u001b[39mnode_id] \u001b[38;5;241m=\u001b[39m node\u001b[38;5;241m.\u001b[39membedding\n\u001b[0;32m--> 137\u001b[0m new_embeddings \u001b[38;5;241m=\u001b[39m embed_model\u001b[38;5;241m.\u001b[39mget_text_embedding_batch(\n\u001b[1;32m    138\u001b[0m     texts_to_embed, show_progress\u001b[38;5;241m=\u001b[39mshow_progress\n\u001b[1;32m    139\u001b[0m )\n\u001b[1;32m    141\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m new_id, text_embedding \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mzip\u001b[39m(ids_to_embed, new_embeddings):\n\u001b[1;32m    142\u001b[0m     id_to_embed_map[new_id] \u001b[38;5;241m=\u001b[39m text_embedding\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/core/embeddings/base.py:256\u001b[0m, in \u001b[0;36mBaseEmbedding.get_text_embedding_batch\u001b[0;34m(self, texts, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m    250\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m idx \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mlen\u001b[39m(texts) \u001b[38;5;241m-\u001b[39m \u001b[38;5;241m1\u001b[39m \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(cur_batch) \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39membed_batch_size:\n\u001b[1;32m    251\u001b[0m     \u001b[38;5;66;03m# flush\u001b[39;00m\n\u001b[1;32m    252\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcallback_manager\u001b[38;5;241m.\u001b[39mevent(\n\u001b[1;32m    253\u001b[0m         CBEventType\u001b[38;5;241m.\u001b[39mEMBEDDING,\n\u001b[1;32m    254\u001b[0m         payload\u001b[38;5;241m=\u001b[39m{EventPayload\u001b[38;5;241m.\u001b[39mSERIALIZED: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mto_dict()},\n\u001b[1;32m    255\u001b[0m     ) \u001b[38;5;28;01mas\u001b[39;00m event:\n\u001b[0;32m--> 256\u001b[0m         embeddings \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_text_embeddings(cur_batch)\n\u001b[1;32m    257\u001b[0m         result_embeddings\u001b[38;5;241m.\u001b[39mextend(embeddings)\n\u001b[1;32m    258\u001b[0m         event\u001b[38;5;241m.\u001b[39mon_end(\n\u001b[1;32m    259\u001b[0m             payload\u001b[38;5;241m=\u001b[39m{\n\u001b[1;32m    260\u001b[0m                 EventPayload\u001b[38;5;241m.\u001b[39mCHUNKS: cur_batch,\n\u001b[1;32m    261\u001b[0m                 EventPayload\u001b[38;5;241m.\u001b[39mEMBEDDINGS: embeddings,\n\u001b[1;32m    262\u001b[0m             },\n\u001b[1;32m    263\u001b[0m         )\n",
      "File \u001b[0;32m~/Chat_models/ollama_pack/base.py:97\u001b[0m, in \u001b[0;36mOllamaEmbedding._get_text_embeddings\u001b[0;34m(self, texts)\u001b[0m\n\u001b[1;32m     95\u001b[0m embeddings_list: List[List[\u001b[38;5;28mfloat\u001b[39m]] \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m     96\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m text \u001b[38;5;129;01min\u001b[39;00m texts:\n\u001b[0;32m---> 97\u001b[0m     embeddings \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mget_general_text_embedding(text)\n\u001b[1;32m     98\u001b[0m     embeddings_list\u001b[38;5;241m.\u001b[39mappend(embeddings)\n\u001b[1;32m    100\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m embeddings_list\n",
      "File \u001b[0;32m~/Chat_models/ollama_pack/base.py:124\u001b[0m, in \u001b[0;36mOllamaEmbedding.get_general_text_embedding\u001b[0;34m(self, input)\u001b[0m\n\u001b[1;32m    122\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m response\u001b[38;5;241m.\u001b[39mstatus_code \u001b[38;5;241m!=\u001b[39m \u001b[38;5;241m200\u001b[39m:\n\u001b[1;32m    123\u001b[0m     optional_detail \u001b[38;5;241m=\u001b[39m response\u001b[38;5;241m.\u001b[39mjson()\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124merror\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 124\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[1;32m    125\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mOllama call failed with status code \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresponse\u001b[38;5;241m.\u001b[39mstatus_code\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    126\u001b[0m         \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m Details: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00moptional_detail\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    127\u001b[0m     )\n\u001b[1;32m    129\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    130\u001b[0m     embeddings \u001b[38;5;241m=\u001b[39m response\u001b[38;5;241m.\u001b[39mjson()[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124membedding\u001b[39m\u001b[38;5;124m\"\u001b[39m]\n",
      "\u001b[0;31mValueError\u001b[0m: Ollama call failed with status code 500. Details: error loading model /Users/arpitagnihotri/.ollama/models/blobs/sha256:8934d96d3f08982e95922b2b7a2c626a1fe873d7c3b06e8e56d7bc0a1"
     ]
    }
   ],
   "source": [
    "from llama_index.llama_pack import download_llama_pack\n",
    "\n",
    "# download and install dependencies\n",
    "OllamaQueryEnginePack = download_llama_pack(\n",
    "    \"OllamaQueryEnginePack\", \"./ollama_pack\"\n",
    ")\n",
    "\n",
    "# You can use any llama-hub loader to get documents!\n",
    "ollama_pack = OllamaQueryEnginePack(model=\"llama2\", documents=documents_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[Document(id_='d0eea7b4-bce4-4ff7-bf6b-a2a1e4bf7590', embedding=None, metadata={'video_id': 'xGjZ98_JLR8'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={}, text='Hello, friends!\\nOn 9th February 1943,\\na German submarine departed \\nfrom the city of Kiel, Germany.\\nAlthough it carried the Nazi soldiers in it,\\nan Indian was also present among them.\\nAn Indian whose name was Matsuda.\\nThis submarine was tasked with \\nthe mission to travel Southward,\\nto go around Africa\\nand transfer Mr. Matsuda to a Japanese submarine.\\nIt sounds easy,\\nbut it was not without danger\\nThe sea route was full of British ships.\\nAnd this was during the World War II\\nwhen Germany and Japan \\nwere fighting against the British.\\nOn 26th April 1943,\\nafter a journey of about two and a half months,\\nwhen this German submarine \\nreached the coast of Madagascar,\\na Japanese submarine was spotted in front of it.\\nBut the sea was so stormy that\\nit could have been dangerous for \\nthese two submarines to get closer.\\nSo for the next two days, these submarines\\nkept moving in parallel.\\nFinally, when the weather cleared,\\nMr. Matsuda emerged from the submarine.\\nOn a small raft, paddling and drenched,\\nhe reached the Japanese submarine,\\nwhere he was welcomed by Captain Masao Teraoka.\\nYou may be wondering\\nwhy these German and Japanese submarines\\nwere helping an Indian during World War II.\\nThis is because, Mr. Matsuda is none other than\\nour Netaji Subhash Chandra Bose.\\nUnknowingly perhaps, \\nduring this historic journey,\\nhe became the first Indian\\nto travel in a submarine.\\nSubhash Chandra Bose is one \\nof the greatest freedom fighters of India\\nand his story is full of such amazing stories.\\nHow he escaped under the nose of the British government\\nwent to Germany, met Hitler,\\nwent to Russia and Japan,\\nmet the Japanese Prime Minister,\\nwent to Singapore, formed his own army.\\nAnd even while staying outside India,\\nhe launched the biggest war on \\nthe British government occupying India. \\nLet\\'s understand his story in this video.\\nLet\\'s start our story with 1939,\\nthe year when World War II started.\\nViceroy Lord Linlithgow\\ndeclared war on behalf of India\\nwithout consulting any Indian.\\nThis was an embarrassing situation for Congress.\\nAnd under the Government of India Act,\\nCongress had some control over the ministries\\nand so they resigned from their positions.\\nMeanwhile, Subhash Chandra Bose \\nwas organizing his own party,\\nThe Forward Bloc.\\nAlthough this party was formed from within the Congress,\\nbut by the year 1940,\\nit was separated from the Congress\\'s main organization.\\nThere were two reasons behind this.\\nFirst, Subhash Chandra Bose was \\nbecoming too vocal about his leftist ideology,\\nwhich wasn\\'t appreciated by the other leaders of Congress.\\nI have talked about this in detail \\nin the video on Gandhi versus Bose.\\nThe link is in the description \\nin case you haven\\'t watched it yet.\\nAnd the second reason was that Bose wanted\\nto use World War II for India\\'s benefit.\\nHe wanted to take action quickly\\nand breaking off from Congress \\nhad become a necessity for him.\\nIn July 1940,\\nBose was leading a march in Calcutta\\nbecause of which he was arrested by the British government.\\nBeing in jail, he challenged the government\\nby launching a hunger strike.\\n\"Release me, or I shall refuse to live.\"\\nHe made a straightforward announcement.\\n\"In 1940, he was languishing in prison.\\nSo he gave an ultimatum to the British government\\nand undertook a fast unto d3ath.\"\\nGradually, his health deteriorated.\\nAnd in just one week, the government decided\\nto release him from jail\\nand put him under house arrest.\\nThe government did not want to be blamed\\nif Subhash Chandra Bose were to d!e in jail.\\nSo they thought that as long as he was in poor health,\\nhe should be under house arrest.\\nAnd as soon as his health improved,\\nthey wanted to throw him back in jail.\\nBut Netaji was devising his own plans.\\nHis plan was to go to Germany\\nand ask the Germans for help\\nto fight against the British.\\nBut how could he reach Germany?\\nBose contacted a communist organization in Punjab\\nto find out if there was a way\\nto cross the border and reach Germany secretly.\\nHe was told that there was a way.\\nTo enter through Afghanistan,\\nand go to the Soviet Union,\\nfrom there he could go to Germany.\\nOn 16th January 1941,\\nat around 1.30 AM,\\nwhen the city was sleeping,\\nNetaji sneaked out of his house\\nwith his nephew, Shishir Kumar Bose.\\nHe was in disguise.\\nHe was pretending to be an insurance agent,\\nMuhammad Ziauddin.\\nTogether with Shishir, they drove through the dark all night\\nand reached Dhanbad at around 8.30 AM.\\nThey spend a night at Shishir\\'s brother Ashok\\'s house\\nand the next day, from the nearby Gomo station,\\nBose boarded the train Kalka Mail.\\nThis train reached Delhi first\\nand there, he took another train to go to Peshawar,\\nthe Frontier Mail.\\nIn Peshawar, he was received by\\nthe provincial leader of the Forward Bloc, \\nMian Akbar Shah.\\nThe next step was to leave the territory occupied by the British.\\nTo do this, he changed his disguise.\\nInstead of Mohammad Ziauddin,\\nhe became a deaf and mute Pathan man.\\nIt was necessary to be deaf and mute because\\nBose could not speak Pashto.\\nSo, if anyone came to check them at the border,\\nthe person accompanying him could tell them\\nthat he was a deaf and mute Pathan.\\nHe travelled with another leader of \\nthe Forward Bloc, Bhagat Ram Talwar,\\nand both pretended that they were going to \\nthe shrine of Adda Sharif in Afghanistan.\\nTo pray that they could speak and hear.\\nOn 26th January 1941,\\nthey left Peshawar\\nand crossed the border of the British Empire by evening.\\nBy the morning of 29th January,\\nthey had reached Adda Sharif\\nand completed the journey to Kabul in trucks and tanks.\\nIt took Netaji 15 days to reach Kabul from Calcutta.\\nBut the British government found out about his escape\\n12 days after the fact.\\nThis is because the people at his home,\\nconstantly delivered food to his room.\\nAnd his other nephews would simply eat his food.\\nPeople believed that Netaji was still in his room.\\nSince the food was delivered and eaten regularly.\\nHis escape was so secret that\\neven his mother didn\\'t know about it.\\nIt was only on 27th January\\nwhen a case was to be heard against \\nSubhash Chandra Bose in the court.\\nAnd when he did not appear at the court,\\nhis two nephews informed the police\\nthat he was not at home.\\nOn 27th January, the news of his \\ndisappearance was published in the newspaper,\\nin Anand Bazaar Patrika and Hindustan Herald.\\nAfter which Reuters picked up on it\\nand this news spread all over the world.\\nMany reports were made to the British intelligence.\\nOne report said that he was on a ship going to Japan,\\nanother said something else\\nbut none of the reports were correct.\\nA ship going to Japan from Calcutta \\nwas searched by the British.\\nBut there was no sign of Bose.\\nSubhash had told his nephew Shishir that\\nif the news of his escape could be a secret for 4-5 days,\\nit would be impossible to catch him after that.\\nAnd this was true because\\nafter that, the British government could not catch him again.\\nAfter reaching Kabul, Netaji went \\nto the Soviet embassy to ask for help.\\nBut he didn\\'t get any help from there\\nbecause the Russians mistook him to be a British agent\\nwho wanted to infiltrate the Soviet Union.\\nThen he tried to contact the German embassy.\\nHans Pilger, a German minister who was \\npresent at the embassy at that time,\\nsent a telegram to the German foreign minister\\non 5th February,\\nsaying that after meeting Subhash,\\nhe had advised him to\\nstay hidden in the market with his Indian friends\\nand on his behalf,\\nthe German minister would contact the Russian ambassador.\\nA few days later, Netaji received a message that\\nif he wanted to leave Afghanistan,\\nhe should meet the Italian ambassador.\\nThis meeting took place on 22nd February, 1941,\\nAnd on 10th March, Bose was asked to\\nget a new Italian passport.\\nBose was given a new Italian passport\\nwith a new Italian identity.\\nThis was the photo on his Italian passport\\nand his new name was Orlando Mazzotta.\\nIn the meantime, the British government had \\nintercepted an Italian diplomatic communication\\nand they had found out that\\nBose was in Kabul.\\nThey also found out that he was planning \\nto go to Germany through the Middle East.\\nTwo special operations executives of \\nBritish intelligence were tasked with\\nfinding Bose in Turkey and k!lling him before he reached Germany.\\nBut Netaji was one step ahead.\\nHe never went to the Middle East.\\nInstead, he went to Moscow using his new identity. \\nFrom Moscow, he finally boarded a train to Berlin,\\nand on 2nd April 1941,\\nhe reached the German capital, Berlin.\\nHere, Netaji had 3 objectives.\\nFirst, to set up an Indian government in exile.\\nSecond, to find a way for his voice to reach the people.\\nAnd third, to establish an army\\nmade up of Indians,\\nthose Indians who were prisoners of war.\\nNow let\\'s see one-by-one how Netaji worked on these\\nand how he met the German dictator, Hitler.\\nThe biggest struggle was that Germany\\nhad to give a diplomatic recognition to India.\\nHe wanted Germany and the other Axis Powers\\nto officially declare India to be a free country.\\nAnd to make India\\'s independence on of their war aims.\\nBut Germany never gave such a declaration\\nbecause Hitler was not comfortable with this idea.\\nIn his infamous book Mein Kampf, \\nHitler stated his opinion about India.\\nHe wrote that he admired the British government\\nfor the way they have dominated and administered India.\\nAnd despite having German blood,\\nin spite of everything,\\nhe wrote that he wanted to see India under British rule.\\nNot only that, Hitler made fun of Indian freedom fighters\\nby calling them Asiatic jugglers.\\nIndia\\'s fight for freedom was a joke to Hitler.\\nBut still, Hitler wanted to use Netaji Subhash Chandra Bose\\nagainst the British in WWII.\\nNetaji was fully aware that\\nhis relationship with the Nazi Germany\\nwas merely a transactional relationship.\\nBoth sides saw their benefit,\\nthat\\'s why the relationship existed.\\nOtherwise, it wouldn\\'t.\\nWith this, he started working.\\nHe made plans on how\\nIndia can collaborate with the Axis Powers.\\nHe established a Free India Center in Berlin.\\nAnd then he submitted a memorandum to Hitler,\\nasking Hitler to attack India with his army,\\nso that the British could be removed from there.\\nIt would be akin to attacking the heart of the British Empire.\\nHe tried to manipulate the situation\\nto incite Hitler into taking his army\\nand fighting the British in India.\\nBut that had no positive result.\\nThe main reason was that Hitler \\nwas not concerned about India\\'s freedom.\\nBut there was another German who was \\nactually quite interested in helping Bose.\\nAdam von Trot,\\nhead of the India section of the Foreign Office in Berlin.\\nWith his help, this Foreign Office\\nwas turned into a Special India Division.\\nA few months later, on 2nd November 1941,\\nBose established the Free India Centre there.\\nIn fact, on this very road, \\nthat building you see there,\\nused to be the office of the Free India Centre.\\nToday, that\\'s just a cafe.\\nThere is no sign of it being an office before.\\nOn the other side, there is the Spanish embassy.\\nIn the first meeting at this centre, \\n6 decisions were made.\\nFirst, the name of the struggle \\nwas to be Azad Hind or Free India.\\nSecond, in Europe, the name of this organisation would be\\nAzad Hind Centre.\\nThird, the national anthem of our country would be Jana Gana Mana.\\nFourth, the emblem of the movement\\nwould be in tricolour with a springing tiger.\\nFifth, Indians would greet each other \\nwith the slogan of Jai Hind.\\nAnd the sixth, Subhash Chandra Bose would be given the title\\nNetaji.\\nOn 20th May 1941,\\nNetaji submitted a detailed plan to the German government\\non how to work on propaganda against \\nBritish imperialism all over the world.\\nA part of this plan was Azad Hind Radio.\\nOn 19th February 1942,\\nNetaji decided to give up the identity of Orlando Mazotta.\\nHe dropped it\\nand revealed his real identity to the world.\\nHe broadcast his first message \\nto the world through Azad Hind Radio.\\nThis is Subhash Chandra Bose\\nspeaking to you over Azad Hind Radio.\\nAnd starting in February 1942,\\nit began to be broadcast to the Indian population too.\\nSubhash Chandra Bose\\'s first address \\nto his countrymen through this radio was\\nthat everyone would continue with the struggle.\\nAnd that the Axis powers would soon help them in their mission\\nand together, they would fight against British imperialism.\\n\"Brothers and sisters,\\nthe struggle for freedom that we have started,\\nwe need to continue it until\\nwe get complete independence.\"\\nApart from the radio, a monthly journal was started,\\ncalled Azad Hind,\\nwith copies being rolled out starting in March 1942.\\nWithin a few days,\\n5,000 copies were circulated in Germany.\\nBut there were problems working on the third motive.\\nThe army that Bose wanted to create\\nhe wanted it to be called the Indian National Army.\\nBut the Nazi government refused to \\nrecognise a new independent army.\\nThat\\'s why this military unit was named\\nIndian Legion.\\nBose met more than 10,000 \\nprisoners of war and talked to them.\\nHe couldn\\'t convince everyone.\\nBut about half of the people were convinced to join his army.\\nSo, the strength of the Indian Legion \\nwas about 5,000 people.\\nEven though this army was small \\nin many ways, it was historic.\\nBecause Netaji had successfully brought people \\ntogether despite their castes and religious beliefs.\\nCaptain Walter Harbich,\\nthe one in charge of the training camp at that time,\\nnoted that\\n\"His Excellency, Netaji\\'s goal was to\\nparalyse the century-old antagonisms\\nrooted in the Indian nationalities,\\nreligions and castes,\\nand to unite the members of both these units\\nin one great common aim.\\n26th August, 1942.\\nIndian Legion took its oath and with that,\\nNetaji was almost successful in \\nfulfilling his goals in Germany.\\nExcept for one thing,\\nThe Axis powers were still\\nnot declaring India as independent yet.\\nThe reason was Hitler\\'s negative attitude towards Indians.\\nA few months ago, in May 1942,\\nSubhash Chandra Bose managed to meet Adolf Hitler.\\nAfter this meeting,\\nNetaji was convinced that Hitler was \\nmore interested in propaganda victories\\nas compared to actually winning with military strength.\\nThat\\'s why Netaji turned his attention towards Japan.\\nTill then, news had already reached Japan\\nthat an army of Indians was being formed in Germany\\nto oust the British from of India.\\nJapanese Prime Minister Hideki Tojo had taken note of it.\\nSince early 1942, he had been saying that\\nit was time for Indians to stand up against British rule.\\nIf you want to know about the World War II stories in detail,\\nthere are many audiobooks for that on KUKU FM.\\nLike this one on Joseph Stalin,\\nthe leader of the Soviet Union during World War II.\\nOr this one on Alan Turing,\\na genius who cracked the German code\\nand helped the British in this world war.\\nKUKU FM is generally a great platform for audio-learning\\non it, you can find audiobooks on almost any topic.\\nWhether it is history, politics, mythology or even fiction.\\nListening to audiobooks is the best when\\nyou are walking or doing some chores at home.\\nIf you haven\\'t joined KUKU FM yet,\\nthere is a special 50% off coupon in the description below.\\nYou can check it out.\\nNow let\\'s get back to the topic.\\nIn February 1942, Japan\\ndefeated the British in Singapore\\nand occupied Singapore.\\nAround 40,000 Indians who were fighting \\non behalf of the British side in Singapore,\\nafter Japan\\'s takeover, became Japan\\'s prisoners of war.\\nHere, Netaji saw another opportunity.\\nWhy not include those people in his army too?\\nIn the midst of all this, in August 1942,\\nMahatma Gandhi announced the Quit India Movement.\\nIn India, hundreds of thousands of people\\nwere ready for the revolution against the British government.\\nWhen this news reached Netaji,\\nhe was happy to hear it.\\nThrough Azad Hind Radio, he sent his message\\nthat all Indians should support Gandhi ji.\\nHe called the movement India\\'s non-violent guerilla warfare.\\nEven though a few years ago, there were \\ndisagreements in Gandhi ji and Netaji\\'s views.\\nTheir opinions often clashed.\\nBut at this point in time,\\nthey supported each other.\\nOn 31st August 1942,\\nwhen Netaji found out that people like \\nSavarkar and Jinnah\\nwere against the Quit India Movement,\\nthis is what he had to say on Azad Hind Radio.\\n\"I would request Mr Jinnah and Mr Savarkar\\nand all those leaders who still \\nthink of a compromise with the Britishers,\\nTo realize for once and all\\nthat in the world of tomorrow \\nthere would be no British Empire.\\nHe addressed leaders like Jinnah and Savarkar\\nand told them that there was no future for the British Empire.\\nThe last time Gandhi ji and Netaji met in person was in 1940.\\nIn that meeting, Gandhi ji told Netaji,\\nthat if Netaji\\'s could successfully free India, \\nthe first telegram congratulating \\nhim would be from Gandhi ji.\\nThis incident was written by Netaji \\nin his book, The Indian Struggle.\\nThough, their ideologies and ways were different,\\nthey greatly admired each other.\\nGandhi ji was fighting in India\\nand Netaji was fighting from outside India.\\n8th February 1943,\\nNetaji appointed his friend ACN Nambiar in charge \\nof the Indian Legion and Azad Hind Centre.\\nAnd he left Germany to head towards Japan.\\nThis time, he didn\\'t take a land route.\\nInstead, he dove into the water,\\nin a German submarine.\\nU-180 German Submarine.\\nOnce again, he changed his disguise\\nand become Mr. Matsuda.\\nI had talked about this story at the beginning of the video.\\nBy the way, he was not the only Indian to sit in the submarine.\\nHe was accompanied by another leader of the Indian Legion,\\nAbid Hasan Safrani.\\nTwo and a half months later, on the coast of Madagascar,\\nboth of them changed the submarine\\nand were welcomed in the Japanese submarine.\\nOn May 8th, 1943,\\nthis submarine reached Sabang,\\nwhich is part of present-day Indonesia.\\nFrom there, they took a flight to Tokyo\\nand on May 16th, they reached Japan.\\nNetaji met with the Japanese Prime Minister, Tojo twice.\\nThe first time was on 10th June and the second on 14th June.\\nIn their second meeting, Netaji openly asked him,\\nif Japan would help the Indian independence movement unconditionally?\\nHe wanted to confirm that\\nJapan would help India with no strings attached.\\nIn Germany, Hitler did not agree to this \\neven after months of effort,\\nbut this one question was enough in Japan.\\nTojo immediately agreed to help Netaji.\\nJapan\\'s support was public for the entire world to see.\\nTwo days later, on 16th June, Bose attended the \\n82nd Extraordinary Session of the Japanese Diet.\\nAnd there, Prime Minister Tojo gave a historic address.\\n\"India has been for centuries under England\\'s rule.\"\\nHe joined India\\'s aspiration for complete independence.\\nHe claimed that Japan would do everything possible\\nto help Indian independence.\\n\"I am convinced the day of Indian freedom \\nand prosperity is not far off.\"\\nAfter this, Subhash Chandra Bose gave a statement\\nwhich was recorded on video.\\nWe have very few real video footage of Netaji.\\nThis is one of them.\\nHave a look.\\nThere was another freedom fighter in Japan \\nwho invited Subhash Chandra Bose\\nRash Behari Bose.\\nHere, I would like to tell you an interesting fact\\nthat he was actually the leader of the \\nIndian National Army at this point in time.\\nYou might be thinking, how could this be possible?\\nThe INA was made by Netaji,\\nbut no.\\nThe INA actually existed even before Netaji went to Japan.\\nThe first Indian National Army was actually formed by\\nGeneral Mohan Singh in February 1942,\\nwhen Singapore fell into the hands of Japan.\\nThis INA operated till December 1942,\\nafter which Mohan Singh disbanded this army\\nbecause of disputes with the Japanese.\\nThe reason was that the Japanese wanted\\nthe Indian National Army to fight on their behalf in Southeast Asia.\\nJust like the British made them their pawns.\\nMany Indians refused to do this\\nand so those units were shut down\\nand Mohan Singh was taken into custody by the Japanese.\\nThis is where Rash Behari Bose entered the narrative.\\nHe acted as a leader and stoped \\nthe INA from completely disbanding.\\nWith Rash Behari Bose, Subhash Chandra \\nBose reached Singapore on 2nd July\\nand were warmly welcomed with garlands.\\nRam Singh Thakuri played a song when they came out of the plane.\\nYou can watch another original video here.\\n\"The one India is proud of,\\nthe pride of India is here.\\nSubhash is the life of India.\\nSubhash is the pride of India.\\nSubhash ji, Subhash ji,\\nhe is the life of India.\"\\nAnd here, the command of the \\nremaining INA was given to Netaji.\\nThis was a very historic moment because\\nmany Indians had gathered in Singapore\\'s Padang\\nto listen to Netaji.\\nHere, he gave an inspiring speech.\\nA speech where he used the slogan \\'Chalo Dilli\\'. \\n[Let\\'s March To Delhi]\\n[Victory to Subhash Chandra Bose]\\nThere were around 13,000 soldiers in \\nthe Indian National Army in Singapore.\\nNetaji\\'s plan was to first expand the army.\\nHe wanted to gather 50,000 soldiers first.\\nAnd later, to form a strong army of \\n3 million people.\\nThe Japanese government was shocked to hear this plan.\\nThey said that they could not \\nprovide weapons to so many people.\\nThey could provide weapons to about 30,000 people only.\\nBut for Netaji, this was not \\na fight to be fought with weapons only.\\nHe wanted that eventually,\\nthe average citizens of the nation should be a part of his army.\\nAnd then, together, the Indians would overthrow the British.\\nThere were similarities between this faction \\nand the Indian Legion in Germany.\\nThe soldiers in INA were from various religious backgrounds,\\nbut there was no discrimination among them.\\nThe motto of the Indian National Army \\nwas made up of three Urdu words:\\nIttefaq, Itmaad, and Qurbani\\nwhich means Unity, Faith, and Sacrifice.\\nIn total, the INA was divided into five regiments\\nand these five regiments were named\\nafter five freedom fighters.\\nGandhi, Nehru,\\nMaulana Azad, Subhash,\\nand Rani of Jhansi.\\nEven the campaign poster of the INA\\nwhich had the phrase, Chalo Dilli,\\nhad a photo of Mahatma Gandhi and Jawaharlal Nehru.\\nOn another poster, there were quotes from both \\nSubhash Chandra Bose and Mahatma Gandhi.\\nBut today, there are people who\\nspread fake news on WhatsApp to show that\\nthese two opposed each other.\\nOn 7th August 1943,\\nNetaji clearly said in a radio address,\\neven though Gandhi supported non-violence,\\nhe was ready to give his full support to the Indian National Army.\\nAnd more significant than this was the fact that\\nGandhi\\'s followers would also support them.\\nOn 2nd October 1943,\\nNetaji gave another message to Gandhi ji through the radio.\\nHe said that Mahatma Gandhi\\'s services to India\\nwere unique and unparalleled,\\nthat his name should be written in \\ngold in our national history, forever.\\nNo single person could achieve as much in their life\\nunder those circumstances,\\nas much as Gandhi had achieved.\\nGandhiji reciprocated Netaji\\'s admiration\\nby giving him the title of Prince of the Patriots.\\nOn 21st August 1943,\\nNetaji set up the Provisionary Government \\nof Azad Hind in Singapore.\\nHe became the head of this provincial government.\\nHe said that it was not a normal government,\\nthat their mission was unique.\\nThey were a fighting organization\\nand they planned to declare war against the British government.\\n\"The skies reverberated with full throated shouts of\\nJai Hind!\"\\nBy then, Netaji did not have any territory,\\nbut the Indian diaspora living in South East Asia,\\nwas officially under his jurisdiction.\\nThe government established in Singapore \\nhad the right to collect taxes,\\nenforce laws and even\\nrecruit soldiers for their army.\\nTwo months later, in December 1943,\\nthe Japanese army successfully expelled \\nthe British from Andaman and Nicobar Islands.\\nThe Japanese government handed over total \\ncontrol of this territory to Subhash Chandra Bose.\\nThis became the first Indian territory\\nto be freed from the British Empire.\\nOn 30th December 1943,\\nthe national Tricoloured flag was hoisted in \\nPort Blair by Subhash Chandra Bose.\\nIn 1944, his provisional government signed \\nan Indo-Japanese loan agreement with Japan.\\nIn the negotiations, he insisted that\\nIndia was not Japan\\'s client,\\nbut a temporarily weak, co-equal government and army.\\nAccording to this, Japan gave a loan of 100 million yen to India,\\nbut Netaji used only 10 million yen.\\nOn 7th January 1944,\\nNetaji relocated the headquarters of the \\nprovincial government from Singapore\\nto Rangoon, Burma.\\nHe was very close to India.\\nThe next target was to capture Imphal and Kohima.\\nIn March 1944, an offensive began there.\\nIt was one of the toughest land battles of World War II.\\nThis battle lasted for 4.5 months,\\nfrom 3rd March 1944\\nto 18th July 1944.\\nAround 100,000 INA and Japanese soldiers were fighting on one side,\\nand on the other side, the ones fighting on \\nbehalf of the British were Indian as well,\\nthose in the British Indian Army.\\nInitially, INA was quite successful.\\nIndian Flag was hoisted in Manipur\\'s Moirang.\\nThis was the first tricolour hoisting on the Indian mainland.\\nBut soon, things started falling apart.\\nNetaji\\'s entire plan was rained upon.\\nIn May that year,\\nthe rainy season had arrived early.\\nBecause of this, it was difficult to fight in the rain and mud.\\nOn the other hand, the Japanese Army was \\nlosing against America in the Pacific Ocean.\\nSo, INA forces did not have substantial air cover.\\nThe British had a crucial advantage.\\nThe British ships attacked the supply lines.\\nFood rations were running low.\\nThe INA soldiers and the Japanese soldiers there\\nhad to eat grass and wild flowers to survive.\\n6th July 1944.\\nIt had been two years since Gandhi was released from jail.\\nNetaji broadcast an address on the radio,\\n\"Father of our nation,\\nIn this holy war for India\\'s liberation,\\nwe ask for your blessings and good wishes.\"\\nThis was the first time Gandhi ji was \\naddressed as the Father of the Nation.\\nThis is where this title comes from.\\nThis title was not given by no other than\\nSubhash Chandra Bose himself.\\n10th July 1944,\\nthe Japanese informed Netaji that\\nhis military position cannot be defended.\\nThere is no other option other than retreating.\\nAfter the failure of the Imphal attack,\\nthe INA troops marched back to Burma.\\nOn 21st August 1944,\\nNetaji publicly acknowledged \\nthe failure of the Imphal campaign.\\nHe said that due to the quick arrival of the rainy season\\nand the defects in the supply system,\\nthey had to face setbacks.\\nAfter this, Netaji returned to Singapore\\nand tried to rebuild the INA.\\nWhat happened next?\\nHow was this movement continued?\\nWhat else did Netaji do?\\nAnd what was the important role played by the soldiers of INA\\nlater in India\\'s independence?\\nLet\\'s talk about these\\nin the next part of this video.\\nBecause this video has become too long.\\nFor now, if you liked the video,\\nyou can go and watch the Quit India Movement video.\\nBecause the story in this video played out outside India\\nfrom 1942 to 1944.\\nBut what was going on in India at that time?\\nWhat were the rest of the freedom fighters doing?\\nI have talked about all these in this video.\\nYou can click here to watch it.\\nThank you very much!', start_char_idx=None, end_char_idx=None, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')]\n"
     ]
    }
   ],
   "source": [
    "print(documents_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "my_list = documents_1\n",
    "my_string = str(my_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "sequence item 0: expected str instance, list found",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[43], line 2\u001b[0m\n\u001b[1;32m      1\u001b[0m my_list \u001b[38;5;241m=\u001b[39m [documents_1,documents_2]\n\u001b[0;32m----> 2\u001b[0m my_string \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m.\u001b[39mjoin(my_list)\n",
      "\u001b[0;31mTypeError\u001b[0m: sequence item 0: expected str instance, list found"
     ]
    }
   ],
   "source": [
    "my_list = [documents_1,documents_2]\n",
    "my_string = \" \".join(my_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "ename": "TypeError",
     "evalue": "expected string or bytes-like object, got 'list'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTypeError\u001b[0m                                 Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[44], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m texts \u001b[38;5;241m=\u001b[39m text_splitter\u001b[38;5;241m.\u001b[39msplit_text([my_string])\n\u001b[1;32m      2\u001b[0m \u001b[38;5;28mprint\u001b[39m(texts[\u001b[38;5;241m0\u001b[39m])\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/langchain/text_splitter.py:302\u001b[0m, in \u001b[0;36mCharacterTextSplitter.split_text\u001b[0;34m(self, text)\u001b[0m\n\u001b[1;32m    298\u001b[0m \u001b[38;5;66;03m# First we naively split the large input into a bunch of smaller ones.\u001b[39;00m\n\u001b[1;32m    299\u001b[0m separator \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m    300\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_separator \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_is_separator_regex \u001b[38;5;28;01melse\u001b[39;00m re\u001b[38;5;241m.\u001b[39mescape(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_separator)\n\u001b[1;32m    301\u001b[0m )\n\u001b[0;32m--> 302\u001b[0m splits \u001b[38;5;241m=\u001b[39m _split_text_with_regex(text, separator, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_keep_separator)\n\u001b[1;32m    303\u001b[0m _separator \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_keep_separator \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_separator\n\u001b[1;32m    304\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_merge_splits(splits, _separator)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/langchain/text_splitter.py:92\u001b[0m, in \u001b[0;36m_split_text_with_regex\u001b[0;34m(text, separator, keep_separator)\u001b[0m\n\u001b[1;32m     90\u001b[0m         splits \u001b[38;5;241m=\u001b[39m [_splits[\u001b[38;5;241m0\u001b[39m]] \u001b[38;5;241m+\u001b[39m splits\n\u001b[1;32m     91\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m---> 92\u001b[0m         splits \u001b[38;5;241m=\u001b[39m re\u001b[38;5;241m.\u001b[39msplit(separator, text)\n\u001b[1;32m     93\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m     94\u001b[0m     splits \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mlist\u001b[39m(text)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/re/__init__.py:206\u001b[0m, in \u001b[0;36msplit\u001b[0;34m(pattern, string, maxsplit, flags)\u001b[0m\n\u001b[1;32m    198\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21msplit\u001b[39m(pattern, string, maxsplit\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m0\u001b[39m, flags\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m0\u001b[39m):\n\u001b[1;32m    199\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"Split the source string by the occurrences of the pattern,\u001b[39;00m\n\u001b[1;32m    200\u001b[0m \u001b[38;5;124;03m    returning a list containing the resulting substrings.  If\u001b[39;00m\n\u001b[1;32m    201\u001b[0m \u001b[38;5;124;03m    capturing parentheses are used in pattern, then the text of all\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    204\u001b[0m \u001b[38;5;124;03m    and the remainder of the string is returned as the final element\u001b[39;00m\n\u001b[1;32m    205\u001b[0m \u001b[38;5;124;03m    of the list.\"\"\"\u001b[39;00m\n\u001b[0;32m--> 206\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m _compile(pattern, flags)\u001b[38;5;241m.\u001b[39msplit(string, maxsplit)\n",
      "\u001b[0;31mTypeError\u001b[0m: expected string or bytes-like object, got 'list'"
     ]
    }
   ],
   "source": [
    "texts = text_splitter.split_text([my_string])\n",
    "print(texts[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {},
   "outputs": [],
   "source": [
    "from llama_hub.tools.wolfram_alpha import WolframAlphaToolSpec\n",
    "from llama_index.agent import OpenAIAgent\n",
    "\n",
    "\n",
    "wolfram_spec = WolframAlphaToolSpec(app_id=\"API-key\")\n",
    "\n",
    "agent = OpenAIAgent.from_tools(wolfram_spec.to_tool_list(), verbose=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.embeddings import HuggingFaceEmbeddings,HuggingFaceInstructEmbeddings"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Document(id_='28c31802-c2b3-4f3c-8312-33799282aafd', embedding=None, metadata={'video_id': 'hdiH5PIzR00'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={}, text='Hello, friends!\\n16th August, 1945.\\nWorld War II was on the verge of ending.\\nJapan had laid down their weapons and surrendered.\\nAnd in Germany, Hitler took his own life.\\nGermany and Japan, both countries\\nhad lost this war terribly.\\nNetaji Subhash Chandra Bose,\\nwho was taking Japan\\'s help to \\nlead the Indian National Army since 1943,\\nwas looking for new ways\\nto continue the freedom struggle.\\nEven though the plans weren\\'t properly laid out,\\nhis associates knew that\\nNetaji wanted to shift his base into the Soviet Union.\\nHis plan was to first go to Tokyo\\nto thank the Japanese Government\\nand leave for Soviet from there.\\nThe reason for this was very simple.\\nThe Soviet Union was a part of the Allied Forces.\\nThe countries that won this war.\\nBut despite this, the Soviet was\\nideologically different from other \\nallied countries like the US and the UK.\\nDue to his Communist ideology, Netaji hoped\\nthat they would help India \\nin our fight against the British.\\nBut the problem was that \\nJapan\\'s loss was still fresh.\\nAnd there had been two nuclear \\nattacks on Hiroshima and Nagasaki.\\nSo there weren\\'t many options for Netaji to travel to Tokyo.\\nThe Japanese forces found a way for him to travel\\nthat looked like this.\\nHe would board a Mitsubishi \\nKi-21 Heavy Bomber aircraft,\\nthat would take off from Saigon in Vietnam.\\nThis aircraft would make a stop in Taiwan\\'s Heito,\\nfrom there, it would fly to Taihoku Prefecture\\npresent-day Taipei in Taiwan.\\nAnd then one last stop in China\\'s Manchuria territory,\\nbefore finally reaching the final destination, Tokyo.\\nBack in those days, Manchuria was\\na puppet state of Japan, known as Manchukuo.\\nBut from 9th August,\\nthe Soviet Union started invading this place.\\nNetaji knew this,\\nso he thought that\\nhe should establish his first contact \\nwith the Soviets in Manchukuo.\\nFollowing this itinerary,\\nNetaji left Bangkok on the morning of 17th August\\nwith his INA group.\\nAnd reached Saigon, Vietnam around 10 AM.\\nUpon reaching here, he was told that\\nthere was space for only two people to sit \\nin the heavy bomber aircraft.\\nSo, it wasn\\'t possible for Netaji to go ahead \\nwith all his Indian National Army companions.\\nHe had to choose only one person.\\nHe chose to go on this journey with \\nhis companion Habibur Rahman.\\nOn 17th August around 5 PM,\\nthis plane took off from Saigon\\ncarrying about 12-13 people.\\nApart from Netaji and Colonel Habibur Rahman,\\nthe remaining passengers were either from \\nthe Japanese military or Japanese crew members.\\nBecause it was going to be dark soon,\\nthis plane made an unscheduled stop at Tourane,\\nwhich is the present-day Da Nang city.\\nThe passengers stayed the night at a hotel\\nand the crew worked on making this plane lighter.\\nMany weapons, ammunition, and machine guns\\nwere taken off the plane\\nso that it could be made lighter for the long journey.\\nNext morning on 18th August,\\nthe plane took off early at 5 AM.\\nAnd since the plane was lighter by then,\\nthe pilot skipped the next scheduled stop, Heito.\\nNext stop was Taihoku, the city of Taipei,\\nwhere the plane landed around 12 noon.\\nThe passengers had their lunch during the 2 hours stop\\nand the plane was refuelled.\\nDuring the plane\\'s testing,\\nthe pilot and the engineer saw that\\nthere was something wrong \\nwith the left engine of the plane.\\nThey didn\\'t investigate further,\\nthey thought it must be fine\\nsince the engine was fairly new.\\nOn 18th August, at 2 PM,\\nthe plane took off again.\\nJust a few minutes after the plane took off,\\na loud bang was heard.\\nAs if the plane\\'s engine had exploded.\\nThe plane started to go out of control\\nand it eventually crashed within a few seconds.\\nThe people in and near the cockpit,\\nthe pilot, co-pilot and a Japanese general,\\nd!ed immediately.\\nBehind the general, near the left wing,\\nnext to the plane\\'s petrol tank,\\nwas Netaji.\\nAnd behind him was Habibur Rahman.\\nSince both of them were towards the back of the plane,\\nmiraculously, after the crash,\\nthey came out of the plane alive.\\nBut Netaji was in a very bad condition, \\nbeing drenched in gasoline.\\nThe back door of the plane was not opening,\\nso they had to exit from the front entrance.\\nDoing this meant that\\nthey had to pass through the flames.\\nAnd since Netaji was completely drenched in petrol,\\nhe got burnt instantly.\\nHabibur Rahman tried his best to save him.\\nHe used clothes to put out the fire.\\nWithin 15 minutes, he takes Netaji \\nto the nearby Nammon Military Hospital.\\nBut unfortunately,\\nhe was unsuccessful in saving Netaji\\'s life.\\nThe d3ath of Subhash Chandra Bose\\ntook place in this hospital a few hours later.\\nThis painful story of the plane crash\\nis still merely a story for some people.\\nSome people believe that\\nNetaji had actually reached the Soviet Union\\nand he was imprisoned there\\nand tortured for the rest of his life.\\nOn the other hand, some people believe\\nthat this plane crash was just a ruse.\\nNetaji was actually alive\\nand he had returned to India in a disguise.\\nHe became a hermit in Ayodhya\\nand spent the rest of his life as a hermit.\\nGumnami Baba.\\nWhat\\'s the truth?\\nWhy is Netaji\\'s d3ath such a big mystery?\\nWhat was found when this was investigated?\\nLet\\'s try to understand these\\nin this video.\\nThis video is the second part\\non Netaji Subhash Chandra Bose\\'s story.\\nIf you haven\\'t seen the first video,\\nyou can find the link in the description below.\\nNow, before talking about which \\nconspiracy theory is true and which is not,\\nlet\\'s take a look at the pages of history.\\nOn an incident that is always ignored,\\nwhile talking about Netaji\\'s d3ath.\\nI am talking about INA trials,\\nwhich took place on Delhi\\'s Red Fort \\non 5th November 1945.\\nThis is about 2.5 months after Netaji\\'s d3ath.\\nMost of the Indian National Army troops\\nwere captured by the British.\\nApproximately 25,000 INA soldiers\\nwere in British custody.\\nOut of the 25,000, 3 soldiers\\nfaced a public case in Red Fort this day.\\n\"The British government decided that\\nin the eyes of the world,\\nto prove the Indian National Army a criminal group,\\nthere had to be an open trial in the Red Fort.\"\\nThese three soldiers were very special.\\nCaptain Shah Nawaz Khan,\\nLieutenant Gurbakhsh Singh Dhillon,\\nand Captain Prem Kumar Sahgal.\\nDuring Netaji\\'s struggle over the last few years,\\nthe British Empire had cleverly\\nsuppressed all the news about the INA.\\nThis meant that most Indians did not know\\nthe extent of Netaji\\'s contributions.\\nBut when the INA troops were captured by the British,\\nthe British government decided to\\nportray these trials in a highly-publicised manner to the public.\\nThe news of the trials against these \\n3 soldiers\\' spread across the country.\\nThe British government believed that\\nsince Netaji\\'s INA had attacked the British government,\\npeople would see it as an attack against the country,\\npeople would treat the INA as traitors.\\nThey believed that the public support will be with the British\\nbecause the British government\\ntried to portray the British government as the country.\\nBut this plan backfired completely.\\nThe result was just the opposite.\\nMost people saw that\\nthe people who are labelled as traitors by the government\\nwere actually the biggest patriots.\\nThousands of people were out on the streets to protest.\\nThe common masses made their voices heard.\\nThey claimed that these soldiers should not be punished.\\nThe crowd of protesters soon reached the Red Fort.\\nInterestingly, these three officers\\nbelonged to three religions.\\nSahgal was a Hindu,\\nKhan was a Muslim,\\nand Dhillon was a Sikh.\\nIndia\\'s three major religious communities.\\nThe same religious harmony\\nthat was seen in Netaji Subhash \\nChandra Bose\\'s Indian National Army.\\nNow, it was there in front of the country in the Red Fort.\\nThese three soldiers became \\na symbol of religious and national unity.\\nA case was filed against these three\\nfor waging war against the nation\\nunder Section 121 of IPC.\\nAlong with charges of m*rder and abetment to m*rder.\\nBut seeing this attempt to label \\nthe freedom fighters as traitors,\\npeople were even more infuriated.\\nKolkata, the city where Netaji \\nhad spent many years of his life,\\nsaw the most violent protests.\\nOn 23rd November, in a police firing,\\naround 100 protesters were killed.\\nWhat was the Congress Party doing during this?\\nCongress established an INA defence committee.\\n\"On the advice of Jawaharlal Nehru,\\nthe Indian National Congress\\nhas established a high-level defence committee.\"\\nThey decided to legally defend \\nthese three soldiers in the court.\\nThe defence committee that was formed\\nincluded Tej Bahadur Sapru,\\nBhulabhai Desai,\\nAsaf Ali, and Jawaharlal Nehru himself.\\nYou heard it right, Jawaharlal Nehru,\\nwho used to be a lawyer,\\nhad not worn the lawyer\\'s gown for many years.\\nBut at that point,\\nhe presented himself in the court as a lawyer.\\nThey argued in the British court that\\nthe provisional government created by Netaji\\nand the Indian National Army,\\nwas not illegal under international law.\\nBecause a state called Azad Hind \\n[Independent India] was created,\\nand its army had waged the war.\\nThey argued that the British \\ngovernment\\'s internal laws and regulations\\ncould not be imposed on Azad Hind and the INA.\\nObviously, since the British government \\nwas fighting in a British court,\\nthis legal fight was not successful.\\nOn 3rd January 1946,\\nwhen the court\\'s verdict was announced,\\nKhan, Sahgal, and Dhillon were \\nsentenced to transportation for life.\\nBasically, they are sent to exile\\nfrom where they would never return.\\nBut no court or government can withstand \\nthe power of the people.\\nThe people were so angry,\\nand the protests were relentless,\\nthat under public pressure, the government had to\\nrelease these soldiers.\\nThe British government was shocked to see\\nthat the soldiers of the British Indian Army\\nwere also revolting.\\nThose soldiers refused to fight,\\non behalf of the British.\\nThis later led to the Royal Indian Navy Mutiny.\\nThat is a story in itself,\\nwe can talk about that in another video.\\nBut because of these INA trials,\\nNetaji\\'s story had spread all over the country.\\nThe story of a man\\nwho had achieved such amazing feats in his life.\\nHow he could disguise himself repeatedly\\nto fool multiple countries.\\nHe went from one country to another to form an army.\\nSometimes in a submarine,\\nsometimes in an aeroplane.\\nThis story was no less than a superhero\\'s tale.\\nFor this reason, some people and \\nsome INA soldiers started doubting that\\nif Netaji had indeed d!ed in a plane crash.\\nThis didn\\'t seem probable.\\nHe had changed his disguises so many times,\\nfooled so many people,\\npeople started believing that \\nhe must be faking his d3ath too.\\nMaybe he used a body double in the plane crash.\\nBecause Allied Powers had already won World War II\\nand he did this to save himself from being captured.\\nOn top of that, there was no death certificate\\nnor any photo of the dead body.\\nThey had Habibur Rahman\\'s account only.\\nSo, it was understandable for people to have doubts.\\nEven when Mahatma Gandhi heard this news,\\nof Netaji\\'s plane having crashed,\\nhe too refused to believe that\\nNetaji could have died.\\nOnly after talking to Habibur Rahman personally,\\ndid Gandhi change his stance.\\nBut this doubt remained with many people in the country\\nand they kept waiting for the day\\nwhen Netaji would come back\\nand reveal himself to the public.\\nSome of them were Netaji\\'s associates.\\nAn organisation called Subhash Wadi Janta Party was formed\\nby some of these associates,\\nwho refuse to believe the plane crash theory.\\nAccording to their chronology, Netaji had come to India\\nand had become a hermit.\\nThey claim that he attended \\nGandhi ji\\'s cremation in 1948,\\nin disguise.\\nAnd then, from 1956 to 1959,\\nhe lived in a Shiva temple in Bareilly as a hermit.\\nThere, he is said to have become an expert in herbs\\nand even discovered the cure for tuberculosis.\\nIn 1959, Netahi is said to have\\nopened an ashram in Jalpaiguri city, Bengal.\\nShaulmari Ashram.\\nCalling himself Shreemad Saranandji.\\nThis conspiracy theory\\nis called the Shaulmari Baba Theory.\\nThis ashram actually existed\\nand this Baba was also real.\\nIn the 1960s, this conspiracy theory spread so much that\\nShaulmari Baba had to clarify that\\nhe was not Netaji.\\nBut his followers still kept insisting,\\nthat he was Netaji \\neven though he claimed not to be.\\nAnother conspiracy theory that\\nwas developed by some other associates of Netaji\\nwas that the plane had actually landed\\nand he had reached the Soviet Union as planned.\\nBut in the Soviet, Netaji was captured by Russians\\nand then t0rtured in concentration camps.\\nThe Russians used this\\nas a leverage against Prime Minister Nehru.\\nIn fact, not only Nehru\\nbut even Prime Minister Indira Gandhi\\nwas threatened with this.\\nRussians said that if India did not side with the Soviet Union,\\nthey would release Netaji from jail\\nand let the whole world know.\\nThis conspiracy theory\\nwas based on the misconception that\\nNetaji was a threat to Prime Minister Nehru\\nand opposed Congress.\\nAnd that if he were to return to India,\\nhe would have been the PM instead of Nehru.\\nThere is no rhyme nor reason \\nfor this conspiracy theory because\\nas I said in the previous video,\\nNetaji actually admired Nehru a lot.\\nThis is why he named on of the Azad Hind Brigade\\nafter Jawaharlal Nehru.\\nAnd the same mutual admiration\\nwas extended by Jawaharlal Nehru towards Netaji.\\nAfter his d3ath, he was called a national hero.\\nThere are some other interesting theories,\\nlike Netaji going to China,\\nand leading some operations there.\\nWe won\\'t talk about all that.\\nLet\\'s discuss the most popular theory about him.\\nThis is the theory of the Gumnami Baba.\\nHarvard professor Sugata Bose,\\nNetaji\\'s grand nephew,\\nin his book His Majesty\\'s Opponent \\npublished in 2011,\\nSubhash Chandra Bose \\nand India\\'s Struggle Against Empire,\\nmentioned that in 2002,\\nthe judiciary asked him to donate 1 ml blood\\nso that his DNA could be compared to a Gumnami Baba\\'s.\\nThis was because some people were claiming\\nthat a Gumnami Baba was Netaji.\\nThis was in 2002.\\n57 years since Netaji passed away.\\nHis family was shocked to know that\\neven government institutions were \\npromoting such a bizarre theory.\\nBut still, he donated his blood.\\nOf course, the evidence was negative.\\nThe DNA did not match.\\nBut still, the Gumnami Baba theory still remains popular.\\nThere are some people on social media\\nwho have taken up this theory again\\nand spread conspiracies repeatedly just for views.\\nThe theory of Gumnami Baba actually started in Russia.\\nThat under Stalin\\'s government\\nhe used to carry out top-secret covert operations.\\nLike a one-man army.\\nIn the Korean war of 1952,\\nhe is said to have led the Asian Liberation Army.\\nAfter that, in the war of 1962,\\nhe is said to have led the Chinese army against India\\nbecause he wanted to remove all western influence from India.\\nAnd since Indians didn\\'t recognise Gumnami Baba,\\nhe asked the army to retreat.\\nThe story doesn\\'t end here.\\nAfter this, in 1969, Gumnami Baba\\nfought against the USA in Vietnam.\\nIn 1971, he played a major role \\nin liberating Bangladesh.\\nHe was also guiding Mukti Vahini.\\nAnd finally, after everything,\\nhe became a hermit in India.\\nSpecifically, a hermit living in Ayodhya.\\nWho passed away on 16th September 1985.\\nThere was no photo of this Gumnami Baba\\'s d3ath,\\nnor was there any official d3ath certificate.\\nBut 44 days after his d3ath,\\na local newspaper published the news.\\nThe newspaper published that\\nthe Gumnami Baba was Netaji.\\nThe newspaper was called Naye Log [New People].\\nSenior journalist Sheetla Singh,\\nwho was working with another local newspaper at that time,\\nnamed Jan Morcha,\\ninvestigated this story in November 1985.\\nFor his investigation,\\nhe went to Kolkata to meet a close friend of Netaji,\\nPabitra Mohan Roy,\\nformer Intelligence Officer of INA.\\nHe said that throughout the years\\nhe met a new hermit, or a new mysterious person\\nin his search of Netaji.\\nIn this attempt, he went from Kohima to Punjab,\\nfrom Faizabad to Ayodhya.\\nBut none of the Babas were Netaji Subhash Chandra Bose.\\nHere you might get confused\\nI talked about a few Babas earlier\\nso why was this person meeting different Babas every year.\\nActually, friends, this Baba angle\\nhas multiple versions.\\nMany claims by different people.\\nSomeone in Karnataka may claim that a certain Babas was Netaji,\\nsomeone may claim that in UP,\\nand someone in MP.\\nWhen this news was published in Jan Morcha\\nabout Gumnami Baba theory,\\na fight broke out in the media.\\nMany local newspapers in Uttar Pradesh,\\nstarted talking about\\nhow Gumnami Baba was like.\\nEveryone started claiming that he was Netaji.\\nSome people started saying that\\nthey had known for years \\nthat Gumnami Baba was Netaji.\\nBut because he had taken an oath\\nthat they could not tell anyone about this,\\nso they had to remain silent.\\nQuite ironic because actually\\nhad they actually taken an oath\\nthat they would not tell this to anyone\\nwhy would they talk about it now?\\nIf you think logically about this theory,\\nit doesn\\'t make any sense.\\nWhat would be Netaji Subhash Chandra Bose\\'s motivation\\nto hide his identity?\\nIf he really was Gumnami Baba,\\nthen why would he be in a disguise\\nand spend the rest of his life as a hermit?\\nSome people on social media claim that\\nthis was done to protect India\\'s geopolitical interests.\\nHad Netaji come in front of the public,\\nit wouldn\\'t have been good for India.\\nI don\\'t understand their strange logic.\\nI think some people spread such \\nconspiracy theories for attention and views.\\nAnother argument in favour of the Gumnami Baba Theory is that\\nthis Baba used to speak English fluently.\\nHe used to discuss geopolitical issues with great confidence.\\nThat\\'s why he could be none other than Netaji.\\nBut today, look around you.\\nThere are so many Babas\\nwho talk in English with great confidence.\\nHave discussions on geopolitical issues.\\nWould you ever say that they are not a Baba,\\nbut Albert Einstein in disguise?\\nI don\\'t want to counter these theories with jokes.\\nI want to show you the truth with proof.\\nBecause in the last 70 years,\\nmultiple investigations have been carried out on this.\\nA lot of inquiries have been conducted\\nand many reports have been published.\\nLet\\'s understand these reports one-by-one\\nand try to find out the truth.\\nThe first was the Figgess Report of 1946.\\nThis was an investigation by the British.\\nUnder Lord Mountbatten,\\nintelligence officer Colonel John Figgess\\nwas tasked with investigating the \\nd3ath of Netaji Subhash Chandra Bose.\\nFiggess submitted his report on 25th July 1946.\\nThis report remained confidential for many decades.\\nBut today, it is publicly available.\\nThis report confirms four things.\\nFirst, a plane crashed on 18th August 1945\\nnear Taihoku airport.\\nSecond, Netaji Subhash Chandra Bose was in the plane.\\nThird, Netaji d!ed in a nearby \\nmilitary hospital on the same day.\\nFourth, he was cremated in Taihoku\\nand his ashes were later sent to Tokyo.\\nThe most important testimony in this report\\nwas of a Japanese doctor, \\nToyoshi Tsuruta,\\nwho was working in Nammon Hospital that day.\\nThe hospital where Netaji was taken after the crash.\\nIt is written in this report that\\nNetaji had asked the doctor in English\\nif he would stay with him the whole night.\\nBut at around 7 in the evening, he suffered a relapse\\nand the doctor gives him another camphor injection.\\nBut despite that, he passed away shortly after.\\nFriends, if you want to know \\nabout Indian history and world history in detail,\\nthere are many audiobooks on Kuku FM.\\nLike this one on Hiroshima and Nagasaki.\\nOr this one on Stalin.\\nThere are many audiobooks on Indian freedom fighters too.\\nLike this one on Mahatma Gandhi.\\nKuku FM is a great platform for audio learning.\\nBecause you get to listen to numerous audiobooks here.\\nOn almost every topic.\\nWhether you want to study history, \\ngeography, politics, religion or fiction.\\nEverything will be in audio form.\\nIf you haven\\'t joined Kuku FM yet,\\nyou can find a special 50% off \\ncoupon code in the description.\\nYou can check it out.\\nNow let\\'s get back to the topic.\\nFor this mystery, the second major inquiry\\nwas conducted in 1956.\\nThis was the first inquiry by the Indian government.\\nThe Shah Nawaz Committee.\\nThis committee was led by Shah Nawaz Khan,\\nthe same INA officer who was put on trial in Red Fort.\\nBut there were two other notable members on this committee,\\nS N Maitra, a civil servant of the West Bengal government,\\nand Suresh Chandra Bose, Netaji\\'s elder brother.\\nBetween April and July 1956,\\nthis committee interviewed 67 witnesses.\\nIn India, Japan, Thailand, and Vietnam,\\npeople who met Netaji before the crash.\\nAnd those who survived the crash.\\nThere were 7 survivors of this plane crash.\\nAnd this committee interviewed 5 of them in person\\nAlong with that, an additional doctor,\\nDr. Yoshimi, who was a surgeon in that hospital\\nwho treated Netaji in his final hours,\\nwas also interviewed.\\nThis inquiry resulted in a 3-page draft report.\\nWhich had three major points.\\nFirst, on 18th August, a plane \\ncrashed in Taihoku where Netaji d!ed.\\nSecond, he was cremated there.\\nAnd third, his ashes\\nwere taken to the Renkoji temple in Tokyo\\nand placed there.\\nBut the strange thing here was that\\none of the three people on this committee,\\nNetaji\\'s elder brother, Suresh Chandra Bose,\\nrefused to sign the final report.\\nHe wrote a note in which he blamed Shahnawaz and Nehru\\nfor withholding crucial evidence.\\nAccording to him, the committee\\'s aim was to prove\\nthat Netaji d!ed in this plane crash.\\nAnd the final report of 181 pages,\\nif two or more stories narrated by witnesses\\ndid not match other testimonies,\\nthen the entire testimony of the witness\\nshould be considered false.\\nBased on this, Suresh Chandra Bose said\\nthat there was no crash,\\nand that his brother was still alive\\nclaiming that the committee report was incorrect.\\nThe final report was still published with two-thirds consensus\\non 3rd August 1956\\nand the Indian Parliament accepted it in September 1956.\\nBut Suresh Chandra Bose did not give any alternate theory.\\nIn February 1966,\\n10 years after the publication of the report,\\nhe claimed that in the following month, March,\\nNetaji would reveal himself to the world.\\nOnce again, this claim spread among the masses.\\nCould Netaji really be alive?\\nMarch came and went but Netaji never returned.\\nMid-1960s was the time when\\nthe stories of Shaulmari Baba were becoming popular.\\nBecause of this, the government decided\\nthat another inquiry should be conducted.\\nIn 1970, a Khosla commission was set up\\nas the third major inquiry into the d3ath of Netaji.\\nThe Khosla Commission was a one-man commission,\\nonly one person was carrying out the investigation.\\nG.D. Khosla,\\nwho was the retired Chief Justice of the Punjab High Court.\\nHe submitted his report in 1974.\\nAnd his report reiterated the same things\\nstated by the Shah Nawaz Committee.\\nThere was one major difference between the investigation he conducted\\nand that conducted by the Shah Nawaz Committee.\\nJustice Khosla actually went to Taiwan\\nto see the crash site.\\nBut he couldn\\'t find the crash site.\\nBecause the airport where the crash happened\\ndidn\\'t exist after 1970.\\nShah Nawaz Committee members had tried to go to Taiwan\\nbut at that time, India-Taiwan relations weren\\'t good.\\nSo it was not possible.\\nBut the Khosla Commission didn\\'t discover anything new.\\nJustice Khosla spoke to more than 224 witnesses.\\nFour co-passengers of Netaji who had survived this crash\\nand five eyewitnesses who had seen this crash,\\nwere interviewed.\\nBy this time, many conspiracy theories had already gained traction,\\nand Justice Khosla had written in his report \\n\"to what extent fantasy and perversion of truth can proceed.\"\\nThe stories and conspiracy theories that were being spread,\\nhad political goals.\\nOr were spread by people who simply wanted to seek attention.\\nHe was surprised to see the extent to which\\nfake news can be spread about this.\\nOur story would have ended here,\\nbut as I said, in the late 1980s,\\nstories of the Gumnami Baba started becoming popular.\\nSo in 1999, when the BJP government was formed,\\nthe government decided that\\nthere should be another investigation.\\nThe government appointed a retired Supreme Court judge,\\nManoj Kumar Mukherjee,\\nto investigate this case.\\nAnd this is how the Mukherjee Commission was formed.\\nMore than 100 files were investigated by this commission.\\nThey went to Japan, Russia, and Taiwan again.\\nDNA test was carried out to test the Gumnami Baba theory.\\nThe DNA test I mentioned earlier in this video.\\nBut this DNA test proved to be a failure.\\nBut the real purpose of this report\\nwas to prove somehow that\\nthe theory of the plane crash was wrong.\\nAnd to prove this theory wrong,\\nmany claims were raised in the Mukherjee report.\\nFirst, it is stated that Habibur Rahman said\\nthat this plane took a nose dive from 12,000 feet and crashed.\\nThis report question that\\nin such a case, no one would be able to survive.\\nSo this theory had to be false.\\nBut where did this 12,000 feet figure come from?\\nNo one knows.\\nBecause Habibur Rehman never said that.\\nAnd by the time this Mukherjee Commission was formed,\\nHabibur Rehman had already passed away due to natural causes.\\nThe Mukherjee Commission concluded that\\nthis flight did take off from Saigon\\nbut it didn\\'t crash.\\nHe said that Netaji would still be alive\\nbecause there were no records or documents in any hospital or crematorium\\nrelated to his d3ath.\\nIt is worth noting that\\nby this point in time, 55 years had already passed\\nsince the plane crash.\\nEven after all this,\\nthe Mukherjee Commission did not present any alternate theory.\\nIt did not state\\nwhat could have happened \\nother than the plane crash.\\nThird, this report stated that\\nthe Japanese temple where Netaji\\'s ashes \\nwere said to have been placed,\\nwas not actually Netaji\\'s ashes\\nbut the ashes of a Japanese soldier.\\nBut when the chief priest of that temple said\\nthat they could do a DNA test,\\nJustice Mukherjee did not get the test done.\\nAnother false claim raised in Mukherjee Commission\\'s report was that\\nwhy was nothing published in any newspaper about Netaji\\'s d3ath\\nwhen the plane crashed.\\nThis was the argument in this report.\\nBut, actually, there were two local Taiwanese newspapers\\nthat published this news.\\nTaiwan Didi Shimpao and \\nTaiwan Nichi Nichi Shimbun.\\nIn both these newspapers, not only was the plane crash reported\\nbut they also mentioned Netaji\\'s d3ath.\\nOn top of that, historian Leonard A. Gordon,\\nwho was the biographer for Bose,\\nsaid that his books were mentioned as resources in this report\\nbut they were misinterpreted. \\nThe names of the books were mistitled or mislisted.\\nFinally, the Mukherjee Commission\\'s report was published 6 years later,\\non 8th November 2005.\\nAnd in May 2006,\\nwhen this report was submitted to the Indian Parliament,\\nthe Parliament rejected this report.\\nThe reason for the rejection was obvious,\\nthe things I just told you about,\\nbut by this time, Congress\\' UPA government had come into power.\\nThe rumours of conspiracy\\nwere going to continue.\\nBecause people were saying,\\nthose who were propagating this conspiracy theory,\\nthat since the Congress government was back in power,\\nthis report was going to be rejected anyway.\\nBut even if you believe the Mukherjee Commission Report,\\nand claim that the theory of the plane crash is wrong,\\nthe second problem is that\\nthere was no alternate explanation.\\nIf the plane crash didn\\'t happen, \\nwhat did happen?\\nThe Mukherjee Commission said nothing regarding it.\\nPeople\\'s next hope were the classified files.\\nThere are many old files\\nwhich have been classified by the Indian government\\nand not presented to the public.\\nSo, there must be some truth hidden in these files.\\nBy 2016, the Modi government had come into power,\\n304 files were declassified by the government.\\nThis was announced in the Parliament\\non 2nd March 2016.\\nThese were the last files which \\nwere not presented to the public.\\nMany files were declassified by previous governments as well.\\nFor example, the first HD Deve Gowda\\'s government\\ndeclassified 990 files in 1997.\\nAfter that, Manmohan Singh\\'s government\\ndeclassified around 1,000 files in 2012.\\nWhy were these files declassified at three different times?\\nThe reason was that Gowda\\'s government\\ndeclassified mostly Ministry of Defense\\'s files.\\nDr Manmohan Singh\\'s government\\nmostly declassified the files of the Home and Defense Ministry.\\nIn 2016, Modi\\'s government\\ndeclassified the files from the PMO, \\nMinistry of External Affairs and Cabinet Secretary.\\nIn the last declassification of the files,\\none file was regarding the Indian Independence League.\\nThe Indian Independence League had \\nconducted an independent investigation\\ninto the d3ath of Netaji.\\nIn 1953, a report was submitted on this.\\nA shocking thing was revealed in this report.\\nThis report states that\\nthe plane crash theory was true.\\nBut it is also states that\\nthis plane crash was carried out\\nby a faction of the Japanese government.\\nIn the beginning of the video, I told you\\nhow Netaji went from Bangkok to Saigon,\\nwith 6 INA associates.\\nBut in Saigon he was told that\\nthere was space for only two people on the plane.\\nAccording to this report, this was a calculated plan.\\nSome people in the Japanese government\\nwanted to have this plane be crashed.\\nThe year when the Modi government declassified these files,\\nthe government asked other countries\\nto declassify their files too,\\nthat related to Subhash Chandra Bose.\\nSo in response, Austria, Germany, \\nRussia, the UK, and the USA,\\nplaced all their files related to Netaji in public domain.\\nThey declassified their files.\\nBut, and this is an important but,\\nJapan was the only country that \\ndidn\\'t declassify all their secret files.\\nJapan had 5 secret files.\\nThey did declassify 2 of them\\nthat mention the same things.\\nA plane crash and the same descriptions.\\nBut to date, Japan still has 3 such classified files.\\nJapan has not released them to the public.\\nDoes this mean that\\nthis plane crash was really \\norchestrated by some Japanese people?\\nWithout any further evidence,\\nI don\\'t want to draw any conclusions here.\\nWe can know this for certain\\nonly when we get more evidence supporting it.\\nBut I will say that things look suspicious\\nbecause these 3 files have not been declassified.\\nBut whether this is true or not,\\none thing is for certain.\\nNetaji Subhash Chandra Bose\\'s d3ath\\nhappened that day, in that plane crash.\\nWe can say this for sure.\\nNetaji\\'s grand nephew,\\nChandra Kumar Bose, who was \\na BJP member till September 2023,\\nsaid that his family regrets that\\nthey believed in these conspiracy theories for years.\\nThis is a bitter truth that they had to accept.\\nThe truth that Netaji\\nd!ed in that air crash.\\nHe also said that the rumours and \\nconspiracy theories that are spread\\nare an insult to Netaji.\\nWe should reject all these conspiracy theories\\nand ignore the people who spread such rumours.\\nWe cannot say with 100% accuracy\\nwhy the plane crash happened.\\nBut we do know that between 1945 and 1974,\\n10 different investigations took place to uncover the truth.\\nBy the British Army, \\nby the Japan Allied Command,\\nby the British India Government, \\nby the Japanese Government,\\nby the Taiwanese Government,\\nby the Independent India\\'s Government.\\nIn addition to these, many individual journalists\\ncarried out independent investigations.\\nAll investigations reached the same conclusion.\\nThe same points that were mentioned \\nin the Shah Nawaz Commission Report.\\nNetaji\\'s only daughter, Anita Bose, believes this too.\\n\"And I think the declassification of files\\ncertainly also made available \\nthe documentation which prove that\\nhe d!ed, in fact, on August 18th, 1945\\nin an air crash,\\nor as a consequence of an air crash,\\nin what is now Taiwan.\"\\nIf Netaji\\'s family does not believe in these conspiracy theories\\nand considers them disrespectful,\\nthen the least we can do is\\nto stop spreading these rumours.\\nIf we want to honour Netaji\\'s legacy,\\nwe should learn from his values.\\nWe should take inspiration from his story,\\ninstead of spreading these conspiracies.\\nIf you found this video informative,\\nyou can click here to watch part 1 of this video,\\nwhere I tell you about Netaji\\'s story.\\nAnd I\\'ll see you in the next video.\\nThank you very much!', start_char_idx=None, end_char_idx=None, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "documents_1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "#from google.colab import drive\n",
    "#drive.mount('/content/gdrive', force_remount=True)\n",
    "#root_dir = \"/content/gdrive/My Drive\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "ename": "AttributeError",
     "evalue": "'YoutubeTranscriptReader' object has no attribute 'load'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mAttributeError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[28], line 2\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;66;03m#loader = DirectoryLoader(f'{root_dir}/Documents/', glob=\"./*.pdf\", loader_cls=PyPDFLoader)\u001b[39;00m\n\u001b[0;32m----> 2\u001b[0m documents \u001b[38;5;241m=\u001b[39m loader\u001b[38;5;241m.\u001b[39mload()\n",
      "\u001b[0;31mAttributeError\u001b[0m: 'YoutubeTranscriptReader' object has no attribute 'load'"
     ]
    }
   ],
   "source": [
    "#loader = DirectoryLoader(f'{root_dir}/Documents/', glob=\"./*.pdf\", loader_cls=PyPDFLoader)\n",
    "#documents = loader.load()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Collecting InstructorEmbedding\n",
      "  Downloading InstructorEmbedding-1.0.1-py2.py3-none-any.whl (19 kB)\n",
      "Installing collected packages: InstructorEmbedding\n",
      "Successfully installed InstructorEmbedding-1.0.1\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install InstructorEmbedding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ae03c307c5734e40b11e64ca92e035d3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       ".gitattributes:   0%|          | 0.00/1.43k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c757041812c0424daf47b5b30f961d03",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "README.md:   0%|          | 0.00/13.4k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1fdaa532c1cb4ad39dbeccbdab52f9ee",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "config.json:   0%|          | 0.00/1.40k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "99cb7155ce244a509688473d2dcdc798",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "generation_config.json:   0%|          | 0.00/147 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8cd34648f1934a829b5deaf085fc8493",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "model.safetensors:   0%|          | 0.00/990M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Error while downloading from https://cdn-lfs.huggingface.co/repos/bf/6f/bf6f650b464b29d0010bd25d18d9ebb545383704c670af1fcceac81468c7d8c3/1dfb70afdcedceb9f9fae2f9b68e004ad934361fb35b9b2bd50b45ea90790fc8?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1707897201&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcwNzg5NzIwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9iZi82Zi9iZjZmNjUwYjQ2NGIyOWQwMDEwYmQyNWQxOGQ5ZWJiNTQ1MzgzNzA0YzY3MGFmMWZjY2VhYzgxNDY4YzdkOGMzLzFkZmI3MGFmZGNlZGNlYjlmOWZhZTJmOWI2OGUwMDRhZDkzNDM2MWZiMzViOWIyYmQ1MGI0NWVhOTA3OTBmYzg%7EcmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=yWVU5o68f4w9QfLe4xlgy78-poMq8s-9ddeqYtjEUMznrwcJ%7EpZaghh7bvErktGxrYsjyHUgZWpxsFe%7ExvzzibpB5Vc%7EDFV%7Ey5J6aT9up6M53hz%7EfCWeYgr8kb10d139VALXyd9yIxJcK8qlC%7EA6CvXSI56WlDTGKHYTHy-kHhbKR5CBrYmNbD6sldKsP8oWfoTJ8DGUTcHKI3LvU3AAC%7ECrquA%7E8Iaw8bJKlsXFy5O8YVs2XKm6S1-sSZVF-aPIzABzC-tk2cjWpmjoiYJO7oYcMUWVUWbSG8YMYRkrdhKuiaNr6I2WbPchJZnDbCvah4NgGaVvYrNJ1iugXXTNag__&Key-Pair-Id=KVTP0A1DKRTAX: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Read timed out.\n",
      "Trying to resume download...\n"
     ]
    },
    {
     "ename": "ConnectionError",
     "evalue": "(MaxRetryError('HTTPSConnectionPool(host=\\'cdn-lfs.huggingface.co\\', port=443): Max retries exceeded with url: /repos/bf/6f/bf6f650b464b29d0010bd25d18d9ebb545383704c670af1fcceac81468c7d8c3/1dfb70afdcedceb9f9fae2f9b68e004ad934361fb35b9b2bd50b45ea90790fc8?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1707897201&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcwNzg5NzIwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9iZi82Zi9iZjZmNjUwYjQ2NGIyOWQwMDEwYmQyNWQxOGQ5ZWJiNTQ1MzgzNzA0YzY3MGFmMWZjY2VhYzgxNDY4YzdkOGMzLzFkZmI3MGFmZGNlZGNlYjlmOWZhZTJmOWI2OGUwMDRhZDkzNDM2MWZiMzViOWIyYmQ1MGI0NWVhOTA3OTBmYzg~cmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=yWVU5o68f4w9QfLe4xlgy78-poMq8s-9ddeqYtjEUMznrwcJ~pZaghh7bvErktGxrYsjyHUgZWpxsFe~xvzzibpB5Vc~DFV~y5J6aT9up6M53hz~fCWeYgr8kb10d139VALXyd9yIxJcK8qlC~A6CvXSI56WlDTGKHYTHy-kHhbKR5CBrYmNbD6sldKsP8oWfoTJ8DGUTcHKI3LvU3AAC~CrquA~8Iaw8bJKlsXFy5O8YVs2XKm6S1-sSZVF-aPIzABzC-tk2cjWpmjoiYJO7oYcMUWVUWbSG8YMYRkrdhKuiaNr6I2WbPchJZnDbCvah4NgGaVvYrNJ1iugXXTNag__&Key-Pair-Id=KVTP0A1DKRTAX (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x156c52990>: Failed to resolve \\'cdn-lfs.huggingface.co\\' ([Errno 8] nodename nor servname provided, or not known)\"))'), '(Request ID: 73d518f0-ffbb-47fc-b376-97ea2ef1c99d)')",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mTimeoutError\u001b[0m                              Traceback (most recent call last)",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:737\u001b[0m, in \u001b[0;36mHTTPResponse._error_catcher\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    736\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 737\u001b[0m     \u001b[38;5;28;01myield\u001b[39;00m\n\u001b[1;32m    739\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m SocketTimeout \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    740\u001b[0m     \u001b[38;5;66;03m# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but\u001b[39;00m\n\u001b[1;32m    741\u001b[0m     \u001b[38;5;66;03m# there is yet no clean way to get at it from this context.\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:852\u001b[0m, in \u001b[0;36mHTTPResponse._raw_read\u001b[0;34m(self, amt, read1)\u001b[0m\n\u001b[1;32m    851\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_error_catcher():\n\u001b[0;32m--> 852\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp_read(amt, read1\u001b[38;5;241m=\u001b[39mread1) \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m fp_closed \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    853\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m amt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m amt \u001b[38;5;241m!=\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m data:\n\u001b[1;32m    854\u001b[0m         \u001b[38;5;66;03m# Platform-specific: Buggy versions of Python.\u001b[39;00m\n\u001b[1;32m    855\u001b[0m         \u001b[38;5;66;03m# Close the connection when no data is returned\u001b[39;00m\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    860\u001b[0m         \u001b[38;5;66;03m# not properly close the connection in all cases. There is\u001b[39;00m\n\u001b[1;32m    861\u001b[0m         \u001b[38;5;66;03m# no harm in redundantly calling close.\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:835\u001b[0m, in \u001b[0;36mHTTPResponse._fp_read\u001b[0;34m(self, amt, read1)\u001b[0m\n\u001b[1;32m    833\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    834\u001b[0m     \u001b[38;5;66;03m# StringIO doesn't like amt=None\u001b[39;00m\n\u001b[0;32m--> 835\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp\u001b[38;5;241m.\u001b[39mread(amt) \u001b[38;5;28;01mif\u001b[39;00m amt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp\u001b[38;5;241m.\u001b[39mread()\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/http/client.py:466\u001b[0m, in \u001b[0;36mHTTPResponse.read\u001b[0;34m(self, amt)\u001b[0m\n\u001b[1;32m    465\u001b[0m     amt \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlength\n\u001b[0;32m--> 466\u001b[0m s \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfp\u001b[38;5;241m.\u001b[39mread(amt)\n\u001b[1;32m    467\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m s \u001b[38;5;129;01mand\u001b[39;00m amt:\n\u001b[1;32m    468\u001b[0m     \u001b[38;5;66;03m# Ideally, we would raise IncompleteRead if the content-length\u001b[39;00m\n\u001b[1;32m    469\u001b[0m     \u001b[38;5;66;03m# wasn't satisfied, but it might break compatibility.\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/socket.py:706\u001b[0m, in \u001b[0;36mSocketIO.readinto\u001b[0;34m(self, b)\u001b[0m\n\u001b[1;32m    705\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 706\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sock\u001b[38;5;241m.\u001b[39mrecv_into(b)\n\u001b[1;32m    707\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m timeout:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/ssl.py:1278\u001b[0m, in \u001b[0;36mSSLSocket.recv_into\u001b[0;34m(self, buffer, nbytes, flags)\u001b[0m\n\u001b[1;32m   1275\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[1;32m   1276\u001b[0m           \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnon-zero flags not allowed in calls to recv_into() on \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m%\u001b[39m\n\u001b[1;32m   1277\u001b[0m           \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__class__\u001b[39m)\n\u001b[0;32m-> 1278\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mread(nbytes, buffer)\n\u001b[1;32m   1279\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/ssl.py:1134\u001b[0m, in \u001b[0;36mSSLSocket.read\u001b[0;34m(self, len, buffer)\u001b[0m\n\u001b[1;32m   1133\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m buffer \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m-> 1134\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_sslobj\u001b[38;5;241m.\u001b[39mread(\u001b[38;5;28mlen\u001b[39m, buffer)\n\u001b[1;32m   1135\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
      "\u001b[0;31mTimeoutError\u001b[0m: The read operation timed out",
      "\nThe above exception was the direct cause of the following exception:\n",
      "\u001b[0;31mReadTimeoutError\u001b[0m                          Traceback (most recent call last)",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/requests/models.py:816\u001b[0m, in \u001b[0;36mResponse.iter_content.<locals>.generate\u001b[0;34m()\u001b[0m\n\u001b[1;32m    815\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 816\u001b[0m     \u001b[38;5;28;01myield from\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mraw\u001b[38;5;241m.\u001b[39mstream(chunk_size, decode_content\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    817\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ProtocolError \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:1033\u001b[0m, in \u001b[0;36mHTTPResponse.stream\u001b[0;34m(self, amt, decode_content)\u001b[0m\n\u001b[1;32m   1032\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m is_fp_closed(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp) \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_decoded_buffer) \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m-> 1033\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mread(amt\u001b[38;5;241m=\u001b[39mamt, decode_content\u001b[38;5;241m=\u001b[39mdecode_content)\n\u001b[1;32m   1035\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m data:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:925\u001b[0m, in \u001b[0;36mHTTPResponse.read\u001b[0;34m(self, amt, decode_content, cache_content)\u001b[0m\n\u001b[1;32m    923\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_decoded_buffer\u001b[38;5;241m.\u001b[39mget(amt)\n\u001b[0;32m--> 925\u001b[0m data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_raw_read(amt)\n\u001b[1;32m    927\u001b[0m flush_decoder \u001b[38;5;241m=\u001b[39m amt \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mor\u001b[39;00m (amt \u001b[38;5;241m!=\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m data)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:851\u001b[0m, in \u001b[0;36mHTTPResponse._raw_read\u001b[0;34m(self, amt, read1)\u001b[0m\n\u001b[1;32m    849\u001b[0m fp_closed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mgetattr\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mclosed\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mFalse\u001b[39;00m)\n\u001b[0;32m--> 851\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_error_catcher():\n\u001b[1;32m    852\u001b[0m     data \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_fp_read(amt, read1\u001b[38;5;241m=\u001b[39mread1) \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m fp_closed \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;124mb\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/contextlib.py:155\u001b[0m, in \u001b[0;36m_GeneratorContextManager.__exit__\u001b[0;34m(self, typ, value, traceback)\u001b[0m\n\u001b[1;32m    154\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 155\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgen\u001b[38;5;241m.\u001b[39mthrow(typ, value, traceback)\n\u001b[1;32m    156\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mStopIteration\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m exc:\n\u001b[1;32m    157\u001b[0m     \u001b[38;5;66;03m# Suppress StopIteration *unless* it's the same exception that\u001b[39;00m\n\u001b[1;32m    158\u001b[0m     \u001b[38;5;66;03m# was passed to throw().  This prevents a StopIteration\u001b[39;00m\n\u001b[1;32m    159\u001b[0m     \u001b[38;5;66;03m# raised inside the \"with\" statement from being suppressed.\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/response.py:742\u001b[0m, in \u001b[0;36mHTTPResponse._error_catcher\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    739\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m SocketTimeout \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    740\u001b[0m     \u001b[38;5;66;03m# FIXME: Ideally we'd like to include the url in the ReadTimeoutError but\u001b[39;00m\n\u001b[1;32m    741\u001b[0m     \u001b[38;5;66;03m# there is yet no clean way to get at it from this context.\u001b[39;00m\n\u001b[0;32m--> 742\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m ReadTimeoutError(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_pool, \u001b[38;5;28;01mNone\u001b[39;00m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRead timed out.\u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01me\u001b[39;00m  \u001b[38;5;66;03m# type: ignore[arg-type]\u001b[39;00m\n\u001b[1;32m    744\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m BaseSSLError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    745\u001b[0m     \u001b[38;5;66;03m# FIXME: Is there a better way to differentiate between SSLErrors?\u001b[39;00m\n",
      "\u001b[0;31mReadTimeoutError\u001b[0m: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Read timed out.",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mConnectionError\u001b[0m                           Traceback (most recent call last)",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/file_download.py:524\u001b[0m, in \u001b[0;36mhttp_get\u001b[0;34m(url, temp_file, proxies, resume_size, headers, expected_size, _nb_retries)\u001b[0m\n\u001b[1;32m    523\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 524\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m chunk \u001b[38;5;129;01min\u001b[39;00m r\u001b[38;5;241m.\u001b[39miter_content(chunk_size\u001b[38;5;241m=\u001b[39mDOWNLOAD_CHUNK_SIZE):\n\u001b[1;32m    525\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m chunk:  \u001b[38;5;66;03m# filter out keep-alive new chunks\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/requests/models.py:822\u001b[0m, in \u001b[0;36mResponse.iter_content.<locals>.generate\u001b[0;34m()\u001b[0m\n\u001b[1;32m    821\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ReadTimeoutError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m--> 822\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m(e)\n\u001b[1;32m    823\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m SSLError \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "\u001b[0;31mConnectionError\u001b[0m: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Read timed out.",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mgaierror\u001b[0m                                  Traceback (most recent call last)",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connection.py:198\u001b[0m, in \u001b[0;36mHTTPConnection._new_conn\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    197\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 198\u001b[0m     sock \u001b[38;5;241m=\u001b[39m connection\u001b[38;5;241m.\u001b[39mcreate_connection(\n\u001b[1;32m    199\u001b[0m         (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_dns_host, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mport),\n\u001b[1;32m    200\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtimeout,\n\u001b[1;32m    201\u001b[0m         source_address\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msource_address,\n\u001b[1;32m    202\u001b[0m         socket_options\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msocket_options,\n\u001b[1;32m    203\u001b[0m     )\n\u001b[1;32m    204\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m socket\u001b[38;5;241m.\u001b[39mgaierror \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/util/connection.py:60\u001b[0m, in \u001b[0;36mcreate_connection\u001b[0;34m(address, timeout, source_address, socket_options)\u001b[0m\n\u001b[1;32m     58\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m LocationParseError(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mhost\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m, label empty or too long\u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m---> 60\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m res \u001b[38;5;129;01min\u001b[39;00m socket\u001b[38;5;241m.\u001b[39mgetaddrinfo(host, port, family, socket\u001b[38;5;241m.\u001b[39mSOCK_STREAM):\n\u001b[1;32m     61\u001b[0m     af, socktype, proto, canonname, sa \u001b[38;5;241m=\u001b[39m res\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/socket.py:962\u001b[0m, in \u001b[0;36mgetaddrinfo\u001b[0;34m(host, port, family, type, proto, flags)\u001b[0m\n\u001b[1;32m    961\u001b[0m addrlist \u001b[38;5;241m=\u001b[39m []\n\u001b[0;32m--> 962\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m res \u001b[38;5;129;01min\u001b[39;00m _socket\u001b[38;5;241m.\u001b[39mgetaddrinfo(host, port, family, \u001b[38;5;28mtype\u001b[39m, proto, flags):\n\u001b[1;32m    963\u001b[0m     af, socktype, proto, canonname, sa \u001b[38;5;241m=\u001b[39m res\n",
      "\u001b[0;31mgaierror\u001b[0m: [Errno 8] nodename nor servname provided, or not known",
      "\nThe above exception was the direct cause of the following exception:\n",
      "\u001b[0;31mNameResolutionError\u001b[0m                       Traceback (most recent call last)",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connectionpool.py:793\u001b[0m, in \u001b[0;36mHTTPConnectionPool.urlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, preload_content, decode_content, **response_kw)\u001b[0m\n\u001b[1;32m    792\u001b[0m \u001b[38;5;66;03m# Make the request on the HTTPConnection object\u001b[39;00m\n\u001b[0;32m--> 793\u001b[0m response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_make_request(\n\u001b[1;32m    794\u001b[0m     conn,\n\u001b[1;32m    795\u001b[0m     method,\n\u001b[1;32m    796\u001b[0m     url,\n\u001b[1;32m    797\u001b[0m     timeout\u001b[38;5;241m=\u001b[39mtimeout_obj,\n\u001b[1;32m    798\u001b[0m     body\u001b[38;5;241m=\u001b[39mbody,\n\u001b[1;32m    799\u001b[0m     headers\u001b[38;5;241m=\u001b[39mheaders,\n\u001b[1;32m    800\u001b[0m     chunked\u001b[38;5;241m=\u001b[39mchunked,\n\u001b[1;32m    801\u001b[0m     retries\u001b[38;5;241m=\u001b[39mretries,\n\u001b[1;32m    802\u001b[0m     response_conn\u001b[38;5;241m=\u001b[39mresponse_conn,\n\u001b[1;32m    803\u001b[0m     preload_content\u001b[38;5;241m=\u001b[39mpreload_content,\n\u001b[1;32m    804\u001b[0m     decode_content\u001b[38;5;241m=\u001b[39mdecode_content,\n\u001b[1;32m    805\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mresponse_kw,\n\u001b[1;32m    806\u001b[0m )\n\u001b[1;32m    808\u001b[0m \u001b[38;5;66;03m# Everything went great!\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connectionpool.py:491\u001b[0m, in \u001b[0;36mHTTPConnectionPool._make_request\u001b[0;34m(self, conn, method, url, body, headers, retries, timeout, chunked, response_conn, preload_content, decode_content, enforce_content_length)\u001b[0m\n\u001b[1;32m    490\u001b[0m         new_e \u001b[38;5;241m=\u001b[39m _wrap_proxy_error(new_e, conn\u001b[38;5;241m.\u001b[39mproxy\u001b[38;5;241m.\u001b[39mscheme)\n\u001b[0;32m--> 491\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m new_e\n\u001b[1;32m    493\u001b[0m \u001b[38;5;66;03m# conn.request() calls http.client.*.request, not the method in\u001b[39;00m\n\u001b[1;32m    494\u001b[0m \u001b[38;5;66;03m# urllib3.request. It also calls makefile (recv) on the socket.\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connectionpool.py:467\u001b[0m, in \u001b[0;36mHTTPConnectionPool._make_request\u001b[0;34m(self, conn, method, url, body, headers, retries, timeout, chunked, response_conn, preload_content, decode_content, enforce_content_length)\u001b[0m\n\u001b[1;32m    466\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 467\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_validate_conn(conn)\n\u001b[1;32m    468\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (SocketTimeout, BaseSSLError) \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connectionpool.py:1099\u001b[0m, in \u001b[0;36mHTTPSConnectionPool._validate_conn\u001b[0;34m(self, conn)\u001b[0m\n\u001b[1;32m   1098\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m conn\u001b[38;5;241m.\u001b[39mis_closed:\n\u001b[0;32m-> 1099\u001b[0m     conn\u001b[38;5;241m.\u001b[39mconnect()\n\u001b[1;32m   1101\u001b[0m \u001b[38;5;66;03m# TODO revise this, see https://github.com/urllib3/urllib3/issues/2791\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connection.py:616\u001b[0m, in \u001b[0;36mHTTPSConnection.connect\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    615\u001b[0m sock: socket\u001b[38;5;241m.\u001b[39msocket \u001b[38;5;241m|\u001b[39m ssl\u001b[38;5;241m.\u001b[39mSSLSocket\n\u001b[0;32m--> 616\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msock \u001b[38;5;241m=\u001b[39m sock \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_new_conn()\n\u001b[1;32m    617\u001b[0m server_hostname: \u001b[38;5;28mstr\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhost\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connection.py:205\u001b[0m, in \u001b[0;36mHTTPConnection._new_conn\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    204\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m socket\u001b[38;5;241m.\u001b[39mgaierror \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m--> 205\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m NameResolutionError(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhost, \u001b[38;5;28mself\u001b[39m, e) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01me\u001b[39;00m\n\u001b[1;32m    206\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m SocketTimeout \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "\u001b[0;31mNameResolutionError\u001b[0m: <urllib3.connection.HTTPSConnection object at 0x156c52990>: Failed to resolve 'cdn-lfs.huggingface.co' ([Errno 8] nodename nor servname provided, or not known)",
      "\nThe above exception was the direct cause of the following exception:\n",
      "\u001b[0;31mMaxRetryError\u001b[0m                             Traceback (most recent call last)",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/requests/adapters.py:486\u001b[0m, in \u001b[0;36mHTTPAdapter.send\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m    485\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 486\u001b[0m     resp \u001b[38;5;241m=\u001b[39m conn\u001b[38;5;241m.\u001b[39murlopen(\n\u001b[1;32m    487\u001b[0m         method\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mmethod,\n\u001b[1;32m    488\u001b[0m         url\u001b[38;5;241m=\u001b[39murl,\n\u001b[1;32m    489\u001b[0m         body\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mbody,\n\u001b[1;32m    490\u001b[0m         headers\u001b[38;5;241m=\u001b[39mrequest\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m    491\u001b[0m         redirect\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    492\u001b[0m         assert_same_host\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    493\u001b[0m         preload_content\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    494\u001b[0m         decode_content\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    495\u001b[0m         retries\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmax_retries,\n\u001b[1;32m    496\u001b[0m         timeout\u001b[38;5;241m=\u001b[39mtimeout,\n\u001b[1;32m    497\u001b[0m         chunked\u001b[38;5;241m=\u001b[39mchunked,\n\u001b[1;32m    498\u001b[0m     )\n\u001b[1;32m    500\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m (ProtocolError, \u001b[38;5;167;01mOSError\u001b[39;00m) \u001b[38;5;28;01mas\u001b[39;00m err:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/connectionpool.py:847\u001b[0m, in \u001b[0;36mHTTPConnectionPool.urlopen\u001b[0;34m(self, method, url, body, headers, retries, redirect, assert_same_host, timeout, pool_timeout, release_conn, chunked, body_pos, preload_content, decode_content, **response_kw)\u001b[0m\n\u001b[1;32m    845\u001b[0m     new_e \u001b[38;5;241m=\u001b[39m ProtocolError(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mConnection aborted.\u001b[39m\u001b[38;5;124m\"\u001b[39m, new_e)\n\u001b[0;32m--> 847\u001b[0m retries \u001b[38;5;241m=\u001b[39m retries\u001b[38;5;241m.\u001b[39mincrement(\n\u001b[1;32m    848\u001b[0m     method, url, error\u001b[38;5;241m=\u001b[39mnew_e, _pool\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m, _stacktrace\u001b[38;5;241m=\u001b[39msys\u001b[38;5;241m.\u001b[39mexc_info()[\u001b[38;5;241m2\u001b[39m]\n\u001b[1;32m    849\u001b[0m )\n\u001b[1;32m    850\u001b[0m retries\u001b[38;5;241m.\u001b[39msleep()\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/urllib3/util/retry.py:515\u001b[0m, in \u001b[0;36mRetry.increment\u001b[0;34m(self, method, url, response, error, _pool, _stacktrace)\u001b[0m\n\u001b[1;32m    514\u001b[0m     reason \u001b[38;5;241m=\u001b[39m error \u001b[38;5;129;01mor\u001b[39;00m ResponseError(cause)\n\u001b[0;32m--> 515\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m MaxRetryError(_pool, url, reason) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mreason\u001b[39;00m  \u001b[38;5;66;03m# type: ignore[arg-type]\u001b[39;00m\n\u001b[1;32m    517\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mIncremented Retry for (url=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m): \u001b[39m\u001b[38;5;132;01m%r\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, url, new_retry)\n",
      "\u001b[0;31mMaxRetryError\u001b[0m: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Max retries exceeded with url: /repos/bf/6f/bf6f650b464b29d0010bd25d18d9ebb545383704c670af1fcceac81468c7d8c3/1dfb70afdcedceb9f9fae2f9b68e004ad934361fb35b9b2bd50b45ea90790fc8?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1707897201&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcwNzg5NzIwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9iZi82Zi9iZjZmNjUwYjQ2NGIyOWQwMDEwYmQyNWQxOGQ5ZWJiNTQ1MzgzNzA0YzY3MGFmMWZjY2VhYzgxNDY4YzdkOGMzLzFkZmI3MGFmZGNlZGNlYjlmOWZhZTJmOWI2OGUwMDRhZDkzNDM2MWZiMzViOWIyYmQ1MGI0NWVhOTA3OTBmYzg~cmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=yWVU5o68f4w9QfLe4xlgy78-poMq8s-9ddeqYtjEUMznrwcJ~pZaghh7bvErktGxrYsjyHUgZWpxsFe~xvzzibpB5Vc~DFV~y5J6aT9up6M53hz~fCWeYgr8kb10d139VALXyd9yIxJcK8qlC~A6CvXSI56WlDTGKHYTHy-kHhbKR5CBrYmNbD6sldKsP8oWfoTJ8DGUTcHKI3LvU3AAC~CrquA~8Iaw8bJKlsXFy5O8YVs2XKm6S1-sSZVF-aPIzABzC-tk2cjWpmjoiYJO7oYcMUWVUWbSG8YMYRkrdhKuiaNr6I2WbPchJZnDbCvah4NgGaVvYrNJ1iugXXTNag__&Key-Pair-Id=KVTP0A1DKRTAX (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x156c52990>: Failed to resolve 'cdn-lfs.huggingface.co' ([Errno 8] nodename nor servname provided, or not known)\"))",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[0;31mConnectionError\u001b[0m                           Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[46], line 3\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mlangchain\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01membeddings\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m HuggingFaceInstructEmbeddings\n\u001b[0;32m----> 3\u001b[0m instructor_embeddings \u001b[38;5;241m=\u001b[39m HuggingFaceInstructEmbeddings(model_name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mgoogle/flan-t5-base\u001b[39m\u001b[38;5;124m\"\u001b[39m, \n\u001b[1;32m      4\u001b[0m                                                       model_kwargs\u001b[38;5;241m=\u001b[39m{\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdevice\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcuda\u001b[39m\u001b[38;5;124m\"\u001b[39m})\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/langchain_community/embeddings/huggingface.py:149\u001b[0m, in \u001b[0;36mHuggingFaceInstructEmbeddings.__init__\u001b[0;34m(self, **kwargs)\u001b[0m\n\u001b[1;32m    146\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    147\u001b[0m     \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mInstructorEmbedding\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m INSTRUCTOR\n\u001b[0;32m--> 149\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mclient \u001b[38;5;241m=\u001b[39m INSTRUCTOR(\n\u001b[1;32m    150\u001b[0m         \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel_name, cache_folder\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcache_folder, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel_kwargs\n\u001b[1;32m    151\u001b[0m     )\n\u001b[1;32m    152\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mImportError\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    153\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mImportError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mDependencies for InstructorEmbedding not found.\u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01me\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/sentence_transformers/SentenceTransformer.py:87\u001b[0m, in \u001b[0;36mSentenceTransformer.__init__\u001b[0;34m(self, model_name_or_path, modules, device, cache_folder, use_auth_token)\u001b[0m\n\u001b[1;32m     83\u001b[0m     model_path \u001b[38;5;241m=\u001b[39m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(cache_folder, model_name_or_path\u001b[38;5;241m.\u001b[39mreplace(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m/\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m_\u001b[39m\u001b[38;5;124m\"\u001b[39m))\n\u001b[1;32m     85\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mexists(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(model_path, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mmodules.json\u001b[39m\u001b[38;5;124m'\u001b[39m)):\n\u001b[1;32m     86\u001b[0m         \u001b[38;5;66;03m# Download from hub with caching\u001b[39;00m\n\u001b[0;32m---> 87\u001b[0m         snapshot_download(model_name_or_path,\n\u001b[1;32m     88\u001b[0m                             cache_dir\u001b[38;5;241m=\u001b[39mcache_folder,\n\u001b[1;32m     89\u001b[0m                             library_name\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124msentence-transformers\u001b[39m\u001b[38;5;124m'\u001b[39m,\n\u001b[1;32m     90\u001b[0m                             library_version\u001b[38;5;241m=\u001b[39m__version__,\n\u001b[1;32m     91\u001b[0m                             ignore_files\u001b[38;5;241m=\u001b[39m[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mflax_model.msgpack\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mrust_model.ot\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtf_model.h5\u001b[39m\u001b[38;5;124m'\u001b[39m],\n\u001b[1;32m     92\u001b[0m                             use_auth_token\u001b[38;5;241m=\u001b[39muse_auth_token)\n\u001b[1;32m     94\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mexists(os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mjoin(model_path, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mmodules.json\u001b[39m\u001b[38;5;124m'\u001b[39m)):    \u001b[38;5;66;03m#Load as SentenceTransformer model\u001b[39;00m\n\u001b[1;32m     95\u001b[0m     modules \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_load_sbert_model(model_path)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/sentence_transformers/util.py:491\u001b[0m, in \u001b[0;36msnapshot_download\u001b[0;34m(repo_id, revision, cache_dir, library_name, library_version, user_agent, ignore_files, use_auth_token)\u001b[0m\n\u001b[1;32m    486\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m version\u001b[38;5;241m.\u001b[39mparse(huggingface_hub\u001b[38;5;241m.\u001b[39m__version__) \u001b[38;5;241m>\u001b[39m\u001b[38;5;241m=\u001b[39m version\u001b[38;5;241m.\u001b[39mparse(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m0.8.1\u001b[39m\u001b[38;5;124m\"\u001b[39m):\n\u001b[1;32m    487\u001b[0m     \u001b[38;5;66;03m# huggingface_hub v0.8.1 introduces a new cache layout. We sill use a manual layout\u001b[39;00m\n\u001b[1;32m    488\u001b[0m     \u001b[38;5;66;03m# And need to pass legacy_cache_layout=True to avoid that a warning will be printed\u001b[39;00m\n\u001b[1;32m    489\u001b[0m     cached_download_args[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mlegacy_cache_layout\u001b[39m\u001b[38;5;124m'\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m--> 491\u001b[0m path \u001b[38;5;241m=\u001b[39m cached_download(\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mcached_download_args)\n\u001b[1;32m    493\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m os\u001b[38;5;241m.\u001b[39mpath\u001b[38;5;241m.\u001b[39mexists(path \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m.lock\u001b[39m\u001b[38;5;124m\"\u001b[39m):\n\u001b[1;32m    494\u001b[0m     os\u001b[38;5;241m.\u001b[39mremove(path \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m.lock\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/utils/_validators.py:118\u001b[0m, in \u001b[0;36mvalidate_hf_hub_args.<locals>._inner_fn\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    115\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m check_use_auth_token:\n\u001b[1;32m    116\u001b[0m     kwargs \u001b[38;5;241m=\u001b[39m smoothly_deprecate_use_auth_token(fn_name\u001b[38;5;241m=\u001b[39mfn\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m, has_token\u001b[38;5;241m=\u001b[39mhas_token, kwargs\u001b[38;5;241m=\u001b[39mkwargs)\n\u001b[0;32m--> 118\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m fn(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/file_download.py:804\u001b[0m, in \u001b[0;36mcached_download\u001b[0;34m(url, library_name, library_version, cache_dir, user_agent, force_download, force_filename, proxies, etag_timeout, resume_download, token, local_files_only, legacy_cache_layout)\u001b[0m\n\u001b[1;32m    801\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m temp_file_manager() \u001b[38;5;28;01mas\u001b[39;00m temp_file:\n\u001b[1;32m    802\u001b[0m     logger\u001b[38;5;241m.\u001b[39minfo(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdownloading \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m to \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, url, temp_file\u001b[38;5;241m.\u001b[39mname)\n\u001b[0;32m--> 804\u001b[0m     http_get(\n\u001b[1;32m    805\u001b[0m         url_to_download,\n\u001b[1;32m    806\u001b[0m         temp_file,\n\u001b[1;32m    807\u001b[0m         proxies\u001b[38;5;241m=\u001b[39mproxies,\n\u001b[1;32m    808\u001b[0m         resume_size\u001b[38;5;241m=\u001b[39mresume_size,\n\u001b[1;32m    809\u001b[0m         headers\u001b[38;5;241m=\u001b[39mheaders,\n\u001b[1;32m    810\u001b[0m         expected_size\u001b[38;5;241m=\u001b[39mexpected_size,\n\u001b[1;32m    811\u001b[0m     )\n\u001b[1;32m    813\u001b[0m logger\u001b[38;5;241m.\u001b[39minfo(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mstoring \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m in cache at \u001b[39m\u001b[38;5;132;01m%s\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, url, cache_path)\n\u001b[1;32m    814\u001b[0m _chmod_and_replace(temp_file\u001b[38;5;241m.\u001b[39mname, cache_path)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/file_download.py:541\u001b[0m, in \u001b[0;36mhttp_get\u001b[0;34m(url, temp_file, proxies, resume_size, headers, expected_size, _nb_retries)\u001b[0m\n\u001b[1;32m    539\u001b[0m     time\u001b[38;5;241m.\u001b[39msleep(\u001b[38;5;241m1\u001b[39m)\n\u001b[1;32m    540\u001b[0m     reset_sessions()  \u001b[38;5;66;03m# In case of SSLError it's best to reset the shared requests.Session objects\u001b[39;00m\n\u001b[0;32m--> 541\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m http_get(\n\u001b[1;32m    542\u001b[0m         url\u001b[38;5;241m=\u001b[39murl,\n\u001b[1;32m    543\u001b[0m         temp_file\u001b[38;5;241m=\u001b[39mtemp_file,\n\u001b[1;32m    544\u001b[0m         proxies\u001b[38;5;241m=\u001b[39mproxies,\n\u001b[1;32m    545\u001b[0m         resume_size\u001b[38;5;241m=\u001b[39mnew_resume_size,\n\u001b[1;32m    546\u001b[0m         headers\u001b[38;5;241m=\u001b[39minitial_headers,\n\u001b[1;32m    547\u001b[0m         expected_size\u001b[38;5;241m=\u001b[39mexpected_size,\n\u001b[1;32m    548\u001b[0m         _nb_retries\u001b[38;5;241m=\u001b[39m_nb_retries \u001b[38;5;241m-\u001b[39m \u001b[38;5;241m1\u001b[39m,\n\u001b[1;32m    549\u001b[0m     )\n\u001b[1;32m    551\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m expected_size \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m expected_size \u001b[38;5;241m!=\u001b[39m temp_file\u001b[38;5;241m.\u001b[39mtell():\n\u001b[1;32m    552\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mEnvironmentError\u001b[39;00m(\n\u001b[1;32m    553\u001b[0m         consistency_error_message\u001b[38;5;241m.\u001b[39mformat(\n\u001b[1;32m    554\u001b[0m             actual_size\u001b[38;5;241m=\u001b[39mtemp_file\u001b[38;5;241m.\u001b[39mtell(),\n\u001b[1;32m    555\u001b[0m         )\n\u001b[1;32m    556\u001b[0m     )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/file_download.py:451\u001b[0m, in \u001b[0;36mhttp_get\u001b[0;34m(url, temp_file, proxies, resume_size, headers, expected_size, _nb_retries)\u001b[0m\n\u001b[1;32m    448\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m resume_size \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[1;32m    449\u001b[0m     headers[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRange\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mbytes=\u001b[39m\u001b[38;5;132;01m%d\u001b[39;00m\u001b[38;5;124m-\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m%\u001b[39m (resume_size,)\n\u001b[0;32m--> 451\u001b[0m r \u001b[38;5;241m=\u001b[39m _request_wrapper(\n\u001b[1;32m    452\u001b[0m     method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mGET\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39murl, stream\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m, proxies\u001b[38;5;241m=\u001b[39mproxies, headers\u001b[38;5;241m=\u001b[39mheaders, timeout\u001b[38;5;241m=\u001b[39mHF_HUB_DOWNLOAD_TIMEOUT\n\u001b[1;32m    453\u001b[0m )\n\u001b[1;32m    454\u001b[0m hf_raise_for_status(r)\n\u001b[1;32m    455\u001b[0m content_length \u001b[38;5;241m=\u001b[39m r\u001b[38;5;241m.\u001b[39mheaders\u001b[38;5;241m.\u001b[39mget(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mContent-Length\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/file_download.py:408\u001b[0m, in \u001b[0;36m_request_wrapper\u001b[0;34m(method, url, follow_relative_redirects, **params)\u001b[0m\n\u001b[1;32m    405\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m response\n\u001b[1;32m    407\u001b[0m \u001b[38;5;66;03m# Perform request and return if status_code is not in the retry list.\u001b[39;00m\n\u001b[0;32m--> 408\u001b[0m response \u001b[38;5;241m=\u001b[39m get_session()\u001b[38;5;241m.\u001b[39mrequest(method\u001b[38;5;241m=\u001b[39mmethod, url\u001b[38;5;241m=\u001b[39murl, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams)\n\u001b[1;32m    409\u001b[0m hf_raise_for_status(response)\n\u001b[1;32m    410\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m response\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/requests/sessions.py:589\u001b[0m, in \u001b[0;36mSession.request\u001b[0;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[1;32m    584\u001b[0m send_kwargs \u001b[38;5;241m=\u001b[39m {\n\u001b[1;32m    585\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtimeout\u001b[39m\u001b[38;5;124m\"\u001b[39m: timeout,\n\u001b[1;32m    586\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mallow_redirects\u001b[39m\u001b[38;5;124m\"\u001b[39m: allow_redirects,\n\u001b[1;32m    587\u001b[0m }\n\u001b[1;32m    588\u001b[0m send_kwargs\u001b[38;5;241m.\u001b[39mupdate(settings)\n\u001b[0;32m--> 589\u001b[0m resp \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39msend(prep, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39msend_kwargs)\n\u001b[1;32m    591\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m resp\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/requests/sessions.py:703\u001b[0m, in \u001b[0;36mSession.send\u001b[0;34m(self, request, **kwargs)\u001b[0m\n\u001b[1;32m    700\u001b[0m start \u001b[38;5;241m=\u001b[39m preferred_clock()\n\u001b[1;32m    702\u001b[0m \u001b[38;5;66;03m# Send the request\u001b[39;00m\n\u001b[0;32m--> 703\u001b[0m r \u001b[38;5;241m=\u001b[39m adapter\u001b[38;5;241m.\u001b[39msend(request, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m    705\u001b[0m \u001b[38;5;66;03m# Total elapsed time of the request (approximately)\u001b[39;00m\n\u001b[1;32m    706\u001b[0m elapsed \u001b[38;5;241m=\u001b[39m preferred_clock() \u001b[38;5;241m-\u001b[39m start\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/huggingface_hub/utils/_http.py:67\u001b[0m, in \u001b[0;36mUniqueRequestIdAdapter.send\u001b[0;34m(self, request, *args, **kwargs)\u001b[0m\n\u001b[1;32m     65\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Catch any RequestException to append request id to the error message for debugging.\"\"\"\u001b[39;00m\n\u001b[1;32m     66\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 67\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39msend(request, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m     68\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m requests\u001b[38;5;241m.\u001b[39mRequestException \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m     69\u001b[0m     request_id \u001b[38;5;241m=\u001b[39m request\u001b[38;5;241m.\u001b[39mheaders\u001b[38;5;241m.\u001b[39mget(X_AMZN_TRACE_ID)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/requests/adapters.py:519\u001b[0m, in \u001b[0;36mHTTPAdapter.send\u001b[0;34m(self, request, stream, timeout, verify, cert, proxies)\u001b[0m\n\u001b[1;32m    515\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(e\u001b[38;5;241m.\u001b[39mreason, _SSLError):\n\u001b[1;32m    516\u001b[0m         \u001b[38;5;66;03m# This branch is for urllib3 v1.22 and later.\u001b[39;00m\n\u001b[1;32m    517\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m SSLError(e, request\u001b[38;5;241m=\u001b[39mrequest)\n\u001b[0;32m--> 519\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m(e, request\u001b[38;5;241m=\u001b[39mrequest)\n\u001b[1;32m    521\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m ClosedPoolError \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[1;32m    522\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mConnectionError\u001b[39;00m(e, request\u001b[38;5;241m=\u001b[39mrequest)\n",
      "\u001b[0;31mConnectionError\u001b[0m: (MaxRetryError('HTTPSConnectionPool(host=\\'cdn-lfs.huggingface.co\\', port=443): Max retries exceeded with url: /repos/bf/6f/bf6f650b464b29d0010bd25d18d9ebb545383704c670af1fcceac81468c7d8c3/1dfb70afdcedceb9f9fae2f9b68e004ad934361fb35b9b2bd50b45ea90790fc8?response-content-disposition=attachment%3B+filename*%3DUTF-8%27%27model.safetensors%3B+filename%3D%22model.safetensors%22%3B&Expires=1707897201&Policy=eyJTdGF0ZW1lbnQiOlt7IkNvbmRpdGlvbiI6eyJEYXRlTGVzc1RoYW4iOnsiQVdTOkVwb2NoVGltZSI6MTcwNzg5NzIwMX19LCJSZXNvdXJjZSI6Imh0dHBzOi8vY2RuLWxmcy5odWdnaW5nZmFjZS5jby9yZXBvcy9iZi82Zi9iZjZmNjUwYjQ2NGIyOWQwMDEwYmQyNWQxOGQ5ZWJiNTQ1MzgzNzA0YzY3MGFmMWZjY2VhYzgxNDY4YzdkOGMzLzFkZmI3MGFmZGNlZGNlYjlmOWZhZTJmOWI2OGUwMDRhZDkzNDM2MWZiMzViOWIyYmQ1MGI0NWVhOTA3OTBmYzg~cmVzcG9uc2UtY29udGVudC1kaXNwb3NpdGlvbj0qIn1dfQ__&Signature=yWVU5o68f4w9QfLe4xlgy78-poMq8s-9ddeqYtjEUMznrwcJ~pZaghh7bvErktGxrYsjyHUgZWpxsFe~xvzzibpB5Vc~DFV~y5J6aT9up6M53hz~fCWeYgr8kb10d139VALXyd9yIxJcK8qlC~A6CvXSI56WlDTGKHYTHy-kHhbKR5CBrYmNbD6sldKsP8oWfoTJ8DGUTcHKI3LvU3AAC~CrquA~8Iaw8bJKlsXFy5O8YVs2XKm6S1-sSZVF-aPIzABzC-tk2cjWpmjoiYJO7oYcMUWVUWbSG8YMYRkrdhKuiaNr6I2WbPchJZnDbCvah4NgGaVvYrNJ1iugXXTNag__&Key-Pair-Id=KVTP0A1DKRTAX (Caused by NameResolutionError(\"<urllib3.connection.HTTPSConnection object at 0x156c52990>: Failed to resolve \\'cdn-lfs.huggingface.co\\' ([Errno 8] nodename nor servname provided, or not known)\"))'), '(Request ID: 73d518f0-ffbb-47fc-b376-97ea2ef1c99d)')"
     ]
    }
   ],
   "source": [
    "from langchain.embeddings import HuggingFaceInstructEmbeddings\n",
    "\n",
    "instructor_embeddings = HuggingFaceInstructEmbeddings(model_name=\"google/flan-t5-base\", \n",
    "                                                      model_kwargs={\"device\": \"cuda\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "ename": "RateLimitError",
     "evalue": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRateLimitError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[17], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m index \u001b[38;5;241m=\u001b[39m VectorStoreIndex(documents_2)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:53\u001b[0m, in \u001b[0;36mVectorStoreIndex.__init__\u001b[0;34m(self, nodes, objects, index_struct, service_context, storage_context, use_async, store_nodes_override, insert_batch_size, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m     51\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_store_nodes_override \u001b[38;5;241m=\u001b[39m store_nodes_override\n\u001b[1;32m     52\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_insert_batch_size \u001b[38;5;241m=\u001b[39m insert_batch_size\n\u001b[0;32m---> 53\u001b[0m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__init__\u001b[39m(\n\u001b[1;32m     54\u001b[0m     nodes\u001b[38;5;241m=\u001b[39mnodes,\n\u001b[1;32m     55\u001b[0m     index_struct\u001b[38;5;241m=\u001b[39mindex_struct,\n\u001b[1;32m     56\u001b[0m     service_context\u001b[38;5;241m=\u001b[39mservice_context,\n\u001b[1;32m     57\u001b[0m     storage_context\u001b[38;5;241m=\u001b[39mstorage_context,\n\u001b[1;32m     58\u001b[0m     show_progress\u001b[38;5;241m=\u001b[39mshow_progress,\n\u001b[1;32m     59\u001b[0m     objects\u001b[38;5;241m=\u001b[39mobjects,\n\u001b[1;32m     60\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m     61\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/base.py:75\u001b[0m, in \u001b[0;36mBaseIndex.__init__\u001b[0;34m(self, nodes, objects, index_struct, storage_context, service_context, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m     73\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m index_struct \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m     74\u001b[0m     nodes \u001b[38;5;241m=\u001b[39m nodes \u001b[38;5;129;01mor\u001b[39;00m []\n\u001b[0;32m---> 75\u001b[0m     index_struct \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuild_index_from_nodes(\n\u001b[1;32m     76\u001b[0m         nodes \u001b[38;5;241m+\u001b[39m objects  \u001b[38;5;66;03m# type: ignore\u001b[39;00m\n\u001b[1;32m     77\u001b[0m     )\n\u001b[1;32m     78\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_index_struct \u001b[38;5;241m=\u001b[39m index_struct\n\u001b[1;32m     79\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_storage_context\u001b[38;5;241m.\u001b[39mindex_store\u001b[38;5;241m.\u001b[39madd_index_struct(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_index_struct)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:274\u001b[0m, in \u001b[0;36mVectorStoreIndex.build_index_from_nodes\u001b[0;34m(self, nodes, **insert_kwargs)\u001b[0m\n\u001b[1;32m    266\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28many\u001b[39m(\n\u001b[1;32m    267\u001b[0m     node\u001b[38;5;241m.\u001b[39mget_content(metadata_mode\u001b[38;5;241m=\u001b[39mMetadataMode\u001b[38;5;241m.\u001b[39mEMBED) \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m nodes\n\u001b[1;32m    268\u001b[0m ):\n\u001b[1;32m    269\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[1;32m    270\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCannot build index from nodes with no content. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    271\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mPlease ensure all nodes have content.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    272\u001b[0m     )\n\u001b[0;32m--> 274\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_index_from_nodes(nodes, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:246\u001b[0m, in \u001b[0;36mVectorStoreIndex._build_index_from_nodes\u001b[0;34m(self, nodes, **insert_kwargs)\u001b[0m\n\u001b[1;32m    244\u001b[0m     run_async_tasks(tasks)\n\u001b[1;32m    245\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 246\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_add_nodes_to_index(\n\u001b[1;32m    247\u001b[0m         index_struct,\n\u001b[1;32m    248\u001b[0m         nodes,\n\u001b[1;32m    249\u001b[0m         show_progress\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_show_progress,\n\u001b[1;32m    250\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs,\n\u001b[1;32m    251\u001b[0m     )\n\u001b[1;32m    252\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m index_struct\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:199\u001b[0m, in \u001b[0;36mVectorStoreIndex._add_nodes_to_index\u001b[0;34m(self, index_struct, nodes, show_progress, **insert_kwargs)\u001b[0m\n\u001b[1;32m    196\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m\n\u001b[1;32m    198\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m nodes_batch \u001b[38;5;129;01min\u001b[39;00m iter_batch(nodes, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_insert_batch_size):\n\u001b[0;32m--> 199\u001b[0m     nodes_batch \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_node_with_embedding(nodes_batch, show_progress)\n\u001b[1;32m    200\u001b[0m     new_ids \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_vector_store\u001b[38;5;241m.\u001b[39madd(nodes_batch, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs)\n\u001b[1;32m    202\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_vector_store\u001b[38;5;241m.\u001b[39mstores_text \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_store_nodes_override:\n\u001b[1;32m    203\u001b[0m         \u001b[38;5;66;03m# NOTE: if the vector store doesn't store text,\u001b[39;00m\n\u001b[1;32m    204\u001b[0m         \u001b[38;5;66;03m# we need to add the nodes to the index struct and document store\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:107\u001b[0m, in \u001b[0;36mVectorStoreIndex._get_node_with_embedding\u001b[0;34m(self, nodes, show_progress)\u001b[0m\n\u001b[1;32m     96\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_get_node_with_embedding\u001b[39m(\n\u001b[1;32m     97\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m     98\u001b[0m     nodes: Sequence[BaseNode],\n\u001b[1;32m     99\u001b[0m     show_progress: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    100\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m List[BaseNode]:\n\u001b[1;32m    101\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"Get tuples of id, node, and embedding.\u001b[39;00m\n\u001b[1;32m    102\u001b[0m \n\u001b[1;32m    103\u001b[0m \u001b[38;5;124;03m    Allows us to store these nodes in a vector store.\u001b[39;00m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;124;03m    Embeddings are called in batches.\u001b[39;00m\n\u001b[1;32m    105\u001b[0m \n\u001b[1;32m    106\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 107\u001b[0m     id_to_embed_map \u001b[38;5;241m=\u001b[39m embed_nodes(\n\u001b[1;32m    108\u001b[0m         nodes, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_service_context\u001b[38;5;241m.\u001b[39membed_model, show_progress\u001b[38;5;241m=\u001b[39mshow_progress\n\u001b[1;32m    109\u001b[0m     )\n\u001b[1;32m    111\u001b[0m     results \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m    112\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m nodes:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/utils.py:137\u001b[0m, in \u001b[0;36membed_nodes\u001b[0;34m(nodes, embed_model, show_progress)\u001b[0m\n\u001b[1;32m    134\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    135\u001b[0m         id_to_embed_map[node\u001b[38;5;241m.\u001b[39mnode_id] \u001b[38;5;241m=\u001b[39m node\u001b[38;5;241m.\u001b[39membedding\n\u001b[0;32m--> 137\u001b[0m new_embeddings \u001b[38;5;241m=\u001b[39m embed_model\u001b[38;5;241m.\u001b[39mget_text_embedding_batch(\n\u001b[1;32m    138\u001b[0m     texts_to_embed, show_progress\u001b[38;5;241m=\u001b[39mshow_progress\n\u001b[1;32m    139\u001b[0m )\n\u001b[1;32m    141\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m new_id, text_embedding \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mzip\u001b[39m(ids_to_embed, new_embeddings):\n\u001b[1;32m    142\u001b[0m     id_to_embed_map[new_id] \u001b[38;5;241m=\u001b[39m text_embedding\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/core/embeddings/base.py:256\u001b[0m, in \u001b[0;36mBaseEmbedding.get_text_embedding_batch\u001b[0;34m(self, texts, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m    250\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m idx \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mlen\u001b[39m(texts) \u001b[38;5;241m-\u001b[39m \u001b[38;5;241m1\u001b[39m \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(cur_batch) \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39membed_batch_size:\n\u001b[1;32m    251\u001b[0m     \u001b[38;5;66;03m# flush\u001b[39;00m\n\u001b[1;32m    252\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcallback_manager\u001b[38;5;241m.\u001b[39mevent(\n\u001b[1;32m    253\u001b[0m         CBEventType\u001b[38;5;241m.\u001b[39mEMBEDDING,\n\u001b[1;32m    254\u001b[0m         payload\u001b[38;5;241m=\u001b[39m{EventPayload\u001b[38;5;241m.\u001b[39mSERIALIZED: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mto_dict()},\n\u001b[1;32m    255\u001b[0m     ) \u001b[38;5;28;01mas\u001b[39;00m event:\n\u001b[0;32m--> 256\u001b[0m         embeddings \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_text_embeddings(cur_batch)\n\u001b[1;32m    257\u001b[0m         result_embeddings\u001b[38;5;241m.\u001b[39mextend(embeddings)\n\u001b[1;32m    258\u001b[0m         event\u001b[38;5;241m.\u001b[39mon_end(\n\u001b[1;32m    259\u001b[0m             payload\u001b[38;5;241m=\u001b[39m{\n\u001b[1;32m    260\u001b[0m                 EventPayload\u001b[38;5;241m.\u001b[39mCHUNKS: cur_batch,\n\u001b[1;32m    261\u001b[0m                 EventPayload\u001b[38;5;241m.\u001b[39mEMBEDDINGS: embeddings,\n\u001b[1;32m    262\u001b[0m             },\n\u001b[1;32m    263\u001b[0m         )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/embeddings/openai.py:413\u001b[0m, in \u001b[0;36mOpenAIEmbedding._get_text_embeddings\u001b[0;34m(self, texts)\u001b[0m\n\u001b[1;32m    406\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Get text embeddings.\u001b[39;00m\n\u001b[1;32m    407\u001b[0m \n\u001b[1;32m    408\u001b[0m \u001b[38;5;124;03mBy default, this is a wrapper around _get_text_embedding.\u001b[39;00m\n\u001b[1;32m    409\u001b[0m \u001b[38;5;124;03mCan be overridden for batch queries.\u001b[39;00m\n\u001b[1;32m    410\u001b[0m \n\u001b[1;32m    411\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m    412\u001b[0m client \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_client()\n\u001b[0;32m--> 413\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m get_embeddings(\n\u001b[1;32m    414\u001b[0m     client,\n\u001b[1;32m    415\u001b[0m     texts,\n\u001b[1;32m    416\u001b[0m     engine\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_text_engine,\n\u001b[1;32m    417\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39madditional_kwargs,\n\u001b[1;32m    418\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:289\u001b[0m, in \u001b[0;36mBaseRetrying.wraps.<locals>.wrapped_f\u001b[0;34m(*args, **kw)\u001b[0m\n\u001b[1;32m    287\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(f)\n\u001b[1;32m    288\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mwrapped_f\u001b[39m(\u001b[38;5;241m*\u001b[39margs: t\u001b[38;5;241m.\u001b[39mAny, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkw: t\u001b[38;5;241m.\u001b[39mAny) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m t\u001b[38;5;241m.\u001b[39mAny:\n\u001b[0;32m--> 289\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m(f, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkw)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:379\u001b[0m, in \u001b[0;36mRetrying.__call__\u001b[0;34m(self, fn, *args, **kwargs)\u001b[0m\n\u001b[1;32m    377\u001b[0m retry_state \u001b[38;5;241m=\u001b[39m RetryCallState(retry_object\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m, fn\u001b[38;5;241m=\u001b[39mfn, args\u001b[38;5;241m=\u001b[39margs, kwargs\u001b[38;5;241m=\u001b[39mkwargs)\n\u001b[1;32m    378\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 379\u001b[0m     do \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39miter(retry_state\u001b[38;5;241m=\u001b[39mretry_state)\n\u001b[1;32m    380\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(do, DoAttempt):\n\u001b[1;32m    381\u001b[0m         \u001b[38;5;28;01mtry\u001b[39;00m:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:325\u001b[0m, in \u001b[0;36mBaseRetrying.iter\u001b[0;34m(self, retry_state)\u001b[0m\n\u001b[1;32m    323\u001b[0m     retry_exc \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mretry_error_cls(fut)\n\u001b[1;32m    324\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mreraise:\n\u001b[0;32m--> 325\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m retry_exc\u001b[38;5;241m.\u001b[39mreraise()\n\u001b[1;32m    326\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m retry_exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mfut\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mexception\u001b[39;00m()\n\u001b[1;32m    328\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mwait:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:158\u001b[0m, in \u001b[0;36mRetryError.reraise\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    156\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mreraise\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m t\u001b[38;5;241m.\u001b[39mNoReturn:\n\u001b[1;32m    157\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlast_attempt\u001b[38;5;241m.\u001b[39mfailed:\n\u001b[0;32m--> 158\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlast_attempt\u001b[38;5;241m.\u001b[39mresult()\n\u001b[1;32m    159\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/concurrent/futures/_base.py:449\u001b[0m, in \u001b[0;36mFuture.result\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    447\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m CancelledError()\n\u001b[1;32m    448\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_state \u001b[38;5;241m==\u001b[39m FINISHED:\n\u001b[0;32m--> 449\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m__get_result()\n\u001b[1;32m    451\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_condition\u001b[38;5;241m.\u001b[39mwait(timeout)\n\u001b[1;32m    453\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_state \u001b[38;5;129;01min\u001b[39;00m [CANCELLED, CANCELLED_AND_NOTIFIED]:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/concurrent/futures/_base.py:401\u001b[0m, in \u001b[0;36mFuture.__get_result\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    399\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exception:\n\u001b[1;32m    400\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 401\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exception\n\u001b[1;32m    402\u001b[0m     \u001b[38;5;28;01mfinally\u001b[39;00m:\n\u001b[1;32m    403\u001b[0m         \u001b[38;5;66;03m# Break a reference cycle with the exception in self._exception\u001b[39;00m\n\u001b[1;32m    404\u001b[0m         \u001b[38;5;28mself\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:382\u001b[0m, in \u001b[0;36mRetrying.__call__\u001b[0;34m(self, fn, *args, **kwargs)\u001b[0m\n\u001b[1;32m    380\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(do, DoAttempt):\n\u001b[1;32m    381\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 382\u001b[0m         result \u001b[38;5;241m=\u001b[39m fn(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m    383\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m:  \u001b[38;5;66;03m# noqa: B902\u001b[39;00m\n\u001b[1;32m    384\u001b[0m         retry_state\u001b[38;5;241m.\u001b[39mset_exception(sys\u001b[38;5;241m.\u001b[39mexc_info())  \u001b[38;5;66;03m# type: ignore[arg-type]\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/embeddings/openai.py:178\u001b[0m, in \u001b[0;36mget_embeddings\u001b[0;34m(client, list_of_text, engine, **kwargs)\u001b[0m\n\u001b[1;32m    174\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(list_of_text) \u001b[38;5;241m<\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m2048\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe batch size should not be larger than 2048.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    176\u001b[0m list_of_text \u001b[38;5;241m=\u001b[39m [text\u001b[38;5;241m.\u001b[39mreplace(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m text \u001b[38;5;129;01min\u001b[39;00m list_of_text]\n\u001b[0;32m--> 178\u001b[0m data \u001b[38;5;241m=\u001b[39m client\u001b[38;5;241m.\u001b[39membeddings\u001b[38;5;241m.\u001b[39mcreate(\u001b[38;5;28minput\u001b[39m\u001b[38;5;241m=\u001b[39mlist_of_text, model\u001b[38;5;241m=\u001b[39mengine, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\u001b[38;5;241m.\u001b[39mdata\n\u001b[1;32m    179\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m [d\u001b[38;5;241m.\u001b[39membedding \u001b[38;5;28;01mfor\u001b[39;00m d \u001b[38;5;129;01min\u001b[39;00m data]\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/resources/embeddings.py:108\u001b[0m, in \u001b[0;36mEmbeddings.create\u001b[0;34m(self, input, model, encoding_format, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m    102\u001b[0m         embedding\u001b[38;5;241m.\u001b[39membedding \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39mfrombuffer(  \u001b[38;5;66;03m# type: ignore[no-untyped-call]\u001b[39;00m\n\u001b[1;32m    103\u001b[0m             base64\u001b[38;5;241m.\u001b[39mb64decode(data), dtype\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfloat32\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    104\u001b[0m         )\u001b[38;5;241m.\u001b[39mtolist()\n\u001b[1;32m    106\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m obj\n\u001b[0;32m--> 108\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_post(\n\u001b[1;32m    109\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m/embeddings\u001b[39m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m    110\u001b[0m     body\u001b[38;5;241m=\u001b[39mmaybe_transform(params, embedding_create_params\u001b[38;5;241m.\u001b[39mEmbeddingCreateParams),\n\u001b[1;32m    111\u001b[0m     options\u001b[38;5;241m=\u001b[39mmake_request_options(\n\u001b[1;32m    112\u001b[0m         extra_headers\u001b[38;5;241m=\u001b[39mextra_headers,\n\u001b[1;32m    113\u001b[0m         extra_query\u001b[38;5;241m=\u001b[39mextra_query,\n\u001b[1;32m    114\u001b[0m         extra_body\u001b[38;5;241m=\u001b[39mextra_body,\n\u001b[1;32m    115\u001b[0m         timeout\u001b[38;5;241m=\u001b[39mtimeout,\n\u001b[1;32m    116\u001b[0m         post_parser\u001b[38;5;241m=\u001b[39mparser,\n\u001b[1;32m    117\u001b[0m     ),\n\u001b[1;32m    118\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mCreateEmbeddingResponse,\n\u001b[1;32m    119\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:1167\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1153\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mpost\u001b[39m(\n\u001b[1;32m   1154\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m   1155\u001b[0m     path: \u001b[38;5;28mstr\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1162\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m   1163\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[1;32m   1164\u001b[0m     opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m   1165\u001b[0m         method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m   1166\u001b[0m     )\n\u001b[0;32m-> 1167\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrequest(cast_to, opts, stream\u001b[38;5;241m=\u001b[39mstream, stream_cls\u001b[38;5;241m=\u001b[39mstream_cls))\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:856\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    847\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m    848\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    849\u001b[0m     cast_to: Type[ResponseT],\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    854\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    855\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 856\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    857\u001b[0m         cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    858\u001b[0m         options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    859\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    860\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    861\u001b[0m         remaining_retries\u001b[38;5;241m=\u001b[39mremaining_retries,\n\u001b[1;32m    862\u001b[0m     )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:932\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    930\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_should_retry(err\u001b[38;5;241m.\u001b[39mresponse):\n\u001b[1;32m    931\u001b[0m     err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mclose()\n\u001b[0;32m--> 932\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    933\u001b[0m         options,\n\u001b[1;32m    934\u001b[0m         cast_to,\n\u001b[1;32m    935\u001b[0m         retries,\n\u001b[1;32m    936\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m    937\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    938\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    939\u001b[0m     )\n\u001b[1;32m    941\u001b[0m \u001b[38;5;66;03m# If the response is streamed then we need to explicitly read the response\u001b[39;00m\n\u001b[1;32m    942\u001b[0m \u001b[38;5;66;03m# to completion before attempting to access the response text.\u001b[39;00m\n\u001b[1;32m    943\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mis_closed:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:932\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    930\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_should_retry(err\u001b[38;5;241m.\u001b[39mresponse):\n\u001b[1;32m    931\u001b[0m     err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mclose()\n\u001b[0;32m--> 932\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    933\u001b[0m         options,\n\u001b[1;32m    934\u001b[0m         cast_to,\n\u001b[1;32m    935\u001b[0m         retries,\n\u001b[1;32m    936\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m    937\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    938\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    939\u001b[0m     )\n\u001b[1;32m    941\u001b[0m \u001b[38;5;66;03m# If the response is streamed then we need to explicitly read the response\u001b[39;00m\n\u001b[1;32m    942\u001b[0m \u001b[38;5;66;03m# to completion before attempting to access the response text.\u001b[39;00m\n\u001b[1;32m    943\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mis_closed:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "    \u001b[0;31m[... skipping similar frames: SyncAPIClient._request at line 932 (7 times), SyncAPIClient._retry_request at line 980 (7 times)]\u001b[0m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:932\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    930\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_should_retry(err\u001b[38;5;241m.\u001b[39mresponse):\n\u001b[1;32m    931\u001b[0m     err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mclose()\n\u001b[0;32m--> 932\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    933\u001b[0m         options,\n\u001b[1;32m    934\u001b[0m         cast_to,\n\u001b[1;32m    935\u001b[0m         retries,\n\u001b[1;32m    936\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m    937\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    938\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    939\u001b[0m     )\n\u001b[1;32m    941\u001b[0m \u001b[38;5;66;03m# If the response is streamed then we need to explicitly read the response\u001b[39;00m\n\u001b[1;32m    942\u001b[0m \u001b[38;5;66;03m# to completion before attempting to access the response text.\u001b[39;00m\n\u001b[1;32m    943\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mis_closed:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:947\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    944\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mread()\n\u001b[1;32m    946\u001b[0m     log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRe-raising status error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 947\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_make_status_error_from_response(err\u001b[38;5;241m.\u001b[39mresponse) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m    949\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_process_response(\n\u001b[1;32m    950\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    951\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    954\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    955\u001b[0m )\n",
      "\u001b[0;31mRateLimitError\u001b[0m: Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}"
     ]
    }
   ],
   "source": [
    "index = VectorStoreIndex(documents_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: transformers in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (4.29.2)\n",
      "Requirement already satisfied: filelock in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (3.9.0)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (0.20.2)\n",
      "Requirement already satisfied: numpy>=1.17 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (1.25.2)\n",
      "Requirement already satisfied: packaging>=20.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (23.2)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (6.0)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (2022.7.9)\n",
      "Requirement already satisfied: requests in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (2.31.0)\n",
      "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (0.13.2)\n",
      "Requirement already satisfied: tqdm>=4.27 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers) (4.65.0)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.12.2)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.9.0)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->transformers) (2.0.4)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->transformers) (3.4)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->transformers) (2.2.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->transformers) (2023.5.7)\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install transformers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: sentence_transformers in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (2.2.2)\n",
      "Requirement already satisfied: transformers<5.0.0,>=4.6.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (4.29.2)\n",
      "Requirement already satisfied: tqdm in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (4.65.0)\n",
      "Requirement already satisfied: torch>=1.6.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (2.1.2)\n",
      "Requirement already satisfied: torchvision in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (0.16.2)\n",
      "Requirement already satisfied: numpy in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (1.25.2)\n",
      "Requirement already satisfied: scikit-learn in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (1.4.0)\n",
      "Requirement already satisfied: scipy in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (1.10.1)\n",
      "Requirement already satisfied: nltk in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (3.8.1)\n",
      "Requirement already satisfied: sentencepiece in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (0.1.99)\n",
      "Requirement already satisfied: huggingface-hub>=0.4.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sentence_transformers) (0.20.2)\n",
      "Requirement already satisfied: filelock in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub>=0.4.0->sentence_transformers) (3.9.0)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub>=0.4.0->sentence_transformers) (2023.12.2)\n",
      "Requirement already satisfied: requests in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub>=0.4.0->sentence_transformers) (2.31.0)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub>=0.4.0->sentence_transformers) (6.0)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub>=0.4.0->sentence_transformers) (4.9.0)\n",
      "Requirement already satisfied: packaging>=20.9 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from huggingface-hub>=0.4.0->sentence_transformers) (23.2)\n",
      "Requirement already satisfied: sympy in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from torch>=1.6.0->sentence_transformers) (1.11.1)\n",
      "Requirement already satisfied: networkx in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from torch>=1.6.0->sentence_transformers) (3.2.1)\n",
      "Requirement already satisfied: jinja2 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from torch>=1.6.0->sentence_transformers) (3.1.2)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers<5.0.0,>=4.6.0->sentence_transformers) (2022.7.9)\n",
      "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from transformers<5.0.0,>=4.6.0->sentence_transformers) (0.13.2)\n",
      "Requirement already satisfied: click in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from nltk->sentence_transformers) (8.0.4)\n",
      "Requirement already satisfied: joblib in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from nltk->sentence_transformers) (1.2.0)\n",
      "Requirement already satisfied: threadpoolctl>=2.0.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from scikit-learn->sentence_transformers) (2.2.0)\n",
      "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from torchvision->sentence_transformers) (9.4.0)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from jinja2->torch>=1.6.0->sentence_transformers) (2.1.1)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->huggingface-hub>=0.4.0->sentence_transformers) (2.0.4)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->huggingface-hub>=0.4.0->sentence_transformers) (3.4)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->huggingface-hub>=0.4.0->sentence_transformers) (2.2.0)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from requests->huggingface-hub>=0.4.0->sentence_transformers) (2023.5.7)\n",
      "Requirement already satisfied: mpmath>=0.19 in /Users/arpitagnihotri/anaconda3/lib/python3.11/site-packages (from sympy->torch>=1.6.0->sentence_transformers) (1.2.1)\n",
      "Note: you may need to restart the kernel to use updated packages.\n"
     ]
    }
   ],
   "source": [
    "pip install sentence_transformers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [],
   "source": [
    " from llama_index import service_context"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {},
   "outputs": [],
   "source": [
    "from llama_index.prompts.prompts import SimpleInputPrompt"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 66,
   "metadata": {},
   "outputs": [],
   "source": [
    "system = \"\"\" You are an assistant to help us creating content in short for, . With in 100 to 200 words for you tube \"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[Document(id_='28c31802-c2b3-4f3c-8312-33799282aafd', embedding=None, metadata={'video_id': 'hdiH5PIzR00'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={}, text='Hello, friends!\\n16th August, 1945.\\nWorld War II was on the verge of ending.\\nJapan had laid down their weapons and surrendered.\\nAnd in Germany, Hitler took his own life.\\nGermany and Japan, both countries\\nhad lost this war terribly.\\nNetaji Subhash Chandra Bose,\\nwho was taking Japan\\'s help to \\nlead the Indian National Army since 1943,\\nwas looking for new ways\\nto continue the freedom struggle.\\nEven though the plans weren\\'t properly laid out,\\nhis associates knew that\\nNetaji wanted to shift his base into the Soviet Union.\\nHis plan was to first go to Tokyo\\nto thank the Japanese Government\\nand leave for Soviet from there.\\nThe reason for this was very simple.\\nThe Soviet Union was a part of the Allied Forces.\\nThe countries that won this war.\\nBut despite this, the Soviet was\\nideologically different from other \\nallied countries like the US and the UK.\\nDue to his Communist ideology, Netaji hoped\\nthat they would help India \\nin our fight against the British.\\nBut the problem was that \\nJapan\\'s loss was still fresh.\\nAnd there had been two nuclear \\nattacks on Hiroshima and Nagasaki.\\nSo there weren\\'t many options for Netaji to travel to Tokyo.\\nThe Japanese forces found a way for him to travel\\nthat looked like this.\\nHe would board a Mitsubishi \\nKi-21 Heavy Bomber aircraft,\\nthat would take off from Saigon in Vietnam.\\nThis aircraft would make a stop in Taiwan\\'s Heito,\\nfrom there, it would fly to Taihoku Prefecture\\npresent-day Taipei in Taiwan.\\nAnd then one last stop in China\\'s Manchuria territory,\\nbefore finally reaching the final destination, Tokyo.\\nBack in those days, Manchuria was\\na puppet state of Japan, known as Manchukuo.\\nBut from 9th August,\\nthe Soviet Union started invading this place.\\nNetaji knew this,\\nso he thought that\\nhe should establish his first contact \\nwith the Soviets in Manchukuo.\\nFollowing this itinerary,\\nNetaji left Bangkok on the morning of 17th August\\nwith his INA group.\\nAnd reached Saigon, Vietnam around 10 AM.\\nUpon reaching here, he was told that\\nthere was space for only two people to sit \\nin the heavy bomber aircraft.\\nSo, it wasn\\'t possible for Netaji to go ahead \\nwith all his Indian National Army companions.\\nHe had to choose only one person.\\nHe chose to go on this journey with \\nhis companion Habibur Rahman.\\nOn 17th August around 5 PM,\\nthis plane took off from Saigon\\ncarrying about 12-13 people.\\nApart from Netaji and Colonel Habibur Rahman,\\nthe remaining passengers were either from \\nthe Japanese military or Japanese crew members.\\nBecause it was going to be dark soon,\\nthis plane made an unscheduled stop at Tourane,\\nwhich is the present-day Da Nang city.\\nThe passengers stayed the night at a hotel\\nand the crew worked on making this plane lighter.\\nMany weapons, ammunition, and machine guns\\nwere taken off the plane\\nso that it could be made lighter for the long journey.\\nNext morning on 18th August,\\nthe plane took off early at 5 AM.\\nAnd since the plane was lighter by then,\\nthe pilot skipped the next scheduled stop, Heito.\\nNext stop was Taihoku, the city of Taipei,\\nwhere the plane landed around 12 noon.\\nThe passengers had their lunch during the 2 hours stop\\nand the plane was refuelled.\\nDuring the plane\\'s testing,\\nthe pilot and the engineer saw that\\nthere was something wrong \\nwith the left engine of the plane.\\nThey didn\\'t investigate further,\\nthey thought it must be fine\\nsince the engine was fairly new.\\nOn 18th August, at 2 PM,\\nthe plane took off again.\\nJust a few minutes after the plane took off,\\na loud bang was heard.\\nAs if the plane\\'s engine had exploded.\\nThe plane started to go out of control\\nand it eventually crashed within a few seconds.\\nThe people in and near the cockpit,\\nthe pilot, co-pilot and a Japanese general,\\nd!ed immediately.\\nBehind the general, near the left wing,\\nnext to the plane\\'s petrol tank,\\nwas Netaji.\\nAnd behind him was Habibur Rahman.\\nSince both of them were towards the back of the plane,\\nmiraculously, after the crash,\\nthey came out of the plane alive.\\nBut Netaji was in a very bad condition, \\nbeing drenched in gasoline.\\nThe back door of the plane was not opening,\\nso they had to exit from the front entrance.\\nDoing this meant that\\nthey had to pass through the flames.\\nAnd since Netaji was completely drenched in petrol,\\nhe got burnt instantly.\\nHabibur Rahman tried his best to save him.\\nHe used clothes to put out the fire.\\nWithin 15 minutes, he takes Netaji \\nto the nearby Nammon Military Hospital.\\nBut unfortunately,\\nhe was unsuccessful in saving Netaji\\'s life.\\nThe d3ath of Subhash Chandra Bose\\ntook place in this hospital a few hours later.\\nThis painful story of the plane crash\\nis still merely a story for some people.\\nSome people believe that\\nNetaji had actually reached the Soviet Union\\nand he was imprisoned there\\nand tortured for the rest of his life.\\nOn the other hand, some people believe\\nthat this plane crash was just a ruse.\\nNetaji was actually alive\\nand he had returned to India in a disguise.\\nHe became a hermit in Ayodhya\\nand spent the rest of his life as a hermit.\\nGumnami Baba.\\nWhat\\'s the truth?\\nWhy is Netaji\\'s d3ath such a big mystery?\\nWhat was found when this was investigated?\\nLet\\'s try to understand these\\nin this video.\\nThis video is the second part\\non Netaji Subhash Chandra Bose\\'s story.\\nIf you haven\\'t seen the first video,\\nyou can find the link in the description below.\\nNow, before talking about which \\nconspiracy theory is true and which is not,\\nlet\\'s take a look at the pages of history.\\nOn an incident that is always ignored,\\nwhile talking about Netaji\\'s d3ath.\\nI am talking about INA trials,\\nwhich took place on Delhi\\'s Red Fort \\non 5th November 1945.\\nThis is about 2.5 months after Netaji\\'s d3ath.\\nMost of the Indian National Army troops\\nwere captured by the British.\\nApproximately 25,000 INA soldiers\\nwere in British custody.\\nOut of the 25,000, 3 soldiers\\nfaced a public case in Red Fort this day.\\n\"The British government decided that\\nin the eyes of the world,\\nto prove the Indian National Army a criminal group,\\nthere had to be an open trial in the Red Fort.\"\\nThese three soldiers were very special.\\nCaptain Shah Nawaz Khan,\\nLieutenant Gurbakhsh Singh Dhillon,\\nand Captain Prem Kumar Sahgal.\\nDuring Netaji\\'s struggle over the last few years,\\nthe British Empire had cleverly\\nsuppressed all the news about the INA.\\nThis meant that most Indians did not know\\nthe extent of Netaji\\'s contributions.\\nBut when the INA troops were captured by the British,\\nthe British government decided to\\nportray these trials in a highly-publicised manner to the public.\\nThe news of the trials against these \\n3 soldiers\\' spread across the country.\\nThe British government believed that\\nsince Netaji\\'s INA had attacked the British government,\\npeople would see it as an attack against the country,\\npeople would treat the INA as traitors.\\nThey believed that the public support will be with the British\\nbecause the British government\\ntried to portray the British government as the country.\\nBut this plan backfired completely.\\nThe result was just the opposite.\\nMost people saw that\\nthe people who are labelled as traitors by the government\\nwere actually the biggest patriots.\\nThousands of people were out on the streets to protest.\\nThe common masses made their voices heard.\\nThey claimed that these soldiers should not be punished.\\nThe crowd of protesters soon reached the Red Fort.\\nInterestingly, these three officers\\nbelonged to three religions.\\nSahgal was a Hindu,\\nKhan was a Muslim,\\nand Dhillon was a Sikh.\\nIndia\\'s three major religious communities.\\nThe same religious harmony\\nthat was seen in Netaji Subhash \\nChandra Bose\\'s Indian National Army.\\nNow, it was there in front of the country in the Red Fort.\\nThese three soldiers became \\na symbol of religious and national unity.\\nA case was filed against these three\\nfor waging war against the nation\\nunder Section 121 of IPC.\\nAlong with charges of m*rder and abetment to m*rder.\\nBut seeing this attempt to label \\nthe freedom fighters as traitors,\\npeople were even more infuriated.\\nKolkata, the city where Netaji \\nhad spent many years of his life,\\nsaw the most violent protests.\\nOn 23rd November, in a police firing,\\naround 100 protesters were killed.\\nWhat was the Congress Party doing during this?\\nCongress established an INA defence committee.\\n\"On the advice of Jawaharlal Nehru,\\nthe Indian National Congress\\nhas established a high-level defence committee.\"\\nThey decided to legally defend \\nthese three soldiers in the court.\\nThe defence committee that was formed\\nincluded Tej Bahadur Sapru,\\nBhulabhai Desai,\\nAsaf Ali, and Jawaharlal Nehru himself.\\nYou heard it right, Jawaharlal Nehru,\\nwho used to be a lawyer,\\nhad not worn the lawyer\\'s gown for many years.\\nBut at that point,\\nhe presented himself in the court as a lawyer.\\nThey argued in the British court that\\nthe provisional government created by Netaji\\nand the Indian National Army,\\nwas not illegal under international law.\\nBecause a state called Azad Hind \\n[Independent India] was created,\\nand its army had waged the war.\\nThey argued that the British \\ngovernment\\'s internal laws and regulations\\ncould not be imposed on Azad Hind and the INA.\\nObviously, since the British government \\nwas fighting in a British court,\\nthis legal fight was not successful.\\nOn 3rd January 1946,\\nwhen the court\\'s verdict was announced,\\nKhan, Sahgal, and Dhillon were \\nsentenced to transportation for life.\\nBasically, they are sent to exile\\nfrom where they would never return.\\nBut no court or government can withstand \\nthe power of the people.\\nThe people were so angry,\\nand the protests were relentless,\\nthat under public pressure, the government had to\\nrelease these soldiers.\\nThe British government was shocked to see\\nthat the soldiers of the British Indian Army\\nwere also revolting.\\nThose soldiers refused to fight,\\non behalf of the British.\\nThis later led to the Royal Indian Navy Mutiny.\\nThat is a story in itself,\\nwe can talk about that in another video.\\nBut because of these INA trials,\\nNetaji\\'s story had spread all over the country.\\nThe story of a man\\nwho had achieved such amazing feats in his life.\\nHow he could disguise himself repeatedly\\nto fool multiple countries.\\nHe went from one country to another to form an army.\\nSometimes in a submarine,\\nsometimes in an aeroplane.\\nThis story was no less than a superhero\\'s tale.\\nFor this reason, some people and \\nsome INA soldiers started doubting that\\nif Netaji had indeed d!ed in a plane crash.\\nThis didn\\'t seem probable.\\nHe had changed his disguises so many times,\\nfooled so many people,\\npeople started believing that \\nhe must be faking his d3ath too.\\nMaybe he used a body double in the plane crash.\\nBecause Allied Powers had already won World War II\\nand he did this to save himself from being captured.\\nOn top of that, there was no death certificate\\nnor any photo of the dead body.\\nThey had Habibur Rahman\\'s account only.\\nSo, it was understandable for people to have doubts.\\nEven when Mahatma Gandhi heard this news,\\nof Netaji\\'s plane having crashed,\\nhe too refused to believe that\\nNetaji could have died.\\nOnly after talking to Habibur Rahman personally,\\ndid Gandhi change his stance.\\nBut this doubt remained with many people in the country\\nand they kept waiting for the day\\nwhen Netaji would come back\\nand reveal himself to the public.\\nSome of them were Netaji\\'s associates.\\nAn organisation called Subhash Wadi Janta Party was formed\\nby some of these associates,\\nwho refuse to believe the plane crash theory.\\nAccording to their chronology, Netaji had come to India\\nand had become a hermit.\\nThey claim that he attended \\nGandhi ji\\'s cremation in 1948,\\nin disguise.\\nAnd then, from 1956 to 1959,\\nhe lived in a Shiva temple in Bareilly as a hermit.\\nThere, he is said to have become an expert in herbs\\nand even discovered the cure for tuberculosis.\\nIn 1959, Netahi is said to have\\nopened an ashram in Jalpaiguri city, Bengal.\\nShaulmari Ashram.\\nCalling himself Shreemad Saranandji.\\nThis conspiracy theory\\nis called the Shaulmari Baba Theory.\\nThis ashram actually existed\\nand this Baba was also real.\\nIn the 1960s, this conspiracy theory spread so much that\\nShaulmari Baba had to clarify that\\nhe was not Netaji.\\nBut his followers still kept insisting,\\nthat he was Netaji \\neven though he claimed not to be.\\nAnother conspiracy theory that\\nwas developed by some other associates of Netaji\\nwas that the plane had actually landed\\nand he had reached the Soviet Union as planned.\\nBut in the Soviet, Netaji was captured by Russians\\nand then t0rtured in concentration camps.\\nThe Russians used this\\nas a leverage against Prime Minister Nehru.\\nIn fact, not only Nehru\\nbut even Prime Minister Indira Gandhi\\nwas threatened with this.\\nRussians said that if India did not side with the Soviet Union,\\nthey would release Netaji from jail\\nand let the whole world know.\\nThis conspiracy theory\\nwas based on the misconception that\\nNetaji was a threat to Prime Minister Nehru\\nand opposed Congress.\\nAnd that if he were to return to India,\\nhe would have been the PM instead of Nehru.\\nThere is no rhyme nor reason \\nfor this conspiracy theory because\\nas I said in the previous video,\\nNetaji actually admired Nehru a lot.\\nThis is why he named on of the Azad Hind Brigade\\nafter Jawaharlal Nehru.\\nAnd the same mutual admiration\\nwas extended by Jawaharlal Nehru towards Netaji.\\nAfter his d3ath, he was called a national hero.\\nThere are some other interesting theories,\\nlike Netaji going to China,\\nand leading some operations there.\\nWe won\\'t talk about all that.\\nLet\\'s discuss the most popular theory about him.\\nThis is the theory of the Gumnami Baba.\\nHarvard professor Sugata Bose,\\nNetaji\\'s grand nephew,\\nin his book His Majesty\\'s Opponent \\npublished in 2011,\\nSubhash Chandra Bose \\nand India\\'s Struggle Against Empire,\\nmentioned that in 2002,\\nthe judiciary asked him to donate 1 ml blood\\nso that his DNA could be compared to a Gumnami Baba\\'s.\\nThis was because some people were claiming\\nthat a Gumnami Baba was Netaji.\\nThis was in 2002.\\n57 years since Netaji passed away.\\nHis family was shocked to know that\\neven government institutions were \\npromoting such a bizarre theory.\\nBut still, he donated his blood.\\nOf course, the evidence was negative.\\nThe DNA did not match.\\nBut still, the Gumnami Baba theory still remains popular.\\nThere are some people on social media\\nwho have taken up this theory again\\nand spread conspiracies repeatedly just for views.\\nThe theory of Gumnami Baba actually started in Russia.\\nThat under Stalin\\'s government\\nhe used to carry out top-secret covert operations.\\nLike a one-man army.\\nIn the Korean war of 1952,\\nhe is said to have led the Asian Liberation Army.\\nAfter that, in the war of 1962,\\nhe is said to have led the Chinese army against India\\nbecause he wanted to remove all western influence from India.\\nAnd since Indians didn\\'t recognise Gumnami Baba,\\nhe asked the army to retreat.\\nThe story doesn\\'t end here.\\nAfter this, in 1969, Gumnami Baba\\nfought against the USA in Vietnam.\\nIn 1971, he played a major role \\nin liberating Bangladesh.\\nHe was also guiding Mukti Vahini.\\nAnd finally, after everything,\\nhe became a hermit in India.\\nSpecifically, a hermit living in Ayodhya.\\nWho passed away on 16th September 1985.\\nThere was no photo of this Gumnami Baba\\'s d3ath,\\nnor was there any official d3ath certificate.\\nBut 44 days after his d3ath,\\na local newspaper published the news.\\nThe newspaper published that\\nthe Gumnami Baba was Netaji.\\nThe newspaper was called Naye Log [New People].\\nSenior journalist Sheetla Singh,\\nwho was working with another local newspaper at that time,\\nnamed Jan Morcha,\\ninvestigated this story in November 1985.\\nFor his investigation,\\nhe went to Kolkata to meet a close friend of Netaji,\\nPabitra Mohan Roy,\\nformer Intelligence Officer of INA.\\nHe said that throughout the years\\nhe met a new hermit, or a new mysterious person\\nin his search of Netaji.\\nIn this attempt, he went from Kohima to Punjab,\\nfrom Faizabad to Ayodhya.\\nBut none of the Babas were Netaji Subhash Chandra Bose.\\nHere you might get confused\\nI talked about a few Babas earlier\\nso why was this person meeting different Babas every year.\\nActually, friends, this Baba angle\\nhas multiple versions.\\nMany claims by different people.\\nSomeone in Karnataka may claim that a certain Babas was Netaji,\\nsomeone may claim that in UP,\\nand someone in MP.\\nWhen this news was published in Jan Morcha\\nabout Gumnami Baba theory,\\na fight broke out in the media.\\nMany local newspapers in Uttar Pradesh,\\nstarted talking about\\nhow Gumnami Baba was like.\\nEveryone started claiming that he was Netaji.\\nSome people started saying that\\nthey had known for years \\nthat Gumnami Baba was Netaji.\\nBut because he had taken an oath\\nthat they could not tell anyone about this,\\nso they had to remain silent.\\nQuite ironic because actually\\nhad they actually taken an oath\\nthat they would not tell this to anyone\\nwhy would they talk about it now?\\nIf you think logically about this theory,\\nit doesn\\'t make any sense.\\nWhat would be Netaji Subhash Chandra Bose\\'s motivation\\nto hide his identity?\\nIf he really was Gumnami Baba,\\nthen why would he be in a disguise\\nand spend the rest of his life as a hermit?\\nSome people on social media claim that\\nthis was done to protect India\\'s geopolitical interests.\\nHad Netaji come in front of the public,\\nit wouldn\\'t have been good for India.\\nI don\\'t understand their strange logic.\\nI think some people spread such \\nconspiracy theories for attention and views.\\nAnother argument in favour of the Gumnami Baba Theory is that\\nthis Baba used to speak English fluently.\\nHe used to discuss geopolitical issues with great confidence.\\nThat\\'s why he could be none other than Netaji.\\nBut today, look around you.\\nThere are so many Babas\\nwho talk in English with great confidence.\\nHave discussions on geopolitical issues.\\nWould you ever say that they are not a Baba,\\nbut Albert Einstein in disguise?\\nI don\\'t want to counter these theories with jokes.\\nI want to show you the truth with proof.\\nBecause in the last 70 years,\\nmultiple investigations have been carried out on this.\\nA lot of inquiries have been conducted\\nand many reports have been published.\\nLet\\'s understand these reports one-by-one\\nand try to find out the truth.\\nThe first was the Figgess Report of 1946.\\nThis was an investigation by the British.\\nUnder Lord Mountbatten,\\nintelligence officer Colonel John Figgess\\nwas tasked with investigating the \\nd3ath of Netaji Subhash Chandra Bose.\\nFiggess submitted his report on 25th July 1946.\\nThis report remained confidential for many decades.\\nBut today, it is publicly available.\\nThis report confirms four things.\\nFirst, a plane crashed on 18th August 1945\\nnear Taihoku airport.\\nSecond, Netaji Subhash Chandra Bose was in the plane.\\nThird, Netaji d!ed in a nearby \\nmilitary hospital on the same day.\\nFourth, he was cremated in Taihoku\\nand his ashes were later sent to Tokyo.\\nThe most important testimony in this report\\nwas of a Japanese doctor, \\nToyoshi Tsuruta,\\nwho was working in Nammon Hospital that day.\\nThe hospital where Netaji was taken after the crash.\\nIt is written in this report that\\nNetaji had asked the doctor in English\\nif he would stay with him the whole night.\\nBut at around 7 in the evening, he suffered a relapse\\nand the doctor gives him another camphor injection.\\nBut despite that, he passed away shortly after.\\nFriends, if you want to know \\nabout Indian history and world history in detail,\\nthere are many audiobooks on Kuku FM.\\nLike this one on Hiroshima and Nagasaki.\\nOr this one on Stalin.\\nThere are many audiobooks on Indian freedom fighters too.\\nLike this one on Mahatma Gandhi.\\nKuku FM is a great platform for audio learning.\\nBecause you get to listen to numerous audiobooks here.\\nOn almost every topic.\\nWhether you want to study history, \\ngeography, politics, religion or fiction.\\nEverything will be in audio form.\\nIf you haven\\'t joined Kuku FM yet,\\nyou can find a special 50% off \\ncoupon code in the description.\\nYou can check it out.\\nNow let\\'s get back to the topic.\\nFor this mystery, the second major inquiry\\nwas conducted in 1956.\\nThis was the first inquiry by the Indian government.\\nThe Shah Nawaz Committee.\\nThis committee was led by Shah Nawaz Khan,\\nthe same INA officer who was put on trial in Red Fort.\\nBut there were two other notable members on this committee,\\nS N Maitra, a civil servant of the West Bengal government,\\nand Suresh Chandra Bose, Netaji\\'s elder brother.\\nBetween April and July 1956,\\nthis committee interviewed 67 witnesses.\\nIn India, Japan, Thailand, and Vietnam,\\npeople who met Netaji before the crash.\\nAnd those who survived the crash.\\nThere were 7 survivors of this plane crash.\\nAnd this committee interviewed 5 of them in person\\nAlong with that, an additional doctor,\\nDr. Yoshimi, who was a surgeon in that hospital\\nwho treated Netaji in his final hours,\\nwas also interviewed.\\nThis inquiry resulted in a 3-page draft report.\\nWhich had three major points.\\nFirst, on 18th August, a plane \\ncrashed in Taihoku where Netaji d!ed.\\nSecond, he was cremated there.\\nAnd third, his ashes\\nwere taken to the Renkoji temple in Tokyo\\nand placed there.\\nBut the strange thing here was that\\none of the three people on this committee,\\nNetaji\\'s elder brother, Suresh Chandra Bose,\\nrefused to sign the final report.\\nHe wrote a note in which he blamed Shahnawaz and Nehru\\nfor withholding crucial evidence.\\nAccording to him, the committee\\'s aim was to prove\\nthat Netaji d!ed in this plane crash.\\nAnd the final report of 181 pages,\\nif two or more stories narrated by witnesses\\ndid not match other testimonies,\\nthen the entire testimony of the witness\\nshould be considered false.\\nBased on this, Suresh Chandra Bose said\\nthat there was no crash,\\nand that his brother was still alive\\nclaiming that the committee report was incorrect.\\nThe final report was still published with two-thirds consensus\\non 3rd August 1956\\nand the Indian Parliament accepted it in September 1956.\\nBut Suresh Chandra Bose did not give any alternate theory.\\nIn February 1966,\\n10 years after the publication of the report,\\nhe claimed that in the following month, March,\\nNetaji would reveal himself to the world.\\nOnce again, this claim spread among the masses.\\nCould Netaji really be alive?\\nMarch came and went but Netaji never returned.\\nMid-1960s was the time when\\nthe stories of Shaulmari Baba were becoming popular.\\nBecause of this, the government decided\\nthat another inquiry should be conducted.\\nIn 1970, a Khosla commission was set up\\nas the third major inquiry into the d3ath of Netaji.\\nThe Khosla Commission was a one-man commission,\\nonly one person was carrying out the investigation.\\nG.D. Khosla,\\nwho was the retired Chief Justice of the Punjab High Court.\\nHe submitted his report in 1974.\\nAnd his report reiterated the same things\\nstated by the Shah Nawaz Committee.\\nThere was one major difference between the investigation he conducted\\nand that conducted by the Shah Nawaz Committee.\\nJustice Khosla actually went to Taiwan\\nto see the crash site.\\nBut he couldn\\'t find the crash site.\\nBecause the airport where the crash happened\\ndidn\\'t exist after 1970.\\nShah Nawaz Committee members had tried to go to Taiwan\\nbut at that time, India-Taiwan relations weren\\'t good.\\nSo it was not possible.\\nBut the Khosla Commission didn\\'t discover anything new.\\nJustice Khosla spoke to more than 224 witnesses.\\nFour co-passengers of Netaji who had survived this crash\\nand five eyewitnesses who had seen this crash,\\nwere interviewed.\\nBy this time, many conspiracy theories had already gained traction,\\nand Justice Khosla had written in his report \\n\"to what extent fantasy and perversion of truth can proceed.\"\\nThe stories and conspiracy theories that were being spread,\\nhad political goals.\\nOr were spread by people who simply wanted to seek attention.\\nHe was surprised to see the extent to which\\nfake news can be spread about this.\\nOur story would have ended here,\\nbut as I said, in the late 1980s,\\nstories of the Gumnami Baba started becoming popular.\\nSo in 1999, when the BJP government was formed,\\nthe government decided that\\nthere should be another investigation.\\nThe government appointed a retired Supreme Court judge,\\nManoj Kumar Mukherjee,\\nto investigate this case.\\nAnd this is how the Mukherjee Commission was formed.\\nMore than 100 files were investigated by this commission.\\nThey went to Japan, Russia, and Taiwan again.\\nDNA test was carried out to test the Gumnami Baba theory.\\nThe DNA test I mentioned earlier in this video.\\nBut this DNA test proved to be a failure.\\nBut the real purpose of this report\\nwas to prove somehow that\\nthe theory of the plane crash was wrong.\\nAnd to prove this theory wrong,\\nmany claims were raised in the Mukherjee report.\\nFirst, it is stated that Habibur Rahman said\\nthat this plane took a nose dive from 12,000 feet and crashed.\\nThis report question that\\nin such a case, no one would be able to survive.\\nSo this theory had to be false.\\nBut where did this 12,000 feet figure come from?\\nNo one knows.\\nBecause Habibur Rehman never said that.\\nAnd by the time this Mukherjee Commission was formed,\\nHabibur Rehman had already passed away due to natural causes.\\nThe Mukherjee Commission concluded that\\nthis flight did take off from Saigon\\nbut it didn\\'t crash.\\nHe said that Netaji would still be alive\\nbecause there were no records or documents in any hospital or crematorium\\nrelated to his d3ath.\\nIt is worth noting that\\nby this point in time, 55 years had already passed\\nsince the plane crash.\\nEven after all this,\\nthe Mukherjee Commission did not present any alternate theory.\\nIt did not state\\nwhat could have happened \\nother than the plane crash.\\nThird, this report stated that\\nthe Japanese temple where Netaji\\'s ashes \\nwere said to have been placed,\\nwas not actually Netaji\\'s ashes\\nbut the ashes of a Japanese soldier.\\nBut when the chief priest of that temple said\\nthat they could do a DNA test,\\nJustice Mukherjee did not get the test done.\\nAnother false claim raised in Mukherjee Commission\\'s report was that\\nwhy was nothing published in any newspaper about Netaji\\'s d3ath\\nwhen the plane crashed.\\nThis was the argument in this report.\\nBut, actually, there were two local Taiwanese newspapers\\nthat published this news.\\nTaiwan Didi Shimpao and \\nTaiwan Nichi Nichi Shimbun.\\nIn both these newspapers, not only was the plane crash reported\\nbut they also mentioned Netaji\\'s d3ath.\\nOn top of that, historian Leonard A. Gordon,\\nwho was the biographer for Bose,\\nsaid that his books were mentioned as resources in this report\\nbut they were misinterpreted. \\nThe names of the books were mistitled or mislisted.\\nFinally, the Mukherjee Commission\\'s report was published 6 years later,\\non 8th November 2005.\\nAnd in May 2006,\\nwhen this report was submitted to the Indian Parliament,\\nthe Parliament rejected this report.\\nThe reason for the rejection was obvious,\\nthe things I just told you about,\\nbut by this time, Congress\\' UPA government had come into power.\\nThe rumours of conspiracy\\nwere going to continue.\\nBecause people were saying,\\nthose who were propagating this conspiracy theory,\\nthat since the Congress government was back in power,\\nthis report was going to be rejected anyway.\\nBut even if you believe the Mukherjee Commission Report,\\nand claim that the theory of the plane crash is wrong,\\nthe second problem is that\\nthere was no alternate explanation.\\nIf the plane crash didn\\'t happen, \\nwhat did happen?\\nThe Mukherjee Commission said nothing regarding it.\\nPeople\\'s next hope were the classified files.\\nThere are many old files\\nwhich have been classified by the Indian government\\nand not presented to the public.\\nSo, there must be some truth hidden in these files.\\nBy 2016, the Modi government had come into power,\\n304 files were declassified by the government.\\nThis was announced in the Parliament\\non 2nd March 2016.\\nThese were the last files which \\nwere not presented to the public.\\nMany files were declassified by previous governments as well.\\nFor example, the first HD Deve Gowda\\'s government\\ndeclassified 990 files in 1997.\\nAfter that, Manmohan Singh\\'s government\\ndeclassified around 1,000 files in 2012.\\nWhy were these files declassified at three different times?\\nThe reason was that Gowda\\'s government\\ndeclassified mostly Ministry of Defense\\'s files.\\nDr Manmohan Singh\\'s government\\nmostly declassified the files of the Home and Defense Ministry.\\nIn 2016, Modi\\'s government\\ndeclassified the files from the PMO, \\nMinistry of External Affairs and Cabinet Secretary.\\nIn the last declassification of the files,\\none file was regarding the Indian Independence League.\\nThe Indian Independence League had \\nconducted an independent investigation\\ninto the d3ath of Netaji.\\nIn 1953, a report was submitted on this.\\nA shocking thing was revealed in this report.\\nThis report states that\\nthe plane crash theory was true.\\nBut it is also states that\\nthis plane crash was carried out\\nby a faction of the Japanese government.\\nIn the beginning of the video, I told you\\nhow Netaji went from Bangkok to Saigon,\\nwith 6 INA associates.\\nBut in Saigon he was told that\\nthere was space for only two people on the plane.\\nAccording to this report, this was a calculated plan.\\nSome people in the Japanese government\\nwanted to have this plane be crashed.\\nThe year when the Modi government declassified these files,\\nthe government asked other countries\\nto declassify their files too,\\nthat related to Subhash Chandra Bose.\\nSo in response, Austria, Germany, \\nRussia, the UK, and the USA,\\nplaced all their files related to Netaji in public domain.\\nThey declassified their files.\\nBut, and this is an important but,\\nJapan was the only country that \\ndidn\\'t declassify all their secret files.\\nJapan had 5 secret files.\\nThey did declassify 2 of them\\nthat mention the same things.\\nA plane crash and the same descriptions.\\nBut to date, Japan still has 3 such classified files.\\nJapan has not released them to the public.\\nDoes this mean that\\nthis plane crash was really \\norchestrated by some Japanese people?\\nWithout any further evidence,\\nI don\\'t want to draw any conclusions here.\\nWe can know this for certain\\nonly when we get more evidence supporting it.\\nBut I will say that things look suspicious\\nbecause these 3 files have not been declassified.\\nBut whether this is true or not,\\none thing is for certain.\\nNetaji Subhash Chandra Bose\\'s d3ath\\nhappened that day, in that plane crash.\\nWe can say this for sure.\\nNetaji\\'s grand nephew,\\nChandra Kumar Bose, who was \\na BJP member till September 2023,\\nsaid that his family regrets that\\nthey believed in these conspiracy theories for years.\\nThis is a bitter truth that they had to accept.\\nThe truth that Netaji\\nd!ed in that air crash.\\nHe also said that the rumours and \\nconspiracy theories that are spread\\nare an insult to Netaji.\\nWe should reject all these conspiracy theories\\nand ignore the people who spread such rumours.\\nWe cannot say with 100% accuracy\\nwhy the plane crash happened.\\nBut we do know that between 1945 and 1974,\\n10 different investigations took place to uncover the truth.\\nBy the British Army, \\nby the Japan Allied Command,\\nby the British India Government, \\nby the Japanese Government,\\nby the Taiwanese Government,\\nby the Independent India\\'s Government.\\nIn addition to these, many individual journalists\\ncarried out independent investigations.\\nAll investigations reached the same conclusion.\\nThe same points that were mentioned \\nin the Shah Nawaz Commission Report.\\nNetaji\\'s only daughter, Anita Bose, believes this too.\\n\"And I think the declassification of files\\ncertainly also made available \\nthe documentation which prove that\\nhe d!ed, in fact, on August 18th, 1945\\nin an air crash,\\nor as a consequence of an air crash,\\nin what is now Taiwan.\"\\nIf Netaji\\'s family does not believe in these conspiracy theories\\nand considers them disrespectful,\\nthen the least we can do is\\nto stop spreading these rumours.\\nIf we want to honour Netaji\\'s legacy,\\nwe should learn from his values.\\nWe should take inspiration from his story,\\ninstead of spreading these conspiracies.\\nIf you found this video informative,\\nyou can click here to watch part 1 of this video,\\nwhere I tell you about Netaji\\'s story.\\nAnd I\\'ll see you in the next video.\\nThank you very much!', start_char_idx=None, end_char_idx=None, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')] [Document(id_='d0eea7b4-bce4-4ff7-bf6b-a2a1e4bf7590', embedding=None, metadata={'video_id': 'xGjZ98_JLR8'}, excluded_embed_metadata_keys=[], excluded_llm_metadata_keys=[], relationships={}, text='Hello, friends!\\nOn 9th February 1943,\\na German submarine departed \\nfrom the city of Kiel, Germany.\\nAlthough it carried the Nazi soldiers in it,\\nan Indian was also present among them.\\nAn Indian whose name was Matsuda.\\nThis submarine was tasked with \\nthe mission to travel Southward,\\nto go around Africa\\nand transfer Mr. Matsuda to a Japanese submarine.\\nIt sounds easy,\\nbut it was not without danger\\nThe sea route was full of British ships.\\nAnd this was during the World War II\\nwhen Germany and Japan \\nwere fighting against the British.\\nOn 26th April 1943,\\nafter a journey of about two and a half months,\\nwhen this German submarine \\nreached the coast of Madagascar,\\na Japanese submarine was spotted in front of it.\\nBut the sea was so stormy that\\nit could have been dangerous for \\nthese two submarines to get closer.\\nSo for the next two days, these submarines\\nkept moving in parallel.\\nFinally, when the weather cleared,\\nMr. Matsuda emerged from the submarine.\\nOn a small raft, paddling and drenched,\\nhe reached the Japanese submarine,\\nwhere he was welcomed by Captain Masao Teraoka.\\nYou may be wondering\\nwhy these German and Japanese submarines\\nwere helping an Indian during World War II.\\nThis is because, Mr. Matsuda is none other than\\nour Netaji Subhash Chandra Bose.\\nUnknowingly perhaps, \\nduring this historic journey,\\nhe became the first Indian\\nto travel in a submarine.\\nSubhash Chandra Bose is one \\nof the greatest freedom fighters of India\\nand his story is full of such amazing stories.\\nHow he escaped under the nose of the British government\\nwent to Germany, met Hitler,\\nwent to Russia and Japan,\\nmet the Japanese Prime Minister,\\nwent to Singapore, formed his own army.\\nAnd even while staying outside India,\\nhe launched the biggest war on \\nthe British government occupying India. \\nLet\\'s understand his story in this video.\\nLet\\'s start our story with 1939,\\nthe year when World War II started.\\nViceroy Lord Linlithgow\\ndeclared war on behalf of India\\nwithout consulting any Indian.\\nThis was an embarrassing situation for Congress.\\nAnd under the Government of India Act,\\nCongress had some control over the ministries\\nand so they resigned from their positions.\\nMeanwhile, Subhash Chandra Bose \\nwas organizing his own party,\\nThe Forward Bloc.\\nAlthough this party was formed from within the Congress,\\nbut by the year 1940,\\nit was separated from the Congress\\'s main organization.\\nThere were two reasons behind this.\\nFirst, Subhash Chandra Bose was \\nbecoming too vocal about his leftist ideology,\\nwhich wasn\\'t appreciated by the other leaders of Congress.\\nI have talked about this in detail \\nin the video on Gandhi versus Bose.\\nThe link is in the description \\nin case you haven\\'t watched it yet.\\nAnd the second reason was that Bose wanted\\nto use World War II for India\\'s benefit.\\nHe wanted to take action quickly\\nand breaking off from Congress \\nhad become a necessity for him.\\nIn July 1940,\\nBose was leading a march in Calcutta\\nbecause of which he was arrested by the British government.\\nBeing in jail, he challenged the government\\nby launching a hunger strike.\\n\"Release me, or I shall refuse to live.\"\\nHe made a straightforward announcement.\\n\"In 1940, he was languishing in prison.\\nSo he gave an ultimatum to the British government\\nand undertook a fast unto d3ath.\"\\nGradually, his health deteriorated.\\nAnd in just one week, the government decided\\nto release him from jail\\nand put him under house arrest.\\nThe government did not want to be blamed\\nif Subhash Chandra Bose were to d!e in jail.\\nSo they thought that as long as he was in poor health,\\nhe should be under house arrest.\\nAnd as soon as his health improved,\\nthey wanted to throw him back in jail.\\nBut Netaji was devising his own plans.\\nHis plan was to go to Germany\\nand ask the Germans for help\\nto fight against the British.\\nBut how could he reach Germany?\\nBose contacted a communist organization in Punjab\\nto find out if there was a way\\nto cross the border and reach Germany secretly.\\nHe was told that there was a way.\\nTo enter through Afghanistan,\\nand go to the Soviet Union,\\nfrom there he could go to Germany.\\nOn 16th January 1941,\\nat around 1.30 AM,\\nwhen the city was sleeping,\\nNetaji sneaked out of his house\\nwith his nephew, Shishir Kumar Bose.\\nHe was in disguise.\\nHe was pretending to be an insurance agent,\\nMuhammad Ziauddin.\\nTogether with Shishir, they drove through the dark all night\\nand reached Dhanbad at around 8.30 AM.\\nThey spend a night at Shishir\\'s brother Ashok\\'s house\\nand the next day, from the nearby Gomo station,\\nBose boarded the train Kalka Mail.\\nThis train reached Delhi first\\nand there, he took another train to go to Peshawar,\\nthe Frontier Mail.\\nIn Peshawar, he was received by\\nthe provincial leader of the Forward Bloc, \\nMian Akbar Shah.\\nThe next step was to leave the territory occupied by the British.\\nTo do this, he changed his disguise.\\nInstead of Mohammad Ziauddin,\\nhe became a deaf and mute Pathan man.\\nIt was necessary to be deaf and mute because\\nBose could not speak Pashto.\\nSo, if anyone came to check them at the border,\\nthe person accompanying him could tell them\\nthat he was a deaf and mute Pathan.\\nHe travelled with another leader of \\nthe Forward Bloc, Bhagat Ram Talwar,\\nand both pretended that they were going to \\nthe shrine of Adda Sharif in Afghanistan.\\nTo pray that they could speak and hear.\\nOn 26th January 1941,\\nthey left Peshawar\\nand crossed the border of the British Empire by evening.\\nBy the morning of 29th January,\\nthey had reached Adda Sharif\\nand completed the journey to Kabul in trucks and tanks.\\nIt took Netaji 15 days to reach Kabul from Calcutta.\\nBut the British government found out about his escape\\n12 days after the fact.\\nThis is because the people at his home,\\nconstantly delivered food to his room.\\nAnd his other nephews would simply eat his food.\\nPeople believed that Netaji was still in his room.\\nSince the food was delivered and eaten regularly.\\nHis escape was so secret that\\neven his mother didn\\'t know about it.\\nIt was only on 27th January\\nwhen a case was to be heard against \\nSubhash Chandra Bose in the court.\\nAnd when he did not appear at the court,\\nhis two nephews informed the police\\nthat he was not at home.\\nOn 27th January, the news of his \\ndisappearance was published in the newspaper,\\nin Anand Bazaar Patrika and Hindustan Herald.\\nAfter which Reuters picked up on it\\nand this news spread all over the world.\\nMany reports were made to the British intelligence.\\nOne report said that he was on a ship going to Japan,\\nanother said something else\\nbut none of the reports were correct.\\nA ship going to Japan from Calcutta \\nwas searched by the British.\\nBut there was no sign of Bose.\\nSubhash had told his nephew Shishir that\\nif the news of his escape could be a secret for 4-5 days,\\nit would be impossible to catch him after that.\\nAnd this was true because\\nafter that, the British government could not catch him again.\\nAfter reaching Kabul, Netaji went \\nto the Soviet embassy to ask for help.\\nBut he didn\\'t get any help from there\\nbecause the Russians mistook him to be a British agent\\nwho wanted to infiltrate the Soviet Union.\\nThen he tried to contact the German embassy.\\nHans Pilger, a German minister who was \\npresent at the embassy at that time,\\nsent a telegram to the German foreign minister\\non 5th February,\\nsaying that after meeting Subhash,\\nhe had advised him to\\nstay hidden in the market with his Indian friends\\nand on his behalf,\\nthe German minister would contact the Russian ambassador.\\nA few days later, Netaji received a message that\\nif he wanted to leave Afghanistan,\\nhe should meet the Italian ambassador.\\nThis meeting took place on 22nd February, 1941,\\nAnd on 10th March, Bose was asked to\\nget a new Italian passport.\\nBose was given a new Italian passport\\nwith a new Italian identity.\\nThis was the photo on his Italian passport\\nand his new name was Orlando Mazzotta.\\nIn the meantime, the British government had \\nintercepted an Italian diplomatic communication\\nand they had found out that\\nBose was in Kabul.\\nThey also found out that he was planning \\nto go to Germany through the Middle East.\\nTwo special operations executives of \\nBritish intelligence were tasked with\\nfinding Bose in Turkey and k!lling him before he reached Germany.\\nBut Netaji was one step ahead.\\nHe never went to the Middle East.\\nInstead, he went to Moscow using his new identity. \\nFrom Moscow, he finally boarded a train to Berlin,\\nand on 2nd April 1941,\\nhe reached the German capital, Berlin.\\nHere, Netaji had 3 objectives.\\nFirst, to set up an Indian government in exile.\\nSecond, to find a way for his voice to reach the people.\\nAnd third, to establish an army\\nmade up of Indians,\\nthose Indians who were prisoners of war.\\nNow let\\'s see one-by-one how Netaji worked on these\\nand how he met the German dictator, Hitler.\\nThe biggest struggle was that Germany\\nhad to give a diplomatic recognition to India.\\nHe wanted Germany and the other Axis Powers\\nto officially declare India to be a free country.\\nAnd to make India\\'s independence on of their war aims.\\nBut Germany never gave such a declaration\\nbecause Hitler was not comfortable with this idea.\\nIn his infamous book Mein Kampf, \\nHitler stated his opinion about India.\\nHe wrote that he admired the British government\\nfor the way they have dominated and administered India.\\nAnd despite having German blood,\\nin spite of everything,\\nhe wrote that he wanted to see India under British rule.\\nNot only that, Hitler made fun of Indian freedom fighters\\nby calling them Asiatic jugglers.\\nIndia\\'s fight for freedom was a joke to Hitler.\\nBut still, Hitler wanted to use Netaji Subhash Chandra Bose\\nagainst the British in WWII.\\nNetaji was fully aware that\\nhis relationship with the Nazi Germany\\nwas merely a transactional relationship.\\nBoth sides saw their benefit,\\nthat\\'s why the relationship existed.\\nOtherwise, it wouldn\\'t.\\nWith this, he started working.\\nHe made plans on how\\nIndia can collaborate with the Axis Powers.\\nHe established a Free India Center in Berlin.\\nAnd then he submitted a memorandum to Hitler,\\nasking Hitler to attack India with his army,\\nso that the British could be removed from there.\\nIt would be akin to attacking the heart of the British Empire.\\nHe tried to manipulate the situation\\nto incite Hitler into taking his army\\nand fighting the British in India.\\nBut that had no positive result.\\nThe main reason was that Hitler \\nwas not concerned about India\\'s freedom.\\nBut there was another German who was \\nactually quite interested in helping Bose.\\nAdam von Trot,\\nhead of the India section of the Foreign Office in Berlin.\\nWith his help, this Foreign Office\\nwas turned into a Special India Division.\\nA few months later, on 2nd November 1941,\\nBose established the Free India Centre there.\\nIn fact, on this very road, \\nthat building you see there,\\nused to be the office of the Free India Centre.\\nToday, that\\'s just a cafe.\\nThere is no sign of it being an office before.\\nOn the other side, there is the Spanish embassy.\\nIn the first meeting at this centre, \\n6 decisions were made.\\nFirst, the name of the struggle \\nwas to be Azad Hind or Free India.\\nSecond, in Europe, the name of this organisation would be\\nAzad Hind Centre.\\nThird, the national anthem of our country would be Jana Gana Mana.\\nFourth, the emblem of the movement\\nwould be in tricolour with a springing tiger.\\nFifth, Indians would greet each other \\nwith the slogan of Jai Hind.\\nAnd the sixth, Subhash Chandra Bose would be given the title\\nNetaji.\\nOn 20th May 1941,\\nNetaji submitted a detailed plan to the German government\\non how to work on propaganda against \\nBritish imperialism all over the world.\\nA part of this plan was Azad Hind Radio.\\nOn 19th February 1942,\\nNetaji decided to give up the identity of Orlando Mazotta.\\nHe dropped it\\nand revealed his real identity to the world.\\nHe broadcast his first message \\nto the world through Azad Hind Radio.\\nThis is Subhash Chandra Bose\\nspeaking to you over Azad Hind Radio.\\nAnd starting in February 1942,\\nit began to be broadcast to the Indian population too.\\nSubhash Chandra Bose\\'s first address \\nto his countrymen through this radio was\\nthat everyone would continue with the struggle.\\nAnd that the Axis powers would soon help them in their mission\\nand together, they would fight against British imperialism.\\n\"Brothers and sisters,\\nthe struggle for freedom that we have started,\\nwe need to continue it until\\nwe get complete independence.\"\\nApart from the radio, a monthly journal was started,\\ncalled Azad Hind,\\nwith copies being rolled out starting in March 1942.\\nWithin a few days,\\n5,000 copies were circulated in Germany.\\nBut there were problems working on the third motive.\\nThe army that Bose wanted to create\\nhe wanted it to be called the Indian National Army.\\nBut the Nazi government refused to \\nrecognise a new independent army.\\nThat\\'s why this military unit was named\\nIndian Legion.\\nBose met more than 10,000 \\nprisoners of war and talked to them.\\nHe couldn\\'t convince everyone.\\nBut about half of the people were convinced to join his army.\\nSo, the strength of the Indian Legion \\nwas about 5,000 people.\\nEven though this army was small \\nin many ways, it was historic.\\nBecause Netaji had successfully brought people \\ntogether despite their castes and religious beliefs.\\nCaptain Walter Harbich,\\nthe one in charge of the training camp at that time,\\nnoted that\\n\"His Excellency, Netaji\\'s goal was to\\nparalyse the century-old antagonisms\\nrooted in the Indian nationalities,\\nreligions and castes,\\nand to unite the members of both these units\\nin one great common aim.\\n26th August, 1942.\\nIndian Legion took its oath and with that,\\nNetaji was almost successful in \\nfulfilling his goals in Germany.\\nExcept for one thing,\\nThe Axis powers were still\\nnot declaring India as independent yet.\\nThe reason was Hitler\\'s negative attitude towards Indians.\\nA few months ago, in May 1942,\\nSubhash Chandra Bose managed to meet Adolf Hitler.\\nAfter this meeting,\\nNetaji was convinced that Hitler was \\nmore interested in propaganda victories\\nas compared to actually winning with military strength.\\nThat\\'s why Netaji turned his attention towards Japan.\\nTill then, news had already reached Japan\\nthat an army of Indians was being formed in Germany\\nto oust the British from of India.\\nJapanese Prime Minister Hideki Tojo had taken note of it.\\nSince early 1942, he had been saying that\\nit was time for Indians to stand up against British rule.\\nIf you want to know about the World War II stories in detail,\\nthere are many audiobooks for that on KUKU FM.\\nLike this one on Joseph Stalin,\\nthe leader of the Soviet Union during World War II.\\nOr this one on Alan Turing,\\na genius who cracked the German code\\nand helped the British in this world war.\\nKUKU FM is generally a great platform for audio-learning\\non it, you can find audiobooks on almost any topic.\\nWhether it is history, politics, mythology or even fiction.\\nListening to audiobooks is the best when\\nyou are walking or doing some chores at home.\\nIf you haven\\'t joined KUKU FM yet,\\nthere is a special 50% off coupon in the description below.\\nYou can check it out.\\nNow let\\'s get back to the topic.\\nIn February 1942, Japan\\ndefeated the British in Singapore\\nand occupied Singapore.\\nAround 40,000 Indians who were fighting \\non behalf of the British side in Singapore,\\nafter Japan\\'s takeover, became Japan\\'s prisoners of war.\\nHere, Netaji saw another opportunity.\\nWhy not include those people in his army too?\\nIn the midst of all this, in August 1942,\\nMahatma Gandhi announced the Quit India Movement.\\nIn India, hundreds of thousands of people\\nwere ready for the revolution against the British government.\\nWhen this news reached Netaji,\\nhe was happy to hear it.\\nThrough Azad Hind Radio, he sent his message\\nthat all Indians should support Gandhi ji.\\nHe called the movement India\\'s non-violent guerilla warfare.\\nEven though a few years ago, there were \\ndisagreements in Gandhi ji and Netaji\\'s views.\\nTheir opinions often clashed.\\nBut at this point in time,\\nthey supported each other.\\nOn 31st August 1942,\\nwhen Netaji found out that people like \\nSavarkar and Jinnah\\nwere against the Quit India Movement,\\nthis is what he had to say on Azad Hind Radio.\\n\"I would request Mr Jinnah and Mr Savarkar\\nand all those leaders who still \\nthink of a compromise with the Britishers,\\nTo realize for once and all\\nthat in the world of tomorrow \\nthere would be no British Empire.\\nHe addressed leaders like Jinnah and Savarkar\\nand told them that there was no future for the British Empire.\\nThe last time Gandhi ji and Netaji met in person was in 1940.\\nIn that meeting, Gandhi ji told Netaji,\\nthat if Netaji\\'s could successfully free India, \\nthe first telegram congratulating \\nhim would be from Gandhi ji.\\nThis incident was written by Netaji \\nin his book, The Indian Struggle.\\nThough, their ideologies and ways were different,\\nthey greatly admired each other.\\nGandhi ji was fighting in India\\nand Netaji was fighting from outside India.\\n8th February 1943,\\nNetaji appointed his friend ACN Nambiar in charge \\nof the Indian Legion and Azad Hind Centre.\\nAnd he left Germany to head towards Japan.\\nThis time, he didn\\'t take a land route.\\nInstead, he dove into the water,\\nin a German submarine.\\nU-180 German Submarine.\\nOnce again, he changed his disguise\\nand become Mr. Matsuda.\\nI had talked about this story at the beginning of the video.\\nBy the way, he was not the only Indian to sit in the submarine.\\nHe was accompanied by another leader of the Indian Legion,\\nAbid Hasan Safrani.\\nTwo and a half months later, on the coast of Madagascar,\\nboth of them changed the submarine\\nand were welcomed in the Japanese submarine.\\nOn May 8th, 1943,\\nthis submarine reached Sabang,\\nwhich is part of present-day Indonesia.\\nFrom there, they took a flight to Tokyo\\nand on May 16th, they reached Japan.\\nNetaji met with the Japanese Prime Minister, Tojo twice.\\nThe first time was on 10th June and the second on 14th June.\\nIn their second meeting, Netaji openly asked him,\\nif Japan would help the Indian independence movement unconditionally?\\nHe wanted to confirm that\\nJapan would help India with no strings attached.\\nIn Germany, Hitler did not agree to this \\neven after months of effort,\\nbut this one question was enough in Japan.\\nTojo immediately agreed to help Netaji.\\nJapan\\'s support was public for the entire world to see.\\nTwo days later, on 16th June, Bose attended the \\n82nd Extraordinary Session of the Japanese Diet.\\nAnd there, Prime Minister Tojo gave a historic address.\\n\"India has been for centuries under England\\'s rule.\"\\nHe joined India\\'s aspiration for complete independence.\\nHe claimed that Japan would do everything possible\\nto help Indian independence.\\n\"I am convinced the day of Indian freedom \\nand prosperity is not far off.\"\\nAfter this, Subhash Chandra Bose gave a statement\\nwhich was recorded on video.\\nWe have very few real video footage of Netaji.\\nThis is one of them.\\nHave a look.\\nThere was another freedom fighter in Japan \\nwho invited Subhash Chandra Bose\\nRash Behari Bose.\\nHere, I would like to tell you an interesting fact\\nthat he was actually the leader of the \\nIndian National Army at this point in time.\\nYou might be thinking, how could this be possible?\\nThe INA was made by Netaji,\\nbut no.\\nThe INA actually existed even before Netaji went to Japan.\\nThe first Indian National Army was actually formed by\\nGeneral Mohan Singh in February 1942,\\nwhen Singapore fell into the hands of Japan.\\nThis INA operated till December 1942,\\nafter which Mohan Singh disbanded this army\\nbecause of disputes with the Japanese.\\nThe reason was that the Japanese wanted\\nthe Indian National Army to fight on their behalf in Southeast Asia.\\nJust like the British made them their pawns.\\nMany Indians refused to do this\\nand so those units were shut down\\nand Mohan Singh was taken into custody by the Japanese.\\nThis is where Rash Behari Bose entered the narrative.\\nHe acted as a leader and stoped \\nthe INA from completely disbanding.\\nWith Rash Behari Bose, Subhash Chandra \\nBose reached Singapore on 2nd July\\nand were warmly welcomed with garlands.\\nRam Singh Thakuri played a song when they came out of the plane.\\nYou can watch another original video here.\\n\"The one India is proud of,\\nthe pride of India is here.\\nSubhash is the life of India.\\nSubhash is the pride of India.\\nSubhash ji, Subhash ji,\\nhe is the life of India.\"\\nAnd here, the command of the \\nremaining INA was given to Netaji.\\nThis was a very historic moment because\\nmany Indians had gathered in Singapore\\'s Padang\\nto listen to Netaji.\\nHere, he gave an inspiring speech.\\nA speech where he used the slogan \\'Chalo Dilli\\'. \\n[Let\\'s March To Delhi]\\n[Victory to Subhash Chandra Bose]\\nThere were around 13,000 soldiers in \\nthe Indian National Army in Singapore.\\nNetaji\\'s plan was to first expand the army.\\nHe wanted to gather 50,000 soldiers first.\\nAnd later, to form a strong army of \\n3 million people.\\nThe Japanese government was shocked to hear this plan.\\nThey said that they could not \\nprovide weapons to so many people.\\nThey could provide weapons to about 30,000 people only.\\nBut for Netaji, this was not \\na fight to be fought with weapons only.\\nHe wanted that eventually,\\nthe average citizens of the nation should be a part of his army.\\nAnd then, together, the Indians would overthrow the British.\\nThere were similarities between this faction \\nand the Indian Legion in Germany.\\nThe soldiers in INA were from various religious backgrounds,\\nbut there was no discrimination among them.\\nThe motto of the Indian National Army \\nwas made up of three Urdu words:\\nIttefaq, Itmaad, and Qurbani\\nwhich means Unity, Faith, and Sacrifice.\\nIn total, the INA was divided into five regiments\\nand these five regiments were named\\nafter five freedom fighters.\\nGandhi, Nehru,\\nMaulana Azad, Subhash,\\nand Rani of Jhansi.\\nEven the campaign poster of the INA\\nwhich had the phrase, Chalo Dilli,\\nhad a photo of Mahatma Gandhi and Jawaharlal Nehru.\\nOn another poster, there were quotes from both \\nSubhash Chandra Bose and Mahatma Gandhi.\\nBut today, there are people who\\nspread fake news on WhatsApp to show that\\nthese two opposed each other.\\nOn 7th August 1943,\\nNetaji clearly said in a radio address,\\neven though Gandhi supported non-violence,\\nhe was ready to give his full support to the Indian National Army.\\nAnd more significant than this was the fact that\\nGandhi\\'s followers would also support them.\\nOn 2nd October 1943,\\nNetaji gave another message to Gandhi ji through the radio.\\nHe said that Mahatma Gandhi\\'s services to India\\nwere unique and unparalleled,\\nthat his name should be written in \\ngold in our national history, forever.\\nNo single person could achieve as much in their life\\nunder those circumstances,\\nas much as Gandhi had achieved.\\nGandhiji reciprocated Netaji\\'s admiration\\nby giving him the title of Prince of the Patriots.\\nOn 21st August 1943,\\nNetaji set up the Provisionary Government \\nof Azad Hind in Singapore.\\nHe became the head of this provincial government.\\nHe said that it was not a normal government,\\nthat their mission was unique.\\nThey were a fighting organization\\nand they planned to declare war against the British government.\\n\"The skies reverberated with full throated shouts of\\nJai Hind!\"\\nBy then, Netaji did not have any territory,\\nbut the Indian diaspora living in South East Asia,\\nwas officially under his jurisdiction.\\nThe government established in Singapore \\nhad the right to collect taxes,\\nenforce laws and even\\nrecruit soldiers for their army.\\nTwo months later, in December 1943,\\nthe Japanese army successfully expelled \\nthe British from Andaman and Nicobar Islands.\\nThe Japanese government handed over total \\ncontrol of this territory to Subhash Chandra Bose.\\nThis became the first Indian territory\\nto be freed from the British Empire.\\nOn 30th December 1943,\\nthe national Tricoloured flag was hoisted in \\nPort Blair by Subhash Chandra Bose.\\nIn 1944, his provisional government signed \\nan Indo-Japanese loan agreement with Japan.\\nIn the negotiations, he insisted that\\nIndia was not Japan\\'s client,\\nbut a temporarily weak, co-equal government and army.\\nAccording to this, Japan gave a loan of 100 million yen to India,\\nbut Netaji used only 10 million yen.\\nOn 7th January 1944,\\nNetaji relocated the headquarters of the \\nprovincial government from Singapore\\nto Rangoon, Burma.\\nHe was very close to India.\\nThe next target was to capture Imphal and Kohima.\\nIn March 1944, an offensive began there.\\nIt was one of the toughest land battles of World War II.\\nThis battle lasted for 4.5 months,\\nfrom 3rd March 1944\\nto 18th July 1944.\\nAround 100,000 INA and Japanese soldiers were fighting on one side,\\nand on the other side, the ones fighting on \\nbehalf of the British were Indian as well,\\nthose in the British Indian Army.\\nInitially, INA was quite successful.\\nIndian Flag was hoisted in Manipur\\'s Moirang.\\nThis was the first tricolour hoisting on the Indian mainland.\\nBut soon, things started falling apart.\\nNetaji\\'s entire plan was rained upon.\\nIn May that year,\\nthe rainy season had arrived early.\\nBecause of this, it was difficult to fight in the rain and mud.\\nOn the other hand, the Japanese Army was \\nlosing against America in the Pacific Ocean.\\nSo, INA forces did not have substantial air cover.\\nThe British had a crucial advantage.\\nThe British ships attacked the supply lines.\\nFood rations were running low.\\nThe INA soldiers and the Japanese soldiers there\\nhad to eat grass and wild flowers to survive.\\n6th July 1944.\\nIt had been two years since Gandhi was released from jail.\\nNetaji broadcast an address on the radio,\\n\"Father of our nation,\\nIn this holy war for India\\'s liberation,\\nwe ask for your blessings and good wishes.\"\\nThis was the first time Gandhi ji was \\naddressed as the Father of the Nation.\\nThis is where this title comes from.\\nThis title was not given by no other than\\nSubhash Chandra Bose himself.\\n10th July 1944,\\nthe Japanese informed Netaji that\\nhis military position cannot be defended.\\nThere is no other option other than retreating.\\nAfter the failure of the Imphal attack,\\nthe INA troops marched back to Burma.\\nOn 21st August 1944,\\nNetaji publicly acknowledged \\nthe failure of the Imphal campaign.\\nHe said that due to the quick arrival of the rainy season\\nand the defects in the supply system,\\nthey had to face setbacks.\\nAfter this, Netaji returned to Singapore\\nand tried to rebuild the INA.\\nWhat happened next?\\nHow was this movement continued?\\nWhat else did Netaji do?\\nAnd what was the important role played by the soldiers of INA\\nlater in India\\'s independence?\\nLet\\'s talk about these\\nin the next part of this video.\\nBecause this video has become too long.\\nFor now, if you liked the video,\\nyou can go and watch the Quit India Movement video.\\nBecause the story in this video played out outside India\\nfrom 1942 to 1944.\\nBut what was going on in India at that time?\\nWhat were the rest of the freedom fighters doing?\\nI have talked about all these in this video.\\nYou can click here to watch it.\\nThank you very much!', start_char_idx=None, end_char_idx=None, text_template='{metadata_str}\\n\\n{content}', metadata_template='{key}: {value}', metadata_seperator='\\n')]\n"
     ]
    }
   ],
   "source": [
    "print(documents_1,documents_2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "custom_module.OllamaQueryEnginePack"
      ]
     },
     "execution_count": 68,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "OllamaQueryEnginePack "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 69,
   "metadata": {},
   "outputs": [],
   "source": [
    "import os \n",
    "os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.getenv('HUGGINGFACEHUB_API_TOKEN')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "from llama_index import ServiceContext"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [],
   "source": [
    "#define LLM: https://gpt-index.readthedocs.io/en/latest/core_modules/model_modules/llms/usage_custom.html\n",
    "llm = OpenAI(model=\"gpt-4\", temperature=0, max_tokens=256)\n",
    "\n",
    "# configure service context\n",
    "service_context = ServiceContext.from_defaults(llm=llm, chunk_size=800, chunk_overlap=20)\n",
    "# set_global_service_context(service_context)\n",
    "#index = VectorStoreIndex.from_documents(documents_1, service_context=service_context)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "ename": "RateLimitError",
     "evalue": "Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mRateLimitError\u001b[0m                            Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[79], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m index \u001b[38;5;241m=\u001b[39m VectorStoreIndex(documents_1)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:53\u001b[0m, in \u001b[0;36mVectorStoreIndex.__init__\u001b[0;34m(self, nodes, objects, index_struct, service_context, storage_context, use_async, store_nodes_override, insert_batch_size, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m     51\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_store_nodes_override \u001b[38;5;241m=\u001b[39m store_nodes_override\n\u001b[1;32m     52\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_insert_batch_size \u001b[38;5;241m=\u001b[39m insert_batch_size\n\u001b[0;32m---> 53\u001b[0m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__init__\u001b[39m(\n\u001b[1;32m     54\u001b[0m     nodes\u001b[38;5;241m=\u001b[39mnodes,\n\u001b[1;32m     55\u001b[0m     index_struct\u001b[38;5;241m=\u001b[39mindex_struct,\n\u001b[1;32m     56\u001b[0m     service_context\u001b[38;5;241m=\u001b[39mservice_context,\n\u001b[1;32m     57\u001b[0m     storage_context\u001b[38;5;241m=\u001b[39mstorage_context,\n\u001b[1;32m     58\u001b[0m     show_progress\u001b[38;5;241m=\u001b[39mshow_progress,\n\u001b[1;32m     59\u001b[0m     objects\u001b[38;5;241m=\u001b[39mobjects,\n\u001b[1;32m     60\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[1;32m     61\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/base.py:75\u001b[0m, in \u001b[0;36mBaseIndex.__init__\u001b[0;34m(self, nodes, objects, index_struct, storage_context, service_context, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m     73\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m index_struct \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[1;32m     74\u001b[0m     nodes \u001b[38;5;241m=\u001b[39m nodes \u001b[38;5;129;01mor\u001b[39;00m []\n\u001b[0;32m---> 75\u001b[0m     index_struct \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuild_index_from_nodes(\n\u001b[1;32m     76\u001b[0m         nodes \u001b[38;5;241m+\u001b[39m objects  \u001b[38;5;66;03m# type: ignore\u001b[39;00m\n\u001b[1;32m     77\u001b[0m     )\n\u001b[1;32m     78\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_index_struct \u001b[38;5;241m=\u001b[39m index_struct\n\u001b[1;32m     79\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_storage_context\u001b[38;5;241m.\u001b[39mindex_store\u001b[38;5;241m.\u001b[39madd_index_struct(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_index_struct)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:274\u001b[0m, in \u001b[0;36mVectorStoreIndex.build_index_from_nodes\u001b[0;34m(self, nodes, **insert_kwargs)\u001b[0m\n\u001b[1;32m    266\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28many\u001b[39m(\n\u001b[1;32m    267\u001b[0m     node\u001b[38;5;241m.\u001b[39mget_content(metadata_mode\u001b[38;5;241m=\u001b[39mMetadataMode\u001b[38;5;241m.\u001b[39mEMBED) \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m nodes\n\u001b[1;32m    268\u001b[0m ):\n\u001b[1;32m    269\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[1;32m    270\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCannot build index from nodes with no content. \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    271\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mPlease ensure all nodes have content.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    272\u001b[0m     )\n\u001b[0;32m--> 274\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_build_index_from_nodes(nodes, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:246\u001b[0m, in \u001b[0;36mVectorStoreIndex._build_index_from_nodes\u001b[0;34m(self, nodes, **insert_kwargs)\u001b[0m\n\u001b[1;32m    244\u001b[0m     run_async_tasks(tasks)\n\u001b[1;32m    245\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m--> 246\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_add_nodes_to_index(\n\u001b[1;32m    247\u001b[0m         index_struct,\n\u001b[1;32m    248\u001b[0m         nodes,\n\u001b[1;32m    249\u001b[0m         show_progress\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_show_progress,\n\u001b[1;32m    250\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs,\n\u001b[1;32m    251\u001b[0m     )\n\u001b[1;32m    252\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m index_struct\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:199\u001b[0m, in \u001b[0;36mVectorStoreIndex._add_nodes_to_index\u001b[0;34m(self, index_struct, nodes, show_progress, **insert_kwargs)\u001b[0m\n\u001b[1;32m    196\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m\n\u001b[1;32m    198\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m nodes_batch \u001b[38;5;129;01min\u001b[39;00m iter_batch(nodes, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_insert_batch_size):\n\u001b[0;32m--> 199\u001b[0m     nodes_batch \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_node_with_embedding(nodes_batch, show_progress)\n\u001b[1;32m    200\u001b[0m     new_ids \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_vector_store\u001b[38;5;241m.\u001b[39madd(nodes_batch, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minsert_kwargs)\n\u001b[1;32m    202\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_vector_store\u001b[38;5;241m.\u001b[39mstores_text \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_store_nodes_override:\n\u001b[1;32m    203\u001b[0m         \u001b[38;5;66;03m# NOTE: if the vector store doesn't store text,\u001b[39;00m\n\u001b[1;32m    204\u001b[0m         \u001b[38;5;66;03m# we need to add the nodes to the index struct and document store\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/vector_store/base.py:107\u001b[0m, in \u001b[0;36mVectorStoreIndex._get_node_with_embedding\u001b[0;34m(self, nodes, show_progress)\u001b[0m\n\u001b[1;32m     96\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_get_node_with_embedding\u001b[39m(\n\u001b[1;32m     97\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m     98\u001b[0m     nodes: Sequence[BaseNode],\n\u001b[1;32m     99\u001b[0m     show_progress: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[1;32m    100\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m List[BaseNode]:\n\u001b[1;32m    101\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"Get tuples of id, node, and embedding.\u001b[39;00m\n\u001b[1;32m    102\u001b[0m \n\u001b[1;32m    103\u001b[0m \u001b[38;5;124;03m    Allows us to store these nodes in a vector store.\u001b[39;00m\n\u001b[1;32m    104\u001b[0m \u001b[38;5;124;03m    Embeddings are called in batches.\u001b[39;00m\n\u001b[1;32m    105\u001b[0m \n\u001b[1;32m    106\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[0;32m--> 107\u001b[0m     id_to_embed_map \u001b[38;5;241m=\u001b[39m embed_nodes(\n\u001b[1;32m    108\u001b[0m         nodes, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_service_context\u001b[38;5;241m.\u001b[39membed_model, show_progress\u001b[38;5;241m=\u001b[39mshow_progress\n\u001b[1;32m    109\u001b[0m     )\n\u001b[1;32m    111\u001b[0m     results \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m    112\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m nodes:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/indices/utils.py:137\u001b[0m, in \u001b[0;36membed_nodes\u001b[0;34m(nodes, embed_model, show_progress)\u001b[0m\n\u001b[1;32m    134\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    135\u001b[0m         id_to_embed_map[node\u001b[38;5;241m.\u001b[39mnode_id] \u001b[38;5;241m=\u001b[39m node\u001b[38;5;241m.\u001b[39membedding\n\u001b[0;32m--> 137\u001b[0m new_embeddings \u001b[38;5;241m=\u001b[39m embed_model\u001b[38;5;241m.\u001b[39mget_text_embedding_batch(\n\u001b[1;32m    138\u001b[0m     texts_to_embed, show_progress\u001b[38;5;241m=\u001b[39mshow_progress\n\u001b[1;32m    139\u001b[0m )\n\u001b[1;32m    141\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m new_id, text_embedding \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mzip\u001b[39m(ids_to_embed, new_embeddings):\n\u001b[1;32m    142\u001b[0m     id_to_embed_map[new_id] \u001b[38;5;241m=\u001b[39m text_embedding\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/core/embeddings/base.py:256\u001b[0m, in \u001b[0;36mBaseEmbedding.get_text_embedding_batch\u001b[0;34m(self, texts, show_progress, **kwargs)\u001b[0m\n\u001b[1;32m    250\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m idx \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mlen\u001b[39m(texts) \u001b[38;5;241m-\u001b[39m \u001b[38;5;241m1\u001b[39m \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(cur_batch) \u001b[38;5;241m==\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39membed_batch_size:\n\u001b[1;32m    251\u001b[0m     \u001b[38;5;66;03m# flush\u001b[39;00m\n\u001b[1;32m    252\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcallback_manager\u001b[38;5;241m.\u001b[39mevent(\n\u001b[1;32m    253\u001b[0m         CBEventType\u001b[38;5;241m.\u001b[39mEMBEDDING,\n\u001b[1;32m    254\u001b[0m         payload\u001b[38;5;241m=\u001b[39m{EventPayload\u001b[38;5;241m.\u001b[39mSERIALIZED: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mto_dict()},\n\u001b[1;32m    255\u001b[0m     ) \u001b[38;5;28;01mas\u001b[39;00m event:\n\u001b[0;32m--> 256\u001b[0m         embeddings \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_text_embeddings(cur_batch)\n\u001b[1;32m    257\u001b[0m         result_embeddings\u001b[38;5;241m.\u001b[39mextend(embeddings)\n\u001b[1;32m    258\u001b[0m         event\u001b[38;5;241m.\u001b[39mon_end(\n\u001b[1;32m    259\u001b[0m             payload\u001b[38;5;241m=\u001b[39m{\n\u001b[1;32m    260\u001b[0m                 EventPayload\u001b[38;5;241m.\u001b[39mCHUNKS: cur_batch,\n\u001b[1;32m    261\u001b[0m                 EventPayload\u001b[38;5;241m.\u001b[39mEMBEDDINGS: embeddings,\n\u001b[1;32m    262\u001b[0m             },\n\u001b[1;32m    263\u001b[0m         )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/embeddings/openai.py:413\u001b[0m, in \u001b[0;36mOpenAIEmbedding._get_text_embeddings\u001b[0;34m(self, texts)\u001b[0m\n\u001b[1;32m    406\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Get text embeddings.\u001b[39;00m\n\u001b[1;32m    407\u001b[0m \n\u001b[1;32m    408\u001b[0m \u001b[38;5;124;03mBy default, this is a wrapper around _get_text_embedding.\u001b[39;00m\n\u001b[1;32m    409\u001b[0m \u001b[38;5;124;03mCan be overridden for batch queries.\u001b[39;00m\n\u001b[1;32m    410\u001b[0m \n\u001b[1;32m    411\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[1;32m    412\u001b[0m client \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_client()\n\u001b[0;32m--> 413\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m get_embeddings(\n\u001b[1;32m    414\u001b[0m     client,\n\u001b[1;32m    415\u001b[0m     texts,\n\u001b[1;32m    416\u001b[0m     engine\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_text_engine,\n\u001b[1;32m    417\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39madditional_kwargs,\n\u001b[1;32m    418\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:289\u001b[0m, in \u001b[0;36mBaseRetrying.wraps.<locals>.wrapped_f\u001b[0;34m(*args, **kw)\u001b[0m\n\u001b[1;32m    287\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(f)\n\u001b[1;32m    288\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mwrapped_f\u001b[39m(\u001b[38;5;241m*\u001b[39margs: t\u001b[38;5;241m.\u001b[39mAny, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkw: t\u001b[38;5;241m.\u001b[39mAny) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m t\u001b[38;5;241m.\u001b[39mAny:\n\u001b[0;32m--> 289\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m(f, \u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkw)\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:379\u001b[0m, in \u001b[0;36mRetrying.__call__\u001b[0;34m(self, fn, *args, **kwargs)\u001b[0m\n\u001b[1;32m    377\u001b[0m retry_state \u001b[38;5;241m=\u001b[39m RetryCallState(retry_object\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m, fn\u001b[38;5;241m=\u001b[39mfn, args\u001b[38;5;241m=\u001b[39margs, kwargs\u001b[38;5;241m=\u001b[39mkwargs)\n\u001b[1;32m    378\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28;01mTrue\u001b[39;00m:\n\u001b[0;32m--> 379\u001b[0m     do \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39miter(retry_state\u001b[38;5;241m=\u001b[39mretry_state)\n\u001b[1;32m    380\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(do, DoAttempt):\n\u001b[1;32m    381\u001b[0m         \u001b[38;5;28;01mtry\u001b[39;00m:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:325\u001b[0m, in \u001b[0;36mBaseRetrying.iter\u001b[0;34m(self, retry_state)\u001b[0m\n\u001b[1;32m    323\u001b[0m     retry_exc \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mretry_error_cls(fut)\n\u001b[1;32m    324\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mreraise:\n\u001b[0;32m--> 325\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m retry_exc\u001b[38;5;241m.\u001b[39mreraise()\n\u001b[1;32m    326\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m retry_exc \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mfut\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mexception\u001b[39;00m()\n\u001b[1;32m    328\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mwait:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:158\u001b[0m, in \u001b[0;36mRetryError.reraise\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    156\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mreraise\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m t\u001b[38;5;241m.\u001b[39mNoReturn:\n\u001b[1;32m    157\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlast_attempt\u001b[38;5;241m.\u001b[39mfailed:\n\u001b[0;32m--> 158\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlast_attempt\u001b[38;5;241m.\u001b[39mresult()\n\u001b[1;32m    159\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/concurrent/futures/_base.py:449\u001b[0m, in \u001b[0;36mFuture.result\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    447\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m CancelledError()\n\u001b[1;32m    448\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_state \u001b[38;5;241m==\u001b[39m FINISHED:\n\u001b[0;32m--> 449\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m__get_result()\n\u001b[1;32m    451\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_condition\u001b[38;5;241m.\u001b[39mwait(timeout)\n\u001b[1;32m    453\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_state \u001b[38;5;129;01min\u001b[39;00m [CANCELLED, CANCELLED_AND_NOTIFIED]:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/concurrent/futures/_base.py:401\u001b[0m, in \u001b[0;36mFuture.__get_result\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    399\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exception:\n\u001b[1;32m    400\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 401\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_exception\n\u001b[1;32m    402\u001b[0m     \u001b[38;5;28;01mfinally\u001b[39;00m:\n\u001b[1;32m    403\u001b[0m         \u001b[38;5;66;03m# Break a reference cycle with the exception in self._exception\u001b[39;00m\n\u001b[1;32m    404\u001b[0m         \u001b[38;5;28mself\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/tenacity/__init__.py:382\u001b[0m, in \u001b[0;36mRetrying.__call__\u001b[0;34m(self, fn, *args, **kwargs)\u001b[0m\n\u001b[1;32m    380\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(do, DoAttempt):\n\u001b[1;32m    381\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 382\u001b[0m         result \u001b[38;5;241m=\u001b[39m fn(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[1;32m    383\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m:  \u001b[38;5;66;03m# noqa: B902\u001b[39;00m\n\u001b[1;32m    384\u001b[0m         retry_state\u001b[38;5;241m.\u001b[39mset_exception(sys\u001b[38;5;241m.\u001b[39mexc_info())  \u001b[38;5;66;03m# type: ignore[arg-type]\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/llama_index/embeddings/openai.py:178\u001b[0m, in \u001b[0;36mget_embeddings\u001b[0;34m(client, list_of_text, engine, **kwargs)\u001b[0m\n\u001b[1;32m    174\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(list_of_text) \u001b[38;5;241m<\u001b[39m\u001b[38;5;241m=\u001b[39m \u001b[38;5;241m2048\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mThe batch size should not be larger than 2048.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    176\u001b[0m list_of_text \u001b[38;5;241m=\u001b[39m [text\u001b[38;5;241m.\u001b[39mreplace(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m text \u001b[38;5;129;01min\u001b[39;00m list_of_text]\n\u001b[0;32m--> 178\u001b[0m data \u001b[38;5;241m=\u001b[39m client\u001b[38;5;241m.\u001b[39membeddings\u001b[38;5;241m.\u001b[39mcreate(\u001b[38;5;28minput\u001b[39m\u001b[38;5;241m=\u001b[39mlist_of_text, model\u001b[38;5;241m=\u001b[39mengine, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\u001b[38;5;241m.\u001b[39mdata\n\u001b[1;32m    179\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m [d\u001b[38;5;241m.\u001b[39membedding \u001b[38;5;28;01mfor\u001b[39;00m d \u001b[38;5;129;01min\u001b[39;00m data]\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/resources/embeddings.py:108\u001b[0m, in \u001b[0;36mEmbeddings.create\u001b[0;34m(self, input, model, encoding_format, user, extra_headers, extra_query, extra_body, timeout)\u001b[0m\n\u001b[1;32m    102\u001b[0m         embedding\u001b[38;5;241m.\u001b[39membedding \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39mfrombuffer(  \u001b[38;5;66;03m# type: ignore[no-untyped-call]\u001b[39;00m\n\u001b[1;32m    103\u001b[0m             base64\u001b[38;5;241m.\u001b[39mb64decode(data), dtype\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfloat32\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m    104\u001b[0m         )\u001b[38;5;241m.\u001b[39mtolist()\n\u001b[1;32m    106\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m obj\n\u001b[0;32m--> 108\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_post(\n\u001b[1;32m    109\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m/embeddings\u001b[39m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m    110\u001b[0m     body\u001b[38;5;241m=\u001b[39mmaybe_transform(params, embedding_create_params\u001b[38;5;241m.\u001b[39mEmbeddingCreateParams),\n\u001b[1;32m    111\u001b[0m     options\u001b[38;5;241m=\u001b[39mmake_request_options(\n\u001b[1;32m    112\u001b[0m         extra_headers\u001b[38;5;241m=\u001b[39mextra_headers,\n\u001b[1;32m    113\u001b[0m         extra_query\u001b[38;5;241m=\u001b[39mextra_query,\n\u001b[1;32m    114\u001b[0m         extra_body\u001b[38;5;241m=\u001b[39mextra_body,\n\u001b[1;32m    115\u001b[0m         timeout\u001b[38;5;241m=\u001b[39mtimeout,\n\u001b[1;32m    116\u001b[0m         post_parser\u001b[38;5;241m=\u001b[39mparser,\n\u001b[1;32m    117\u001b[0m     ),\n\u001b[1;32m    118\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mCreateEmbeddingResponse,\n\u001b[1;32m    119\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:1167\u001b[0m, in \u001b[0;36mSyncAPIClient.post\u001b[0;34m(self, path, cast_to, body, options, files, stream, stream_cls)\u001b[0m\n\u001b[1;32m   1153\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mpost\u001b[39m(\n\u001b[1;32m   1154\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m   1155\u001b[0m     path: \u001b[38;5;28mstr\u001b[39m,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m   1162\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m   1163\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[1;32m   1164\u001b[0m     opts \u001b[38;5;241m=\u001b[39m FinalRequestOptions\u001b[38;5;241m.\u001b[39mconstruct(\n\u001b[1;32m   1165\u001b[0m         method\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpost\u001b[39m\u001b[38;5;124m\"\u001b[39m, url\u001b[38;5;241m=\u001b[39mpath, json_data\u001b[38;5;241m=\u001b[39mbody, files\u001b[38;5;241m=\u001b[39mto_httpx_files(files), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39moptions\n\u001b[1;32m   1166\u001b[0m     )\n\u001b[0;32m-> 1167\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m cast(ResponseT, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrequest(cast_to, opts, stream\u001b[38;5;241m=\u001b[39mstream, stream_cls\u001b[38;5;241m=\u001b[39mstream_cls))\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:856\u001b[0m, in \u001b[0;36mSyncAPIClient.request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    847\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mrequest\u001b[39m(\n\u001b[1;32m    848\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[1;32m    849\u001b[0m     cast_to: Type[ResponseT],\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    854\u001b[0m     stream_cls: \u001b[38;5;28mtype\u001b[39m[_StreamT] \u001b[38;5;241m|\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    855\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m ResponseT \u001b[38;5;241m|\u001b[39m _StreamT:\n\u001b[0;32m--> 856\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    857\u001b[0m         cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    858\u001b[0m         options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    859\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    860\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    861\u001b[0m         remaining_retries\u001b[38;5;241m=\u001b[39mremaining_retries,\n\u001b[1;32m    862\u001b[0m     )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:894\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    891\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered httpx.TimeoutException\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    893\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 894\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    895\u001b[0m         options,\n\u001b[1;32m    896\u001b[0m         cast_to,\n\u001b[1;32m    897\u001b[0m         retries,\n\u001b[1;32m    898\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    899\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    900\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    901\u001b[0m     )\n\u001b[1;32m    903\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising timeout error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    904\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APITimeoutError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:909\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    906\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered Exception\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    908\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 909\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    910\u001b[0m         options,\n\u001b[1;32m    911\u001b[0m         cast_to,\n\u001b[1;32m    912\u001b[0m         retries,\n\u001b[1;32m    913\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    914\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    915\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    916\u001b[0m     )\n\u001b[1;32m    918\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    919\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:894\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    891\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered httpx.TimeoutException\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    893\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 894\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    895\u001b[0m         options,\n\u001b[1;32m    896\u001b[0m         cast_to,\n\u001b[1;32m    897\u001b[0m         retries,\n\u001b[1;32m    898\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    899\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    900\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    901\u001b[0m     )\n\u001b[1;32m    903\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising timeout error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    904\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APITimeoutError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:932\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    930\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_should_retry(err\u001b[38;5;241m.\u001b[39mresponse):\n\u001b[1;32m    931\u001b[0m     err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mclose()\n\u001b[0;32m--> 932\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    933\u001b[0m         options,\n\u001b[1;32m    934\u001b[0m         cast_to,\n\u001b[1;32m    935\u001b[0m         retries,\n\u001b[1;32m    936\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m    937\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    938\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    939\u001b[0m     )\n\u001b[1;32m    941\u001b[0m \u001b[38;5;66;03m# If the response is streamed then we need to explicitly read the response\u001b[39;00m\n\u001b[1;32m    942\u001b[0m \u001b[38;5;66;03m# to completion before attempting to access the response text.\u001b[39;00m\n\u001b[1;32m    943\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mis_closed:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:894\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    891\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered httpx.TimeoutException\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    893\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 894\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    895\u001b[0m         options,\n\u001b[1;32m    896\u001b[0m         cast_to,\n\u001b[1;32m    897\u001b[0m         retries,\n\u001b[1;32m    898\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    899\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    900\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    901\u001b[0m     )\n\u001b[1;32m    903\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising timeout error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    904\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APITimeoutError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:894\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    891\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered httpx.TimeoutException\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    893\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 894\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    895\u001b[0m         options,\n\u001b[1;32m    896\u001b[0m         cast_to,\n\u001b[1;32m    897\u001b[0m         retries,\n\u001b[1;32m    898\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    899\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    900\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    901\u001b[0m     )\n\u001b[1;32m    903\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising timeout error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    904\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APITimeoutError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "    \u001b[0;31m[... skipping similar frames: SyncAPIClient._retry_request at line 980 (2 times), SyncAPIClient._request at line 894 (1 times)]\u001b[0m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:894\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    891\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered httpx.TimeoutException\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    893\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 894\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    895\u001b[0m         options,\n\u001b[1;32m    896\u001b[0m         cast_to,\n\u001b[1;32m    897\u001b[0m         retries,\n\u001b[1;32m    898\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    899\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    900\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    901\u001b[0m     )\n\u001b[1;32m    903\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising timeout error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    904\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APITimeoutError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:909\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    906\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEncountered Exception\u001b[39m\u001b[38;5;124m\"\u001b[39m, exc_info\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m    908\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n\u001b[0;32m--> 909\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    910\u001b[0m         options,\n\u001b[1;32m    911\u001b[0m         cast_to,\n\u001b[1;32m    912\u001b[0m         retries,\n\u001b[1;32m    913\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    914\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    915\u001b[0m         response_headers\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[1;32m    916\u001b[0m     )\n\u001b[1;32m    918\u001b[0m log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRaising connection error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m    919\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m APIConnectionError(request\u001b[38;5;241m=\u001b[39mrequest) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01merr\u001b[39;00m\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:932\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    930\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m retries \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_should_retry(err\u001b[38;5;241m.\u001b[39mresponse):\n\u001b[1;32m    931\u001b[0m     err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mclose()\n\u001b[0;32m--> 932\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_retry_request(\n\u001b[1;32m    933\u001b[0m         options,\n\u001b[1;32m    934\u001b[0m         cast_to,\n\u001b[1;32m    935\u001b[0m         retries,\n\u001b[1;32m    936\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mheaders,\n\u001b[1;32m    937\u001b[0m         stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    938\u001b[0m         stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    939\u001b[0m     )\n\u001b[1;32m    941\u001b[0m \u001b[38;5;66;03m# If the response is streamed then we need to explicitly read the response\u001b[39;00m\n\u001b[1;32m    942\u001b[0m \u001b[38;5;66;03m# to completion before attempting to access the response text.\u001b[39;00m\n\u001b[1;32m    943\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mis_closed:\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:980\u001b[0m, in \u001b[0;36mSyncAPIClient._retry_request\u001b[0;34m(self, options, cast_to, remaining_retries, response_headers, stream, stream_cls)\u001b[0m\n\u001b[1;32m    976\u001b[0m \u001b[38;5;66;03m# In a synchronous context we are blocking the entire thread. Up to the library user to run the client in a\u001b[39;00m\n\u001b[1;32m    977\u001b[0m \u001b[38;5;66;03m# different thread if necessary.\u001b[39;00m\n\u001b[1;32m    978\u001b[0m time\u001b[38;5;241m.\u001b[39msleep(timeout)\n\u001b[0;32m--> 980\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_request(\n\u001b[1;32m    981\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[1;32m    982\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    983\u001b[0m     remaining_retries\u001b[38;5;241m=\u001b[39mremaining,\n\u001b[1;32m    984\u001b[0m     stream\u001b[38;5;241m=\u001b[39mstream,\n\u001b[1;32m    985\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    986\u001b[0m )\n",
      "File \u001b[0;32m~/anaconda3/lib/python3.11/site-packages/openai/_base_client.py:947\u001b[0m, in \u001b[0;36mSyncAPIClient._request\u001b[0;34m(self, cast_to, options, remaining_retries, stream, stream_cls)\u001b[0m\n\u001b[1;32m    944\u001b[0m         err\u001b[38;5;241m.\u001b[39mresponse\u001b[38;5;241m.\u001b[39mread()\n\u001b[1;32m    946\u001b[0m     log\u001b[38;5;241m.\u001b[39mdebug(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mRe-raising status error\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m--> 947\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_make_status_error_from_response(err\u001b[38;5;241m.\u001b[39mresponse) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[1;32m    949\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_process_response(\n\u001b[1;32m    950\u001b[0m     cast_to\u001b[38;5;241m=\u001b[39mcast_to,\n\u001b[1;32m    951\u001b[0m     options\u001b[38;5;241m=\u001b[39moptions,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    954\u001b[0m     stream_cls\u001b[38;5;241m=\u001b[39mstream_cls,\n\u001b[1;32m    955\u001b[0m )\n",
      "\u001b[0;31mRateLimitError\u001b[0m: Error code: 429 - {'error': {'message': 'You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.', 'type': 'insufficient_quota', 'param': None, 'code': 'insufficient_quota'}}"
     ]
    }
   ],
   "source": [
    "index = VectorStoreIndex(documents_1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}