|
1 | 1 | {
|
2 | 2 | "cells": [
|
3 |
| - { |
4 |
| - "cell_type": "code", |
5 |
| - "execution_count": 1, |
6 |
| - "metadata": {}, |
7 |
| - "outputs": [], |
8 |
| - "source": [ |
9 |
| - "%load_ext autoreload\n", |
10 |
| - "%autoreload 2" |
11 |
| - ] |
12 |
| - }, |
13 | 3 | {
|
14 | 4 | "cell_type": "markdown",
|
15 | 5 | "metadata": {},
|
|
19 | 9 | },
|
20 | 10 | {
|
21 | 11 | "cell_type": "code",
|
22 |
| - "execution_count": 2, |
| 12 | + "execution_count": 21, |
23 | 13 | "metadata": {},
|
24 | 14 | "outputs": [
|
25 | 15 | {
|
|
30 | 20 | "Requirement already satisfied: beautifulsoup4 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (4.12.2)\n",
|
31 | 21 | "Requirement already satisfied: markdownify in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (0.12.1)\n",
|
32 | 22 | "Requirement already satisfied: python-dotenv in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (1.0.1)\n",
|
| 23 | + "Requirement already satisfied: ragstack-ai-knowledge-store in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (0.0.2)\n", |
33 | 24 | "Requirement already satisfied: PyYAML>=5.3 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from langchain-community) (6.0.1)\n",
|
34 | 25 | "Requirement already satisfied: SQLAlchemy<3,>=1.4 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from langchain-community) (2.0.30)\n",
|
35 | 26 | "Requirement already satisfied: aiohttp<4.0.0,>=3.8.3 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from langchain-community) (3.9.5)\n",
|
|
42 | 33 | "Requirement already satisfied: tenacity<9.0.0,>=8.1.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from langchain-community) (8.3.0)\n",
|
43 | 34 | "Requirement already satisfied: soupsieve>1.2 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from beautifulsoup4) (2.5)\n",
|
44 | 35 | "Requirement already satisfied: six<2,>=1.15 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from markdownify) (1.16.0)\n",
|
| 36 | + "Requirement already satisfied: cassio<0.2.0,>=0.1.7 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from ragstack-ai-knowledge-store) (0.1.7)\n", |
45 | 37 | "Requirement already satisfied: aiosignal>=1.1.2 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.3.1)\n",
|
46 | 38 | "Requirement already satisfied: attrs>=17.3.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (23.2.0)\n",
|
47 | 39 | "Requirement already satisfied: frozenlist>=1.1.1 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.4.1)\n",
|
48 | 40 | "Requirement already satisfied: multidict<7.0,>=4.5 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (6.0.5)\n",
|
49 | 41 | "Requirement already satisfied: yarl<2.0,>=1.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from aiohttp<4.0.0,>=3.8.3->langchain-community) (1.9.4)\n",
|
| 42 | + "Requirement already satisfied: cassandra-driver<4.0.0,>=3.28.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from cassio<0.2.0,>=0.1.7->ragstack-ai-knowledge-store) (3.29.1)\n", |
50 | 43 | "Requirement already satisfied: marshmallow<4.0.0,>=3.18.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from dataclasses-json<0.7,>=0.5.7->langchain-community) (3.21.2)\n",
|
51 | 44 | "Requirement already satisfied: typing-inspect<1,>=0.4.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from dataclasses-json<0.7,>=0.5.7->langchain-community) (0.9.0)\n",
|
52 | 45 | "Requirement already satisfied: langchain-text-splitters<0.3.0,>=0.2.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from langchain<0.3.0,>=0.2.0->langchain-community) (0.2.0)\n",
|
|
59 | 52 | "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from requests<3,>=2->langchain-community) (2.2.1)\n",
|
60 | 53 | "Requirement already satisfied: certifi>=2017.4.17 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from requests<3,>=2->langchain-community) (2024.2.2)\n",
|
61 | 54 | "Requirement already satisfied: typing-extensions>=4.6.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from SQLAlchemy<3,>=1.4->langchain-community) (4.12.0)\n",
|
| 55 | + "Requirement already satisfied: geomet<0.3,>=0.1 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from cassandra-driver<4.0.0,>=3.28.0->cassio<0.2.0,>=0.1.7->ragstack-ai-knowledge-store) (0.2.1.post1)\n", |
62 | 56 | "Requirement already satisfied: jsonpointer>=1.9 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from jsonpatch<2.0,>=1.33->langchain-core<0.3.0,>=0.2.0->langchain-community) (2.4)\n",
|
63 | 57 | "Requirement already satisfied: annotated-types>=0.4.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from pydantic<3,>=1->langchain<0.3.0,>=0.2.0->langchain-community) (0.7.0)\n",
|
64 | 58 | "Requirement already satisfied: pydantic-core==2.18.2 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from pydantic<3,>=1->langchain<0.3.0,>=0.2.0->langchain-community) (2.18.2)\n",
|
65 | 59 | "Requirement already satisfied: mypy-extensions>=0.3.0 in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from typing-inspect<1,>=0.4.0->dataclasses-json<0.7,>=0.5.7->langchain-community) (1.0.0)\n",
|
| 60 | + "Requirement already satisfied: click in /Users/benjamin.chambers/Library/Caches/pypoetry/virtualenvs/agent-framework-aiP65pJh-py3.11/lib/python3.11/site-packages (from geomet<0.3,>=0.1->cassandra-driver<4.0.0,>=3.28.0->cassio<0.2.0,>=0.1.7->ragstack-ai-knowledge-store) (8.1.7)\n", |
66 | 61 | "\n",
|
67 | 62 | "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m24.0\u001b[0m\n",
|
68 | 63 | "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n",
|
|
71 | 66 | }
|
72 | 67 | ],
|
73 | 68 | "source": [
|
74 |
| - "%pip install langchain-community beautifulsoup4 markdownify python-dotenv" |
| 69 | + "%pip install langchain-core langchain-community langchain-openai beautifulsoup4 markdownify python-dotenv ragstack-ai-knowledge-store" |
75 | 70 | ]
|
76 | 71 | },
|
77 | 72 | {
|
|
94 | 89 | },
|
95 | 90 | {
|
96 | 91 | "cell_type": "code",
|
97 |
| - "execution_count": 3, |
| 92 | + "execution_count": 22, |
98 | 93 | "metadata": {},
|
99 | 94 | "outputs": [
|
100 | 95 | {
|
|
103 | 98 | "1368"
|
104 | 99 | ]
|
105 | 100 | },
|
106 |
| - "execution_count": 3, |
| 101 | + "execution_count": 22, |
107 | 102 | "metadata": {},
|
108 | 103 | "output_type": "execute_result"
|
109 | 104 | }
|
|
167 | 162 | },
|
168 | 163 | {
|
169 | 164 | "cell_type": "code",
|
170 |
| - "execution_count": 4, |
| 165 | + "execution_count": null, |
171 | 166 | "metadata": {},
|
172 |
| - "outputs": [], |
| 167 | + "outputs": [ |
| 168 | + { |
| 169 | + "ename": "", |
| 170 | + "evalue": "", |
| 171 | + "output_type": "error", |
| 172 | + "traceback": [ |
| 173 | + "\u001b[1;31mRunning cells with '.venv (Python 3.11.4)' requires the ipykernel package.\n", |
| 174 | + "\u001b[1;31mRun the following command to install 'ipykernel' into the Python environment. \n", |
| 175 | + "\u001b[1;31mCommand: '/Users/benjamin.chambers/code/ragstack-ai/libs/knowledge-store/.venv/bin/python -m pip install ipykernel -U --force-reinstall'" |
| 176 | + ] |
| 177 | + } |
| 178 | + ], |
173 | 179 | "source": [
|
174 | 180 | "from langchain_community.document_loaders import AsyncHtmlLoader\n",
|
175 | 181 | "from bs4 import BeautifulSoup\n",
|
|
0 commit comments