setup workspaces and builds (#22)

* setup workspaces and builds

* fix tests

.github/actions/setup-python-env/action.yml

@@ -17,5 +17,5 @@ runs:
         cache-suffix: ${{ matrix.python-version }}
 
     - name: Install Python dependencies
-      run: uv sync --frozen
+      run: uv sync --frozen --package langchain-graph-rag
       shell: bash

.github/workflows/main.yml

@@ -68,7 +68,9 @@ jobs:
 
       - name: Run `make test`
         run:
-            uv run python -m pytest -vs ./tests/unit_tests ./tests/integration_tests/
+            uv run --package langchain-graph-rag python -m pytest -vs
+                ./packages/langchain-graph-rag/tests/unit_tests/
+                ./packages/langchain-graph-rag/tests/integration_tests/
                 --stores=mem_norm --stores=mem --stores=cassandra --stores=chroma --stores=opensearch
                 --junitxml=junit/test-results-${{ matrix.python-version }}.xml
 

Makefile

@@ -28,7 +28,7 @@ check-lock:
 .PHONY: deptry
 deptry:
 	@echo "🚀 Checking for obsolete dependencies: Running deptry"
-	@uvx $(DEPTRY) src tests
+	@uvx $(DEPTRY) packages/langchain-graph-rag/src packages/langchain-graph-rag/tests
 
 .PHONY: docker-up
 docker-up:
@@ -39,24 +39,42 @@ docker-up:
 docker-down:
 	docker compose down --rmi local
 
+.PHONY: sync-langchain-graph-rag
+sync-langchain-graph-rag:
+	@uv sync --package langchain-graph-rag
+
+.PHONY: sync-graph-rag
+sync-graph-rag:
+	@uv sync --package graph-rag
+
 .PHONY: integration
 integration:
-	@echo "🚀 Testing code: Running pytest ./tests/inegration_tests (in memory only)"
-	@uv run pytest -vs ./tests/integration_tests/
+	@echo "🚀 Testing code: Running pytest ./packages/langchain-graph-rag/tests/integration_tests (in memory only)"
+	@uv run --project langchain-graph-rag pytest -vs ./packages/langchain-graph-rag/tests/integration_tests/
 
 .PHONY: unit
 unit:
-	@echo "🚀 Testing code: Running pytest ./tests/unit_tests"
-	@uv run pytest -vs ./tests/unit_tests/
+	@echo "🚀 Testing code: Running pytest ./packages/langchain-graph-rag/tests/unit_tests/"
+	@uv run --project langchain-graph-rag pytest -vs ./packages/langchain-graph-rag/tests/unit_tests/
 
 .PHONY: test
-test:
+test: sync-langchain-graph-rag
 	@echo "🚀 Testing code: Running pytest"
-	@uv run python -m pytest -vs ./tests/unit_tests ./tests/integration_tests/ --stores=all
+	@uv run --project langchain-graph-rag python -m pytest -vs ./packages/langchain-graph-rag/tests/ --stores=all
 
 .PHONY: mypy
 mypy:
 	@echo "🚀 Static type checking: Running mypy"
-	@uv run mypy .
+	@uv run --project langchain-graph-rag mypy ./packages/langchain-graph-rag
 
 lint: fmt fix mypy
+
+.PHONY: build-langchain-graph-rag
+build-langchain-graph-rag: sync-langchain-graph-rag
+	@echo "🚀 Building langchain-graph-rag package"
+	@uv build --package langchain-graph-rag
+
+.PHONY: build-graph-rag
+build-graph-rag: sync-graph-rag
+	@echo "🚀 Building graph-rag package"
+	@uv build --package graph-rag

packages/graph-rag/README.md

@@ -0,0 +1 @@
+# graph-rag

packages/graph-rag/pyproject.toml

@@ -0,0 +1,27 @@
+[project]
+name = "graph-rag"
+version = "0.0.0"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.10"
+dependencies = []
+
+[project.optional-dependencies]
+
+
+[tool.pytest.ini_options]
+asyncio_mode = "auto"
+pythonpath = ["."]
+testpaths = ["tests"]
+
+
+[tool.uv.sources]
+
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[dependency-groups]
+dev = []
+

packages/langchain-graph-rag/README.md

@@ -0,0 +1 @@
+# langchain-graph-rag

packages/langchain-graph-rag/pyproject.toml

@@ -0,0 +1,60 @@
+[project]
+name = "langchain-graph-rag"
+version = "0.0.1"
+description = "Add your description here"
+readme = "README.md"
+requires-python = ">=3.10"
+dependencies = [
+    "langchain-core>=0.3.29",
+    "numpy>=1.26.4",
+    "pydantic>=2.10.4",
+]
+
+[project.optional-dependencies]
+astra = [
+    "langchain-astradb>=0.5.2",
+]
+beautifulsoup4 = [
+    "beautifulsoup4>=4.12.3",
+]
+cassandra = [
+    "cassio>=0.1.10",
+    "langchain-community>=0.3.14",
+]
+chroma = [
+    "langchain-chroma>=0.2.0",
+    "chromadb>=0.5.23",
+]
+gliner = [
+    "gliner==0.2.13",
+]
+keybert = [
+    "keybert>=0.8.5",
+]
+opensearch = [
+   "langchain-community>=0.3.14",
+   "opensearch-py>=2.8.0",
+]
+simsimd = [
+    "simsimd>=6.2.1",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[dependency-groups]
+dev = [
+    "cassio>=0.1.10",
+    "langchain-astradb>=0.5.2",
+    "langchain-chroma>=0.2.0",
+    "langchain-community>=0.3.14",
+    "langchain-opensearch>=0.0.2",
+    "mypy>=1.14.1",
+    "pytest>=8.3.4",
+    "pytest-cov>=4.0.0",
+    "pytest-asyncio>=0.25.2",
+    "simsimd>=6.2.1",
+    "testcontainers>=4.9.0",
+]
+

src/graph_pancake/retrievers/strategy/mmr.py → packages/langchain-graph-rag/src/langchain_graph_rag/retrievers/strategy/mmr.py

@@ -3,11 +3,10 @@
 from typing import Iterable
 
 import numpy as np
+from langchain_graph_rag.utils.math import cosine_similarity
 from numpy.typing import NDArray
 from pydantic import Field
 
-from graph_pancake.utils.math import cosine_similarity
-
 from ..node import Node
 from .base import TraversalStrategy
 

tests/integration_tests/conftest.py → packages/langchain-graph-rag/tests/integration_tests/conftest.py

@@ -2,7 +2,6 @@
 
 import pytest
 from pytest import Parser
-
 from tests.integration_tests.stores import ALL_STORES, TESTCONTAINER_STORES
 
 

tests/integration_tests/retrievers/animal_docs.py → packages/langchain-graph-rag/tests/integration_tests/retrievers/animal_docs.py

@@ -2,15 +2,14 @@
 
 import pytest
 from langchain_core.documents import Document
-
 from tests.embeddings import AnimalEmbeddings
 from tests.integration_tests.stores import StoreAdapter, StoreFactory
 
 
 @pytest.fixture(scope="session")
 def animal_docs() -> list[Document]:
     documents = []
-    with open("tests/data/animals.jsonl", "r") as file:
+    with open("data/animals.jsonl", "r") as file:
         for line in file:
             data = json.loads(line.strip())
             documents.append(

tests/integration_tests/retrievers/earth_docs.py → packages/langchain-graph-rag/tests/integration_tests/retrievers/earth_docs.py

@@ -1,7 +1,6 @@
 import pytest
 from langchain_core.documents import Document
-
-from graph_pancake.retrievers.store_adapters import StoreAdapter
+from langchain_graph_rag.retrievers.store_adapters import StoreAdapter
 from tests.embeddings.simple_embeddings import EarthEmbeddings
 from tests.integration_tests.stores import StoreFactory
 

tests/integration_tests/retrievers/parser_docs.py → packages/langchain-graph-rag/tests/integration_tests/retrievers/parser_docs.py

@@ -1,6 +1,5 @@
 import pytest
 from langchain_core.documents import Document
-
 from tests.embeddings.simple_embeddings import ParserEmbeddings
 from tests.integration_tests.stores import StoreAdapter, StoreFactory
 

tests/integration_tests/retrievers/test_graph_traversal_eager.py → packages/langchain-graph-rag/tests/integration_tests/retrievers/test_graph_traversal_eager.py

@@ -1,9 +1,8 @@
 from langchain_core.documents import Document
-
-from graph_pancake.retrievers.graph_traversal_retriever import (
+from langchain_graph_rag.retrievers.graph_traversal_retriever import (
     GraphTraversalRetriever,
 )
-from graph_pancake.retrievers.strategy.eager import (
+from langchain_graph_rag.retrievers.strategy.eager import (
     Eager,
 )
 from tests.integration_tests.assertions import assert_document_format, sorted_doc_ids

tests/integration_tests/retrievers/test_graph_traversal_mmr.py → packages/langchain-graph-rag/tests/integration_tests/retrievers/test_graph_traversal_mmr.py

@@ -1,13 +1,12 @@
 from langchain_core.documents import Document
 from langchain_core.vectorstores import InMemoryVectorStore
-
-from graph_pancake.retrievers.graph_traversal_retriever import (
+from langchain_graph_rag.retrievers.graph_traversal_retriever import (
     GraphTraversalRetriever,
 )
-from graph_pancake.retrievers.store_adapters.in_memory import (
+from langchain_graph_rag.retrievers.store_adapters.in_memory import (
     InMemoryStoreAdapter,
 )
-from graph_pancake.retrievers.strategy.mmr import (
+from langchain_graph_rag.retrievers.strategy.mmr import (
     Mmr,
 )
 from tests.embeddings.simple_embeddings import Angular2DEmbeddings

tests/integration_tests/stores.py → packages/langchain-graph-rag/tests/integration_tests/stores.py

@@ -5,11 +5,10 @@
 from langchain_core.documents import Document
 from langchain_core.embeddings import Embeddings
 from langchain_core.vectorstores import VectorStore
-
-from graph_pancake.document_transformers.metadata_denormalizer import (
+from langchain_graph_rag.document_transformers.metadata_denormalizer import (
     MetadataDenormalizer,
 )
-from graph_pancake.retrievers.store_adapters import StoreAdapter
+from langchain_graph_rag.retrievers.store_adapters import StoreAdapter
 
 ALL_STORES = ["mem_norm", "mem", "astra", "cassandra", "chroma", "opensearch"]
 TESTCONTAINER_STORES = ["cassandra", "opensearch"]
@@ -86,8 +85,7 @@ def _cassandra_store_factory(request: pytest.FixtureRequest):
 
     from cassandra.cluster import Cluster  # type: ignore
     from langchain_community.vectorstores.cassandra import Cassandra
-
-    from graph_pancake.retrievers.store_adapters.cassandra import (
+    from langchain_graph_rag.retrievers.store_adapters.cassandra import (
         CassandraStoreAdapter,
     )
 
@@ -150,8 +148,7 @@ def teardown_cassandra(cassandra: Cassandra):
 
 def _opensearch_store_factory(request: pytest.FixtureRequest):
     from langchain_community.vectorstores import OpenSearchVectorSearch
-
-    from graph_pancake.retrievers.store_adapters.open_search import (
+    from langchain_graph_rag.retrievers.store_adapters.open_search import (
         OpenSearchStoreAdapter,
     )
 
@@ -204,8 +201,7 @@ def _astra_store_factory(_request: pytest.FixtureRequest) -> StoreFactory:
     from astrapy.authentication import StaticTokenProvider
     from dotenv import load_dotenv
     from langchain_astradb import AstraDBVectorStore
-
-    from graph_pancake.retrievers.store_adapters.astra import (
+    from langchain_graph_rag.retrievers.store_adapters.astra import (
         AstraStoreAdapter,
     )
 
@@ -252,8 +248,7 @@ def _in_memory_store_factory(
     _request: pytest.FixtureRequest, support_normalized_metadata: bool
 ) -> StoreFactory:
     from langchain_core.vectorstores import InMemoryVectorStore
-
-    from graph_pancake.retrievers.store_adapters.in_memory import (
+    from langchain_graph_rag.retrievers.store_adapters.in_memory import (
         InMemoryStoreAdapter,
     )
 
@@ -274,8 +269,7 @@ def create_in_memory(
 
 def _chroma_store_factory(_request: pytest.FixtureRequest) -> StoreFactory:
     from langchain_chroma.vectorstores import Chroma
-
-    from graph_pancake.retrievers.store_adapters.chroma import (
+    from langchain_graph_rag.retrievers.store_adapters.chroma import (
         ChromaStoreAdapter,
     )
 

tests/unit_tests/retrievers/test_edge_helper.py → packages/langchain-graph-rag/tests/unit_tests/retrievers/test_edge_helper.py

@@ -1,7 +1,6 @@
 import pytest
-
-from graph_pancake.retrievers.edge import Edge
-from graph_pancake.retrievers.edge_helper import EdgeHelper
+from langchain_graph_rag.retrievers.edge import Edge
+from langchain_graph_rag.retrievers.edge_helper import EdgeHelper
 
 
 def test_edge_helper_initialization():

tests/unit_tests/retrievers/test_generic_graph_traversal.py → packages/langchain-graph-rag/tests/unit_tests/retrievers/test_generic_graph_traversal.py

@@ -1,4 +1,4 @@
-from graph_pancake.retrievers.strategy.mmr import Mmr
+from langchain_graph_rag.retrievers.strategy.mmr import Mmr
 
 
 def test_mmr_parameters() -> None: