chore(vendor): vendor FalkorDB code-graph-backend

Author: smokeyScraper

backend/app/database/falkor/code-graph-backend/.env.template

@@ -0,0 +1,8 @@
+FALKORDB_HOST=<host>
+FALKORDB_PORT=<port>
+FALKORDB_USERNAME=<username>
+FALKORDB_PASSWORD=<password>
+OPENAI_API_KEY=<openai_api_key>
+GEMINI_API_KEY=<gemini_api_key>
+SECRET_TOKEN=<secret_token>
+

backend/app/database/falkor/code-graph-backend/.github/dependabot.yml

@@ -0,0 +1,7 @@
+version: 2
+updates:
+  - package-ecosystem: "pip" # See documentation for possible values
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "daily"
+    target-branch: "staging"      

backend/app/database/falkor/code-graph-backend/.github/workflows/python-app.yml

@@ -0,0 +1,40 @@
+# This workflow will install Python dependencies, run tests and lint with a single version of Python
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: Python application
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python 3.10
+      uses: actions/setup-python@v3
+      with:
+        python-version: "3.10"
+    - name: Install dependencies
+      run: |
+        python -m pip install --upgrade pip
+        pip install flake8 pytest
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+    - name: Lint with flake8
+      run: |
+        # stop the build if there are Python syntax errors or undefined names
+        flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+        # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
+        # flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics
+        
+    # - name: Test with pytest
+    #  run: |
+    #    pytest

backend/app/database/falkor/code-graph-backend/.github/workflows/release-image.yml

@@ -0,0 +1,37 @@
+name: Release image to DockerHub
+
+on:
+  workflow_dispatch:
+  push:
+    tags: ["v*.*.*"]
+    branches:
+      - main
+
+jobs:
+  build-and-release:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set tags
+        run: |
+          if ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags') }}; then
+            echo "TAGS=falkordb/code-graph-backend:latest,falkordb/code-graph-backend:${{ github.ref_name }}" >> $GITHUB_ENV
+          else
+            echo "TAGS=falkordb/code-graph-backend:edge" >> $GITHUB_ENV
+          fi
+
+      - name: Login to DockerHub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USERNAME }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+  
+      - name: Build image
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          file: ./Dockerfile
+          push: true
+          tags: ${{ env.TAGS }}

backend/app/database/falkor/code-graph-backend/.gitignore

@@ -0,0 +1,44 @@
+# Byte-compiled files
+*.pyc
+*.pyo
+*.pyd
+__pycache__/
+
+# Virtual environments
+venv/
+env/
+.virtualenv/
+
+# Distribution/build files
+build/
+dist/
+*.egg-info/
+.eggs/
+
+# IDE settings
+.vscode/
+.idea/
+*.swp
+
+# Logs and debugging
+*.log
+*.trace
+
+# OS-specific files
+.DS_Store
+Thumbs.db
+
+# Testing and coverage
+htmlcov/
+*.cover
+.coverage
+.cache/
+pytest_cache/
+
+# Jupyter Notebook checkpoints
+.ipynb_checkpoints/
+
+# Custom settings
+.env
+*.sqlite3
+.vercel

backend/app/database/falkor/code-graph-backend/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 FalkorDB
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

backend/app/database/falkor/code-graph-backend/README.md

@@ -0,0 +1,59 @@
+[![Try Free](https://img.shields.io/badge/Try%20Free-FalkorDB%20Cloud-FF8101?labelColor=FDE900&link=https://app.falkordb.cloud)](https://app.falkordb.cloud)
+[![Dockerhub](https://img.shields.io/docker/pulls/falkordb/falkordb?label=Docker)](https://hub.docker.com/r/falkordb/falkordb/)
+[![Discord](https://img.shields.io/discord/1146782921294884966?style=flat-square)](https://discord.com/invite/6M4QwDXn2w)
+
+## Getting Started
+
+[Live Demo](https://code-graph.falkordb.com/)
+
+## Running locally
+
+### Run FalkorDB
+
+Free cloud instance: https://app.falkordb.cloud/signup
+
+Or by running locally with docker:
+
+```bash
+docker run -p 6379:6379 -p 3000:3000 -it --rm falkordb/falkordb:latest
+```
+
+### Config
+
+Create your own `.env` file from the `.env.template` file
+
+Start the server:
+```bash
+flask --app api/index.py run --debug
+```
+
+### Creating a graph
+
+Process a local source folder:
+
+```bash
+curl -X POST http://127.0.0.1:5000/analyze_folder -H "Content-Type: application/json" -d '{"path": "<FULL_PATH_TO_FOLDER>", "ignore": [<OPTIONAL_IGNORE_LIST>]}' -H "Authorization: <.ENV_SECRET_TOKEN>"
+```
+
+For example:
+
+```bash
+curl -X POST http://127.0.0.1:5000/analyze_folder -H "Content-Type: application/json" -d '{"path": "/Users/roilipman/Dev/GraphRAG-SDK", "ignore": ["./.github", "./build"]}' -H "Authorization: OpenSesame"
+```
+
+## Working with your graph
+
+Once the source code analysis completes your FalkorDB DB will be populated with
+a graph representation of your source code, the graph name should be the same as
+the name of the folder you've requested to analyze, for the example above a graph named:
+"GraphRAG-SDK".
+
+At the moment only the Python and C languages are supported, we do intend to support additional languages.
+
+At this point you can explore and query your source code using various tools
+Here are several options:
+
+1. [Code-Graph UI](https://github.com/FalkorDB/code-graph)
+1. FalkorDB [Browser](https://github.com/FalkorDB/falkordb-browser/)
+2. One of FalkorDB's [clients](https://docs.falkordb.com/clients.html)
+3. Use FalkorDB [GraphRAG-SDK](https://github.com/FalkorDB/GraphRAG-SDK) to connect an LLM for natural language exploration.

backend/app/database/falkor/code-graph-backend/api/__init__.py

@@ -0,0 +1,9 @@
+from .info import *
+from .llm import ask
+from .graph import *
+from .project import *
+from .entities import *
+from .git_utils import *
+from .code_coverage import *
+from .analyzers.source_analyzer import *
+from .auto_complete import prefix_search

backend/app/database/falkor/code-graph-backend/api/analyzers/__init__.py

@@ -0,0 +1 @@
+from .source_analyzer import SourceAnalyzer

backend/app/database/falkor/code-graph-backend/api/analyzers/analyzer.py

@@ -0,0 +1,144 @@
+from pathlib import Path
+from typing import Optional
+
+from tree_sitter import Language, Node, Parser, Point
+from api.entities.entity import Entity
+from api.entities.file import File
+from abc import ABC, abstractmethod
+from multilspy import SyncLanguageServer
+
+class AbstractAnalyzer(ABC):
+    def __init__(self, language: Language) -> None:
+        self.language = language
+        self.parser = Parser(language)
+
+    def find_parent(self, node: Node, parent_types: list) -> Node:
+        while node and node.type not in parent_types:
+            node = node.parent
+        return node
+
+    @abstractmethod
+    def is_dependency(self, file_path: str) -> bool:
+        """
+        Check if the file is a dependency.
+
+        Args:
+            file_path (str): The file path.
+
+        Returns:
+            bool: True if the file is a dependency, False otherwise.
+        """
+
+        pass
+
+    @abstractmethod
+    def resolve_path(self, file_path: str, path: Path) -> str:
+        """
+        Resolve the path of the file.
+
+        Args:
+            file_path (str): The file path.
+            path (Path): The path to the folder.
+
+        Returns:
+            str: The resolved path.
+        """
+
+        pass
+
+    def resolve(self, files: dict[Path, File], lsp: SyncLanguageServer, file_path: Path, path: Path, node: Node) -> list[tuple[File, Node]]:
+        try:
+            locations = lsp.request_definition(str(file_path), node.start_point.row, node.start_point.column)
+            return [(files[Path(self.resolve_path(location['absolutePath'], path))], files[Path(self.resolve_path(location['absolutePath'], path))].tree.root_node.descendant_for_point_range(Point(location['range']['start']['line'], location['range']['start']['character']), Point(location['range']['end']['line'], location['range']['end']['character']))) for location in locations if location and Path(self.resolve_path(location['absolutePath'], path)) in files]
+        except Exception as e:
+            return []
+
+    @abstractmethod
+    def add_dependencies(self, path: Path, files: list[Path]):
+        """
+        Add dependencies to the files.
+
+        Args:
+            path (Path): The path to the folder.
+            files (dict[Path, File]): The files.
+        """
+
+        pass
+
+    @abstractmethod
+    def get_entity_label(self, node: Node) -> str:
+        """
+        Get the entity label from the node.
+
+        Args:
+            node (Node): The node.
+
+        Returns:
+            str: The entity label.
+        """
+        pass
+
+    @abstractmethod
+    def get_entity_name(self, node: Node) -> str:
+        """
+        Get the entity name from the node.
+
+        Args:
+            node (Node): The node.
+
+        Returns:
+            str: The entity name.
+        """
+        pass
+
+    @abstractmethod
+    def get_entity_docstring(self, node: Node) -> Optional[str]:
+        """
+        Get the entity docstring from the node.
+
+        Args:
+            node (Node): The node.
+
+        Returns:
+            Optional[str]: The entity docstring.
+        """
+        pass
+
+    @abstractmethod
+    def get_entity_types(self) -> list[str]:
+        """
+        Get the top level entity types for the language.
+
+        Returns:
+            list[str]: The list of top level entity types.
+        """
+
+        pass
+
+    @abstractmethod
+    def add_symbols(self, entity: Entity) -> None:
+        """
+        Add symbols to the entity.
+
+        Args:
+            entity (Entity): The entity to add symbols to.
+        """
+
+        pass
+
+    @abstractmethod
+    def resolve_symbol(self, files: dict[Path, File], lsp: SyncLanguageServer, file_path: Path, path: Path, key: str, symbol: Node) -> Entity:
+        """
+        Resolve a symbol to an entity.
+
+        Args:
+            lsp (SyncLanguageServer): The language server.
+            path (Path): The path to the file.
+            key (str): The symbol key.
+            symbol (Node): The symbol node.
+
+        Returns:
+            Entity: The entity.
+        """
+
+        pass