Add support for file contexts with line ranges

Author: ericdallo

CHANGELOG.md

@@ -2,6 +2,8 @@
 
 ## Unreleased
 
+- Add support for file contexts with line ranges.
+
 ## 0.10.3
 
 - Fix openai `max_output_tokens` message.

docs/protocol.md

@@ -289,6 +289,14 @@ interface FileContext {
      * Path to the file
      */
     path: string;
+    
+    /**
+     * Range of lines to retrive from file, if nil consider whole file.
+     */
+    linesRange?: {
+        start: number;
+        end: number;
+    }
 }
 
 /**

src/eca/features/chat.clj

@@ -18,18 +18,19 @@
 (def ^:private logger-tag "[CHAT]")
 
 (defn ^:private raw-contexts->refined [contexts]
-  (mapcat (fn [{:keys [type path]}]
+  (mapcat (fn [{:keys [type path lines-range]}]
             (case type
               "file" [{:type :file
                        :path path
-                       :content (llm-api/refine-file-context path)}]
+                       :partial (boolean lines-range)
+                       :content (llm-api/refine-file-context path lines-range)}]
               "directory" (->> (fs/glob path "**")
                                (remove fs/directory?)
                                (map (fn [path]
                                       (let [filename (str (fs/canonicalize path))]
                                         {:type :file
                                          :path filename
-                                         :content (llm-api/refine-file-context filename)}))))
+                                         :content (llm-api/refine-file-context filename nil)}))))
               "repoMap" [{:type :repoMap}]))
           contexts))
 

src/eca/features/prompt.clj

@@ -31,9 +31,11 @@
    ""
    "<contexts>"
    (reduce
-    (fn [context-str {:keys [type path content]}]
+    (fn [context-str {:keys [type path content partial]}]
       (str context-str (case type
-                         :file (format "<file path=\"%s\">%s</file>\n" path content)
+                         :file (if partial
+                                 (format "<file partial=true path=\"%s\">...\n%s\n...</file>\n" path content)
+                                 (format "<file path=\"%s\">%s</file>\n" path content))
                          :repoMap (format "<repoMap description=\"Workspaces structure in a tree view, spaces represent file hierarchy\" >%s</repoMap>" @repo-map*)
                          "")))
     ""

src/eca/llm_api.clj

@@ -15,9 +15,15 @@
   (llm-providers.ollama/list-models {:host (:host (:ollama config))
                                      :port (:port (:ollama config))}))
 
-(defn refine-file-context [path]
-  ;; TODO ask LLM for the most relevant parts of the path
-  (slurp path))
+;; TODO ask LLM for the most relevant parts of the path
+(defn refine-file-context [path lines-range]
+  (let [content (slurp path)]
+    (if lines-range
+      (let [lines (string/split-lines content)
+            start (dec (:start lines-range))
+            end (min (count lines) (:end lines-range))]
+        (string/join "\n" (subvec lines start end)))
+      content)))
 
 (defn ^:private anthropic-api-key [config]
   (or (:anthropicApiKey config)

test/eca/features/prompt_test.clj

@@ -1,12 +1,13 @@
 (ns eca.features.prompt-test
   (:require
+   [clojure.string :as string]
    [clojure.test :refer [deftest is testing]]
-   [eca.features.prompt :as prompt]
-   [clojure.string :as string]))
+   [eca.features.prompt :as prompt]))
 
 (deftest build-instructions-test
   (testing "Should create instructions with rules, contexts, and behavior"
     (let [refined-contexts [{:type :file :path "foo.clj" :content "(ns foo)"}
+                            {:type :file :path "bar.clj" :content "(def a 1)" :partial true}
                             {:type :repoMap :path nil :content nil}]
           rules [{:name "rule1" :content "First rule"}
                  {:name "rule2" :content "Second rule"}]
@@ -19,6 +20,7 @@
       (is (string/includes? result "<rule name=\"rule2\">Second rule</rule>"))
       (is (string/includes? result "<contexts>"))
       (is (string/includes? result "<file path=\"foo.clj\">(ns foo)</file>"))
+      (is (string/includes? result "<file partial=true path=\"bar.clj\">...\n(def a 1)\n...</file>"))
       (is (string/includes? result "<repoMap description=\"Workspaces structure in a tree view, spaces represent file hierarchy\" >TREE</repoMap>"))
       (is (string/includes? result "</contexts>"))
       (is (string? result)))))