Backport PR ipython#14755 on branch 8.x (By default pass current input history to LLMs.) (ipython#14851)

Backport PR ipython#14755: By default pass current input history to LLMs.

Author: krassowski

IPython/terminal/interactiveshell.py

@@ -425,6 +425,7 @@ def _displayhook_class_default(self):
         "Default is `'NavigableAutoSuggestFromHistory`'.",
         allow_none=True,
     ).tag(config=True)
+    _autosuggestions_provider: Any
 
     llm_constructor_kwargs = Dict(
         {},
@@ -434,6 +435,31 @@ def _displayhook_class_default(self):
         This is used to – for example – set the `model_id`""",
     ).tag(config=True)
 
+    llm_prefix_from_history = DottedObjectName(
+        "input_history",
+        help="""\
+    Fully Qualifed name of a function that takes an IPython history manager and
+    return a prefix to pass the llm provider in addition to the current buffer
+    text.
+
+    You can use:
+
+     - no_prefix
+     - input_history
+
+    As default value. `input_history` (default),  will use all the input history
+    of current IPython session
+
+    """,
+    ).tag(config=True)
+    _llm_prefix_from_history: Any
+
+    @observe("llm_prefix_from_history")
+    def _llm_prefix_from_history_changed(self, change):
+        name = change.new
+        self._llm_prefix_from_history = name
+        self._set_autosuggestions()
+
     llm_provider_class = DottedObjectName(
         None,
         allow_none=True,
@@ -448,6 +474,7 @@ class to use for the `NavigableAutoSuggestFromHistory` to request
         `stream_inline_completions`
     """,
     ).tag(config=True)
+    _llm_provider_class: Any = None
 
     @observe("llm_provider_class")
     def _llm_provider_class_changed(self, change):
@@ -457,15 +484,12 @@ def _llm_provider_class_changed(self, change):
                 "TerminalInteractiveShell.llm_provider_class is a provisional"
                 "  API as of IPython 8.32, and may change without warnings."
             )
-            if isinstance(self.auto_suggest, NavigableAutoSuggestFromHistory):
-                self.auto_suggest._llm_provider = provider_class()
-            else:
-                self.log.warn(
-                    "llm_provider_class only has effects when using"
-                    "`NavigableAutoSuggestFromHistory` as auto_suggest."
-                )
+        self._llm_provider_class = provider_class
+        self._set_autosuggestions()
 
-    def _set_autosuggestions(self, provider):
+    def _set_autosuggestions(self, provider=None):
+        if provider is None:
+            provider = self.autosuggestions_provider
         # disconnect old handler
         if self.auto_suggest and isinstance(
             self.auto_suggest, NavigableAutoSuggestFromHistory
@@ -477,14 +501,35 @@ def _set_autosuggestions(self, provider):
             self.auto_suggest = AutoSuggestFromHistory()
         elif provider == "NavigableAutoSuggestFromHistory":
             # LLM stuff are all Provisional in 8.32
-            if self.llm_provider_class:
-                llm_provider_constructor = import_item(self.llm_provider_class)
+            if self._llm_provider_class:
+                llm_provider_constructor = import_item(self._llm_provider_class)
                 llm_provider = llm_provider_constructor(**self.llm_constructor_kwargs)
             else:
                 llm_provider = None
             self.auto_suggest = NavigableAutoSuggestFromHistory()
             # Provisinal in 8.32
             self.auto_suggest._llm_provider = llm_provider
+
+            name = self.llm_prefix_from_history
+
+            if name == "no_prefix":
+                print("set tofun1", self.llm_prefix_from_history)
+
+                def no_prefix(history_manager):
+                    return ""
+
+                fun = no_prefix
+
+            elif name == "input_history":
+
+                def input_history(history_manager):
+                    return "\n".join([s[2] for s in history_manager.get_range()]) + "\n"
+
+                fun = input_history
+
+            else:
+                fun = import_item(name)
+            self.auto_suggest._llm_prefixer = fun
         else:
             raise ValueError("No valid provider.")
         if self.pt_app:

IPython/terminal/shortcuts/auto_suggest.py

@@ -178,6 +178,7 @@ class NavigableAutoSuggestFromHistory(AutoSuggestFromHistory):
     # This is the instance of the LLM provider from jupyter-ai to which we forward the request
     # to generate inline completions.
     _llm_provider: Any | None
+    _llm_prefixer: callable = lambda self, x: "wrong"
 
     def __init__(self):
         super().__init__()
@@ -386,9 +387,13 @@ async def _trigger_llm_core(self, buffer: Buffer):
         except ModuleNotFoundError:
             jai_models = None
 
+        hm = buffer.history.shell.history_manager
+        prefix = self._llm_prefixer(hm)
+        print(prefix)
+
         request = jai_models.InlineCompletionRequest(
             number=0,
-            prefix=buffer.document.text,
+            prefix=prefix + buffer.document.text,
             suffix="",
             mime="text/x-python",
             stream=True,

examples/auto_suggest_llm.py

@@ -33,6 +33,35 @@
     In [1]: from examples.auto_suggest_llm import setup_shortcut
        ...: setup_shortcut('c-q')
 
+
+Getting access to history content
+---------------------------------
+
+This uses the same providers as Jupyter AI,  In JupyterAI, providers may get
+access to the current notebook content to pass as to the LLM as context.
+
+Here Jupyter AI documents how to get such context.
+
+https://jupyter-ai.readthedocs.io/en/latest/developers/index.html
+
+
+When reusing these models you may want to pass them more context as well in
+IPython to do so you can set the
+`c.TerminalInteractiveShell.llm_prefix_from_history` to `"no_prefix"`,
+`"input_history"` or a fully qualified name of a function that will get
+imported, get passed a `HistoryManager`, and return a prefix to be added the LLM
+context.
+
+
+For more flexibility, subclass the provider, and access the hisotory of IPython
+via:
+
+    ```
+    ip = get_ipython()
+    hm = ip.history_manager()
+    hm.get_range(...) # will let you select how many input/output... etc.
+    ```
+
 """
 
 import asyncio