move examples related to bindings to scripts folder

Author: Judd

bindings/chatllm.py

@@ -23,14 +23,14 @@ class LibChatLLM:
     def __init__(self, lib: str = '') -> None:
 
         if lib == '':
-            this_dir = os.path.dirname(os.path.abspath(sys.argv[0]))
-            lib = os.path.join(this_dir, 'libchatllm.')
-            if sys.platform == 'win32':
-                lib = lib + 'dll'
-            elif sys.platform == 'darwin':
-                lib = lib + 'dylib'
-            else:
-                lib = lib + 'so'
+            lib = os.path.dirname(os.path.abspath(sys.argv[0]))
+        lib = os.path.join(lib, 'libchatllm.')
+        if sys.platform == 'win32':
+            lib = lib + 'dll'
+        elif sys.platform == 'darwin':
+            lib = lib + 'dylib'
+        else:
+            lib = lib + 'so'
 
         if sys.platform == 'win32':
             self._lib = windll.LoadLibrary(lib)
@@ -327,10 +327,10 @@ def demo_streamer():
         for s in streamer.chat(s):
             print(s, end='', flush=True)
 
-def demo_simple(params, cls = ChatLLM):
+def demo_simple(params, cls = ChatLLM, lib_path: str =''):
     global llm
     signal.signal(signal.SIGINT, handler)
-    llm = cls(LibChatLLM(), params)
+    llm = cls(LibChatLLM(lib_path), params)
 
     while True:
         s = input('You  > ')

bindings/openai_api.ts

@@ -38,7 +38,7 @@ For example,
 
 ### Web demo
 
-There is also a [Chatbot](../bindings/chatllm_st.py) powered by [Streamlit](https://streamlit.io/):
+There is also a [Chatbot](../scripts/chatllm_st.py) powered by [Streamlit](https://streamlit.io/):
 
 ![](chatbot_st.png)
 
@@ -52,7 +52,7 @@ Note: "STOP" function is not implemented yet.
 
 ### OpenAI Compatible API
 
-[Here](../bindings/openai_api.py) is a server providing OpenAI Compatible API. Note that most of
+[Here](../scripts/openai_api.py) is a server providing OpenAI Compatible API. Note that most of
 the parameters are ignored. With this, one can start two servers one for chatting and one for
 code completion (a base model supporting fill-in-the-middle is required), and setup a fully functional
 local copilot in Visual Studio Code with the help of tools like [twinny](https://github.com/rjmacarthy/twinny).
@@ -98,10 +98,6 @@ bun run chatllm.ts -i -m path/to/model
 
 WARNING: Bun [looks buggy on Linux](https://github.com/oven-sh/bun/issues/10242).
 
-### OpenAI Compatible API
-
-[Here](../bindings/openai_api.ts) is a work in progress.
-
 ## Other Languages
 
 `libchatllm` can be utilized by all languages that can call into dynamic libraries. Take C as an example:

docs/binding.md

@@ -53,5 +53,5 @@ Before shuffling a model's layers, use `--show` to view basic information about
 
 ## Talk to Each Other
 
-[Here](../bindings/crosstask.py) is a simple program to let two LLMs talk to each other. Both are willing to assist each other,
+[Here](../scripts/crosstask.py) is a simple program to let two LLMs talk to each other. Both are willing to assist each other,
 so the conversation might go to full of "I'm here to assist you" quickly and is not quite fruitful.

docs/fun.md

@@ -3,10 +3,10 @@
 Some models support tool calling (function calling, or code interpreter). It would be much easier (and cool) to do tool calling in Python.
 Demos of tool calling for these models are provided:
 
-* [ChatGLM3](../bindings/tool_glm3.py)
-* [GLM-4](../bindings/tool_glm4.py)
-* [Mistral-Instruct-7B-v0.3](../bindings/tool_mistral.py)
-* [QWen v1.5 & v2](../bindings/tool_qwen.py)
+* [ChatGLM3](../scripts/tool_glm3.py)
+* [GLM-4](../scripts/tool_glm4.py)
+* [Mistral-Instruct-7B-v0.3](../scripts/tool_mistral.py)
+* [QWen v1.5 & v2](../scripts/tool_qwen.py)
 
 ## Precondition
 

docs/tool_calling.md

@@ -1,12 +1,18 @@
 import streamlit as st
 import sys
+import sys, os
+
+this_dir = os.path.dirname(os.path.abspath(sys.argv[0]))
+PATH_BINDS = os.path.join(this_dir, '..', 'bindings')
+sys.path.append(PATH_BINDS)
+
 from chatllm import ChatLLM, LibChatLLM, ChatLLMStreamer
 
 st.title("ChatLLM Chatbot Demo")
 
 if 'llm' not in st.session_state:
     args = sys.argv[1:]
-    st.session_state.llm = ChatLLM(LibChatLLM(), args, False)
+    st.session_state.llm = ChatLLM(LibChatLLM(PATH_BINDS), args, False)
     st.session_state.llm_streamer = ChatLLMStreamer(st.session_state.llm)
     st.session_state.banner = st.session_state.llm_streamer.flush_output()
 

bindings/chatllm_st.py scripts/chatllm_st.pybindings/chatllm_st.py renamed to scripts/chatllm_st.py

@@ -1,7 +1,12 @@
 # Let two LLMs talk to each other!
 
+import sys, os, signal
+
+this_dir = os.path.dirname(os.path.abspath(sys.argv[0]))
+PATH_BINDS = os.path.join(this_dir, '..', 'bindings')
+sys.path.append(PATH_BINDS)
+
 from chatllm import ChatLLM, LibChatLLM
-import signal, sys
 
 class ForwardChatLLM(ChatLLM):
     chunk_acc = ''
@@ -44,8 +49,8 @@ def handler(signal_received, frame):
         print(f"usage: python crosstalk.py path/to/model/A path/to/model/B initial_input")
         exit(-1)
 
-    model_a = ForwardChatLLM(LibChatLLM(), ['-m', args[0], '-i'], True)
-    model_b = ForwardChatLLM(LibChatLLM(), ['-m', args[1], '-i'], True)
+    model_a = ForwardChatLLM(LibChatLLM(PATH_BINDS), ['-m', args[0], '-i'], True)
+    model_b = ForwardChatLLM(LibChatLLM(PATH_BINDS), ['-m', args[1], '-i'], True)
 
     input = args[2]
     print('A > ' + input)