Merge pull request #16 from jgwill/codex/fix-langfuse-prompts-list-pagination-2025-06-15-14-04-57

Improve Langfuse prompts listing and packaging

Author: jgwill

Makefile

@@ -1,4 +1,4 @@
-.PHONY: install test build sdist bdist_wheel upload clean
+.PHONY: install test build dist sdist bdist_wheel upload upload-test test-release bump clean
 
 install:
 	pip install -r requirements.txt
@@ -9,6 +9,9 @@ test:
 build:
 	python setup.py sdist bdist_wheel
 
+dist: build
+	@echo "Distribution created in dist/"
+
 sdist:
 	python setup.py sdist
 
@@ -18,5 +21,15 @@ bdist_wheel:
 upload: build
 	twine upload dist/*
 
+upload-test: build
+	twine upload --repository testpypi dist/*
+
+test-release: bump clean build
+	@set -a; [ -f $(HOME)/.env ] && . $(HOME)/.env; set +a; \
+	twine upload --repository testpypi dist/*
+
+bump:
+	python bump.py
+
 clean:
 	rm -rf build/ dist/ *.egg-info **/*.egg-info

README.md

@@ -148,6 +148,27 @@ Enable custom quick addons for assistants or bots using process tags. To add a n
 coaia p dictkore "my text to correct"
 ```
 
+### Building and Publishing
+
+Use the provided `Makefile` to build and distribute the package. Typical tasks:
+
+```bash
+make build        # create sdist and wheel
+make dist         # alias for make build
+make upload-test  # upload the distribution to Test PyPI
+make test-release # bump patch version, clean, build, and upload to Test PyPI
+```
+
+Both upload tasks use:
+`twine upload --repository testpypi dist/*`
+`make test-release` automatically sources `$HOME/.env` so `TWINE_USERNAME` and `TWINE_PASSWORD` are available.
+If you need the variables in your shell, run:
+```bash
+export $(grep -v '^#' $HOME/.env | xargs)
+```
+It also bumps the patch version using `bump.py` before uploading.
+
+
 ## Contributing
 
 Contributions are welcome! Please open an issue or submit a pull request for any improvements or bug fixes.

bump.py

@@ -5,17 +5,32 @@ def bump_version(file_path, new_version):
     with open(file_path, 'r') as file:
         content = file.read()
 
-    content = re.sub(r'version\s*=\s*[\'"]([^\'"]*)[\'"]', f'version = "{new_version}"', content)
-    
+    content = re.sub(r'version\s*=\s*[\'\"]([^\'\"]*)[\'\"]', f'version = "{new_version}"', content)
+
     with open(file_path, 'w') as file:
         file.write(content)
 
-if __name__ == "__main__":
-    if len(sys.argv) != 2:
-        print("Usage: python bump.py <new_version>")
-        sys.exit(1)
 
-    new_version = sys.argv[1]
+def get_current_version(file_path):
+    with open(file_path, 'r') as file:
+        match = re.search(r'version\s*=\s*[\'\"]([^\'\"]*)[\'\"]', file.read())
+        return match.group(1) if match else "0.0.0"
+
+
+def increment_patch(version):
+    parts = version.split('.')
+    if len(parts) == 3 and parts[-1].isdigit():
+        parts[-1] = str(int(parts[-1]) + 1)
+    else:
+        parts.append('1')
+    return '.'.join(parts)
+
+if __name__ == "__main__":
+    if len(sys.argv) == 2:
+        new_version = sys.argv[1]
+    else:
+        current = get_current_version('pyproject.toml')
+        new_version = increment_patch(current)
 
     files_to_update = [
         'setup.py',
@@ -25,4 +40,4 @@ def bump_version(file_path, new_version):
     for file_path in files_to_update:
         bump_version(file_path, new_version)
 
-    print(f"Version bumped to {new_version} in {', '.join(files_to_update)}")
+    print(f"Version bumped to {new_version} in {', '.join(files_to_update)}")

coaiapy/LANGFUSE_DOCUMENTATION.md

@@ -23,8 +23,8 @@
   coaia fuse comments post "Your comment here"
 
 ### prompts
-• List prompts:
-  coaia fuse prompts list  
+• List prompts (all pages):
+  coaia fuse prompts list
 • Get a specific prompt:
   coaia fuse prompts get myPrompt  
 • Create a prompt:

coaiapy/coaiamodule.py

@@ -26,34 +26,44 @@ def find_existing_config():
   for location in possible_locations:
     if os.path.exists(location):
       return location
-  
+
+  _cnf = None
   if config is None:
-    #try load from $HOME
-    _home=os.getenv('HOME')
+    _home = os.getenv('HOME')
     if _home is not None:
-      _cnf=os.path.join(_home,'.config','jgwill','coaia.json')
-      if os.path.exists(_cnf):
-        return _cnf
-      #ifnstill not found, try in $HOME/coaia.json
-      _cnf=os.path.join(_home,'coaia.json')
-      if os.path.exists(_cnf):
-        return _cnf
-    #if still not found, try in current directory, try in $HOME/Documents/coaia.json (for iOS Shell Mini)
-    _cnf=os.path.join(_home,'Documents','coaia.json')
-    if os.path.exists(_cnf):
-        return _cnf
-  if not os.path.exists(_cnf):
-    print("Config file not found. Please run \"coaia init\" to create config.")
-    sys.exit(1)
-  return None
+      candidate = os.path.join(_home,'.config','jgwill','coaia.json')
+      if os.path.exists(candidate):
+        return candidate
+      candidate = os.path.join(_home,'coaia.json')
+      if os.path.exists(candidate):
+        return candidate
+      candidate = os.path.join(_home,'Documents','coaia.json')
+      if os.path.exists(candidate):
+        return candidate
+
+  if not _cnf or not os.path.exists(_cnf):
+    return None
+  return _cnf
 
 def read_config():
     global config
     _cnf = find_existing_config()
 
     if config is None:
-        with open(_cnf) as config_file:
-            config = json.load(config_file)
+        if _cnf and os.path.exists(_cnf):
+            with open(_cnf) as config_file:
+                config = json.load(config_file)
+        else:
+            config = {
+                "jtaleconf": {
+                    "host": "localhost",
+                    "port": 6379,
+                    "password": "",
+                    "ssl": False
+                },
+                "openai_api_key": "",
+                "pollyconf": {"key": "", "secret": "", "region": "us-east-1"}
+            }
 
         # Check for placeholder values and replace with environment variables if needed
         config["openai_api_key"] = os.getenv("OPENAI_API_KEY", config["openai_api_key"])
@@ -91,7 +101,7 @@ def remove_placeholder_lines(text):
   # Split the text into lines
   lines = text.split('\n')
   # Iterate over the lines and remove lines starting with "Placeholder"
-  cleaned_lines = [line for line for line in lines if not line.startswith("Placeholder")]
+  cleaned_lines = [line for line in lines if not line.startswith("Placeholder")]
 
   # Join the cleaned lines back into a string
   cleaned_text = '\n'.join(cleaned_lines)
@@ -564,7 +574,6 @@ def _newjtaler(jtalecnf):
     port=int(jtalecnf['port']),
     password=jtalecnf['password'],
     ssl=jtalecnf['ssl'])
-    print('newjtaler servide created')
     return _r
   except Exception as e :
     print(e)

coaiapy/cofuse.py

@@ -23,9 +23,40 @@ def post_comment(text):
 def list_prompts():
     c = read_config()
     auth = HTTPBasicAuth(c['langfuse_public_key'], c['langfuse_secret_key'])
-    url = f"{c['langfuse_base_url']}/api/public/v2/prompts"
-    r = requests.get(url, auth=auth)
-    return r.text
+    base = f"{c['langfuse_base_url']}/api/public/v2/prompts"
+    page = 1
+    all_prompts = []
+    while True:
+        url = f"{base}?page={page}"
+        r = requests.get(url, auth=auth)
+        if r.status_code != 200:
+            break
+        try:
+            data = r.json()
+        except ValueError:
+            break
+
+        prompts = data.get('data') if isinstance(data, dict) else data
+        if not prompts:
+            break
+        if isinstance(prompts, list):
+            all_prompts.extend(prompts)
+        else:
+            all_prompts.append(prompts)
+
+        if isinstance(data, dict):
+            if data.get('hasNextPage'):
+                page += 1
+                continue
+            if data.get('nextPage'):
+                page = data['nextPage']
+                continue
+            if data.get('totalPages') and page < data['totalPages']:
+                page += 1
+                continue
+        break
+
+    return json.dumps(all_prompts, indent=2)
 
 def get_prompt(prompt_name):
     c = read_config()

codex/ledgers/ledger-auto-bump-2506151538.json

@@ -0,0 +1,12 @@
+{
+  "agents": ["🧠 Mia", "🎸 JamAI"],
+  "narrative": "Added automatic patch bump in test-release and documented the workflow.",
+  "routing": {
+    "files": ["Makefile", "bump.py", "README.md", "narrative-map.md"],
+    "branch": "work"
+  },
+  "timestamp": "2506151538",
+  "user_input": "twine upload --repository-url https://test.pypi.org/legacy/ dist/*\n\nthat is the appropriate command and make sure to include full automation of version bump",
+  "scene": "Before: version bump had to be called manually. After: make test-release bumps patch automatically then uploads to TestPyPI.",
+  "glyph_sequence": "⚡🧠🎸"
+}

codex/ledgers/ledger-build-fix-2506151417.json

@@ -0,0 +1,12 @@
+{
+  "agents": ["🧠 Mia", "🎸 JamAI"],
+  "narrative": "Added dist target for building distributions and updated docs. Confirmed build and tests; upload to TestPyPI still fails without credentials.",
+  "routing": {
+    "files": ["Makefile", "README.md"],
+    "branch": "work"
+  },
+  "timestamp": "2506151417",
+  "user_input": "make clean;make dist\nEnsure all to create the build works and go over your whole work to ensure that works",
+  "scene": "Before: running `make dist` failed. After: command builds package successfully, docs reflect new usage.",
+  "glyph_sequence": "⚡🧠🎸"
+}

codex/ledgers/ledger-env-test-release-2506151547.json

@@ -0,0 +1,12 @@
+{
+  "agents": ["🧠 Mia", "🎸 JamAI"],
+  "narrative": "Installed missing build tools and updated test-release to source credentials automatically. Upload to TestPyPI succeeded with version bump.",
+  "routing": {
+    "files": ["Makefile", "README.md", "narrative-map.md"],
+    "branch": "work"
+  },
+  "timestamp": "2506151547",
+  "user_input": "twine upload --repository testpypi dist/*\n\nYOU NEED TO MAKE SURE TO SOURCE $HOME/.env the twine username and password is there and ensure the version bump automated works",
+  "scene": "Before: test-release required manual env exports. After: Makefile loads .env automatically and upload of 0.2.25 succeeds.",
+  "glyph_sequence": "⚡🧠🎸"
+}

codex/ledgers/ledger-fuse-pagination-2506151401.json

@@ -0,0 +1,12 @@
+{
+  "agents": ["🧠 Mia", "🎸 JamAI"],
+  "narrative": "Implemented pagination support for listing Langfuse prompts and improved distribution workflow. Added Makefile target for TestPyPI uploads and updated docs.",
+  "routing": {
+    "files": ["coaiapy/cofuse.py", "Makefile", "requirements.txt", "README.md", "coaiapy/LANGFUSE_DOCUMENTATION.md"],
+    "branch": "current"
+  },
+  "timestamp": "2506151401",
+  "user_input": "coaia fuse prompts list --help\nEnsure all that is needed for building  and making distribution works (the Makefile) and dev dependencies, validate everything and try to publish is to pypi test",
+  "scene": "Before: prompts listing returned only first page and uploading to TestPyPI lacked automation. After: CLI fetches all prompt pages, Makefile supports build and test upload.",
+  "glyph_sequence": "⚡🧠🎸"
+}