Use toml for config

Author: ajhai

llmstack/.env.local

@@ -1,3 +1,5 @@
+import os
+
 from django.contrib.auth.models import User
 from django.core.management import call_command
 from django.core.management.base import BaseCommand
@@ -8,7 +10,8 @@ class Command(BaseCommand):
 
     def handle(self, *args, **options):
         if not User.objects.exists():
-            User.objects.create_superuser('admin', '', 'promptly')
+            User.objects.create_superuser(os.getenv('ADMIN_USERNAME', 'admin'), os.getenv(
+                'ADMIN_EMAIL', ''), os.getenv('ADMIN_PASSWORD', 'promptly'))
             self.stdout.write(self.style.SUCCESS('Admin user created.'))
 
             try:

llmstack/base/management/commands/loadfixtures.py

@@ -15,36 +15,68 @@ def prepare_env():
     If it doesn't exist, creates it and returns the .env.local file path.
     """
     if not os.path.exists('.llmstack') and not os.path.exists(os.path.join(os.path.expanduser('~'), '.llmstack')):
+        # Create .llmstack dir in user's home dir
         os.mkdir(os.path.join(os.path.expanduser('~'), '.llmstack'))
 
-        # Copy .env.local file from installed package to ~/.llmstack/.env.local
+    if not os.path.exists('.llmstack/config') and not os.path.exists(os.path.join(os.path.expanduser('~'), '.llmstack/config')):
+        # Copy config.toml file from installed package to ~/.llmstack/config
         import shutil
-        shutil.copyfile(os.path.join(os.path.dirname(__file__), '.env.local'), os.path.join(
-            os.path.expanduser('~'), '.llmstack', '.env.local'))
+        shutil.copyfile(os.path.join(os.path.dirname(__file__), 'config.toml'), os.path.join(
+            os.path.expanduser('~'), '.llmstack', 'config'))
+
+        # Given this is the first time the user is running llmstack, we should
+        # ask the user for secret key, cipher_key_salt, database_password and save it in the config file
+        import toml
+        import secrets
+        config_path = os.path.join(
+            os.path.expanduser('~'), '.llmstack', 'config')
+        config = {}
+        with open(config_path) as f:
+            config = toml.load(f)
+            config['llmstack']['secret_key'] = secrets.token_urlsafe(32)
+            config['llmstack']['cipher_key_salt'] = secrets.token_urlsafe(32)
+            config['llmstack']['database_password'] = secrets.token_urlsafe(32)
+            # Ask the user for admin username, email and password
+            sys.stdout.write(
+                'It looks like you are running LLMStack for the first time. Please provide the following information:\n\n')
+
+            config['llmstack']['admin_username'] = input(
+                'Enter admin username: (default: admin)') or 'admin'
+            config['llmstack']['admin_email'] = input(
+                'Enter admin email: ') or ''
+            config['llmstack']['admin_password'] = input(
+                'Enter admin password: (default: promptly) ') or 'promptly'
+            config['llmstack']['default_openai_api_key'] = input(
+                'Enter default OpenAI API key: (Leave empty to configure in settings later) ') or ''
+        with open(config_path, 'w') as f:
+            toml.dump(config, f)
 
     # Chdir to .llmstack
     if not os.path.exists('.llmstack') and os.path.exists(os.path.join(os.path.expanduser('~'), '.llmstack')):
         os.chdir(os.path.join(os.path.expanduser('~'), '.llmstack'))
     elif os.path.exists('.llmstack'):
         os.chdir('.llmstack')
 
-    # Throw error if .env.local file doesn't exist
-    if not os.path.exists('.env.local'):
+    # Throw error if config file doesn't exist
+    if not os.path.exists('config'):
         sys.exit(
-            'ERROR: .env.local file not found. Please create one in ~/.llmstack/.env.local')
+            'ERROR: config file not found. Please create one in ~/.llmstack/config')
 
-    return os.path.join('.env.local')
+    return os.path.join('config')
 
 
 def main():
     """Main entry point for the application script"""
 
-    # Get .env.local file path
+    # Get config file path
     env_path = prepare_env()
 
-    # Load environment variables from .env.local file
-    from dotenv import load_dotenv
-    load_dotenv(env_path)
+    # Load environment variables from config under [llmstack] section
+    import toml
+    with open(env_path) as f:
+        config = toml.load(f)
+        for key in config['llmstack']:
+            os.environ[key.upper()] = str(config['llmstack'][key])
 
     if len(sys.argv) > 1 and sys.argv[1] == 'runserver':
         print('Starting LLMStack')

llmstack/cli.py

@@ -0,0 +1,19 @@
+[llmstack]
+llmstack_port=3000
+
+# Platform default keys (optional)
+default_openai_api_key=""
+default_dreamstudio_api_key=""
+default_azure_openai_api_key=""
+default_cohere_api_key=""
+default_forefront_api_key=""
+default_elevenlabs_api_key=""
+
+# Local installation
+default_vector_database_path="./llmstack.chromadb"
+default_vector_database="chroma"
+use_remote_job_queue="False"
+cache_backend="locmem.LocMemCache"
+database_name="./llmstack.sqlite"
+database_engine="sqlite3"
+debug="True"

llmstack/config.toml

@@ -127,6 +127,7 @@ python-magic = {version = "0.4.27", allow-prereleases = true}
 openai = {version = "0.27.0", allow-prereleases = true}
 stability-sdk = {version = "0.8.4", allow-prereleases = true}
 anthropic = "^0.3.11"
+toml = "^0.10.2"
 
 [tool.poetry-dynamic-versioning]
 enable = true