Add SUMMARY_MAX_TOKENS configuration and update max_tokens usage in API calls

Author: johnwarne

README.md

@@ -197,6 +197,11 @@ SUMMARY_SYSTEM_PROMPT="As GLaDOS, provide a concise and analytical summary of th
 # Default value: 0.4
 SUMMARY_TEMPERATURE=0.4
 
+# Summary max tokens
+# Set a maximum number of tokens the LLM will use to generate a response.
+# Default value: 1000
+SUMMARY_MAX_TOKENS=1000
+
 # Redis host
 # Redis instance IP address or domain used for API and webpage caching which will override the default filesystem caching method
 # Default value: (empty)

classes/webpage-analyzer.php

@@ -575,7 +575,7 @@ public function getSummary() {
       $curl_options = array(
         CURLOPT_CUSTOMREQUEST => 'POST',
         CURLOPT_POSTFIELDS => json_encode(array(
-          'max_tokens' => 1000,
+          'max_tokens' => SUMMARY_MAX_TOKENS,
           'temperature' => SUMMARY_TEMPERATURE,
           'model' => $gemini_model,
           'messages' => [
@@ -629,7 +629,7 @@ public function getSummary() {
       $curl_options = array(
         CURLOPT_CUSTOMREQUEST => 'POST',
         CURLOPT_POSTFIELDS => json_encode(array(
-          'max_tokens' => 150,
+          'max_tokens' => SUMMARY_MAX_TOKENS,
           'temperature' => SUMMARY_TEMPERATURE,
           'model' => $openai_model,
           'messages' => [

config.php

@@ -11,7 +11,7 @@
 
 
 // Set defaults
-const UPVOTE_RSS_VERSION            = '1.2.5';
+const UPVOTE_RSS_VERSION            = '1.3.0';
 const DEFAULT_PLATFORM              = 'lemmy';
 const DEFAULT_HACKER_NEWS_INSTANCE  = 'news.ycombinator.com';
 const DEFAULT_HACKER_NEWS_COMMUNITY = 'beststories';
@@ -309,6 +309,15 @@
 define('SUMMARY_TEMPERATURE', $summary_temperature);
 
 
+// Summary max tokens
+$summary_max_tokens = $_SERVER["SUMMARY_MAX_TOKENS"] ?? $_ENV["SUMMARY_MAX_TOKENS"] ?? 1000;
+$summary_max_tokens = intval($summary_max_tokens);
+if ($summary_max_tokens < 0) {
+  $summary_max_tokens = 1000;
+}
+define('SUMMARY_MAX_TOKENS', $summary_max_tokens);
+
+
 // Comments
 $include_comments = false;
 $comments = 0;