fix: adding default modelId and setting cache ttl to 30 minutes (#2161)

* fix: adding defaultmodelId and setting cache ttl to 30 minutes

* fix: fixing tests

* fix: updating comments

Author: laileni-aws

server/aws-lsp-codewhisperer/src/language-server/agenticChat/agenticChatController.test.ts

@@ -3196,7 +3196,7 @@ ${' '.repeat(8)}}
                 const result = await chatController.onListAvailableModels({ tabId: 'invalid-tab' })
 
                 assert.strictEqual(result.tabId, 'invalid-tab')
-                assert.strictEqual(result.selectedModelId, DEFAULT_MODEL_ID)
+                assert.strictEqual(result.selectedModelId, 'model1')
 
                 getSessionStub.restore()
             })

server/aws-lsp-codewhisperer/src/language-server/agenticChat/agenticChatController.ts

@@ -714,7 +714,7 @@ export class AgenticChatController implements ChatHandlers {
             })
 
             // Wait for the response to be completed before proceeding
-            this.#log('Model Response', responseResult.toString())
+            this.#log('Model Response: ', JSON.stringify(responseResult, null, 2))
             models = Object.values(responseResult.models).map(({ modelId, modelName }) => ({
                 id: modelId,
                 name: modelName ?? modelId,
@@ -755,7 +755,7 @@ export class AgenticChatController implements ChatHandlers {
 
         // Get the first fallback model option as default
         const defaultModelOption = FALLBACK_MODEL_OPTIONS[1]
-        const DEFAULT_MODEL_ID = defaultModelOption?.id || Object.keys(FALLBACK_MODEL_RECORD)[1]
+        const DEFAULT_MODEL_ID = defaultModelId || defaultModelOption?.id
 
         const sessionResult = this.#chatSessionManagementService.getSession(params.tabId)
         const { data: session, success } = sessionResult
@@ -769,7 +769,7 @@ export class AgenticChatController implements ChatHandlers {
             }
         }
 
-        // Determine which model ID to select based on priority.
+        // Determine selected model ID based on priority
         let selectedModelId: string
         let modelId = this.#chatHistoryDb.getModelId()
 

server/aws-lsp-codewhisperer/src/language-server/agenticChat/tools/chatDb/util.ts

@@ -138,7 +138,7 @@ export type MessagesWithCharacterCount = {
 export function isCachedValid(timestamp: number): boolean {
     const currentTime = Date.now()
     const cacheAge = currentTime - timestamp
-    const CACHE_TTL = 5 * 60 * 1000 // 5 minutes in milliseconds
+    const CACHE_TTL = 30 * 60 * 1000 // 30 minutes in milliseconds
 
     return cacheAge < CACHE_TTL
 }