feat(amazonq): model throttling message as card instead of chat message (#1657)

* feat(amazonq): model throttling message as card instead of chat message

* fix empty message bug for VS

Author: zuoyaofu

chat-client/src/client/mynahUi.ts

@@ -60,7 +60,7 @@ import {
 } from './utils'
 import { ChatHistory, ChatHistoryList } from './features/history'
 import { pairProgrammingModeOff, pairProgrammingModeOn, programmerModeCard } from './texts/pairProgramming'
-import { getModelSelectionChatItem } from './texts/modelSelection'
+import { getModelSelectionChatItem, modelUnavailableBanner } from './texts/modelSelection'
 import {
     freeTierLimitSticky,
     upgradeSuccessSticky,
@@ -877,7 +877,7 @@ export const createMynahUi = (
             return false // invalid mode
         }
 
-        tabId = !!tabId ? tabId : getOrCreateTabId()!
+        tabId = tabId ? tabId : getOrCreateTabId()!
         const store = mynahUi.getTabData(tabId).getStore() || {}
 
         // Detect if the tab is already showing the "Upgrade Q" UI.
@@ -979,6 +979,13 @@ export const createMynahUi = (
                     return
                 }
 
+                if (updatedMessage.messageId === 'modelUnavailable') {
+                    mynahUi.updateStore(tabId, {
+                        promptInputStickyCard: modelUnavailableBanner,
+                    })
+                    return
+                }
+
                 const oldMessage = chatItems.find(ci => ci.messageId === updatedMessage.messageId)
                 if (!oldMessage) return
 

chat-client/src/client/texts/modelSelection.ts

@@ -35,3 +35,14 @@ export const getModelSelectionChatItem = (modelId: string): ChatItem => ({
     fullWidth: true,
     body: `Switched model to ${modelRecord[modelId as BedrockModel].label}`,
 })
+
+export const modelUnavailableBanner: Partial<ChatItem> = {
+    messageId: 'model-unavailable-banner',
+    header: {
+        icon: 'warning',
+        iconStatus: 'warning',
+        body: '### Model Unavailable',
+    },
+    body: `The model you selected is temporarily unavailable. Please switch to a different model and try again.`,
+    canBeDismissed: true,
+}

server/aws-lsp-codewhisperer/src/language-server/agenticChat/agenticChatController.ts

@@ -2203,6 +2203,23 @@ export class AgenticChatController implements ChatHandlers {
                 buttons: [],
             }
             if (err.code === 'QModelResponse') {
+                // special case for throttling where we show error card instead of chat message
+                if (
+                    err.message ===
+                    `The model you selected is temporarily unavailable. Please switch to a different model and try again.`
+                ) {
+                    this.#features.chat.sendChatUpdate({
+                        tabId: tabId,
+                        data: { messages: [{ messageId: 'modelUnavailable' }] },
+                    })
+                    const emptyChatResult: ChatResult = {
+                        type: 'answer',
+                        body: '',
+                        messageId: errorMessageId,
+                        buttons: [],
+                    }
+                    return emptyChatResult
+                }
                 return responseData
             }
             return new ResponseError<ChatResult>(LSPErrorCodes.RequestFailed, err.message, responseData)