Add limited IAM support for inline chat

Author: liramon1

packages/amazonq/src/inlineChat/provider/inlineChatProvider.ts

@@ -143,7 +143,7 @@ export class InlineChatProvider {
     private async generateResponse(
         triggerPayload: TriggerPayload & { projectContextQueryLatencyMs?: number },
         triggerID: string
-    ) {
+    ): Promise<GenerateAssistantResponseCommandOutput | undefined> {
         const triggerEvent = this.triggerEventsStorage.getTriggerEvent(triggerID)
         if (triggerEvent === undefined) {
             return
@@ -182,7 +182,18 @@ export class InlineChatProvider {
         let response: GenerateAssistantResponseCommandOutput | undefined = undefined
         session.createNewTokenSource()
         try {
-            response = await session.chatSso(request)
+            if (AuthUtil.instance.isSsoSession()) {
+                response = await session.chatSso(request)
+            } else {
+                // Call sendMessage because Q Developer Streaming Client does not have generateAssistantResponse
+                const { sendMessageResponse, ...rest } = await session.chatIam(request)
+                // Convert sendMessageCommandOutput to GenerateAssistantResponseCommandOutput
+                response = {
+                    generateAssistantResponseResponse: sendMessageResponse,
+                    conversationId: session.sessionIdentifier,
+                    ...rest
+                }
+            }
             getLogger().info(
                 `response to tab: ${tabID} conversationID: ${session.sessionIdentifier} requestID: ${response.$metadata.requestId} metadata: %O`,
                 response.$metadata

packages/core/src/codewhisperer/util/authUtil.ts

@@ -197,8 +197,8 @@ export class AuthUtil implements IAuthProvider {
     }
 
     async getToken() {
-        if (this.isSsoSession()) {
-            const token = (await this.session!.getCredential()).credential
+        if (this.session) {
+            const token = (await this.session.getCredential()).credential
             if (typeof token !== 'string') {
                 throw new ToolkitError('Cannot get token with IAM session')
             }

packages/core/src/codewhispererChat/clients/chat/v0/chat.ts

@@ -41,7 +41,6 @@ export class ChatSession {
     }
     async chatIam(chatRequest: SendMessageRequest): Promise<SendMessageCommandOutput> {
         const client = await createQDeveloperStreamingClient()
-
         const response = await client.sendMessage(chatRequest)
         if (!response.sendMessageResponse) {
             throw new ToolkitError(

packages/core/src/shared/clients/qDeveloperChatClient.ts

@@ -6,13 +6,12 @@ import { QDeveloperStreaming } from '@amzn/amazon-q-developer-streaming-client'
 import { getCodewhispererConfig } from '../../codewhisperer/client/codewhisperer'
 import { getUserAgent } from '../telemetry/util'
 import { ConfiguredRetryStrategy } from '@smithy/util-retry'
+import { AuthUtil } from '../../codewhisperer'
 
 // Create a client for featureDev streaming based off of aws sdk v3
 export async function createQDeveloperStreamingClient(): Promise<QDeveloperStreaming> {
-    throw new Error('Do not call this function until IAM is supported by LSP identity server')
-
     const cwsprConfig = getCodewhispererConfig()
-    const credentials = undefined
+    const credentials = await AuthUtil.instance.getIamCredential()
     const streamingClient = new QDeveloperStreaming({
         region: cwsprConfig.region,
         endpoint: cwsprConfig.endpoint,