fix(chat): longer responses throwing ECONNRESET (aws#6969)

## Problem

Longer streaming responses are throwing ECONNRESET


## Solution

Increase the default timeout


---

- Treat all work as PUBLIC. Private `feature/x` branches will not be
squash-merged at release time.
- Your code changes must meet the guidelines in
[CONTRIBUTING.md](https://github.com/aws/aws-toolkit-vscode/blob/master/CONTRIBUTING.md#guidelines).
- License: I confirm that my contribution is made under the terms of the
Apache 2.0 license.

Author: ctlai95

packages/amazonq/src/inlineChat/provider/inlineChatProvider.ts

@@ -25,6 +25,7 @@ import { codeWhispererClient } from 'aws-core-vscode/codewhisperer'
 import type { InlineChatEvent } from 'aws-core-vscode/codewhisperer'
 import { InlineTask } from '../controller/inlineTask'
 import { extractAuthFollowUp } from 'aws-core-vscode/amazonq'
+import { defaultContextLengths } from 'aws-core-vscode/codewhispererChat'
 
 export class InlineChatProvider {
     private readonly editorContextExtractor: EditorContextExtractor
@@ -71,24 +72,7 @@ export class InlineChatProvider {
                         additionalContents: [],
                         documentReferences: [],
                         useRelevantDocuments: false,
-                        contextLengths: {
-                            additionalContextLengths: {
-                                fileContextLength: 0,
-                                promptContextLength: 0,
-                                ruleContextLength: 0,
-                            },
-                            truncatedAdditionalContextLengths: {
-                                fileContextLength: 0,
-                                promptContextLength: 0,
-                                ruleContextLength: 0,
-                            },
-                            workspaceContextLength: 0,
-                            truncatedWorkspaceContextLength: 0,
-                            userInputContextLength: 0,
-                            truncatedUserInputContextLength: 0,
-                            focusFileContextLength: 0,
-                            truncatedFocusFileContextLength: 0,
-                        },
+                        contextLengths: defaultContextLengths,
                     },
                     triggerID
                 )

packages/core/src/codewhispererChat/constants.ts

@@ -53,3 +53,5 @@ export const defaultContextLengths: ContextLengths = {
     focusFileContextLength: 0,
     truncatedFocusFileContextLength: 0,
 }
+
+export const defaultStreamingResponseTimeoutInMs = 180_000

packages/core/src/codewhispererChat/index.ts

@@ -15,3 +15,4 @@ export { ChatSessionStorage } from './storages/chatSession'
 export { TriggerEventsStorage } from './storages/triggerEvents'
 export { ReferenceLogController } from './view/messages/referenceLogController'
 export { extractLanguageNameFromFile } from './editor/context/file/languages'
+export { defaultContextLengths } from './constants'

packages/core/src/shared/clients/codewhispererChatClient.ts

@@ -7,6 +7,7 @@ import { ConfiguredRetryStrategy } from '@smithy/util-retry'
 import { getCodewhispererConfig } from '../../codewhisperer/client/codewhisperer'
 import { AuthUtil } from '../../codewhisperer/util/authUtil'
 import { getUserAgent } from '../telemetry/util'
+import { defaultStreamingResponseTimeoutInMs } from '../../codewhispererChat/constants'
 
 // Create a client for featureDev streaming based off of aws sdk v3
 export async function createCodeWhispererChatStreamingClient(): Promise<CodeWhispererStreaming> {
@@ -17,6 +18,10 @@ export async function createCodeWhispererChatStreamingClient(): Promise<CodeWhis
         endpoint: cwsprConfig.endpoint,
         token: { token: bearerToken },
         customUserAgent: getUserAgent(),
+        requestHandler: {
+            timeoutInMs: defaultStreamingResponseTimeoutInMs,
+            connectionTimeout: defaultStreamingResponseTimeoutInMs,
+        },
         retryStrategy: new ConfiguredRetryStrategy(1, (attempt: number) => 500 + attempt ** 10),
     })
     return streamingClient