fix: set streamingClient timeout config (#1283)

Author: jguoamz

server/aws-lsp-codewhisperer/src/language-server/agenticChat/constants.ts

@@ -5,3 +5,4 @@ export const generateAssistantResponseInputLimit = 600_000
 export const outputLimitExceedsPartialMsg = 'output exceeds maximum character limit of'
 export const responseTimeoutMs = 170_000
 export const responseTimeoutPartialMsg = 'Response processing timed out after'
+export const clientTimeoutMs = 180_000

server/aws-lsp-codewhisperer/src/shared/streamingClientService.ts

@@ -14,6 +14,7 @@ import { CredentialsProvider, SDKInitializator, Logging } from '@aws/language-se
 import { getBearerTokenFromProvider } from './utils'
 import { ConfiguredRetryStrategy } from '@aws-sdk/util-retry'
 import { CredentialProviderChain, Credentials } from 'aws-sdk'
+import { clientTimeoutMs } from '../language-server/agenticChat/constants'
 
 export type SendMessageCommandInput =
     | SendMessageCommandInputCodeWhispererStreaming
@@ -74,6 +75,10 @@ export class StreamingClientServiceToken extends StreamingClientServiceBase {
             endpoint,
             token: tokenProvider,
             retryStrategy: new ConfiguredRetryStrategy(0, (attempt: number) => 500 + attempt ** 10),
+            requestHandler: {
+                keepAlive: true,
+                requestTimeout: clientTimeoutMs,
+            },
             customUserAgent: customUserAgent,
         })
     }