Properties
codec
codec: EventStreamCodec = ...
credentials
credentials: CredentialType
fetchFn
fetchFn: {
(input, init?): Promise<Response>;
(input, init?): Promise<Response>;
}
Type declaration
- (input, init?): Promise<Response>
Parameters
input: string | URL | Request
Optional
init: RequestInit
Returns Promise<Response>
- (input, init?): Promise<Response>
Parameters
input: RequestInfo
Optional
init: RequestInit
Returns Promise<Response>
guardrailIdentifier
guardrailIdentifier: string = ""
guardrailVersion
guardrailVersion: string = ""
model
model: string = "amazon.titan-tg1-large"
streaming
streaming: boolean = false
usesMessagesApi
usesMessagesApi: boolean = false
Optional
endpointHost
endpointHost?: string
Optional
guardrailConfig
guardrailConfig?: {
streamProcessingMode: "SYNCHRONOUS" | "ASYNCHRONOUS";
tagSuffix: string;
}
Type declaration
streamProcessingMode: "SYNCHRONOUS" | "ASYNCHRONOUS"
tagSuffix: string
Optional
maxTokens
maxTokens?: number = undefined
Optional
modelKwargs
modelKwargs?: Record<string, unknown>
Optional
stopSequences
stopSequences?: string[]
Optional
temperature
temperature?: number = undefined
Optional
trace
trace?: "ENABLED" | "DISABLED"
Example