ReplicateLLM
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:107
Replicate LLM implementation used
Extends
Section titled “Extends”BaseLLM
Constructors
Section titled “Constructors”Constructor
Section titled “Constructor”new ReplicateLLM(
init?):ReplicateLLM
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:115
Parameters
Section titled “Parameters”Partial<ReplicateLLM> & object
Returns
Section titled “Returns”ReplicateLLM
Overrides
Section titled “Overrides”BaseLLM.constructor
Properties
Section titled “Properties”model:
"Llama-2-70b-chat-old"|"Llama-2-70b-chat-4bit"|"Llama-2-13b-chat-old"|"Llama-2-13b-chat-4bit"|"Llama-2-7b-chat-old"|"Llama-2-7b-chat-4bit"|"llama-3-70b-instruct"|"llama-3-8b-instruct"
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:108
chatStrategy
Section titled “chatStrategy”chatStrategy:
ReplicateChatStrategy
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:109
temperature
Section titled “temperature”temperature:
number
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:110
topP:
number
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:111
maxTokens?
Section titled “maxTokens?”
optionalmaxTokens:number
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:112
replicateSession
Section titled “replicateSession”replicateSession:
ReplicateSession
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:113
Accessors
Section titled “Accessors”metadata
Section titled “metadata”Get Signature
Section titled “Get Signature”get metadata():
object
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:140
Returns
Section titled “Returns”object
model:
"Llama-2-70b-chat-old"|"Llama-2-70b-chat-4bit"|"Llama-2-13b-chat-old"|"Llama-2-13b-chat-4bit"|"Llama-2-7b-chat-old"|"Llama-2-7b-chat-4bit"|"llama-3-70b-instruct"|"llama-3-8b-instruct"
temperature
Section titled “temperature”temperature:
number
topP:
number
maxTokens
Section titled “maxTokens”maxTokens:
undefined|number
contextWindow
Section titled “contextWindow”contextWindow:
number
tokenizer
Section titled “tokenizer”tokenizer:
undefined=undefined
structuredOutput
Section titled “structuredOutput”structuredOutput:
boolean=false
Overrides
Section titled “Overrides”BaseLLM.metadata
Methods
Section titled “Methods”mapMessagesToPrompt()
Section titled “mapMessagesToPrompt()”mapMessagesToPrompt(
messages):object
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:152
Parameters
Section titled “Parameters”messages
Section titled “messages”ChatMessage[]
Returns
Section titled “Returns”object
prompt
Section titled “prompt”prompt:
string
systemPrompt
Section titled “systemPrompt”systemPrompt:
undefined|MessageContent
mapMessagesToPromptLlama3()
Section titled “mapMessagesToPromptLlama3()”mapMessagesToPromptLlama3(
messages):object
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:178
Parameters
Section titled “Parameters”messages
Section titled “messages”ChatMessage[]
Returns
Section titled “Returns”object
prompt
Section titled “prompt”prompt:
string
systemPrompt
Section titled “systemPrompt”systemPrompt:
undefined=undefined
mapMessagesToPromptA16Z()
Section titled “mapMessagesToPromptA16Z()”mapMessagesToPromptA16Z(
messages):object
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:204
Parameters
Section titled “Parameters”messages
Section titled “messages”ChatMessage[]
Returns
Section titled “Returns”object
prompt
Section titled “prompt”prompt:
string
systemPrompt
Section titled “systemPrompt”systemPrompt:
undefined=undefined
mapMessageTypeA16Z()
Section titled “mapMessageTypeA16Z()”mapMessageTypeA16Z(
messageType):string
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:218
Parameters
Section titled “Parameters”messageType
Section titled “messageType”MessageType
Returns
Section titled “Returns”string
mapMessagesToPromptMeta()
Section titled “mapMessagesToPromptMeta()”mapMessagesToPromptMeta(
messages,opts?):object
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:231
Parameters
Section titled “Parameters”messages
Section titled “messages”ChatMessage[]
withBos?
Section titled “withBos?”boolean
replicate4Bit?
Section titled “replicate4Bit?”boolean
withNewlines?
Section titled “withNewlines?”boolean
Returns
Section titled “Returns”object
prompt
Section titled “prompt”prompt:
string
systemPrompt
Section titled “systemPrompt”systemPrompt:
undefined|MessageContent
chat()
Section titled “chat()”Call Signature
Section titled “Call Signature”chat(
params):Promise<AsyncIterable<ChatResponseChunk,any,any>>
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:307
Parameters
Section titled “Parameters”params
Section titled “params”LLMChatParamsStreaming
Returns
Section titled “Returns”Promise<AsyncIterable<ChatResponseChunk, any, any>>
Overrides
Section titled “Overrides”BaseLLM.chat
Call Signature
Section titled “Call Signature”chat(
params):Promise<ChatResponse<object>>
Defined in: .build/typescript/packages/providers/replicate/src/llm.ts:310
Parameters
Section titled “Parameters”params
Section titled “params”LLMChatParamsNonStreaming
Returns
Section titled “Returns”Promise<ChatResponse<object>>
Overrides
Section titled “Overrides”BaseLLM.chat