Skip to main content

Class: TogetherLLM

Unified language model interface

Extends

Constructors

new TogetherLLM()

new TogetherLLM(init?): TogetherLLM

Parameters

init?: Partial<OpenAI>

Returns

TogetherLLM

Overrides

OpenAI.constructor

Defined in

packages/llamaindex/src/llm/together.ts:5

Properties

additionalChatOptions?

optional additionalChatOptions: OpenAIAdditionalChatOptions

Inherited from

OpenAI.additionalChatOptions

Defined in

packages/llm/openai/dist/index.d.ts:224


additionalSessionOptions?

optional additionalSessionOptions: Omit<Partial<ClientOptions>, "apiKey" | "maxRetries" | "timeout">

Inherited from

OpenAI.additionalSessionOptions

Defined in

packages/llm/openai/dist/index.d.ts:229


apiKey?

optional apiKey: string

Inherited from

OpenAI.apiKey

Defined in

packages/llm/openai/dist/index.d.ts:225


maxRetries

maxRetries: number

Inherited from

OpenAI.maxRetries

Defined in

packages/llm/openai/dist/index.d.ts:226


maxTokens?

optional maxTokens: number

Inherited from

OpenAI.maxTokens

Defined in

packages/llm/openai/dist/index.d.ts:223


model

model: string & object | ChatModel

Inherited from

OpenAI.model

Defined in

packages/llm/openai/dist/index.d.ts:220


session

session: OpenAISession

Inherited from

OpenAI.session

Defined in

packages/llm/openai/dist/index.d.ts:228


temperature

temperature: number

Inherited from

OpenAI.temperature

Defined in

packages/llm/openai/dist/index.d.ts:221


timeout?

optional timeout: number

Inherited from

OpenAI.timeout

Defined in

packages/llm/openai/dist/index.d.ts:227


topP

topP: number

Inherited from

OpenAI.topP

Defined in

packages/llm/openai/dist/index.d.ts:222

Accessors

metadata

get metadata(): LLMMetadata

Returns

LLMMetadata

Inherited from

OpenAI.metadata

Defined in

packages/llm/openai/dist/index.d.ts:234


supportToolCall

get supportToolCall(): boolean

Returns

boolean

Inherited from

OpenAI.supportToolCall

Defined in

packages/llm/openai/dist/index.d.ts:233

Methods

chat()

chat(params)

chat(params): Promise<AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>, any, any>>

Get a chat response from the LLM

Parameters

params: LLMChatParamsStreaming<OpenAIAdditionalChatOptions, ToolCallLLMMessageOptions>

Returns

Promise<AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>, any, any>>

Inherited from

OpenAI.chat

Defined in

packages/llm/openai/dist/index.d.ts:237

chat(params)

chat(params): Promise<ChatResponse<ToolCallLLMMessageOptions>>

Get a chat response from the LLM

Parameters

params: LLMChatParamsNonStreaming<OpenAIAdditionalChatOptions, ToolCallLLMMessageOptions>

Returns

Promise<ChatResponse<ToolCallLLMMessageOptions>>

Inherited from

OpenAI.chat

Defined in

packages/llm/openai/dist/index.d.ts:238


complete()

complete(params)

complete(params): Promise<AsyncIterable<CompletionResponse, any, any>>

Get a prompt completion from the LLM

Parameters

params: LLMCompletionParamsStreaming

Returns

Promise<AsyncIterable<CompletionResponse, any, any>>

Inherited from

OpenAI.complete

Defined in

packages/core/dist/llms/index.d.ts:168

complete(params)

complete(params): Promise<CompletionResponse>

Get a prompt completion from the LLM

Parameters

params: LLMCompletionParamsNonStreaming

Returns

Promise<CompletionResponse>

Inherited from

OpenAI.complete

Defined in

packages/core/dist/llms/index.d.ts:169


streamChat()

protected streamChat(baseRequestParams): AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>, any, any>

Parameters

baseRequestParams: ChatCompletionCreateParams

Returns

AsyncIterable<ChatResponseChunk<ToolCallLLMMessageOptions>, any, any>

Inherited from

OpenAI.streamChat

Defined in

packages/llm/openai/dist/index.d.ts:239


toOpenAIMessage()

static toOpenAIMessage(messages): ChatCompletionMessageParam[]

Parameters

messages: ChatMessage<ToolCallLLMMessageOptions>[]

Returns

ChatCompletionMessageParam[]

Inherited from

OpenAI.toOpenAIMessage

Defined in

packages/llm/openai/dist/index.d.ts:236


toOpenAIRole()

static toOpenAIRole(messageType): ChatCompletionRole

Parameters

messageType: MessageType

Returns

ChatCompletionRole

Inherited from

OpenAI.toOpenAIRole

Defined in

packages/llm/openai/dist/index.d.ts:235


toTool()

static toTool(tool): ChatCompletionTool

Parameters

tool: BaseTool<any>

Returns

ChatCompletionTool

Inherited from

OpenAI.toTool

Defined in

packages/llm/openai/dist/index.d.ts:240