effect-io-ai

Package: @effect/ai
Module: LanguageModel

LanguageModel.ConstructorParams

Parameters required to construct a LanguageModel service.

Signature

export interface ConstructorParams {
  /**
   * A method which requests text generation from the large language model
   * provider.
   *
   * The final result is returned when the large language model provider
   * finishes text generation.
   */
  readonly generateText: (options: ProviderOptions) => Effect.Effect<
    Array<Response.PartEncoded>,
    AiError.AiError,
    IdGenerator
  >

  /**
   * A method which requests text generation from the large language model
   * provider.
   *
   * Intermediate results are streamed from the large language model provider.
   */
  readonly streamText: (options: ProviderOptions) => Stream.Stream<
    Response.StreamPartEncoded,
    AiError.AiError,
    IdGenerator
  >
}

Source

Since v1.0.0