Module Values.PromptModelInferenceConfigurationSource

Contains inference configurations related to model inference for a prompt. For more information, see Inference parameters.

Sourcetype nonrec t = {
  1. temperature : Temperature.t option;
    (*

    Controls the randomness of the response. Choose a lower value for more predictable outputs and a higher value for more surprising outputs.

    *)
  2. topP : TopP.t option;
    (*

    The percentage of most-likely candidates that the model considers for the next token.

    *)
  3. maxTokens : MaximumLength.t option;
    (*

    The maximum number of tokens to return in the response.

    *)
  4. stopSequences : StopSequences.t option;
    (*

    A list of strings that define sequences after which the model will stop generating.

    *)
}
Sourceval make : ?temperature:??? -> ?topP:??? -> ?maxTokens:??? -> ?stopSequences:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Float of Temperature.t | `Integer of MaximumLength.t | `List of [> `String of String_.t ] list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t