Module Values.AIPromptInferenceConfigurationSource

The configuration for inference parameters when using AI Prompts.

Sourcetype nonrec t = {
  1. temperature : Probability.t option;
    (*

    The temperature setting for controlling randomness in the generated response.

    *)
  2. topP : Probability.t option;
    (*

    The top-P sampling parameter for nucleus sampling.

    *)
  3. topK : TopK.t option;
    (*

    The top-K sampling parameter for token selection.

    *)
  4. maxTokensToSample : MaxTokensToSample.t option;
    (*

    The maximum number of tokens to generate in the response.

    *)
}
Sourceval make : ?temperature:??? -> ?topP:??? -> ?topK:??? -> ?maxTokensToSample:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Float of Probability.t | `Integer of TopK.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t