Module Values.EvaluationInferenceConfigSource

The configuration details of the inference model for an evaluation job. For automated model evaluation jobs, only a single model is supported. For human-based model evaluation jobs, your annotator can compare the responses for up to two different models.

Sourcetype nonrec t = {
  1. models : EvaluationModelConfigs.t option;
    (*

    Specifies the inference models.

    *)
  2. ragConfigs : RagConfigs.t option;
    (*

    Contains the configuration details of the inference for a knowledge base evaluation job, including either the retrieval only configuration or the retrieval with response generation configuration.

    *)
}
Sourceval make : ?models:??? -> ?ragConfigs:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `List of [> `Structure of (string * [> `Structure of (string * [> `String of EvaluationBedrockModelIdentifier.t | `Structure of (string * [> `Enum of string | `String of KnowledgeBaseId.t | `Structure of (string * [> `List of [> `Structure of (string * [> `Enum of string | `Structure of (string * [> `Blob of ByteContentBlob.t | `String of KBS3Uri.t ]) list ]) list ] list | `String of KnowledgeBaseId.t | `Structure of (string * Awso.Botodata.value) list ]) list ]) list ]) list ]) list ] list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t