Module Values_1.ModelSpeculativeDecodingConfigSource

Settings for the model speculative decoding technique that's applied by a model optimization job.

Sourcetype nonrec t = {
  1. technique : ModelSpeculativeDecodingTechnique.t;
    (*

    The speculative decoding technique to apply during model optimization.

    *)
  2. trainingDataSource : ModelSpeculativeDecodingTrainingDataSource.t option;
    (*

    The location of the training data to use for speculative decoding. The data must be formatted as ShareGPT, OpenAI Completions or OpenAI Chat Completions. The input can also be unencrypted captured data from a SageMaker endpoint as long as the endpoint uses one of the above formats.

    *)
}
Sourceval context_ : string
Sourceval make : ?trainingDataSource:??? -> technique:ModelSpeculativeDecodingTechnique.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Enum of string | `Structure of (string * [> `Enum of string | `String of Values_0.S3Uri.t ]) list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t