Module Values_1.OptimizationConfigSource

Settings for an optimization technique that you apply with a model optimization job.

Sourcetype nonrec t = {
  1. modelQuantizationConfig : ModelQuantizationConfig.t option;
    (*

    Settings for the model quantization technique that's applied by a model optimization job.

    *)
  2. modelCompilationConfig : ModelCompilationConfig.t option;
    (*

    Settings for the model compilation technique that's applied by a model optimization job.

    *)
  3. modelShardingConfig : ModelShardingConfig.t option;
    (*

    Settings for the model sharding technique that's applied by a model optimization job.

    *)
  4. modelSpeculativeDecodingConfig : ModelSpeculativeDecodingConfig.t option;
    (*

    Settings for the model speculative decoding technique that's applied by a model optimization job.

    *)
}
Sourceval make : ?modelQuantizationConfig:??? -> ?modelCompilationConfig:??? -> ?modelShardingConfig:??? -> ?modelSpeculativeDecodingConfig:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Structure of (string * [> `Enum of string | `Map of ([> `String of Values_0.NonEmptyString256.t ] * [> `String of Values_0.String256.t ]) list | `String of OptimizationContainerImage.t | `Structure of (string * [> `Enum of string | `String of Values_0.S3Uri.t ]) list ]) list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t