Module Values_1.InferenceComponentRuntimeConfigSource

Runtime settings for a model that is deployed with an inference component.

Sourcetype nonrec t = {
  1. copyCount : InferenceComponentCopyCount.t;
    (*

    The number of runtime copies of the model container to deploy with the inference component. Each copy can serve inference requests.

    *)
}
Sourceval context_ : string
Sourceval make : copyCount:InferenceComponentCopyCount.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Integer of InferenceComponentCopyCount.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t