Module Values_0.AsyncInferenceClientConfigSource

Configures the behavior of the client used by SageMaker to interact with the model container during asynchronous inference.

Sourcetype nonrec t = {
  1. maxConcurrentInvocationsPerInstance : MaxConcurrentInvocationsPerInstance.t option;
    (*

    The maximum number of concurrent requests sent by the SageMaker client to the model container. If no value is provided, SageMaker chooses an optimal value.

    *)
}
Sourceval make : ?maxConcurrentInvocationsPerInstance:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Integer of MaxConcurrentInvocationsPerInstance.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t