Module Values_1.InferenceComponentDataCacheConfigSource

Settings that affect how the inference component caches data.

Sourcetype nonrec t = {
  1. enableCaching : EnableCaching.t;
    (*

    Sets whether the endpoint that hosts the inference component caches the model artifacts and container image. With caching enabled, the endpoint caches this data in each instance that it provisions for the inference component. That way, the inference component deploys faster during the auto scaling process. If caching isn't enabled, the inference component takes longer to deploy because of the time it spends downloading the data.

    *)
}
Sourceval context_ : string
Sourceval make : enableCaching:EnableCaching.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Boolean of EnableCaching.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t