Module Values_1.RecommendationMetricsSource

The metrics of recommendations.

Sourcetype nonrec t = {
  1. costPerHour : Values_0.Float_.t option;
    (*

    Defines the cost per hour for the instance.

    *)
  2. costPerInference : Values_0.Float_.t option;
    (*

    Defines the cost per inference for the instance .

    *)
  3. maxInvocations : Values_0.Integer.t option;
    (*

    The expected maximum number of requests per minute for the instance.

    *)
  4. modelLatency : Values_0.Integer.t option;
    (*

    The expected model latency at maximum invocation per minute for the instance.

    *)
  5. cpuUtilization : UtilizationMetric.t option;
    (*

    The expected CPU utilization at maximum invocations per minute for the instance. NaN indicates that the value is not available.

    *)
  6. memoryUtilization : UtilizationMetric.t option;
    (*

    The expected memory utilization at maximum invocations per minute for the instance. NaN indicates that the value is not available.

    *)
  7. modelSetupTime : ModelSetupTime.t option;
    (*

    The time it takes to launch new compute resources for a serverless endpoint. The time can vary depending on the model size, how long it takes to download the model, and the start-up time of the container. NaN indicates that the value is not available.

    *)
}
Sourceval make : ?costPerHour:??? -> ?costPerInference:??? -> ?maxInvocations:??? -> ?modelLatency:??? -> ?cpuUtilization:??? -> ?memoryUtilization:??? -> ?modelSetupTime:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Float of Values_0.Float_.t | `Integer of Values_0.Integer.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t