Module Values.CreateInferenceProfileRequestSource

Creates an application inference profile to track metrics and costs when invoking a model. To create an application inference profile for a foundation model in one region, specify the ARN of the model in that region. To create an application inference profile for a foundation model across multiple regions, specify the ARN of the system-defined inference profile that contains the regions that you want to route requests to. For more information, see Increase throughput and resilience with cross-region inference in Amazon Bedrock. in the Amazon Bedrock User Guide.

Sourcetype nonrec t = {
  1. inferenceProfileName : InferenceProfileName.t;
    (*

    A name for the inference profile.

    *)
  2. description : InferenceProfileDescription.t option;
    (*

    A description for the inference profile.

    *)
  3. clientRequestToken : IdempotencyToken.t option;
    (*

    A unique, case-sensitive identifier to ensure that the API request completes no more than one time. If this token matches a previous request, Amazon Bedrock ignores the request, but does not return an error. For more information, see Ensuring idempotency.

    *)
  4. modelSource : InferenceProfileModelSource.t;
    (*

    The foundation model or system-defined inference profile that the inference profile will track metrics and costs for.

    *)
  5. tags : TagList.t option;
    (*

    An array of objects, each of which contains a tag and its value. For more information, see Tagging resources in the Amazon Bedrock User Guide.

    *)
}
Sourceval context_ : string
Sourceval make : ?description:??? -> ?clientRequestToken:??? -> ?tags:??? -> inferenceProfileName:InferenceProfileName.t -> modelSource:InferenceProfileModelSource.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `List of [> `Structure of (string * [> `String of TagKey.t ]) list ] list | `String of InferenceProfileName.t | `Structure of (string * [> `String of InferenceProfileModelSourceArn.t ]) list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t