Module Values.ResponseStreamSource

A stream of payload parts. Each part contains a portion of the response for a streaming inference request.

Sourcetype nonrec t = {
  1. payloadPart : PayloadPart.t option;
    (*

    A wrapper for pieces of the payload that's returned in response to a streaming inference request. A streaming inference response consists of one or more payload parts.

    *)
  2. modelStreamError : ModelStreamError.t option;
    (*

    An error occurred while streaming the response body. This error can have the following error codes: ModelInvocationTimeExceeded The model failed to finish sending the response within the timeout period allowed by Amazon SageMaker AI. StreamBroken The Transmission Control Protocol (TCP) connection between the client and the model was reset or closed.

    *)
  3. internalStreamFailure : InternalStreamFailure.t option;
    (*

    The stream processing failed because of an unknown error, exception or failure. Try your request again.

    *)
}
Sourceval make : ?payloadPart:??? -> ?modelStreamError:??? -> ?internalStreamFailure:??? -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Structure of (string * [> `Blob of PartBlob.t | `String of Message.t ]) list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t