Module Values_0.S3HudiDirectTargetSource

Specifies a target that writes to a Hudi data source in Amazon S3.

Sourcetype nonrec t = {
  1. name : NodeName.t;
    (*

    The name of the data target.

    *)
  2. inputs : OneInput.t;
    (*

    The nodes that are inputs to the data target.

    *)
  3. path : EnclosedInStringProperty.t;
    (*

    The Amazon S3 path of your Hudi data source to write to.

    *)
  4. compression : HudiTargetCompressionType.t;
    (*

    Specifies how the data is compressed. This is generally not necessary if the data has a standard file extension. Possible values are "gzip" and "bzip").

    *)
  5. numberTargetPartitions : NumberTargetPartitionsString.t option;
    (*

    Specifies the number of target partitions for distributing Hudi dataset files across Amazon S3.

    *)
  6. partitionKeys : GlueStudioPathList.t option;
    (*

    Specifies native partitioning using a sequence of keys.

    *)
  7. format : TargetFormat.t;
    (*

    Specifies the data output format for the target.

    *)
  8. additionalOptions : AdditionalOptions.t;
    (*

    Specifies additional connection options for the connector.

    *)
  9. schemaChangePolicy : DirectSchemaChangePolicy.t option;
    (*

    A policy that specifies update behavior for the crawler.

    *)
  10. autoDataQuality : AutoDataQuality.t option;
    (*

    Specifies whether to automatically enable data quality evaluation for the S3 Hudi direct target. When set to true, data quality checks are performed automatically during the write operation.

    *)
}
Sourceval context_ : string
Sourceval make : ?numberTargetPartitions:??? -> ?partitionKeys:??? -> ?schemaChangePolicy:??? -> ?autoDataQuality:??? -> name:NodeName.t -> inputs:OneInput.t -> path:EnclosedInStringProperty.t -> compression:HudiTargetCompressionType.t -> format:TargetFormat.t -> additionalOptions:AdditionalOptions.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `Enum of string | `List of [> `List of [> `String of EnclosedInStringProperty.t ] list | `String of NodeId.t ] list | `Map of ([> `String of EnclosedInStringProperty.t ] * [> `String of EnclosedInStringProperty.t ]) list | `String of NodeName.t | `Structure of (string * [> `Boolean of BoxedBoolean.t | `Enum of string | `String of EnclosedInStringProperty.t ]) list ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t