Module Values_0.SparkSQLSource

Specifies a transform where you enter a SQL query using Spark SQL syntax to transform the data. The output is a single DynamicFrame.

Sourcetype nonrec t = {
  1. name : NodeName.t;
    (*

    The name of the transform node.

    *)
  2. inputs : ManyInputs.t;
    (*

    The data inputs identified by their node names. You can associate a table name with each input node to use in the SQL query. The name you choose must meet the Spark SQL naming restrictions.

    *)
  3. sqlQuery : SqlQuery.t;
    (*

    A SQL query that must use Spark SQL syntax and return a single data set.

    *)
  4. sqlAliases : SqlAliases.t;
    (*

    A list of aliases. An alias allows you to specify what name to use in the SQL for a given input. For example, you have a datasource named "MyDataSource". If you specify From as MyDataSource, and Alias as SqlName, then in your SQL you can do: select * from SqlName and that gets data from MyDataSource.

    *)
  5. outputSchemas : GlueSchemas.t option;
    (*

    Specifies the data schema for the SparkSQL transform.

    *)
}
Sourceval context_ : string
Sourceval make : ?outputSchemas:??? -> name:NodeName.t -> inputs:ManyInputs.t -> sqlQuery:SqlQuery.t -> sqlAliases:SqlAliases.t -> unit -> t
Sourceval to_value : t -> [> `Structure of (string * [> `List of [> `String of NodeId.t | `Structure of (string * [> `List of [> `Structure of (string * [> `String of GlueStudioColumnNameString.t ]) list ] list | `String of NodeId.t ]) list ] list | `String of NodeName.t ]) list ]
Sourceval to_query : t -> Awso.Client.Query.t
Sourceval of_xml : Awso.Xml.t -> t
Sourceval of_string : string -> t
Sourceval of_json : Yojson.Safe.t -> t
Sourceval to_json : t -> Yojson.Safe.t