Package com.google.cloud.dataproc.v1

Class SparkSqlJob

  • All Implemented Interfaces:
    SparkSqlJobOrBuilder, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Serializable
    public final class SparkSqlJob
extends com.google.protobuf.GeneratedMessageV3
implements SparkSqlJobOrBuilder
     A Dataproc job for running [Apache Spark
 SQL](https://spark.apache.org/sql/) queries.
    Protobuf type google.cloud.dataproc.v1.SparkSqlJob
    See Also:
    Serialized Form

    • Field Detail

      • QUERY_FILE_URI_FIELD_NUMBER

        public static final int QUERY_FILE_URI_FIELD_NUMBER
        See Also:
        Constant Field Values

      • QUERY_LIST_FIELD_NUMBER

        public static final int QUERY_LIST_FIELD_NUMBER
        See Also:
        Constant Field Values

      • SCRIPT_VARIABLES_FIELD_NUMBER

        public static final int SCRIPT_VARIABLES_FIELD_NUMBER
        See Also:
        Constant Field Values

      • PROPERTIES_FIELD_NUMBER

        public static final int PROPERTIES_FIELD_NUMBER
        See Also:
        Constant Field Values

      • JAR_FILE_URIS_FIELD_NUMBER

        public static final int JAR_FILE_URIS_FIELD_NUMBER
        See Also:
        Constant Field Values

      • LOGGING_CONFIG_FIELD_NUMBER

        public static final int LOGGING_CONFIG_FIELD_NUMBER
        See Also:
        Constant Field Values

    • Method Detail

      • newInstance

        protected Object newInstance​(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
        Overrides:
        newInstance in class com.google.protobuf.GeneratedMessageV3

      • getDescriptor

        public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

      • internalGetMapField

        protected com.google.protobuf.MapField internalGetMapField​(int number)
        Overrides:
        internalGetMapField in class com.google.protobuf.GeneratedMessageV3

      • internalGetFieldAccessorTable

        protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
        Specified by:
        internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

      • hasQueryFileUri

        public boolean hasQueryFileUri()
         The HCFS URI of the script that contains SQL queries.
        string query_file_uri = 1;
        Specified by:
        hasQueryFileUri in interface SparkSqlJobOrBuilder
        Returns:
        Whether the queryFileUri field is set.

      • getQueryFileUri

        public String getQueryFileUri()
         The HCFS URI of the script that contains SQL queries.
        string query_file_uri = 1;
        Specified by:
        getQueryFileUri in interface SparkSqlJobOrBuilder
        Returns:
        The queryFileUri.

      • getQueryFileUriBytes

        public com.google.protobuf.ByteString getQueryFileUriBytes()
         The HCFS URI of the script that contains SQL queries.
        string query_file_uri = 1;
        Specified by:
        getQueryFileUriBytes in interface SparkSqlJobOrBuilder
        Returns:
        The bytes for queryFileUri.

      • hasQueryList

        public boolean hasQueryList()
         A list of queries.
        .google.cloud.dataproc.v1.QueryList query_list = 2;
        Specified by:
        hasQueryList in interface SparkSqlJobOrBuilder
        Returns:
        Whether the queryList field is set.

      • getQueryList

        public QueryList getQueryList()
         A list of queries.
        .google.cloud.dataproc.v1.QueryList query_list = 2;
        Specified by:
        getQueryList in interface SparkSqlJobOrBuilder
        Returns:
        The queryList.

      • getScriptVariablesCount

        public int getScriptVariablesCount()
        Description copied from interface: SparkSqlJobOrBuilder
         Optional. Mapping of query variable names to values (equivalent to the
 Spark SQL command: SET `name="value";`).
        map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getScriptVariablesCount in interface SparkSqlJobOrBuilder

      • containsScriptVariables

        public boolean containsScriptVariables​(String key)
         Optional. Mapping of query variable names to values (equivalent to the
 Spark SQL command: SET `name="value";`).
        map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        containsScriptVariables in interface SparkSqlJobOrBuilder

      • getScriptVariablesMap

        public Map<String,​String> getScriptVariablesMap()
         Optional. Mapping of query variable names to values (equivalent to the
 Spark SQL command: SET `name="value";`).
        map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getScriptVariablesMap in interface SparkSqlJobOrBuilder

      • getScriptVariablesOrDefault

        public String getScriptVariablesOrDefault​(String key,
                                          String defaultValue)
         Optional. Mapping of query variable names to values (equivalent to the
 Spark SQL command: SET `name="value";`).
        map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getScriptVariablesOrDefault in interface SparkSqlJobOrBuilder

      • getScriptVariablesOrThrow

        public String getScriptVariablesOrThrow​(String key)
         Optional. Mapping of query variable names to values (equivalent to the
 Spark SQL command: SET `name="value";`).
        map<string, string> script_variables = 3 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getScriptVariablesOrThrow in interface SparkSqlJobOrBuilder

      • getPropertiesCount

        public int getPropertiesCount()
        Description copied from interface: SparkSqlJobOrBuilder
         Optional. A mapping of property names to values, used to configure
 Spark SQL's SparkConf. Properties that conflict with values set by the
 Dataproc API may be overwritten.
        map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getPropertiesCount in interface SparkSqlJobOrBuilder

      • containsProperties

        public boolean containsProperties​(String key)
         Optional. A mapping of property names to values, used to configure
 Spark SQL's SparkConf. Properties that conflict with values set by the
 Dataproc API may be overwritten.
        map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        containsProperties in interface SparkSqlJobOrBuilder

      • getPropertiesMap

        public Map<String,​String> getPropertiesMap()
         Optional. A mapping of property names to values, used to configure
 Spark SQL's SparkConf. Properties that conflict with values set by the
 Dataproc API may be overwritten.
        map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getPropertiesMap in interface SparkSqlJobOrBuilder

      • getPropertiesOrDefault

        public String getPropertiesOrDefault​(String key,
                                     String defaultValue)
         Optional. A mapping of property names to values, used to configure
 Spark SQL's SparkConf. Properties that conflict with values set by the
 Dataproc API may be overwritten.
        map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getPropertiesOrDefault in interface SparkSqlJobOrBuilder

      • getPropertiesOrThrow

        public String getPropertiesOrThrow​(String key)
         Optional. A mapping of property names to values, used to configure
 Spark SQL's SparkConf. Properties that conflict with values set by the
 Dataproc API may be overwritten.
        map<string, string> properties = 4 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getPropertiesOrThrow in interface SparkSqlJobOrBuilder

      • getJarFileUrisList

        public com.google.protobuf.ProtocolStringList getJarFileUrisList()
         Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
        repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getJarFileUrisList in interface SparkSqlJobOrBuilder
        Returns:
        A list containing the jarFileUris.

      • getJarFileUrisCount

        public int getJarFileUrisCount()
         Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
        repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getJarFileUrisCount in interface SparkSqlJobOrBuilder
        Returns:
        The count of jarFileUris.

      • getJarFileUris

        public String getJarFileUris​(int index)
         Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
        repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getJarFileUris in interface SparkSqlJobOrBuilder
        Parameters:
        index - The index of the element to return.
        Returns:
        The jarFileUris at the given index.

      • getJarFileUrisBytes

        public com.google.protobuf.ByteString getJarFileUrisBytes​(int index)
         Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
        repeated string jar_file_uris = 56 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getJarFileUrisBytes in interface SparkSqlJobOrBuilder
        Parameters:
        index - The index of the value to return.
        Returns:
        The bytes of the jarFileUris at the given index.

      • hasLoggingConfig

        public boolean hasLoggingConfig()
         Optional. The runtime log config for job execution.
        .google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        hasLoggingConfig in interface SparkSqlJobOrBuilder
        Returns:
        Whether the loggingConfig field is set.

      • getLoggingConfig

        public LoggingConfig getLoggingConfig()
         Optional. The runtime log config for job execution.
        .google.cloud.dataproc.v1.LoggingConfig logging_config = 6 [(.google.api.field_behavior) = OPTIONAL];
        Specified by:
        getLoggingConfig in interface SparkSqlJobOrBuilder
        Returns:
        The loggingConfig.

      • isInitialized

        public final boolean isInitialized()
        Specified by:
        isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
        Overrides:
        isInitialized in class com.google.protobuf.GeneratedMessageV3

      • writeTo

        public void writeTo​(com.google.protobuf.CodedOutputStream output)
             throws IOException
        Specified by:
        writeTo in interface com.google.protobuf.MessageLite
        Overrides:
        writeTo in class com.google.protobuf.GeneratedMessageV3
        Throws:
        IOException

      • getSerializedSize

        public int getSerializedSize()
        Specified by:
        getSerializedSize in interface com.google.protobuf.MessageLite
        Overrides:
        getSerializedSize in class com.google.protobuf.GeneratedMessageV3

      • equals

        public boolean equals​(Object obj)
        Specified by:
        equals in interface com.google.protobuf.Message
        Overrides:
        equals in class com.google.protobuf.AbstractMessage

      • hashCode

        public int hashCode()
        Specified by:
        hashCode in interface com.google.protobuf.Message
        Overrides:
        hashCode in class com.google.protobuf.AbstractMessage

      • parseFrom

        public static SparkSqlJob parseFrom​(ByteBuffer data)
                             throws com.google.protobuf.InvalidProtocolBufferException
        Throws:
        com.google.protobuf.InvalidProtocolBufferException

      • parseFrom

        public static SparkSqlJob parseFrom​(ByteBuffer data,
                                    com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                             throws com.google.protobuf.InvalidProtocolBufferException
        Throws:
        com.google.protobuf.InvalidProtocolBufferException

      • parseFrom

        public static SparkSqlJob parseFrom​(com.google.protobuf.ByteString data)
                             throws com.google.protobuf.InvalidProtocolBufferException
        Throws:
        com.google.protobuf.InvalidProtocolBufferException

      • parseFrom

        public static SparkSqlJob parseFrom​(com.google.protobuf.ByteString data,
                                    com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                             throws com.google.protobuf.InvalidProtocolBufferException
        Throws:
        com.google.protobuf.InvalidProtocolBufferException

      • parseFrom

        public static SparkSqlJob parseFrom​(byte[] data)
                             throws com.google.protobuf.InvalidProtocolBufferException
        Throws:
        com.google.protobuf.InvalidProtocolBufferException

      • parseFrom

        public static SparkSqlJob parseFrom​(byte[] data,
                                    com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                             throws com.google.protobuf.InvalidProtocolBufferException
        Throws:
        com.google.protobuf.InvalidProtocolBufferException

      • parseFrom

        public static SparkSqlJob parseFrom​(com.google.protobuf.CodedInputStream input,
                                    com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                             throws IOException
        Throws:
        IOException

      • newBuilderForType

        public SparkSqlJob.Builder newBuilderForType()
        Specified by:
        newBuilderForType in interface com.google.protobuf.Message
        Specified by:
        newBuilderForType in interface com.google.protobuf.MessageLite

      • toBuilder

        public SparkSqlJob.Builder toBuilder()
        Specified by:
        toBuilder in interface com.google.protobuf.Message
        Specified by:
        toBuilder in interface com.google.protobuf.MessageLite

      • newBuilderForType

        protected SparkSqlJob.Builder newBuilderForType​(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
        Specified by:
        newBuilderForType in class com.google.protobuf.GeneratedMessageV3

      • getDefaultInstance

        public static SparkSqlJob getDefaultInstance()

      • parser

        public static com.google.protobuf.Parser<SparkSqlJob> parser()

      • getParserForType

        public com.google.protobuf.Parser<SparkSqlJob> getParserForType()
        Specified by:
        getParserForType in interface com.google.protobuf.Message
        Specified by:
        getParserForType in interface com.google.protobuf.MessageLite
        Overrides:
        getParserForType in class com.google.protobuf.GeneratedMessageV3

      • getDefaultInstanceForType

        public SparkSqlJob getDefaultInstanceForType()
        Specified by:
        getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
        Specified by:
        getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder