Interface HadoopJobOrBuilder

  • All Superinterfaces:
    com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder
    All Known Implementing Classes:
    HadoopJob, HadoopJob.Builder

    public interface HadoopJobOrBuilder
    extends com.google.protobuf.MessageOrBuilder
    • Method Detail

      • hasMainJarFileUri

        boolean hasMainJarFileUri()
         The HCFS URI of the jar file containing the main class.
         Examples:
             'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
             'hdfs:/tmp/test-samples/custom-wordcount.jar'
             'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
         
        string main_jar_file_uri = 1;
        Returns:
        Whether the mainJarFileUri field is set.
      • getMainJarFileUri

        String getMainJarFileUri()
         The HCFS URI of the jar file containing the main class.
         Examples:
             'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
             'hdfs:/tmp/test-samples/custom-wordcount.jar'
             'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
         
        string main_jar_file_uri = 1;
        Returns:
        The mainJarFileUri.
      • getMainJarFileUriBytes

        com.google.protobuf.ByteString getMainJarFileUriBytes()
         The HCFS URI of the jar file containing the main class.
         Examples:
             'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
             'hdfs:/tmp/test-samples/custom-wordcount.jar'
             'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
         
        string main_jar_file_uri = 1;
        Returns:
        The bytes for mainJarFileUri.
      • hasMainClass

        boolean hasMainClass()
         The name of the driver's main class. The jar file containing the class
         must be in the default CLASSPATH or specified in `jar_file_uris`.
         
        string main_class = 2;
        Returns:
        Whether the mainClass field is set.
      • getMainClass

        String getMainClass()
         The name of the driver's main class. The jar file containing the class
         must be in the default CLASSPATH or specified in `jar_file_uris`.
         
        string main_class = 2;
        Returns:
        The mainClass.
      • getMainClassBytes

        com.google.protobuf.ByteString getMainClassBytes()
         The name of the driver's main class. The jar file containing the class
         must be in the default CLASSPATH or specified in `jar_file_uris`.
         
        string main_class = 2;
        Returns:
        The bytes for mainClass.
      • getArgsList

        List<String> getArgsList()
         Optional. The arguments to pass to the driver. Do not
         include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
         job properties, since a collision may occur that causes an incorrect job
         submission.
         
        repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        A list containing the args.
      • getArgsCount

        int getArgsCount()
         Optional. The arguments to pass to the driver. Do not
         include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
         job properties, since a collision may occur that causes an incorrect job
         submission.
         
        repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        The count of args.
      • getArgs

        String getArgs​(int index)
         Optional. The arguments to pass to the driver. Do not
         include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
         job properties, since a collision may occur that causes an incorrect job
         submission.
         
        repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the element to return.
        Returns:
        The args at the given index.
      • getArgsBytes

        com.google.protobuf.ByteString getArgsBytes​(int index)
         Optional. The arguments to pass to the driver. Do not
         include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
         job properties, since a collision may occur that causes an incorrect job
         submission.
         
        repeated string args = 3 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the value to return.
        Returns:
        The bytes of the args at the given index.
      • getJarFileUrisList

        List<String> getJarFileUrisList()
         Optional. Jar file URIs to add to the CLASSPATHs of the
         Hadoop driver and tasks.
         
        repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        A list containing the jarFileUris.
      • getJarFileUrisCount

        int getJarFileUrisCount()
         Optional. Jar file URIs to add to the CLASSPATHs of the
         Hadoop driver and tasks.
         
        repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        The count of jarFileUris.
      • getJarFileUris

        String getJarFileUris​(int index)
         Optional. Jar file URIs to add to the CLASSPATHs of the
         Hadoop driver and tasks.
         
        repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the element to return.
        Returns:
        The jarFileUris at the given index.
      • getJarFileUrisBytes

        com.google.protobuf.ByteString getJarFileUrisBytes​(int index)
         Optional. Jar file URIs to add to the CLASSPATHs of the
         Hadoop driver and tasks.
         
        repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the value to return.
        Returns:
        The bytes of the jarFileUris at the given index.
      • getFileUrisList

        List<String> getFileUrisList()
         Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
         to the working directory of Hadoop drivers and distributed tasks. Useful
         for naively parallel tasks.
         
        repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        A list containing the fileUris.
      • getFileUrisCount

        int getFileUrisCount()
         Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
         to the working directory of Hadoop drivers and distributed tasks. Useful
         for naively parallel tasks.
         
        repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        The count of fileUris.
      • getFileUris

        String getFileUris​(int index)
         Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
         to the working directory of Hadoop drivers and distributed tasks. Useful
         for naively parallel tasks.
         
        repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the element to return.
        Returns:
        The fileUris at the given index.
      • getFileUrisBytes

        com.google.protobuf.ByteString getFileUrisBytes​(int index)
         Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
         to the working directory of Hadoop drivers and distributed tasks. Useful
         for naively parallel tasks.
         
        repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the value to return.
        Returns:
        The bytes of the fileUris at the given index.
      • getArchiveUrisList

        List<String> getArchiveUrisList()
         Optional. HCFS URIs of archives to be extracted in the working directory of
         Hadoop drivers and tasks. Supported file types:
         .jar, .tar, .tar.gz, .tgz, or .zip.
         
        repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        A list containing the archiveUris.
      • getArchiveUrisCount

        int getArchiveUrisCount()
         Optional. HCFS URIs of archives to be extracted in the working directory of
         Hadoop drivers and tasks. Supported file types:
         .jar, .tar, .tar.gz, .tgz, or .zip.
         
        repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        The count of archiveUris.
      • getArchiveUris

        String getArchiveUris​(int index)
         Optional. HCFS URIs of archives to be extracted in the working directory of
         Hadoop drivers and tasks. Supported file types:
         .jar, .tar, .tar.gz, .tgz, or .zip.
         
        repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the element to return.
        Returns:
        The archiveUris at the given index.
      • getArchiveUrisBytes

        com.google.protobuf.ByteString getArchiveUrisBytes​(int index)
         Optional. HCFS URIs of archives to be extracted in the working directory of
         Hadoop drivers and tasks. Supported file types:
         .jar, .tar, .tar.gz, .tgz, or .zip.
         
        repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];
        Parameters:
        index - The index of the value to return.
        Returns:
        The bytes of the archiveUris at the given index.
      • getPropertiesCount

        int getPropertiesCount()
         Optional. A mapping of property names to values, used to configure Hadoop.
         Properties that conflict with values set by the Dataproc API may be
         overwritten. Can include properties set in `/etc/hadoop/conf/*-site` and
         classes in user code.
         
        map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
      • containsProperties

        boolean containsProperties​(String key)
         Optional. A mapping of property names to values, used to configure Hadoop.
         Properties that conflict with values set by the Dataproc API may be
         overwritten. Can include properties set in `/etc/hadoop/conf/*-site` and
         classes in user code.
         
        map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
      • getPropertiesMap

        Map<String,​String> getPropertiesMap()
         Optional. A mapping of property names to values, used to configure Hadoop.
         Properties that conflict with values set by the Dataproc API may be
         overwritten. Can include properties set in `/etc/hadoop/conf/*-site` and
         classes in user code.
         
        map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
      • getPropertiesOrDefault

        String getPropertiesOrDefault​(String key,
                                      String defaultValue)
         Optional. A mapping of property names to values, used to configure Hadoop.
         Properties that conflict with values set by the Dataproc API may be
         overwritten. Can include properties set in `/etc/hadoop/conf/*-site` and
         classes in user code.
         
        map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
      • getPropertiesOrThrow

        String getPropertiesOrThrow​(String key)
         Optional. A mapping of property names to values, used to configure Hadoop.
         Properties that conflict with values set by the Dataproc API may be
         overwritten. Can include properties set in `/etc/hadoop/conf/*-site` and
         classes in user code.
         
        map<string, string> properties = 7 [(.google.api.field_behavior) = OPTIONAL];
      • hasLoggingConfig

        boolean hasLoggingConfig()
         Optional. The runtime log config for job execution.
         
        .google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        Whether the loggingConfig field is set.
      • getLoggingConfig

        LoggingConfig getLoggingConfig()
         Optional. The runtime log config for job execution.
         
        .google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];
        Returns:
        The loggingConfig.
      • getLoggingConfigOrBuilder

        LoggingConfigOrBuilder getLoggingConfigOrBuilder()
         Optional. The runtime log config for job execution.
         
        .google.cloud.dataproc.v1.LoggingConfig logging_config = 8 [(.google.api.field_behavior) = OPTIONAL];