Package com.google.cloud.dataproc.v1

Interface PySparkBatchOrBuilder

All Superinterfaces:

com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder

All Known Implementing Classes:

PySparkBatch, PySparkBatch.Builder

public interface PySparkBatchOrBuilder
extends com.google.protobuf.MessageOrBuilder

Method Summary

Modifier and Type	Method	Description
String	getArchiveUris(int index)	Optional.
com.google.protobuf.ByteString	getArchiveUrisBytes(int index)	Optional.
int	getArchiveUrisCount()	Optional.
List<String>	getArchiveUrisList()	Optional.
String	getArgs(int index)	Optional.
com.google.protobuf.ByteString	getArgsBytes(int index)	Optional.
int	getArgsCount()	Optional.
List<String>	getArgsList()	Optional.
String	getFileUris(int index)	Optional.
com.google.protobuf.ByteString	getFileUrisBytes(int index)	Optional.
int	getFileUrisCount()	Optional.
List<String>	getFileUrisList()	Optional.
String	getJarFileUris(int index)	Optional.
com.google.protobuf.ByteString	getJarFileUrisBytes(int index)	Optional.
int	getJarFileUrisCount()	Optional.
List<String>	getJarFileUrisList()	Optional.
String	getMainPythonFileUri()	Required.
com.google.protobuf.ByteString	getMainPythonFileUriBytes()	Required.
String	getPythonFileUris(int index)	Optional.
com.google.protobuf.ByteString	getPythonFileUrisBytes(int index)	Optional.
int	getPythonFileUrisCount()	Optional.
List<String>	getPythonFileUrisList()	Optional.

Methods inherited from interface com.google.protobuf.MessageLiteOrBuilder

isInitialized

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDefaultInstanceForType, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Method Detail

getMainPythonFileUri

String getMainPythonFileUri()

 Required. The HCFS URI of the main Python file to use as the Spark driver.
 Must be a .py file.
 

string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];

Returns:

The mainPythonFileUri.

getMainPythonFileUriBytes

com.google.protobuf.ByteString getMainPythonFileUriBytes()

 Required. The HCFS URI of the main Python file to use as the Spark driver.
 Must be a .py file.
 

string main_python_file_uri = 1 [(.google.api.field_behavior) = REQUIRED];

Returns:

The bytes for mainPythonFileUri.

getArgsList

List<String> getArgsList()

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns:

A list containing the args.

getArgsCount

int getArgsCount()

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Returns:

The count of args.

getArgs

String getArgs(int index)

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the element to return.

Returns:

The args at the given index.

getArgsBytes

com.google.protobuf.ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver. Do not include arguments
 that can be set as batch properties, such as `--conf`, since a collision
 can occur that causes an incorrect batch submission.
 

repeated string args = 2 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the value to return.

Returns:

The bytes of the args at the given index.

getPythonFileUrisList

List<String> getPythonFileUrisList()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns:

A list containing the pythonFileUris.

getPythonFileUrisCount

int getPythonFileUrisCount()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Returns:

The count of pythonFileUris.

getPythonFileUris

String getPythonFileUris(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the element to return.

Returns:

The pythonFileUris at the given index.

getPythonFileUrisBytes

com.google.protobuf.ByteString getPythonFileUrisBytes(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: `.py`, `.egg`, and `.zip`.
 

repeated string python_file_uris = 3 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the value to return.

Returns:

The bytes of the pythonFileUris at the given index.

getJarFileUrisList

List<String> getJarFileUrisList()

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Returns:

A list containing the jarFileUris.

getJarFileUrisCount

int getJarFileUrisCount()

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Returns:

The count of jarFileUris.

getJarFileUris

String getJarFileUris(int index)

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the element to return.

Returns:

The jarFileUris at the given index.

getJarFileUrisBytes

com.google.protobuf.ByteString getJarFileUrisBytes(int index)

 Optional. HCFS URIs of jar files to add to the classpath of the
 Spark driver and tasks.
 

repeated string jar_file_uris = 4 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the value to return.

Returns:

The bytes of the jarFileUris at the given index.

getFileUrisList

List<String> getFileUrisList()

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Returns:

A list containing the fileUris.

getFileUrisCount

int getFileUrisCount()

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Returns:

The count of fileUris.

getFileUris

String getFileUris(int index)

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the element to return.

Returns:

The fileUris at the given index.

getFileUrisBytes

com.google.protobuf.ByteString getFileUrisBytes(int index)

 Optional. HCFS URIs of files to be placed in the working directory of
 each executor.
 

repeated string file_uris = 5 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the value to return.

Returns:

The bytes of the fileUris at the given index.

getArchiveUrisList

List<String> getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns:

A list containing the archiveUris.

getArchiveUrisCount

int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Returns:

The count of archiveUris.

getArchiveUris

String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the element to return.

Returns:

The archiveUris at the given index.

getArchiveUrisBytes

com.google.protobuf.ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted into the working directory
 of each executor. Supported file types:
 `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
 

repeated string archive_uris = 6 [(.google.api.field_behavior) = OPTIONAL];

Parameters:

index - The index of the value to return.

Returns:

The bytes of the archiveUris at the given index.