com.google.cloud.dataproc.v1

Interface PySparkJobOrBuilder

All Superinterfaces:

MessageLiteOrBuilder, MessageOrBuilder

All Known Implementing Classes:

PySparkJob, PySparkJob.Builder

public interface PySparkJobOrBuilder
extends MessageOrBuilder

Method Summary

Modifier and Type	Method and Description
boolean	containsProperties(java.lang.String key) Optional.
java.lang.String	getArchiveUris(int index) Optional.
ByteString	getArchiveUrisBytes(int index) Optional.
int	getArchiveUrisCount() Optional.
java.util.List<java.lang.String>	getArchiveUrisList() Optional.
java.lang.String	getArgs(int index) Optional.
ByteString	getArgsBytes(int index) Optional.
int	getArgsCount() Optional.
java.util.List<java.lang.String>	getArgsList() Optional.
java.lang.String	getFileUris(int index) Optional.
ByteString	getFileUrisBytes(int index) Optional.
int	getFileUrisCount() Optional.
java.util.List<java.lang.String>	getFileUrisList() Optional.
java.lang.String	getJarFileUris(int index) Optional.
ByteString	getJarFileUrisBytes(int index) Optional.
int	getJarFileUrisCount() Optional.
java.util.List<java.lang.String>	getJarFileUrisList() Optional.
LoggingConfig	getLoggingConfig() Optional.
LoggingConfigOrBuilder	getLoggingConfigOrBuilder() Optional.
java.lang.String	getMainPythonFileUri() Required.
ByteString	getMainPythonFileUriBytes() Required.
java.util.Map<java.lang.String,java.lang.String>	getProperties() Deprecated.
int	getPropertiesCount() Optional.
java.util.Map<java.lang.String,java.lang.String>	getPropertiesMap() Optional.
java.lang.String	getPropertiesOrDefault(java.lang.String key, java.lang.String defaultValue) Optional.
java.lang.String	getPropertiesOrThrow(java.lang.String key) Optional.
java.lang.String	getPythonFileUris(int index) Optional.
ByteString	getPythonFileUrisBytes(int index) Optional.
int	getPythonFileUrisCount() Optional.
java.util.List<java.lang.String>	getPythonFileUrisList() Optional.
boolean	hasLoggingConfig() Optional.

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDefaultInstanceForType, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLiteOrBuilder

isInitialized

Method Detail

getMainPythonFileUri

java.lang.String getMainPythonFileUri()

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

getMainPythonFileUriBytes

ByteString getMainPythonFileUriBytes()

 Required. The HCFS URI of the main Python file to use as the driver. Must
 be a .py file.
 

string main_python_file_uri = 1;

getArgsList

java.util.List<java.lang.String> getArgsList()

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

getArgsCount

int getArgsCount()

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

getArgs

java.lang.String getArgs(int index)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

getArgsBytes

ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver.  Do not include arguments,
 such as `--conf`, that can be set as job properties, since a collision may
 occur that causes an incorrect job submission.
 

repeated string args = 2;

getPythonFileUrisList

java.util.List<java.lang.String> getPythonFileUrisList()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

getPythonFileUrisCount

int getPythonFileUrisCount()

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

getPythonFileUris

java.lang.String getPythonFileUris(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

getPythonFileUrisBytes

ByteString getPythonFileUrisBytes(int index)

 Optional. HCFS file URIs of Python files to pass to the PySpark
 framework. Supported file types: .py, .egg, and .zip.
 

repeated string python_file_uris = 3;

getJarFileUrisList

java.util.List<java.lang.String> getJarFileUrisList()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

getJarFileUrisCount

int getJarFileUrisCount()

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

getJarFileUris

java.lang.String getJarFileUris(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

getJarFileUrisBytes

ByteString getJarFileUrisBytes(int index)

 Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
 Python driver and tasks.
 

repeated string jar_file_uris = 4;

getFileUrisList

java.util.List<java.lang.String> getFileUrisList()

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getFileUrisCount

int getFileUrisCount()

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getFileUris

java.lang.String getFileUris(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getFileUrisBytes

ByteString getFileUrisBytes(int index)

 Optional. HCFS URIs of files to be copied to the working directory of
 Python drivers and distributed tasks. Useful for naively parallel tasks.
 

repeated string file_uris = 5;

getArchiveUrisList

java.util.List<java.lang.String> getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getArchiveUrisCount

int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getArchiveUris

java.lang.String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getArchiveUrisBytes

ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 .jar, .tar, .tar.gz, .tgz, and .zip.
 

repeated string archive_uris = 6;

getPropertiesCount

int getPropertiesCount()

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

containsProperties

boolean containsProperties(java.lang.String key)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getProperties

@Deprecated
java.util.Map<java.lang.String,java.lang.String> getProperties()

Deprecated.

Use getPropertiesMap() instead.

getPropertiesMap

java.util.Map<java.lang.String,java.lang.String> getPropertiesMap()

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getPropertiesOrDefault

java.lang.String getPropertiesOrDefault(java.lang.String key,
                                        java.lang.String defaultValue)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

getPropertiesOrThrow

java.lang.String getPropertiesOrThrow(java.lang.String key)

 Optional. A mapping of property names to values, used to configure PySpark.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in
 /etc/spark/conf/spark-defaults.conf and classes in user code.
 

map<string, string> properties = 7;

hasLoggingConfig

boolean hasLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getLoggingConfig

LoggingConfig getLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

getLoggingConfigOrBuilder

LoggingConfigOrBuilder getLoggingConfigOrBuilder()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;