com.google.cloud.dataproc.v1

Class HadoopJob

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

com.google.cloud.dataproc.v1.HadoopJob

All Implemented Interfaces:

HadoopJobOrBuilder, Message, MessageLite, MessageLiteOrBuilder, MessageOrBuilder, java.io.Serializable

public final class HadoopJob
extends GeneratedMessageV3
implements HadoopJobOrBuilder

 A Cloud Dataproc job for running
 [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
 jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
 

Protobuf type google.cloud.dataproc.v1.HadoopJob

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	HadoopJob.Builder A Cloud Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
static class	HadoopJob.DriverCase

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

GeneratedMessageV3.BuilderParent, GeneratedMessageV3.ExtendableBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage,BuilderType extends GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, GeneratedMessageV3.ExtendableMessage<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends GeneratedMessageV3.ExtendableMessage>, GeneratedMessageV3.FieldAccessorTable

Field Summary

Fields

Modifier and Type	Field and Description
static int	ARCHIVE_URIS_FIELD_NUMBER
static int	ARGS_FIELD_NUMBER
static int	FILE_URIS_FIELD_NUMBER
static int	JAR_FILE_URIS_FIELD_NUMBER
static int	LOGGING_CONFIG_FIELD_NUMBER
static int	MAIN_CLASS_FIELD_NUMBER
static int	MAIN_JAR_FILE_URI_FIELD_NUMBER
static int	PROPERTIES_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method and Description
boolean	containsProperties(java.lang.String key) Optional.
boolean	equals(java.lang.Object obj)
java.lang.String	getArchiveUris(int index) Optional.
ByteString	getArchiveUrisBytes(int index) Optional.
int	getArchiveUrisCount() Optional.
ProtocolStringList	getArchiveUrisList() Optional.
java.lang.String	getArgs(int index) Optional.
ByteString	getArgsBytes(int index) Optional.
int	getArgsCount() Optional.
ProtocolStringList	getArgsList() Optional.
static HadoopJob	getDefaultInstance()
HadoopJob	getDefaultInstanceForType()
static Descriptors.Descriptor	getDescriptor()
HadoopJob.DriverCase	getDriverCase()
java.lang.String	getFileUris(int index) Optional.
ByteString	getFileUrisBytes(int index) Optional.
int	getFileUrisCount() Optional.
ProtocolStringList	getFileUrisList() Optional.
java.lang.String	getJarFileUris(int index) Optional.
ByteString	getJarFileUrisBytes(int index) Optional.
int	getJarFileUrisCount() Optional.
ProtocolStringList	getJarFileUrisList() Optional.
LoggingConfig	getLoggingConfig() Optional.
LoggingConfigOrBuilder	getLoggingConfigOrBuilder() Optional.
java.lang.String	getMainClass() The name of the driver's main class.
ByteString	getMainClassBytes() The name of the driver's main class.
java.lang.String	getMainJarFileUri() The HCFS URI of the jar file containing the main class.
ByteString	getMainJarFileUriBytes() The HCFS URI of the jar file containing the main class.
Parser<HadoopJob>	getParserForType()
java.util.Map<java.lang.String,java.lang.String>	getProperties() Deprecated.
int	getPropertiesCount() Optional.
java.util.Map<java.lang.String,java.lang.String>	getPropertiesMap() Optional.
java.lang.String	getPropertiesOrDefault(java.lang.String key, java.lang.String defaultValue) Optional.
java.lang.String	getPropertiesOrThrow(java.lang.String key) Optional.
int	getSerializedSize()
UnknownFieldSet	getUnknownFields()
int	hashCode()
boolean	hasLoggingConfig() Optional.
protected GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
protected MapField	internalGetMapField(int number)
boolean	isInitialized()
static HadoopJob.Builder	newBuilder()
static HadoopJob.Builder	newBuilder(HadoopJob prototype)
HadoopJob.Builder	newBuilderForType()
protected HadoopJob.Builder	newBuilderForType(GeneratedMessageV3.BuilderParent parent)
static HadoopJob	parseDelimitedFrom(java.io.InputStream input)
static HadoopJob	parseDelimitedFrom(java.io.InputStream input, ExtensionRegistryLite extensionRegistry)
static HadoopJob	parseFrom(byte[] data)
static HadoopJob	parseFrom(byte[] data, ExtensionRegistryLite extensionRegistry)
static HadoopJob	parseFrom(java.nio.ByteBuffer data)
static HadoopJob	parseFrom(java.nio.ByteBuffer data, ExtensionRegistryLite extensionRegistry)
static HadoopJob	parseFrom(ByteString data)
static HadoopJob	parseFrom(ByteString data, ExtensionRegistryLite extensionRegistry)
static HadoopJob	parseFrom(CodedInputStream input)
static HadoopJob	parseFrom(CodedInputStream input, ExtensionRegistryLite extensionRegistry)
static HadoopJob	parseFrom(java.io.InputStream input)
static HadoopJob	parseFrom(java.io.InputStream input, ExtensionRegistryLite extensionRegistry)
static Parser<HadoopJob>	parser()
HadoopJob.Builder	toBuilder()
void	writeTo(CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, makeExtensionsImmutable, newBuilderForType, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Field Detail

MAIN_JAR_FILE_URI_FIELD_NUMBER

public static final int MAIN_JAR_FILE_URI_FIELD_NUMBER

See Also:

Constant Field Values

MAIN_CLASS_FIELD_NUMBER

public static final int MAIN_CLASS_FIELD_NUMBER

See Also:

Constant Field Values

ARGS_FIELD_NUMBER

public static final int ARGS_FIELD_NUMBER

See Also:

Constant Field Values

JAR_FILE_URIS_FIELD_NUMBER

public static final int JAR_FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

FILE_URIS_FIELD_NUMBER

public static final int FILE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

ARCHIVE_URIS_FIELD_NUMBER

public static final int ARCHIVE_URIS_FIELD_NUMBER

See Also:

Constant Field Values

PROPERTIES_FIELD_NUMBER

public static final int PROPERTIES_FIELD_NUMBER

See Also:

Constant Field Values

LOGGING_CONFIG_FIELD_NUMBER

public static final int LOGGING_CONFIG_FIELD_NUMBER

See Also:

Constant Field Values

Method Detail

getUnknownFields

public final UnknownFieldSet getUnknownFields()

Specified by:

getUnknownFields in interface MessageOrBuilder

Overrides:

getUnknownFields in class GeneratedMessageV3

getDescriptor

public static final Descriptors.Descriptor getDescriptor()

internalGetMapField

protected MapField internalGetMapField(int number)

Overrides:

internalGetMapField in class GeneratedMessageV3

internalGetFieldAccessorTable

protected GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class GeneratedMessageV3

getDriverCase

public HadoopJob.DriverCase getDriverCase()

Specified by:

getDriverCase in interface HadoopJobOrBuilder

getMainJarFileUri

public java.lang.String getMainJarFileUri()

 The HCFS URI of the jar file containing the main class.
 Examples:
     'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
     'hdfs:/tmp/test-samples/custom-wordcount.jar'
     'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
 

string main_jar_file_uri = 1;

Specified by:

getMainJarFileUri in interface HadoopJobOrBuilder

getMainJarFileUriBytes

public ByteString getMainJarFileUriBytes()

 The HCFS URI of the jar file containing the main class.
 Examples:
     'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
     'hdfs:/tmp/test-samples/custom-wordcount.jar'
     'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
 

string main_jar_file_uri = 1;

Specified by:

getMainJarFileUriBytes in interface HadoopJobOrBuilder

getMainClass

public java.lang.String getMainClass()

 The name of the driver's main class. The jar file containing the class
 must be in the default CLASSPATH or specified in `jar_file_uris`.
 

string main_class = 2;

Specified by:

getMainClass in interface HadoopJobOrBuilder

getMainClassBytes

public ByteString getMainClassBytes()

 The name of the driver's main class. The jar file containing the class
 must be in the default CLASSPATH or specified in `jar_file_uris`.
 

string main_class = 2;

Specified by:

getMainClassBytes in interface HadoopJobOrBuilder

getArgsList

public ProtocolStringList getArgsList()

 Optional. The arguments to pass to the driver. Do not
 include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job
 properties, since a collision may occur that causes an incorrect job
 submission.
 

repeated string args = 3;

Specified by:

getArgsList in interface HadoopJobOrBuilder

getArgsCount

public int getArgsCount()

 Optional. The arguments to pass to the driver. Do not
 include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job
 properties, since a collision may occur that causes an incorrect job
 submission.
 

repeated string args = 3;

Specified by:

getArgsCount in interface HadoopJobOrBuilder

getArgs

public java.lang.String getArgs(int index)

 Optional. The arguments to pass to the driver. Do not
 include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job
 properties, since a collision may occur that causes an incorrect job
 submission.
 

repeated string args = 3;

Specified by:

getArgs in interface HadoopJobOrBuilder

getArgsBytes

public ByteString getArgsBytes(int index)

 Optional. The arguments to pass to the driver. Do not
 include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job
 properties, since a collision may occur that causes an incorrect job
 submission.
 

repeated string args = 3;

Specified by:

getArgsBytes in interface HadoopJobOrBuilder

getJarFileUrisList

public ProtocolStringList getJarFileUrisList()

 Optional. Jar file URIs to add to the CLASSPATHs of the
 Hadoop driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisList in interface HadoopJobOrBuilder

getJarFileUrisCount

public int getJarFileUrisCount()

 Optional. Jar file URIs to add to the CLASSPATHs of the
 Hadoop driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisCount in interface HadoopJobOrBuilder

getJarFileUris

public java.lang.String getJarFileUris(int index)

 Optional. Jar file URIs to add to the CLASSPATHs of the
 Hadoop driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUris in interface HadoopJobOrBuilder

getJarFileUrisBytes

public ByteString getJarFileUrisBytes(int index)

 Optional. Jar file URIs to add to the CLASSPATHs of the
 Hadoop driver and tasks.
 

repeated string jar_file_uris = 4;

Specified by:

getJarFileUrisBytes in interface HadoopJobOrBuilder

getFileUrisList

public ProtocolStringList getFileUrisList()

 Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
 to the working directory of Hadoop drivers and distributed tasks. Useful
 for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisList in interface HadoopJobOrBuilder

getFileUrisCount

public int getFileUrisCount()

 Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
 to the working directory of Hadoop drivers and distributed tasks. Useful
 for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisCount in interface HadoopJobOrBuilder

getFileUris

public java.lang.String getFileUris(int index)

 Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
 to the working directory of Hadoop drivers and distributed tasks. Useful
 for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUris in interface HadoopJobOrBuilder

getFileUrisBytes

public ByteString getFileUrisBytes(int index)

 Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
 to the working directory of Hadoop drivers and distributed tasks. Useful
 for naively parallel tasks.
 

repeated string file_uris = 5;

Specified by:

getFileUrisBytes in interface HadoopJobOrBuilder

getArchiveUrisList

public ProtocolStringList getArchiveUrisList()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 Hadoop drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, or .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisList in interface HadoopJobOrBuilder

getArchiveUrisCount

public int getArchiveUrisCount()

 Optional. HCFS URIs of archives to be extracted in the working directory of
 Hadoop drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, or .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisCount in interface HadoopJobOrBuilder

getArchiveUris

public java.lang.String getArchiveUris(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 Hadoop drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, or .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUris in interface HadoopJobOrBuilder

getArchiveUrisBytes

public ByteString getArchiveUrisBytes(int index)

 Optional. HCFS URIs of archives to be extracted in the working directory of
 Hadoop drivers and tasks. Supported file types:
 .jar, .tar, .tar.gz, .tgz, or .zip.
 

repeated string archive_uris = 6;

Specified by:

getArchiveUrisBytes in interface HadoopJobOrBuilder

getPropertiesCount

public int getPropertiesCount()

Description copied from interface: HadoopJobOrBuilder

 Optional. A mapping of property names to values, used to configure Hadoop.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in /etc/hadoop/conf/*-site and
 classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesCount in interface HadoopJobOrBuilder

containsProperties

public boolean containsProperties(java.lang.String key)

 Optional. A mapping of property names to values, used to configure Hadoop.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in /etc/hadoop/conf/*-site and
 classes in user code.
 

map<string, string> properties = 7;

Specified by:

containsProperties in interface HadoopJobOrBuilder

getProperties

@Deprecated
public java.util.Map<java.lang.String,java.lang.String> getProperties()

Deprecated.

Use getPropertiesMap() instead.

Specified by:

getProperties in interface HadoopJobOrBuilder

getPropertiesMap

public java.util.Map<java.lang.String,java.lang.String> getPropertiesMap()

 Optional. A mapping of property names to values, used to configure Hadoop.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in /etc/hadoop/conf/*-site and
 classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesMap in interface HadoopJobOrBuilder

getPropertiesOrDefault

public java.lang.String getPropertiesOrDefault(java.lang.String key,
                                               java.lang.String defaultValue)

 Optional. A mapping of property names to values, used to configure Hadoop.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in /etc/hadoop/conf/*-site and
 classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesOrDefault in interface HadoopJobOrBuilder

getPropertiesOrThrow

public java.lang.String getPropertiesOrThrow(java.lang.String key)

 Optional. A mapping of property names to values, used to configure Hadoop.
 Properties that conflict with values set by the Cloud Dataproc API may be
 overwritten. Can include properties set in /etc/hadoop/conf/*-site and
 classes in user code.
 

map<string, string> properties = 7;

Specified by:

getPropertiesOrThrow in interface HadoopJobOrBuilder

hasLoggingConfig

public boolean hasLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

hasLoggingConfig in interface HadoopJobOrBuilder

getLoggingConfig

public LoggingConfig getLoggingConfig()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

getLoggingConfig in interface HadoopJobOrBuilder

getLoggingConfigOrBuilder

public LoggingConfigOrBuilder getLoggingConfigOrBuilder()

 Optional. The runtime log config for job execution.
 

.google.cloud.dataproc.v1.LoggingConfig logging_config = 8;

Specified by:

getLoggingConfigOrBuilder in interface HadoopJobOrBuilder

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface MessageLiteOrBuilder

Overrides:

isInitialized in class GeneratedMessageV3

writeTo

public void writeTo(CodedOutputStream output)
             throws java.io.IOException

Specified by:

writeTo in interface MessageLite

Overrides:

writeTo in class GeneratedMessageV3

Throws:

java.io.IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface MessageLite

Overrides:

getSerializedSize in class GeneratedMessageV3

equals

public boolean equals(java.lang.Object obj)

Specified by:

equals in interface Message

Overrides:

equals in class AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface Message

Overrides:

hashCode in class AbstractMessage

parseFrom

public static HadoopJob parseFrom(java.nio.ByteBuffer data)
                           throws InvalidProtocolBufferException

Throws:

InvalidProtocolBufferException

parseFrom

public static HadoopJob parseFrom(java.nio.ByteBuffer data,
                                  ExtensionRegistryLite extensionRegistry)
                           throws InvalidProtocolBufferException

Throws:

InvalidProtocolBufferException

parseFrom

public static HadoopJob parseFrom(ByteString data)
                           throws InvalidProtocolBufferException

Throws:

InvalidProtocolBufferException

parseFrom

public static HadoopJob parseFrom(ByteString data,
                                  ExtensionRegistryLite extensionRegistry)
                           throws InvalidProtocolBufferException

Throws:

InvalidProtocolBufferException

parseFrom

public static HadoopJob parseFrom(byte[] data)
                           throws InvalidProtocolBufferException

Throws:

InvalidProtocolBufferException

parseFrom

public static HadoopJob parseFrom(byte[] data,
                                  ExtensionRegistryLite extensionRegistry)
                           throws InvalidProtocolBufferException

Throws:

InvalidProtocolBufferException

parseFrom

public static HadoopJob parseFrom(java.io.InputStream input)
                           throws java.io.IOException

Throws:

java.io.IOException

parseFrom

public static HadoopJob parseFrom(java.io.InputStream input,
                                  ExtensionRegistryLite extensionRegistry)
                           throws java.io.IOException

Throws:

java.io.IOException

parseDelimitedFrom

public static HadoopJob parseDelimitedFrom(java.io.InputStream input)
                                    throws java.io.IOException

Throws:

java.io.IOException

parseDelimitedFrom

public static HadoopJob parseDelimitedFrom(java.io.InputStream input,
                                           ExtensionRegistryLite extensionRegistry)
                                    throws java.io.IOException

Throws:

java.io.IOException

parseFrom

public static HadoopJob parseFrom(CodedInputStream input)
                           throws java.io.IOException

Throws:

java.io.IOException

parseFrom

public static HadoopJob parseFrom(CodedInputStream input,
                                  ExtensionRegistryLite extensionRegistry)
                           throws java.io.IOException

Throws:

java.io.IOException

newBuilderForType

public HadoopJob.Builder newBuilderForType()

Specified by:

newBuilderForType in interface Message

Specified by:

newBuilderForType in interface MessageLite

newBuilder

public static HadoopJob.Builder newBuilder()

newBuilder

public static HadoopJob.Builder newBuilder(HadoopJob prototype)

toBuilder

public HadoopJob.Builder toBuilder()

Specified by:

toBuilder in interface Message

Specified by:

toBuilder in interface MessageLite

newBuilderForType

protected HadoopJob.Builder newBuilderForType(GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class GeneratedMessageV3

getDefaultInstance

public static HadoopJob getDefaultInstance()

parser

public static Parser<HadoopJob> parser()

getParserForType

public Parser<HadoopJob> getParserForType()

Specified by:

getParserForType in interface Message

Specified by:

getParserForType in interface MessageLite

Overrides:

getParserForType in class GeneratedMessageV3

getDefaultInstanceForType

public HadoopJob getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface MessageOrBuilder