MapSpecification<I,O,R> specification
MapSettings settings
MapReduceSpecification<I,K,V,O,R> specification
MapReduceSettings settings
String stage
MapOnlyMapper<I,O> mapper
String status
SerializableValue<T> jobReference
String mrJobId
String bucket
Marshaller<T> keyMarshaller
Marshaller<T> valueMarshaller
Sharder sharder
String fileNamePattern
String bucket
KeyValueMarshaller<K,V> keyValueMarshaller
FilesByShard filesByShard
Integer mergeFanin
Marshaller<T> keyMarshaller
Marshaller<T> valueMarshaller
FilesByShard filesByShard
FilesByShard files
Marshaller<T> keyMarshaller
Marshaller<T> valueMarshaller
Marshaller<T> keyMarshaller
Marshaller<T> valueMarshaller
private void readObject(ObjectInputStream stream) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
MapOnlyMapper<I,O> mapper
long millisPerSlice
InputReader<I> in
OutputWriter<O> out
public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
public void writeExternal(ObjectOutput out) throws IOException
IOException
private void readObject(ObjectInputStream stream) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Mapper<I,K,V> mapper
long millisPerSlice
InputReader<I> in
OutputWriter<O> out
private void readObject(ObjectInputStream stream) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Reducer<K,V,O> reducer
long millisPerSlice
InputReader<I> in
OutputWriter<O> out
IncrementalTaskContext context
boolean inputExhausted
boolean isFirstSlice
boolean wasFinalized
String stage
MapReduceResult<R> result
Status status
String jobId
List<E> workers
ShardedJobController<T extends IncrementalTask> controller
ShardedJobSettings settings
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
String backend
String module
String version
String pipelineStatusUrl
String mrStatusUrl
String controllerPath
String workerPath
String target
String queueName
int maxShardRetries
int maxSliceRetries
int sliceTimeoutMillis
Status.StatusCode statusCode
Exception exception
String jobId
int taskCount
String jobId
int start
int end
Status status
private void readObject(ObjectInputStream stream) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
InputReader<I> in
OutputWriter<O> out
com.google.appengine.tools.mapreduce.impl.sort.MergeShardTask.MergeWorker worker
Integer sortReadTimeMillis
private void readObject(ObjectInputStream stream) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
SortWorker inMemSorter
InputReader<I> in
OutputWriter<O> out
Integer sortReadTimeMillis
int maxMemory
Integer batchItemSizePerEmmit
private void readObject(ObjectInputStream aInputStream) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream aOutputStream) throws IOException
IOException
Marshaller<T> marshaller
String blobKey
byte separator
int shardCount
int index
InputReader<I> reader
List<E> readers
GoogleCloudStorageFileSet files
int bufferSize
long offset
int blockSize
long bytesRead
ReadableByteChannel in
com.google.appengine.api.log.LogQuery shardLogQuery
String lastOffset
SerializableValue<T> peekedItem
Input<I> input
Marshaller<T> marshaller
InputReader<I> reader
Marshaller<T> marshaller
MarshallingOutput<O,R> dataMarshallingOutput
BigQueryMarshaller<T> bigQueryMarshaller
String bucketName
String fileNamePattern
Object result
SerializableValue<T> serializableSchema
DatastoreMutationPool.Params poolParams
DatastoreMutationPool.Params poolParams
com.google.appengine.tools.cloudstorage.GcsFilename file
String mimeType
boolean supportSliceRetries
com.google.appengine.tools.cloudstorage.GcsOutputChannel channel
com.google.appengine.tools.cloudstorage.GcsOutputChannel sliceChannel
List<E> toDelete
GoogleCloudStorageFileOutput output
int fileCount
OutputWriter<O> writer
OutputWriter<O> delegate
int blockSize
int numBlocksWritten
Output<O,R> sink
Marshaller<T> marshaller
Marshaller<T> marshaller
OutputWriter<O> writer
Copyright © 2015 Google. All rights reserved.