public class SpillCallBackPathsFinder extends SpillCallBackInjector
Constructor and Description |
---|
SpillCallBackPathsFinder() |
Modifier and Type | Method and Description |
---|---|
void |
addSpillIndexFileCB(org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration conf) |
Set<org.apache.hadoop.fs.Path> |
getEncryptedSpilledFiles() |
protected ConcurrentHashMap<org.apache.hadoop.fs.Path,Set<Long>> |
getFilesMap(org.apache.hadoop.conf.Configuration config) |
Set<String> |
getInvalidSpillEntries()
Gets the set of path:pos of the entries that were accessed incorrectly.
|
String |
getSpilledFileReport() |
void |
getSpillFileCB(org.apache.hadoop.fs.Path path,
InputStream is,
org.apache.hadoop.conf.Configuration conf) |
void |
validateSpillIndexFileCB(org.apache.hadoop.fs.Path path,
org.apache.hadoop.conf.Configuration conf) |
void |
writeSpillFileCB(org.apache.hadoop.fs.Path path,
org.apache.hadoop.fs.FSDataOutputStream out,
org.apache.hadoop.conf.Configuration conf) |
corruptSpilledFile, get, getAndSet, handleErrorInSpillFill, writeSpillIndexFileCB
protected ConcurrentHashMap<org.apache.hadoop.fs.Path,Set<Long>> getFilesMap(org.apache.hadoop.conf.Configuration config)
public void writeSpillFileCB(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.FSDataOutputStream out, org.apache.hadoop.conf.Configuration conf)
writeSpillFileCB
in class SpillCallBackInjector
public void getSpillFileCB(org.apache.hadoop.fs.Path path, InputStream is, org.apache.hadoop.conf.Configuration conf)
getSpillFileCB
in class SpillCallBackInjector
public String getSpilledFileReport()
getSpilledFileReport
in class SpillCallBackInjector
public void addSpillIndexFileCB(org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration conf)
addSpillIndexFileCB
in class SpillCallBackInjector
public void validateSpillIndexFileCB(org.apache.hadoop.fs.Path path, org.apache.hadoop.conf.Configuration conf)
validateSpillIndexFileCB
in class SpillCallBackInjector
public Set<org.apache.hadoop.fs.Path> getEncryptedSpilledFiles()
Copyright © 2022 Apache Software Foundation. All rights reserved.