public class ListBucketingCtx
extends java.lang.Object
implements java.io.Serializable
Constructor and Description |
---|
ListBucketingCtx() |
Modifier and Type | Method and Description |
---|---|
int |
calculateListBucketingLevel()
Calculate list bucketing level.
|
void |
calculateSkewedValueSubDirList()
Calculate skewed value subdirectory directory which is used in
FileSinkOperator.java createKeyForStatsPublisher()
For example, create table test skewed by (key, value) on (('484','val_484')
stored as DIRECTORIES;
after the method, skewedValuesDirNames will contain 2 elements:
key=484/value=val_484
HIVE_LIST_BUCKETING_DEFAULT_DIR_NAME/HIVE_LIST_BUCKETING_DEFAULT_DIR_NAME
|
java.lang.String |
getDefaultDirName() |
java.lang.String |
getDefaultKey() |
java.util.Map<java.util.List<java.lang.String>,java.lang.String> |
getLbLocationMap() |
java.util.List<SkewedColumnPositionPair> |
getRowSkewedIndex() |
java.util.List<java.lang.String> |
getSkewedColNames() |
java.util.List<java.util.List<java.lang.String>> |
getSkewedColValues() |
java.util.List<java.lang.String> |
getSkewedValuesDirNames() |
boolean |
isSkewedStoredAsDir()
check if list bucketing is enabled.
|
boolean |
isStoredAsSubDirectories() |
void |
processRowSkewedIndex(RowSchema rowSch)
Match column in skewed column list and record position.
|
void |
setDefaultDirName(java.lang.String defaultDirName) |
void |
setDefaultKey(java.lang.String defaultKey) |
void |
setLbLocationMap(java.util.Map<java.util.List<java.lang.String>,java.lang.String> lbLocationMap) |
void |
setRowSkewedIndex(java.util.List<SkewedColumnPositionPair> rowSkewedIndex) |
void |
setSkewedColNames(java.util.List<java.lang.String> skewedColNames) |
void |
setSkewedColValues(java.util.List<java.util.List<java.lang.String>> skewedColValues) |
void |
setSkewedValuesDirNames(java.util.List<java.lang.String> skewedValuesDirNames) |
void |
setStoredAsSubDirectories(boolean isStoredAsSubDirectories) |
public java.util.List<java.lang.String> getSkewedColNames()
public void setSkewedColNames(java.util.List<java.lang.String> skewedColNames)
skewedColNames
- the skewedColNames to setpublic java.util.List<java.util.List<java.lang.String>> getSkewedColValues()
public void setSkewedColValues(java.util.List<java.util.List<java.lang.String>> skewedColValues)
skewedColValues
- the skewedColValues to setpublic java.util.Map<java.util.List<java.lang.String>,java.lang.String> getLbLocationMap()
public void setLbLocationMap(java.util.Map<java.util.List<java.lang.String>,java.lang.String> lbLocationMap)
lbLocationMap
- the lbLocationMap to setpublic void processRowSkewedIndex(RowSchema rowSch)
FileSinkOperator
generateListBucketingDirName().
Note that skewed column name matches skewed value in order.rowSch
- public void calculateSkewedValueSubDirList()
public boolean isStoredAsSubDirectories()
public void setStoredAsSubDirectories(boolean isStoredAsSubDirectories)
isStoredAsSubDirectories
- the isStoredAsSubDirectories to setpublic java.lang.String getDefaultKey()
public void setDefaultKey(java.lang.String defaultKey)
defaultKey
- the defaultKey to setpublic java.lang.String getDefaultDirName()
public void setDefaultDirName(java.lang.String defaultDirName)
defaultDirName
- the defaultDirName to setpublic boolean isSkewedStoredAsDir()
ctx
- public int calculateListBucketingLevel()
ctx
- public java.util.List<java.lang.String> getSkewedValuesDirNames()
public void setSkewedValuesDirNames(java.util.List<java.lang.String> skewedValuesDirNames)
skewedValuesDirNames
- the skewedValuesDirNames to setpublic java.util.List<SkewedColumnPositionPair> getRowSkewedIndex()
public void setRowSkewedIndex(java.util.List<SkewedColumnPositionPair> rowSkewedIndex)
rowSkewedIndex
- the rowSkewedIndex to setCopyright © 2012 The Apache Software Foundation