org.apache.hadoop.hive.ql.plan
Class HashTableSinkDesc

java.lang.Object
  org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc
      org.apache.hadoop.hive.ql.plan.JoinDesc
          org.apache.hadoop.hive.ql.plan.HashTableSinkDesc

All Implemented Interfaces:

Serializable, Cloneable, OperatorDesc

public class HashTableSinkDesc
extends JoinDesc
implements Serializable

Map Join operator Descriptor implementation.

See Also:

Serialized Form

Field Summary

Fields inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

FULL_OUTER_JOIN, INNER_JOIN, LEFT_OUTER_JOIN, LEFT_SEMI_JOIN, RIGHT_OUTER_JOIN, UNIQUE_JOIN

Constructor Summary

HashTableSinkDesc()

HashTableSinkDesc(MapJoinDesc clone)

Method Summary

Map<Byte,org.apache.hadoop.fs.Path>	getBigKeysDirMap()
BucketMapJoinContext	getBucketMapjoinContext()
JoinCondDesc[]	getConds()
String	getDumpFilePrefix()
Map<Byte,List<ExprNodeDesc>>	getExprs()
int[][]	getFilterMap()
Map<Integer,String>	getFilterMapString()
Map<Byte,List<ExprNodeDesc>>	getFilters()
float	getHashtableMemoryUsage()
Map<Byte,List<ExprNodeDesc>>	getKeys()
Map<Byte,String>	getKeysString()
TableDesc	getKeyTableDesc()
TableDesc	getKeyTblDesc()
List<String>	getOutputColumnNames()
int	getPosBigTable()
Map<Byte,List<Integer>>	getRetainList()
Map<String,Byte>	getReversedExprs()
int	getSkewKeyDefinition()
Map<Byte,TableDesc>	getSkewKeysValuesTables()
Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>>	getSmallKeysDirMap()
Byte[]	getTagOrder() The order in which tables should be processed when joining.
List<TableDesc>	getValueTblDescs()
List<TableDesc>	getValueTblFilteredDescs()
boolean	isHandleSkewJoin()
boolean	isNoOuterJoin()
void	setBigKeysDirMap(Map<Byte,org.apache.hadoop.fs.Path> bigKeysDirMap) set the mapping from tbl to dir for big keys.
void	setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)
void	setConds(JoinCondDesc[] conds)
void	setDumpFilePrefix(String dumpFilePrefix)
void	setExprs(Map<Byte,List<ExprNodeDesc>> exprs)
void	setFilterMap(int[][] filterMap)
void	setFilters(Map<Byte,List<ExprNodeDesc>> filters)
void	setHandleSkewJoin(boolean handleSkewJoin) set to handle skew join in this join op.
void	setHashtableMemoryUsage(float hashtableMemoryUsage)
void	setKeys(Map<Byte,List<ExprNodeDesc>> keys)
void	setKeyTableDesc(TableDesc keyTableDesc)
void	setKeyTblDesc(TableDesc keyTblDesc)
void	setNoOuterJoin(boolean noOuterJoin)
void	setOutputColumnNames(List<String> outputColumnNames)
void	setPosBigTable(int posBigTable)
void	setRetainList(Map<Byte,List<Integer>> retainList)
void	setReversedExprs(Map<String,Byte> reversedExprs)
void	setSkewKeyDefinition(int skewKeyDefinition) set skew key definition.
void	setSkewKeysValuesTables(Map<Byte,TableDesc> skewKeysValuesTables)
void	setSmallKeysDirMap(Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> smallKeysDirMap) set the mapping from tbl to dir for small keys.
void	setTagOrder(Byte[] tagOrder) The order in which tables should be processed when joining.
void	setValueTblDescs(List<TableDesc> valueTblDescs)
void	setValueTblFilteredDescs(List<TableDesc> valueTblFilteredDescs)

Methods inherited from class org.apache.hadoop.hive.ql.plan.JoinDesc

clone, convertToArray, getCondsList, getExprsStringMap, getFiltersStringMap, getHandleSkewJoin, getNoOuterJoin, getNullSafes, getNullSafeString, getTagLength, isFixedAsSorted, resetOrder, setFixedAsSorted, setNullSafes

Methods inherited from class org.apache.hadoop.hive.ql.plan.AbstractOperatorDesc

getOpTraits, getStatistics, setOpTraits, setStatistics, setVectorMode

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

HashTableSinkDesc

public HashTableSinkDesc()

HashTableSinkDesc

public HashTableSinkDesc(MapJoinDesc clone)

Method Detail

getHashtableMemoryUsage

public float getHashtableMemoryUsage()

setHashtableMemoryUsage

public void setHashtableMemoryUsage(float hashtableMemoryUsage)

getDumpFilePrefix

public String getDumpFilePrefix()

Returns:

the dumpFilePrefix

setDumpFilePrefix

public void setDumpFilePrefix(String dumpFilePrefix)

Parameters:

dumpFilePrefix - the dumpFilePrefix to set

isHandleSkewJoin

public boolean isHandleSkewJoin()

setHandleSkewJoin

public void setHandleSkewJoin(boolean handleSkewJoin)

Description copied from class: JoinDesc

set to handle skew join in this join op.

Overrides:

setHandleSkewJoin in class JoinDesc

getSkewKeyDefinition

public int getSkewKeyDefinition()

Overrides:

getSkewKeyDefinition in class JoinDesc

Returns:

skew key definition. If we see a key's associated entries' number is bigger than this, we will define this key as a skew key.

setSkewKeyDefinition

public void setSkewKeyDefinition(int skewKeyDefinition)

Description copied from class: JoinDesc

set skew key definition.

Overrides:

setSkewKeyDefinition in class JoinDesc

getBigKeysDirMap

public Map<Byte,org.apache.hadoop.fs.Path> getBigKeysDirMap()

Overrides:

getBigKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for big keys.

setBigKeysDirMap

public void setBigKeysDirMap(Map<Byte,org.apache.hadoop.fs.Path> bigKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for big keys.

Overrides:

setBigKeysDirMap in class JoinDesc

getSmallKeysDirMap

public Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> getSmallKeysDirMap()

Overrides:

getSmallKeysDirMap in class JoinDesc

Returns:

mapping from tbl to dir for small keys

setSmallKeysDirMap

public void setSmallKeysDirMap(Map<Byte,Map<Byte,org.apache.hadoop.fs.Path>> smallKeysDirMap)

Description copied from class: JoinDesc

set the mapping from tbl to dir for small keys.

Overrides:

setSmallKeysDirMap in class JoinDesc

getSkewKeysValuesTables

public Map<Byte,TableDesc> getSkewKeysValuesTables()

Overrides:

getSkewKeysValuesTables in class JoinDesc

Returns:

the table desc for storing skew keys and their corresponding value;

setSkewKeysValuesTables

public void setSkewKeysValuesTables(Map<Byte,TableDesc> skewKeysValuesTables)

Overrides:

setSkewKeysValuesTables in class JoinDesc

Parameters:

skewKeysValuesTables - set the table desc for storing skew keys and their corresponding value;

getExprs

public Map<Byte,List<ExprNodeDesc>> getExprs()

Overrides:

getExprs in class JoinDesc

setExprs

public void setExprs(Map<Byte,List<ExprNodeDesc>> exprs)

Overrides:

setExprs in class JoinDesc

getFilters

public Map<Byte,List<ExprNodeDesc>> getFilters()

Overrides:

getFilters in class JoinDesc

getValueTblFilteredDescs

public List<TableDesc> getValueTblFilteredDescs()

setValueTblFilteredDescs

public void setValueTblFilteredDescs(List<TableDesc> valueTblFilteredDescs)

setFilters

public void setFilters(Map<Byte,List<ExprNodeDesc>> filters)

Overrides:

setFilters in class JoinDesc

getOutputColumnNames

public List<String> getOutputColumnNames()

Overrides:

getOutputColumnNames in class JoinDesc

setOutputColumnNames

public void setOutputColumnNames(List<String> outputColumnNames)

Overrides:

setOutputColumnNames in class JoinDesc

getReversedExprs

public Map<String,Byte> getReversedExprs()

Overrides:

getReversedExprs in class JoinDesc

setReversedExprs

public void setReversedExprs(Map<String,Byte> reversedExprs)

Overrides:

setReversedExprs in class JoinDesc

isNoOuterJoin

public boolean isNoOuterJoin()

Overrides:

isNoOuterJoin in class JoinDesc

setNoOuterJoin

public void setNoOuterJoin(boolean noOuterJoin)

Overrides:

setNoOuterJoin in class JoinDesc

getConds

public JoinCondDesc[] getConds()

Overrides:

getConds in class JoinDesc

setConds

public void setConds(JoinCondDesc[] conds)

Overrides:

setConds in class JoinDesc

getTagOrder

public Byte[] getTagOrder()

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

getTagOrder in class JoinDesc

Returns:

Array of tags

setTagOrder

public void setTagOrder(Byte[] tagOrder)

Description copied from class: JoinDesc

The order in which tables should be processed when joining.

Overrides:

setTagOrder in class JoinDesc

Parameters:

tagOrder - Array of tags

getKeyTableDesc

public TableDesc getKeyTableDesc()

Overrides:

getKeyTableDesc in class JoinDesc

setKeyTableDesc

public void setKeyTableDesc(TableDesc keyTableDesc)

Overrides:

setKeyTableDesc in class JoinDesc

getFilterMap

public int[][] getFilterMap()

Overrides:

getFilterMap in class JoinDesc

setFilterMap

public void setFilterMap(int[][] filterMap)

Overrides:

setFilterMap in class JoinDesc

getFilterMapString

public Map<Integer,String> getFilterMapString()

Overrides:

getFilterMapString in class JoinDesc

getRetainList

public Map<Byte,List<Integer>> getRetainList()

setRetainList

public void setRetainList(Map<Byte,List<Integer>> retainList)

getKeysString

public Map<Byte,String> getKeysString()

Returns:

the keys in string form

getKeys

public Map<Byte,List<ExprNodeDesc>> getKeys()

Returns:

the keys

setKeys

public void setKeys(Map<Byte,List<ExprNodeDesc>> keys)

Parameters:

keys - the keys to set

getPosBigTable

public int getPosBigTable()

Returns:

the position of the big table not in memory

setPosBigTable

public void setPosBigTable(int posBigTable)

Parameters:

posBigTable - the position of the big table not in memory

getKeyTblDesc

public TableDesc getKeyTblDesc()

Returns:

the keyTblDesc

setKeyTblDesc

public void setKeyTblDesc(TableDesc keyTblDesc)

Parameters:

keyTblDesc - the keyTblDesc to set

getValueTblDescs

public List<TableDesc> getValueTblDescs()

Returns:

the valueTblDescs

setValueTblDescs

public void setValueTblDescs(List<TableDesc> valueTblDescs)

Parameters:

valueTblDescs - the valueTblDescs to set

getBucketMapjoinContext

public BucketMapJoinContext getBucketMapjoinContext()

setBucketMapjoinContext

public void setBucketMapjoinContext(BucketMapJoinContext bucketMapjoinContext)