Package org.apache.hadoop.hive.ql.parse

Examples of org.apache.hadoop.hive.ql.parse.RowResolver.reverseLookup()

75
76
77
78
79
80
81
82
83
84
85
      // exprs associated with table scans.
      Operator<? extends OperatorDesc> operator = epc.getInputOperator();
      assert (operator != null);

      RowResolver resolver = epc.getResolver();
      String[] nm = resolver.reverseLookup(cd.getColumn());
      if (nm == null && operator instanceof ReduceSinkOperator) {
        nm = resolver.reverseLookup(Utilities.removeValueTag(cd.getColumn()));
      }
      ColumnInfo ci = nm != null ? resolver.get(nm[0], nm[1]): null;
View Full Code Here
77
78
79
80
81
82
83
84
85
86
87
      assert (operator != null);

      RowResolver resolver = epc.getResolver();
      String[] nm = resolver.reverseLookup(cd.getColumn());
      if (nm == null && operator instanceof ReduceSinkOperator) {
        nm = resolver.reverseLookup(Utilities.removeValueTag(cd.getColumn()));
      }
      ColumnInfo ci = nm != null ? resolver.get(nm[0], nm[1]): null;

      // Insert the dependencies of inp_ci to that of the current operator, ci
      LineageCtx lc = epc.getLineageCtx();
View Full Code Here
437
438
439
440
441
442
443
444
445
446
447
  private static ExprNodeDesc evaluateColumn(ExprNodeColumnDesc desc,
      ConstantPropagateProcCtx cppCtx, Operator<? extends Serializable> parent) {
    try {
      ColumnInfo ci = null;
      RowResolver rr = cppCtx.getOpToParseCtxMap().get(parent).getRowResolver();
      String[] tmp = rr.reverseLookup(desc.getColumn());
      if (tmp == null) {
        LOG.error("Reverse look up of column " + desc + " error!");
        return null;
      }
      ci = rr.get(tmp[0], tmp[1]);
View Full Code Here
794
795
796
797
798
799
800
801
802
803
804
        Operator<? extends Serializable> parent = op.getParentOperators().get(0);
        Map<ColumnInfo, ExprNodeDesc> parentConstants = cppCtx.getPropagatedConstants(parent);
        RowResolver rr = cppCtx.getOpToParseCtxMap().get(parent).getRowResolver();
        boolean allConstant = true;
        for (String input : inputs) {
          String tmp[] = rr.reverseLookup(input);
          ColumnInfo ci = rr.get(tmp[0], tmp[1]);
          if (parentConstants.get(ci) == null) {
            allConstant = false;
            break;
          }
View Full Code Here
826
827
828
829
830
831
832
833
834
835
836
    for (ColumnInfo inpCInfo : inputRR.getColumnInfos()) {
      ColumnInfo cInfo = new ColumnInfo(inpCInfo);
      String colAlias = cInfo.getAlias();

      String[] tabColAlias = inputRR.reverseLookup(inpCInfo.getInternalName());
      if (tabColAlias != null) {
        colAlias = tabColAlias[1];
      }
      ASTNode inExpr = null;
      inExpr = PTFTranslator.getASTNode(inpCInfo, inputRR);
View Full Code Here
393
394
395
396
397
398
399
400
401
402
403
        for (ExprNodeDesc expr: childKeyCols) {
          if (!(expr instanceof ExprNodeColumnDesc)) {
            return correlatedReduceSinkOperators;
          }
          String colName = ((ExprNodeColumnDesc)expr).getColumn();
          String[] nm = rowResolver.reverseLookup(colName);
          if (nm != null) {
            tableNeedToCheck.add(nm[0]);
          }
        }
        if (current instanceof JoinOperator) {
View Full Code Here
827
828
829
830
831
832
833
834
835
836
837
    for (ColumnInfo inpCInfo : inputRR.getColumnInfos()) {
      ColumnInfo cInfo = new ColumnInfo(inpCInfo);
      String colAlias = cInfo.getAlias();

      String[] tabColAlias = inputRR.reverseLookup(inpCInfo.getInternalName());
      if (tabColAlias != null) {
        colAlias = tabColAlias[1];
      }
      ASTNode inExpr = null;
      inExpr = PTFTranslator.getASTNode(inpCInfo, inputRR);
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
        Object... nodeOutputs) throws SemanticException {
      ExprWalkerInfo ctx = (ExprWalkerInfo) procCtx;
      ExprNodeColumnDesc colref = (ExprNodeColumnDesc) nd;
      RowResolver toRR = ctx.getToRR();
      Operator<? extends OperatorDesc> op = ctx.getOp();
      String[] colAlias = toRR.reverseLookup(colref.getColumn());

      boolean isCandidate = true;
      if (op.getColumnExprMap() != null) {
        // replace the output expression with the input expression so that
        // parent op can understand this expression
View Full Code Here
701
702
703
704
705
706
707
708
709
710
711
    for (int i = 0; i < retainFlags.length; i++) {
      String outputCol = valueColNames.get(i);
      ExprNodeDesc outputColExpr = valueExprs.get(i);
      if (!retainFlags[i]) {
        String[] nm = oldRR.reverseLookup(outputCol);
        if (nm == null) {
          outputCol = Utilities.ReduceField.VALUE.toString() + "." + outputCol;
          nm = oldRR.reverseLookup(outputCol);
        }
View Full Code Here
704
705
706
707
708
709
710
711
712
713
714
      ExprNodeDesc outputColExpr = valueExprs.get(i);
      if (!retainFlags[i]) {
        String[] nm = oldRR.reverseLookup(outputCol);
        if (nm == null) {
          outputCol = Utilities.ReduceField.VALUE.toString() + "." + outputCol;
          nm = oldRR.reverseLookup(outputCol);
        }

        // Only remove information of a column if it is not a key,
        // i.e. this column is not appearing in keyExprs of the RS
        if (ExprNodeDescUtils.indexOf(outputColExpr, keyExprs) == -1) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.