Package org.apache.tez.runtime.api

Examples of org.apache.tez.runtime.api.LogicalOutput

106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
    }

    @Override
    public void attachOutputs(Map<String, LogicalOutput> outputs,
            Configuration conf) throws ExecException {
        LogicalOutput output = outputs.get(outputKey);
        if (output == null) {
            throw new ExecException("Output to vertex " + outputKey + " is missing");
        }
        try {
            writer = (KeyValueWriter) output.getWriter();
            LOG.info("Attached output to vertex " + outputKey + " : output=" + output + ", writer=" + writer);
        } catch (Exception e) {
            throw new ExecException(e);
        }
    }
View Full Code Here
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
    }

    @Override
    public void attachOutputs(Map<String, LogicalOutput> outputs,
            Configuration conf) throws ExecException {
        LogicalOutput output = outputs.get(outputKey);
        if (output == null) {
            throw new ExecException("Output to vertex " + outputKey + " is missing");
        }
        try {
            writer = (KeyValueWriter) output.getWriter();
            LOG.info("Attached output to vertex " + outputKey + " : output=" + output + ", writer=" + writer);
        } catch (Exception e) {
            throw new ExecException(e);
        }
    }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    @Override
    public void attachOutputs(Map<String, LogicalOutput> outputs,
            Configuration conf)
            throws ExecException {
        LogicalOutput logicalOut = outputs.get(outputKey);
        if (logicalOut == null || !(logicalOut instanceof MROutput)) {
            throw new ExecException("POStoreTez only accepts MROutput. key =  "
                    + getOperatorKey() + ", outputs = " + outputs);
        }
        output = (MROutput) logicalOut;
View Full Code Here
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
    }

    @Override
    public void attachOutputs(Map<String, LogicalOutput> outputs,
            Configuration conf) throws ExecException {
        LogicalOutput output = outputs.get(outputKey);
        if (output == null) {
            throw new ExecException("Output to vertex " + outputKey + " is missing");
        }
        try {
            writer = (KeyValueWriter) output.getWriter();
            LOG.info("Attached output to vertex " + outputKey + " : output=" + output + ", writer=" + writer);
        } catch (Exception e) {
            throw new ExecException(e);
        }
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
    }

    @Override
    public void attachOutputs(Map<String, LogicalOutput> outputs,
            Configuration conf) throws ExecException {
        LogicalOutput output = outputs.get(tuplesOutputKey);
        if (output == null) {
            throw new ExecException("Output to vertex " + tuplesOutputKey + " is missing");
        }
        try {
            tuplesWriter = (KeyValueWriter) output.getWriter();
            LOG.info("Attached output to vertex " + tuplesOutputKey + " : output=" + output + ", writer=" + tuplesWriter);
        } catch (Exception e) {
            throw new ExecException(e);
        }

        output = outputs.get(statsOutputKey);
        if (output == null) {
            throw new ExecException("Output to vertex " + statsOutputKey + " is missing");
        }
        try {
            statsWriter = (KeyValueWriter) output.getWriter();
            LOG.info("Attached output to vertex " + statsOutputKey + " : output=" + output + ", writer=" + statsWriter);
        } catch (Exception e) {
            throw new ExecException(e);
        }
    }
View Full Code Here
240
241
242
243
244
245
246
247
248
249
250
  @Override
  protected SinkStage createSinkStage( Tap sink )
    {
    String id = Tap.id( sink );
    LogicalOutput logicalOutput = outputMap.get( id );

    if( logicalOutput == null )
      logicalOutput = outputMap.get( flowProcess.getStringProperty( "cascading.node.sink." + id ) );

    if( logicalOutput == null )
View Full Code Here
338
339
340
341
342
343
344
345
346
347
348
    }

  private LogicalOutput findLogicalOutput( Pipe element )
    {
    String id = Pipe.id( element );
    LogicalOutput logicalOutput = outputMap.get( id );

    if( logicalOutput == null )
      logicalOutput = outputMap.get( flowProcess.getStringProperty( "cascading.node.sink." + id ) );

    if( logicalOutput == null )
View Full Code Here
TOP

Related Classes of org.apache.tez.runtime.api.LogicalOutput

  • cascading.flow.tez.stream.graph.Hadoop2TezStreamGraph
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterStatsTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POIdentityInOutTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POStoreTez
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueOutputTez
  • org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigProcessor
  • org.apache.tez.examples.JoinExample$ForwardingProcessor
  • org.apache.tez.examples.JoinExample$JoinProcessor
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.