Package org.apache.flink.compiler.plan

Examples of org.apache.flink.compiler.plan.OptimizedPlan

96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
      DataSet<Tuple2<Long, Long>> depResult = doDeltaIteration(mappedBulk, edges);
     
      depResult.print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      assertEquals(1, op.getDataSinks().size());
      assertTrue(op.getDataSinks().iterator().next().getInput().getSource() instanceof WorksetIterationPlanNode);
     
      WorksetIterationPlanNode wipn = (WorksetIterationPlanNode) op.getDataSinks().iterator().next().getInput().getSource();
     
      assertEquals(ShipStrategyType.PARTITION_HASH, wipn.getInput1().getShipStrategy());
      assertTrue(wipn.getInput2().getTempMode().breaksPipeline());
    }
    catch (Exception e) {
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
      DataSet<Tuple2<Long, Long>> depResult = doDeltaIteration(bulkResult, edges);
     
      depResult.print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      assertEquals(1, op.getDataSinks().size());
      assertTrue(op.getDataSinks().iterator().next().getInput().getSource() instanceof WorksetIterationPlanNode);
     
      WorksetIterationPlanNode wipn = (WorksetIterationPlanNode) op.getDataSinks().iterator().next().getInput().getSource();
     
      assertEquals(ShipStrategyType.PARTITION_HASH, wipn.getInput1().getShipStrategy());
      assertTrue(wipn.getInput2().getTempMode().breaksPipeline());
    }
    catch (Exception e) {
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
      DataSet<Tuple2<Long, Long>> secondResult = doDeltaIteration(firstResult, edges);
     
      secondResult.print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      assertEquals(1, op.getDataSinks().size());
      assertTrue(op.getDataSinks().iterator().next().getInput().getSource() instanceof WorksetIterationPlanNode);
     
      WorksetIterationPlanNode wipn = (WorksetIterationPlanNode) op.getDataSinks().iterator().next().getInput().getSource();
     
      assertEquals(ShipStrategyType.FORWARD, wipn.getInput1().getShipStrategy());
      assertTrue(wipn.getInput2().getTempMode().breaksPipeline());
    }
    catch (Exception e) {
View Full Code Here
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
      DataSet<Tuple2<Long, Long>> input2 = env.readCsvFile("/some/file/path").types(Long.class, Long.class);
     
      doBulkIteration(input1, input2).print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      assertEquals(1, op.getDataSinks().size());
      assertTrue(op.getDataSinks().iterator().next().getInput().getSource() instanceof BulkIterationPlanNode);
     
      BulkIterationPlanNode bipn = (BulkIterationPlanNode) op.getDataSinks().iterator().next().getInput().getSource();
     
      // check that work has not! been pushed out, as the end of the step function does not produce the necessary properties
      for (Channel c : bipn.getPartialSolutionPlanNode().getOutgoingChannels()) {
        assertEquals(ShipStrategyType.PARTITION_HASH, c.getShipStrategy());
      }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
     
      IterativeDataSet<Long> iteration = env.generateSequence(-4, 1000).iterate(100);
      iteration.closeWith(iteration).print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      new NepheleJobGraphGenerator().compileJobGraph(op);
    }
    catch (Exception e) {
      e.printStackTrace();
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
      DeltaIteration<Tuple2<Long, Long>, Tuple2<Long, Long>> iter = input.iterateDelta(input, 100, 0);
      iter.closeWith(iter.getWorkset(), iter.getWorkset())
        .print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      new NepheleJobGraphGenerator().compileJobGraph(op);
    }
    catch (Exception e) {
      e.printStackTrace();
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
      iteration.closeWith(
          iteration.map(new IdentityMapper<Long>()).union(iteration.map(new IdentityMapper<Long>())))
          .print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      new NepheleJobGraphGenerator().compileJobGraph(op);
    }
    catch (Exception e) {
      e.printStackTrace();
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
            iter.getWorkset().map(new IdentityMapper<Tuple2<Long,Long>>()))
        )
      .print();
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      new NepheleJobGraphGenerator().compileJobGraph(op);
    }
    catch (Exception e) {
      e.printStackTrace();
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
   
   
    Plan plan = new Plan(sink, "Test Temp Task");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
    OptimizedPlan oPlan;
    try {
      oPlan = compileNoStats(plan);
    } catch(CompilerException ce) {
      ce.printStackTrace();
      fail("The pact compiler is unable to compile this plan correctly.");
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, coGroup, "Sink");
   
    Plan plan = new Plan(sink, "Reduce Group Order Test");
    plan.setDefaultParallelism(DEFAULT_PARALLELISM);
   
    OptimizedPlan oPlan;
    try {
      oPlan = compileNoStats(plan);
    } catch(CompilerException ce) {
      ce.printStackTrace();
      fail("The pact compiler is unable to compile this plan correctly.");
View Full Code Here
TOP

Related Classes of org.apache.flink.compiler.plan.OptimizedPlan

  • org.apache.flink.client.LocalExecutor
  • org.apache.flink.client.program.ContextEnvironment
  • org.apache.flink.client.program.ExecutionPlanCreationTest
  • org.apache.flink.client.RemoteExecutor
  • org.apache.flink.client.web.JobSubmissionServlet
  • org.apache.flink.compiler.AdditionalOperatorsTest
  • org.apache.flink.compiler.BranchingPlansCompilerTest
  • org.apache.flink.compiler.BroadcastVariablePipelinebreakerTest
  • org.apache.flink.compiler.CachedMatchStrategyCompilerTest
  • org.apache.flink.compiler.CoGroupSolutionSetFirstTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.