Package eu.stratosphere.api.java.record.operators

Examples of eu.stratosphere.api.java.record.operators.GenericDataSink


                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(IdentityMapper.class)
      .input(source)
      .name("Identity Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here


                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(DelayingIdentityMapper.class)
      .input(source)
      .name("Delay Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here

                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(LongCancelTimeIdentityMapper.class)
      .input(source)
      .name("Long Cancelling Time Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here

                                    new InfiniteIntegerInputFormat(), "Source");
    MapOperator mapper = MapOperator.builder(StuckInOpenIdentityMapper.class)
      .input(source)
      .name("Stuck-In-Open Mapper")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
   
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
View Full Code Here

      new RandomInputFormat(false));

    CoGroupOperator coGroupOperator = CoGroupOperator.builder(MyCoGrouper.class, LongValue.class, 0, 0)
      .input1(bookSource).input2(authorSource).name("CoGrouper Test").build();

    GenericDataSink sink = new GenericDataSink(PrintingOutputFormat.class, coGroupOperator);

    Plan plan = new Plan(sink, "CoGroper Test Plan");
    plan.setDefaultParallelism(1);
    return plan;
  }
View Full Code Here

            "org.apache.derby.jdbc.EmbeddedDriver",
            "jdbc:derby:memory:ebookshop",
            "select * from books"),
        "Data Source");

    GenericDataSink sink = new GenericDataSink(new JDBCOutputFormat(), "Data Output");
    JDBCOutputFormat.configureOutputFormat(sink)
        .setDriver("org.apache.derby.jdbc.EmbeddedDriver")
        .setUrl("jdbc:derby:memory:ebookshop")
        .setQuery("insert into newbooks (id,title,author,price,qty) values (?,?,?,?,?)")
        .setClass(IntValue.class)
        .setClass(StringValue.class)
        .setClass(StringValue.class)
        .setClass(FloatValue.class)
        .setClass(IntValue.class);

    sink.addInput(source);
    return new Plan(sink, "JDBC Example Job");
  }
View Full Code Here

    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 3000, 10*1000);
 
View Full Code Here

    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 5000, 10*1000);
 
View Full Code Here

    JoinOperator matcher = JoinOperator.builder(StuckInOpenMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Stuc-In-Open Match")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 5000);
View Full Code Here

    JoinOperator matcher = JoinOperator.builder(SimpleMatcher.class, IntValue.class, 0, 0)
      .input1(source1)
      .input2(source2)
      .name("Long Cancelling Sort Join")
      .build();
    GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), matcher, "Sink");
   
    Plan p = new Plan(sink);
    p.setDefaultParallelism(4);
   
    runAndCancelJob(p, 30 * 1000, 30 * 1000);
 
View Full Code Here

TOP

Related Classes of eu.stratosphere.api.java.record.operators.GenericDataSink

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.