Examples of CoGroupOperator

eu.stratosphere.api.java.record.operators.CoGroupOperator
CoGroupOperator that applies a {@link CoGroupFunction} to groups of records sharingthe same key (one group per input). @see CoGroupFunction
org.apache.flink.api.java.record.operators.CoGroupOperator
s.apache.org/jira/browse/FLINK-1106">FLINK-1106 for more details. @see CoGroupFunction

Examples of org.apache.flink.api.java.record.operators.CoGroupOperator

        .input1(sourceB, sourceB, sourceC)
        .input2(sourceC)
        .name("Match 1")
        .build();
      ;
      CoGroupOperator cogroup1 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(sourceA)
        .input2(sourceB)
        .name("CoGroup 1")
        .build();
      
      CrossOperator cross1 = CrossOperator.builder(new DummyCrossStub())
        .input1(reduce1)
        .input2(cogroup1)
        .name("Cross 1")
        .build();
      
      
      CoGroupOperator cogroup2 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(cross1)
        .input2(cross1)
        .name("CoGroup 2")
        .build();
      
      CoGroupOperator cogroup3 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(map1)
        .input2(match1)
        .name("CoGroup 3")
        .build();
      
      
      MapOperator map2 = MapOperator.builder(new IdentityMap()).input(cogroup3).name("Map 2").build();
      
      CoGroupOperator cogroup4 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(map2)
        .input2(match1)
        .name("CoGroup 4")
        .build();
      
      CoGroupOperator cogroup5 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(cogroup2)
        .input2(cogroup1)
        .name("CoGroup 5")
        .build();
      
      CoGroupOperator cogroup6 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(reduce1)
        .input2(cogroup4)
        .name("CoGroup 6")
        .build();
      
      CoGroupOperator cogroup7 = CoGroupOperator.builder(new DummyCoGroupStub(), IntValue.class, 0,0)
        .input1(cogroup5)
        .input2(cogroup6)
        .name("CoGroup 7")
        .build();

View Full Code Here

Examples of org.apache.flink.api.java.record.operators.CoGroupOperator

  @Test
  public void testWrappedCoGroupObject() {
    try {
      AtomicInteger methodCounter = new AtomicInteger();
      
      CoGroupOperator coGroupOp = CoGroupOperator.builder(new TestCoGroupFunction(methodCounter), LongValue.class, 1, 2).build();
      
      RichFunction cogrouper = (RichFunction) coGroupOp.getUserCodeWrapper().getUserCodeObject();
      
      // test the method invocations
      cogrouper.close();
      cogrouper.open(new Configuration());
      assertEquals(2, methodCounter.get());

View Full Code Here

Examples of org.apache.flink.api.java.record.operators.CoGroupOperator

  }


  @Test
  public void testWrappedCoGroupClass() {
    try {
      CoGroupOperator coGroupOp = CoGroupOperator.builder(TestCoGroupFunction.class, LongValue.class, 1, 2).build();
      
      UserCodeWrapper<org.apache.flink.api.common.functions.CoGroupFunction<Record, Record, Record>> udf = coGroupOp.getUserCodeWrapper();
      UserCodeWrapper<org.apache.flink.api.common.functions.CoGroupFunction<Record, Record, Record>> copy = SerializationUtils.clone(udf);
      org.apache.flink.api.common.functions.CoGroupFunction<Record, Record, Record> cogrouper = copy.getUserCodeObject();
      
      // prepare the coGpuü
      final List<Record> target = new ArrayList<Record>();

View Full Code Here

Examples of org.apache.flink.api.java.record.operators.CoGroupOperator

  
  @Test
  public void testExtractSemantics() {
    try {
      {
        CoGroupOperator coGroupOp = CoGroupOperator.builder(new TestCoGroupFunction(), LongValue.class, 1, 2).build();
        
        DualInputSemanticProperties props = coGroupOp.getSemanticProperties();
        FieldSet fw2 = props.getForwardedField1(2);
        FieldSet fw4 = props.getForwardedField2(4);
        
        assertNotNull(fw2);
        assertNotNull(fw4);
        assertEquals(1, fw2.size());
        assertEquals(1, fw4.size());
        assertTrue(fw2.contains(2));
        assertTrue(fw4.contains(4));
      }
      {
        CoGroupOperator coGroupOp = CoGroupOperator.builder(TestCoGroupFunction.class, LongValue.class, 1, 2).build();
        
        DualInputSemanticProperties props = coGroupOp.getSemanticProperties();
        FieldSet fw2 = props.getForwardedField1(2);
        FieldSet fw4 = props.getForwardedField2(4);
        
        assertNotNull(fw2);
        assertNotNull(fw4);

View Full Code Here

0 1 2

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.