Examples of PartitionKey

com.bazaarvoice.ostrich.partition.PartitionKey
com.cloudera.cdk.data.PartitionKey

A key for retrieving partitions from a {@link Dataset}.

A {@code PartitionKey} is a ordered sequence of values corresponding to the{@link FieldPartitioner}s in a {@link PartitionStrategy}. A {@link PartitionKey} may be obtained using{@link PartitionStrategy#partitionKey(Object)} or{@link PartitionStrategy#partitionKeyForEntity(Object)}.

Implementations of {@link PartitionKey} are typically not thread-safe; that is,the behavior when accessing a single instance from multiple threads is undefined.
@see PartitionStrategy @see FieldPartitioner @see Dataset
com.facebook.presto.spi.PartitionKey
com.mysql.clusterj.core.store.PartitionKey
This interface represents a partition key. A partition key consists of a table and values that make up the partition key. An instance of this interface can be used to specify the partition key used when starting a transaction.
org.kitesdk.data.spi.PartitionKey

A key for retrieving partitions from a {@link org.kitesdk.data.Dataset}.

A {@code PartitionKey} is an ordered sequence of values corresponding to the{@link org.kitesdk.data.spi.FieldPartitioner}s in a {@link org.kitesdk.data.PartitionStrategy}. You can obtain a {@link PartitionKey} using{@link PartitionKey#partitionKeyForEntity(org.kitesdk.data.PartitionStrategy,Object,EntityAccessor,PartitionKey)}.

Implementations of {@link PartitionKey} are typically not thread-safe; that is, the behavior when accessing a single instance from multiple threads is undefined.
@see org.kitesdk.data.PartitionStrategy @see org.kitesdk.data.spi.FieldPartitioner @see org.kitesdk.data.Dataset

Examples of org.kitesdk.data.spi.PartitionKey

    Assert.assertTrue(
      fileSystem.isDirectory(new Path(testDirectory, "username_hash=0")));
    Assert.assertTrue(
      fileSystem.isDirectory(new Path(testDirectory, "username_hash=1")));


    ds.dropPartition(new PartitionKey(0));
    Assert.assertFalse(
      fileSystem.isDirectory(new Path(testDirectory, "username_hash=0")));


    ds.dropPartition(new PartitionKey(1));
    Assert.assertFalse(
      fileSystem.isDirectory(new Path(testDirectory, "username_hash=1")));


    DatasetException caught = null;


    try {
      ds.dropPartition(new PartitionKey(0));
    } catch (DatasetException e) {
      caught = e;
    }


    Assert.assertNotNull(caught);

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

    Assert.assertEquals(6, dirPaths.size());


    Assert.assertTrue("dirIterator should yield absolute paths.", dirPaths.get(0).isAbsolute());


    FileSystemDataset<Record> partition = (FileSystemDataset<Record>)
        ds.getPartition(new PartitionKey(1, 2), false);
    List<Path> leafPaths = Lists.newArrayList(partition.dirIterator());
    Assert.assertEquals(1, leafPaths.size());
    final Path leafPath = leafPaths.get(0);
    Assert.assertTrue("dirIterator should yield absolute paths.", leafPath.isAbsolute());


    Assert.assertEquals(new PartitionKey(1, 2), ds.keyFromDirectory(leafPath));
    Assert.assertEquals(new PartitionKey(1), ds.keyFromDirectory(leafPath.getParent()));
    Assert.assertEquals(new PartitionKey(), ds.keyFromDirectory(leafPath.getParent().getParent()));


    TestHelpers.assertThrows("Path with too many components",
        IllegalStateException.class, new Runnable() {
      @Override
      public void run() {

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

      entity.put("field2", "field2_" + i);
      dao.put(entity);
    }


    for (int i = 0; i < 10; ++i) {
      PartitionKey key = new PartitionKey(
          "part1_" + Integer.toString(i), "part2_" + Integer.toString(i));
      GenericRecord genericRecord = dao.get(key);
      assertEquals("field1_" + i, genericRecord.get("field1").toString());
      assertEquals("field2_" + i, genericRecord.get("field2").toString());
    }


    int cnt = 0;
    EntityScanner<GenericRecord> entityScanner = dao.getScanner();
    entityScanner.initialize();
    try {
      for (GenericRecord entity : entityScanner) {
        assertEquals("field1_" + cnt, entity.get("field1").toString());
        assertEquals("field2_" + cnt, entity.get("field2").toString());
        cnt++;
      }
      assertEquals(10, cnt);
    } finally {
      entityScanner.close();
    }


    cnt = 5;
    PartitionKey startKey = new PartitionKey("part1_5");
    entityScanner = dao.getScanner(startKey, null);
    entityScanner.initialize();
    try {
      for (GenericRecord entity : entityScanner) {
        assertEquals("field1_" + cnt, entity.get("field1").toString());
        assertEquals("field2_" + cnt, entity.get("field2").toString());
        cnt++;
      }
      assertEquals(10, cnt);
    } finally {
      if (entityScanner != null) {
        entityScanner.close();
      }
    }


    PartitionKey key = new PartitionKey("part1_5", "part2_5");
    dao.delete(key);
    GenericRecord deletedRecord = dao.get(key);
    assertNull(deletedRecord);
  }

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

    for (TestRecord testRecord : this.createSpecificEntities(10)) {
      assertTrue(dao.put(testRecord));
    }


    for (int i = 0; i < 10; ++i) {
      PartitionKey partitionKey = new PartitionKey("part1_" + i, "part2_" + i);
      TestRecord record = dao.get(partitionKey);
      assertEquals("field1_" + i, record.getField1());
      assertEquals("field2_" + i, record.getField2());
      assertEquals(TestEnum.ENUM3, record.getEnum$());
      assertEquals("field3_value_1_" + i,
          record.getField3().get("field3_key_1_" + i));
      assertEquals("field3_value_2_" + i,
          record.getField3().get("field3_key_2_" + i));
      assertEquals("embedded1_" + i, record.getField4().getEmbeddedField1());
      assertEquals(i, (long) record.getField4().getEmbeddedField2());
      assertEquals(2, record.getField5().size());
      // check 1st subrecord
      assertEquals("subfield1_" + i, record.getField5().get(0).getSubfield1());
      assertEquals(i, (long) record.getField5().get(0).getSubfield2());
      assertEquals("subfield3_" + i, record.getField5().get(0).getSubfield3());
      assertEquals("subfield4_" + i, record.getField5().get(1).getSubfield1());
      assertEquals(i, (long) record.getField5().get(1).getSubfield2());
      assertEquals("subfield6_" + i, record.getField5().get(1).getSubfield3());
    }


    int cnt = 0;
    EntityScanner<TestRecord> entityScanner = dao.getScanner();
    entityScanner.initialize();
    try {
      for (TestRecord entity : entityScanner) {
        assertEquals("field1_" + cnt, entity.getField1());
        assertEquals("field2_" + cnt, entity.getField2());
        cnt++;
      }
      assertEquals(10, cnt);
    } finally {
      entityScanner.close();
    }


    // Test scanner with null keys
    PartitionKey key1 = new PartitionKey("part1_5");
    entityScanner = dao.getScanner(key1, null);
    entityScanner.initialize();
    assertEquals("field1_5", entityScanner.iterator().next().getField1());


    entityScanner = dao.getScanner(null, key1);
    entityScanner.initialize();
    assertEquals("field1_0", entityScanner.iterator().next().getField1());


    PartitionKey deleteKey = new PartitionKey("part1_5", "part2_5");
    dao.delete(deleteKey);
    assertNull(dao.get(deleteKey));
  }

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey


    TestIncrement entity = TestIncrement.newBuilder().setKeyPart1("part1")
        .setKeyPart2("part2").setField1(10).build();
    assertTrue(dao.put(entity));


    PartitionKey key = new PartitionKey("part1", "part2");
    long incrementResult = dao.increment(key, "field1", 5);
    assertEquals(15L, incrementResult);
    assertEquals(15L, (long) dao.get(key).getField1());
  }

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

    TestRecord entity = createSpecificEntity("part1", "part2");
    assertTrue(dao.put(entity));


    // now fetch the entity twice. Change one, and do a put. Change the other,
    // and the second put should fail.
    PartitionKey key = new PartitionKey("part1", "part2");
    TestRecord recordRef1 = TestRecord.newBuilder(dao.get(key))
        .setField1("part1_1").build();
    TestRecord recordRef2 = TestRecord.newBuilder(dao.get(key))
        .setField1("part1_2").build();
    assertTrue(dao.put(recordRef1));

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

        .setField4(embeddedRecord).setField5(new ArrayList<ArrayRecord>())
        .build();


    assertTrue(dao.put(entity));


    PartitionKey key = new PartitionKey("part1", "part2");
    TestRecord record = dao.get(key);


    assertEquals("field1", record.getField1());
    assertEquals("field2", record.getField2());
    assertEquals(TestEnum.ENUM3, record.getEnum$());

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

      TestRecord entity = createSpecificEntity("part1_" + i, "part2_" + i);
      assertTrue(dao.put(entity));
    }


    // get and put it a couple of times to build up versions
    PartitionKey key = new PartitionKey("part1_5", "part2_5");
    TestRecord entity = dao.get(key);
    dao.put(entity);
    entity = dao.get(key);
    dao.put(entity);

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

      batch.put(entity);
    }
    batch.close();


    for (int i = 0; i < 100; i++) {
      PartitionKey key = new PartitionKey("part1_" + i, "part2_" + i);
      TestRecord record = dao.get(key);
      assertEquals("field1_" + i, record.getField1());
    }
  }

View Full Code Here

Examples of org.kitesdk.data.spi.PartitionKey

    HBaseTestUtils.util.truncateTable(Bytes.toBytes(managedTableName));
  }


  private PartitionKey createKey(PartitionStrategy partitionStrategy,
      long uniqueIdx) {
    return new PartitionKey("part1_" + uniqueIdx, "part2_" + uniqueIdx);
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.