Examples of org.apache.giraph.conf.ImmutableClassesGiraphConfiguration

org.apache.giraph.conf.ImmutableClassesGiraphConfiguration
The classes set here are immutable, the remaining configuration is mutable. Classes are immutable and final to provide the best performance for instantiation. Everything is thread-safe. @param < I> Vertex id @param < V> Vertex data @param < E> Edge data @param < M> Message data

   * @param superstep the current superstep
   * @param aggregatedMetrics the aggregated metrics to write
   */
  private void printAggregatedMetricsToHDFS(
      long superstep, AggregatedMetrics aggregatedMetrics) {
    ImmutableClassesGiraphConfiguration conf = getConfiguration();
    PrintStream out = null;
    Path dir = new Path(GiraphConstants.METRICS_DIRECTORY.get(conf));
    Path outFile = new Path(GiraphConstants.METRICS_DIRECTORY.get(conf) +
        Path.SEPARATOR_CHAR + "superstep_" + superstep + ".metrics");
    try {

View Full Code Here

  }


  @Override
  public OutputCommitter getOutputCommitter(TaskAttemptContext context)
    throws IOException, InterruptedException {
    ImmutableClassesGiraphConfiguration conf =
        new ImmutableClassesGiraphConfiguration(context.getConfiguration());
    if (!conf.hasVertexOutputFormat() && !conf.hasEdgeOutputFormat()) {
      LOG.warn("getOutputCommitter: Returning " +
          "ImmutableOutputCommiter (does nothing).");
      return new ImmutableOutputCommitter();
    }


    if (conf.hasVertexOutputFormat()) {
      return conf.createWrappedVertexOutputFormat().getOutputCommitter(context);
    } else {
      return conf.createWrappedEdgeOutputFormat().getOutputCommitter(context);
    }
  }

View Full Code Here

    }
  }


  @Override
  public void cleanup(SuperstepState superstepState) throws IOException {
    ImmutableClassesGiraphConfiguration conf = getConfiguration();


    // All master processes should denote they are done by adding special
    // znode.  Once the number of znodes equals the number of partitions
    // for workers and masters, the master will clean up the ZooKeeper
    // znodes associated with this job.

View Full Code Here


  private static ImmutableClassesGiraphConfiguration createConfiguration(
      Class<? extends Computation> computationClass) {
    GiraphConfiguration conf = new GiraphConfiguration();
    conf.setComputationClass(computationClass);
    return new ImmutableClassesGiraphConfiguration(conf);
  }

View Full Code Here

        System.getProperty("java.class.path"));
    GiraphConfiguration conf = new GiraphConfiguration();
    conf.setComputationClass(SimpleSuperstepComputation.class);
    conf.setVertexInputFormatClass(SimpleSuperstepVertexInputFormat.class);
    GiraphJob job = prepareJob(getCallingMethodName(), conf);
    ImmutableClassesGiraphConfiguration configuration =
        new ImmutableClassesGiraphConfiguration(job.getConfiguration());
    Vertex<LongWritable, IntWritable, FloatWritable> vertex =
        configuration.createVertex();
    vertex.initialize(new LongWritable(1), new IntWritable(1));
    System.out.println("testInstantiateVertex: Got vertex " + vertex);
    VertexInputFormat<LongWritable, IntWritable, FloatWritable>
    inputFormat = configuration.createWrappedVertexInputFormat();
    List<InputSplit> splitArray = inputFormat.getSplits(
        HadoopUtils.makeJobContext(), 1);
    ByteArrayOutputStream byteArrayOutputStream =
        new ByteArrayOutputStream();
    DataOutputStream outputStream = new DataOutputStream(byteArrayOutputStream);

View Full Code Here

  @Before
  public void setUp() throws IOException {
    // Setup the conf
    GiraphConfiguration tmpConf = new GiraphConfiguration();
    tmpConf.setComputationClass(IntNoOpComputation.class);
    conf = new ImmutableClassesGiraphConfiguration(tmpConf);


    context = mock(Context.class);
    when(context.getConfiguration()).thenReturn(conf);
  }

View Full Code Here

            GeneratedVertexMatchMessageCombiner.class);
      @SuppressWarnings("rawtypes")
      GiraphConfigurationValidator<?, ?, ?, ?, ?> validator =
        new GiraphConfigurationValidator(conf);


      ImmutableClassesGiraphConfiguration gc = new
          ImmutableClassesGiraphConfiguration(conf);




      validator.validateConfiguration();
    }

View Full Code Here

  @Before
  public void setUp() throws IOException {
    // Setup the conf
    GiraphConfiguration tmpConf = new GiraphConfiguration();
    GiraphConstants.COMPUTATION_CLASS.set(tmpConf, IntNoOpComputation.class);
    conf = new ImmutableClassesGiraphConfiguration(tmpConf);


    @SuppressWarnings("rawtypes")
    Context context = mock(Context.class);
    when(context.getConfiguration()).thenReturn(conf);

View Full Code Here

  private static ImmutableClassesGiraphConfiguration<LongWritable, Writable,
    Writable> createLongDoubleConf() {


    GiraphConfiguration initConf = new GiraphConfiguration();
    initConf.setComputationClass(LongDoubleNoOpComputation.class);
    return new ImmutableClassesGiraphConfiguration(initConf);
  }

View Full Code Here

  private static ImmutableClassesGiraphConfiguration<IntWritable, Writable,
    Writable> createIntFloatConf() {


    GiraphConfiguration initConf = new GiraphConfiguration();
    initConf.setComputationClass(IntFloatNoOpComputation.class);
    return new ImmutableClassesGiraphConfiguration(initConf);
  }

View Full Code Here

0 1 2 3 4 5

TOP

Related Classes of org.apache.giraph.conf.ImmutableClassesGiraphConfiguration

io.netty.handler.codec.compression.JdkZlibDecoder

io.netty.handler.codec.compression.JdkZlibEncoder

io.netty.handler.codec.compression.SnappyFramedDecoder

io.netty.handler.codec.compression.SnappyFramedEncoder

org.apache.giraph.aggregators.TestAggregatorsHandling

org.apache.giraph.bsp.BspOutputFormat

org.apache.giraph.comm.ConnectionTest

org.apache.giraph.comm.messages.TestIntFloatPrimitiveMessageStores

org.apache.giraph.comm.messages.TestLongDoublePrimitiveMessageStores

org.apache.giraph.comm.RequestFailureTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.