Examples of voldemort.serialization.DefaultSerializerFactory

voldemort.serialization.DefaultSerializerFactory
Factory that maps serialization strings to serializers. Used to get a Serializer from config serializer description.

            throw new VoldemortException("View \"" + name + "\" has a target store \"" + targetName
                                         + "\" which does not exist.");
        String factoryName = def.getSerializerFactory();
        SerializerFactory factory;
        if(factoryName == null)
            factory = new DefaultSerializerFactory();
        else
            factory = loadSerializerFactory(factoryName);


        CompressionStrategy valueCompressionStrategy = null;
        if(targetDef.getValueSerializer().hasCompression()) {

View Full Code Here


                if(format.equals(AdminParserUtils.ARG_FORMAT_JSON)) {
                    // k-v serializer
                    SerializerDefinition keySerializerDef = storeDefinition.getKeySerializer();
                    SerializerDefinition valueSerializerDef = storeDefinition.getValueSerializer();
                    SerializerFactory serializerFactory = new DefaultSerializerFactory();
                    @SuppressWarnings("unchecked")
                    final Serializer<Object> keySerializer = (Serializer<Object>) serializerFactory.getSerializer(keySerializerDef);
                    @SuppressWarnings("unchecked")
                    final Serializer<Object> valueSerializer = (Serializer<Object>) serializerFactory.getSerializer(valueSerializerDef);


                    // compression strategy
                    final CompressionStrategy keyCompressionStrategy;
                    final CompressionStrategy valueCompressionStrategy;
                    if(keySerializerDef != null && keySerializerDef.hasCompression()) {

View Full Code Here

                out.write("STORE_NAME: " + storeDefinition.getName() + "\n");


                // k-v serializer
                final SerializerDefinition keySerializerDef = storeDefinition.getKeySerializer();
                final SerializerDefinition valueSerializerDef = storeDefinition.getValueSerializer();
                SerializerFactory serializerFactory = new DefaultSerializerFactory();
                @SuppressWarnings("unchecked")
                final Serializer<Object> keySerializer = (Serializer<Object>) serializerFactory.getSerializer(keySerializerDef);
                @SuppressWarnings("unchecked")
                final Serializer<Object> valueSerializer = (Serializer<Object>) serializerFactory.getSerializer(valueSerializerDef);


                // compression strategy
                final CompressionStrategy keyCompressionStrategy;
                final CompressionStrategy valueCompressionStrategy;
                if(keySerializerDef != null && keySerializerDef.hasCompression()) {

View Full Code Here

            if(d.getName().equals(storeName))
                storeDef = d;
        if(storeDef == null)
            throw new BootstrapFailureException("Unknown store '" + storeName + "'.");


        DefaultSerializerFactory serializerFactory = new DefaultSerializerFactory();


        Serializer<K1> keySerializer = (Serializer<K1>) serializerFactory.getSerializer(storeDef.getKeySerializer());
        Serializer<V1> valueSerializer = (Serializer<V1>) serializerFactory.getSerializer(storeDef.getValueSerializer());
        Serializer<T1> transformsSerializer = null;


        if(storeDef.isView())
            transformsSerializer = (Serializer<T1>) serializerFactory.getSerializer(storeDef.getTransformsSerializer());


        // Add inconsistency resolving decorator, using their inconsistency
        // resolver (if they gave us one)
        InconsistencyResolver<Versioned<V1>> secondaryResolver = new TimeBasedInconsistencyResolver();


        StorageEngine engine;
        if(storeDef.isView())
            engine = new InMemoryStorageEngine(storeDef.getViewTargetStoreName());
        else
            engine = new InMemoryStorageEngine(storeDef.getName());


        if(storeDef.isView()) {
            // instantiate view
            String targetName = storeDef.getViewTargetStoreName();
            StoreDefinition targetDef = StoreUtils.getStoreDef(storeDefs, targetName);


            engine = new ViewStorageEngine(storeName,
                                           engine,
                                           this.viewValueSerializer != null ? this.viewValueSerializer
                                                                           : serializerFactory.getSerializer(storeDef.getValueSerializer()),
                                           this.transformsSerializer != null ? this.transformsSerializer
                                                                            : serializerFactory.getSerializer(storeDef.getTransformsSerializer()),
                                           this.keySerializer != null ? this.keySerializer
                                                                     : serializerFactory.getSerializer(targetDef.getKeySerializer()),
                                           this.valueSerializer != null ? this.valueSerializer
                                                                       : serializerFactory.getSerializer(targetDef.getValueSerializer()),
                                           null,
                                           ViewStorageConfiguration.loadTransformation(storeDef.getValueTransformation()));
        }


        Store store = new VersionIncrementingStore(engine, nodeId, time);

View Full Code Here

        this.stringKeys = stringKeys;
    }


    // TODO: support keys other than integer or string, general cleanup
    public void filter() throws IOException {
        SerializerFactory factory = new DefaultSerializerFactory();
        @SuppressWarnings("unchecked")
        Serializer<Object> keySerializer = (Serializer<Object>) factory.getSerializer(storeDefinition.getKeySerializer());


        BufferedReader in = new BufferedReader(new FileReader(inputFile));
        BufferedWriter out = new BufferedWriter(new FileWriter(outputFile));
        try {
            String line = null;

View Full Code Here

        private CompressionStrategy valueCompressor;
        private CompressionStrategy keyCompressor;


        @SuppressWarnings("unchecked")
        public JsonObjectIterator(JsonReader reader, StoreDefinition storeDefinition) {
            SerializerFactory factory = new DefaultSerializerFactory();


            this.reader = reader;
            this.digest = ByteUtils.getDigest("MD5");
            this.keySerializerDefinition = storeDefinition.getKeySerializer();
            this.valueSerializerDefinition = storeDefinition.getValueSerializer();
            this.keySerializer = (Serializer<Object>) factory.getSerializer(storeDefinition.getKeySerializer());
            this.valueSerializer = (Serializer<Object>) factory.getSerializer(storeDefinition.getValueSerializer());
            this.keyCompressor = new CompressionStrategyFactory().get(keySerializerDefinition.getCompression());
            this.valueCompressor = new CompressionStrategyFactory().get(valueSerializerDefinition.getCompression());
        }

View Full Code Here


        keySerializerDefinition = getStoreDef().getKeySerializer();
        valueSerializerDefinition = getStoreDef().getValueSerializer();


        try {
            SerializerFactory factory = new DefaultSerializerFactory();


            if(conf.get("serializer.factory") != null) {
                factory = (SerializerFactory) Class.forName(conf.get("serializer.factory"))
                                                   .newInstance();
            }


            keySerializer = factory.getSerializer(keySerializerDefinition);
            valueSerializer = factory.getSerializer(valueSerializerDefinition);


            keyField = conf.get("avro.key.field");


            valField = conf.get("avro.value.field");

View Full Code Here

            datas[current] = new DataOutputStream(new BufferedOutputStream(new FileOutputStream(dataFile),
                                                                           1000000));
            current++;
        }


        SerializerFactory factory = new DefaultSerializerFactory();
        Serializer keySerializer = factory.getSerializer(storeDefinition.getKeySerializer());
        Serializer valueSerializer = factory.getSerializer(storeDefinition.getValueSerializer());


        logger.info("Reading items...");
        int count = 0;
        ExternalSorter<KeyValuePair> sorter = new ExternalSorter<KeyValuePair>(new KeyValuePairSerializer(),
                                                                               new KeyMd5Comparator(),

View Full Code Here

            indexes[current] = new DataOutputStream(new BufferedOutputStream(new FileOutputStream(indexFile)));
            datas[current] = new DataOutputStream(new BufferedOutputStream(new FileOutputStream(dataFile)));
            current++;
        }


        SerializerFactory factory = new DefaultSerializerFactory();
        Serializer keySerializer = factory.getSerializer(storeDefinition.getKeySerializer());
        Serializer valueSerializer = factory.getSerializer(storeDefinition.getValueSerializer());


        logger.info("Reading items...");
        int count = 0;
        ExternalSorter<KeyValuePair> sorter = new ExternalSorter<KeyValuePair>(new KeyValuePairSerializer(),
                                                                               new KeyMd5Comparator(),

View Full Code Here

0 1 2

TOP

Related Classes of voldemort.serialization.DefaultSerializerFactory

voldemort.client.MockStoreClientFactory

voldemort.client.protocol.admin.StreamingClientTest

voldemort.performance.RequestFileFilter

voldemort.serialization.avro.AvroGenericSerializer

voldemort.serialization.avro.versioned.AvroVersionedGenericSerializer

voldemort.serialization.json.JsonTypeSerializer

voldemort.serialization.protobuf.ProtoBufSerializerTest

voldemort.serialization.thrift.ThriftSerializerTest

voldemort.store.readonly.JsonStoreBuilder

voldemort.store.readonly.JsonStoreBuilder$JsonObjectIterator

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.