public void registerSerialization(Class klass) { registerSerialization(this, klass); }
public void registerSerialization(Class klass, Class<? extends Serializer> serializerClass) { registerSerialization(this, klass, serializerClass); }
@Override public Map<String, Object> getComponentConfiguration() { Map<String, Object> conf = _delegate.getComponentConfiguration(); if (conf == null) { conf = new HashMap<>(); } else { conf = new HashMap<>(conf); } Config.registerSerialization(conf, RichSpoutBatchId.class, RichSpoutBatchIdSerializer.class); return conf; }
@Override public Map<String, Object> getComponentConfiguration() { Config ret = new Config(); ret.setMaxTaskParallelism(1); ret.registerSerialization(TransactionAttempt.class); return ret; }
/** * A helper method to extract avro serialization configurations from the topology configuration and register * specific kryo serializers as necessary. A default serializer will be provided if none is specified in the * configuration. "avro.serializer" should specify the complete class name of the serializer, e.g. * "org.apache.stgorm.hdfs.avro.GenericAvroSerializer" * * @param conf The topology configuration * @throws ClassNotFoundException If the specified serializer cannot be located. */ public static void addAvroKryoSerializations(Config conf) throws ClassNotFoundException { final Class serializerClass; if (conf.containsKey("avro.serializer")) { serializerClass = Class.forName((String) conf.get("avro.serializer")); } else { serializerClass = GenericAvroSerializer.class; } conf.registerSerialization(GenericData.Record.class, serializerClass); conf.setSkipMissingKryoRegistrations(false); } }
public void registerSerialization(Class klass) { registerSerialization(this, klass); }
public void registerSerialization(Class klass) { registerSerialization(this, klass); }
public void registerSerialization(Class klass, Class<? extends Serializer> serializerClass) { registerSerialization(this, klass, serializerClass); }
public void registerSerialization(Class klass, Class<? extends Serializer> serializerClass) { registerSerialization(this, klass, serializerClass); }
@Override public Map<String, Object> getComponentConfiguration() { Map<String, Object> conf = _delegate.getComponentConfiguration(); if(conf==null) conf = new HashMap<>(); else conf = new HashMap<>(conf); Config.registerSerialization(conf, RichSpoutBatchId.class, RichSpoutBatchIdSerializer.class); return conf; }
@Override public Map<String, Object> getComponentConfiguration() { Config conf = new Config(); conf.registerSerialization(MemoryTransactionalSpoutMeta.class); return conf; }
@Override public Map<String, Object> getComponentConfiguration() { Config conf = new Config(); conf.registerSerialization(MemoryTransactionalSpoutMeta.class); return conf; }
@Override public Map<String, Object> getComponentConfiguration() { Config ret = new Config(); ret.setMaxTaskParallelism(1); ret.registerSerialization(TransactionAttempt.class); return ret; }
/** * A helper method to extract avro serialization configurations from the topology configuration and register * specific kryo serializers as necessary. A default serializer will be provided if none is specified in the * configuration. "avro.serializer" should specify the complete class name of the serializer, e.g. * "org.apache.stgorm.hdfs.avro.GenericAvroSerializer" * * @param conf The topology configuration * @throws ClassNotFoundException If the specified serializer cannot be located. */ public static void addAvroKryoSerializations(Config conf) throws ClassNotFoundException { final Class serializerClass; if (conf.containsKey("avro.serializer")) { serializerClass = Class.forName((String)conf.get("avro.serializer")); } else { serializerClass = GenericAvroSerializer.class; } conf.registerSerialization(GenericData.Record.class, serializerClass); conf.setSkipMissingKryoRegistrations(false); } }
/** Submits the topology under a specific name **/ protected int submit(String name, Config conf, TopologyBuilder builder) { // register Metadata for serialization with FieldsSerializer Config.registerSerialization(conf, Metadata.class); if (isLocal) { LocalCluster cluster = new LocalCluster(); cluster.submitTopology(name, conf, builder.createTopology()); if (ttl != -1) { Utils.sleep(ttl * 1000); cluster.shutdown(); } } else { try { StormSubmitter.submitTopology(name, conf, builder.createTopology()); } catch (Exception e) { e.printStackTrace(); return -1; } } return 0; }
@Test public void testSerialization() throws IOException { Map conf = Utils.readDefaultConfig(); Config.registerSerialization(conf, Metadata.class); KryoValuesSerializer kvs = new KryoValuesSerializer(conf); Metadata md = new Metadata(); byte[] content = kvs.serializeObject(md); KryoValuesDeserializer kvd = new KryoValuesDeserializer(conf); Metadata md2 = (Metadata) kvd.deserializeObject(content); // TODO compare md1 and md2 } }