Versions Compared

Old Version 40

changes.mady.by.user Wei Song

Saved on

compared with

New Version 41

changes.mady.by.user Wei Song

Saved on

Key

  • This line was added.
  • This line was removed.
  • Formatting was changed.

...

Code Block
/**
 * Factory class for AdjunctDataStoreManager
 */
public interface AdjunctDataStoreManagerFactory {
    AdjunctDataStoreManager getAdjunctDataStoreManager(
      TaskName taskName,

      Config config,
      Collection<SystemStreamPartition> ssps,
      BaseStorageManager containerStorageManager,
      BaseStorageManager taskStorageManager,
      boolean shouldWriteToContainerStores,
      OffsetManager offsetManager);
}

AdjunctDataStoreManager

Code Block
/**
 * An AdjunctDataStoreManager instance is responsible for
 * 1. maintaining the mapping between system streams and adjunct data stores
 * 2. extracting the key and value from an IncomingMessageEnvelop
 * 3. populating adjunct data stores
 * 4. Determine system stream partitions, whose offset need to be reset 
 *    during startup
 */
@InterfaceStability.Unstable
public interface AdjunctDataStoreManager {
   /**
    * Invoked before a message is passed to a task
    * @returns true if the message is saved in a store, false otherwise
    */
    AdjunctDataStoreManager boolean process(IncomingMessageEnvelop message);
}

KeyValueExtractorFactory

Code Block
/**
 * A factory to instantiate key/value extractors
 */
@InterfaceStability.Unstable
public interface KeyValueExtractorFactory {
    KeyValueExtractor getKeyValueExtractor(Config config);
}

KeyValueExtractor

Code Block
/**
 * A key/value extractor that extracts key and value from in incoming
 * message envelop
 */
@InterfaceStability.Unstable
public interface KeyValueExtractor {
    Object getKey(IncomingMessageEnvelop input);
    Object getValue(IncomingMessageEnvelop input);
}

Public Interfaces

...