Page History

@PublicEvolving 
public class DynamicKafkaSourceEnumerator
    implements SplitEnumerator<DynamicKafkaSourceSplit, DynamicKafkaSourceEnumState> {
  
  private final Map<
          String, SplitEnumerator<KafkaPartitionSplit, KafkaSourceEnumState>>
      clusterEnumeratorMap;
  private final Map<String, StoppableKafkaEnumContextProxy> clusterEnumContextMap;
  private final KafkaStreamSubscriber kafkaStreamSubscriber;
  private final KafkaMetadataService kafkaMetadataService;
  private Map<String, Set<String>> activeClusterTopicsMap;

  private void restartEnumerators(String kafkaClusterId, Set<TopicPartition> enumeratorState) {}

...
}

@PublicEvolving 
public class DynamicKafkaSourceReader<T>
    implements SourceReader<T, DynamicKafkaSourceSplit> {

  @VisibleForTesting
  final NavigableMap<String, KafkaSourceReader<T>> clusterReaderMap;
  
  private void restartReader(
      String kafkaClusterId, List<KafkaPartitionSplit> readerState) {}
...
}

@PublicEvolving 
public class DynamicKafkaSourceSplit implements SourceSplit {

  private final String kafkaClusterId;
  private final KafkaPartitionSplit kafkaPartitionSplit;

...
}

@PublicEvolving 
public class DynamicKafkaSource<T>
    implements Source<T, DynamicKafkaSourceSplit, DynamicKafkaSourceEnumState>,
        ResultTypeQueryable<T> {

  private final KafkaStreamSubscriber kafkaStreamSubscriber;
  private final KafkaMetadataService kafkaMetadataService;
  private final KafkaRecordDeserializationSchema<T> deserializationSchema;
  private final OffsetsInitializer startingOffsetsInitializer;
  private final OffsetsInitializer stoppingOffsetsInitializer;
  private final Properties properties;
  private final Boundedness boundedness;

...
}