Packages

class UniversalKafkaSourceFactory extends KafkaUniversalComponentTransformer[Source, ForSource] with SourceFactory with WithExplicitTypesToExtract with UnboundedStreamComponent

This is universal kafka source - it will handle both avro and json TODO: Move it to some other module when json schema handling will be available

Linear Supertypes
UnboundedStreamComponent, WithExplicitTypesToExtract, SourceFactory, KafkaUniversalComponentTransformer[Source, ForSource], WithCachedTopicsExistenceValidator, TopicsExistenceValidator, SingleInputDynamicComponent[Source], DynamicComponent[Source], Component, Serializable, AnyRef, Any
Known Subclasses
DelayedUniversalKafkaSourceFactory
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. UniversalKafkaSourceFactory
  2. UnboundedStreamComponent
  3. WithExplicitTypesToExtract
  4. SourceFactory
  5. KafkaUniversalComponentTransformer
  6. WithCachedTopicsExistenceValidator
  7. TopicsExistenceValidator
  8. SingleInputDynamicComponent
  9. DynamicComponent
  10. Component
  11. Serializable
  12. AnyRef
  13. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Instance Constructors

  1. new UniversalKafkaSourceFactory(schemaRegistryClientFactory: SchemaRegistryClientFactory, schemaBasedMessagesSerdeProvider: SchemaBasedSerdeProvider, modelDependencies: ProcessObjectDependencies, implProvider: KafkaSourceImplFactory[Any, Any])

Type Members

  1. type ContextTransformationDefinition = PartialFunction[TransformationStep, TransformationStepResult]
    Definition Classes
    DynamicComponent
  2. type DefinedParameter = DefinedSingleParameter
    Definition Classes
    SingleInputDynamicComponent → DynamicComponent
  3. case class FinalResults extends TransformationStepResult with Product with Serializable
    Definition Classes
    DynamicComponent
  4. type InputContext = ValidationContext
    Definition Classes
    SingleInputDynamicComponent → DynamicComponent
  5. case class NextParameters extends TransformationStepResult with Product with Serializable
    Definition Classes
    DynamicComponent
  6. type State = UniversalKafkaSourceFactoryState
    Definition Classes
    UniversalKafkaSourceFactory → DynamicComponent
  7. case class TransformationStep extends Product with Serializable
    Definition Classes
    DynamicComponent
  8. sealed trait TransformationStepResult extends AnyRef
    Definition Classes
    DynamicComponent
  9. type WithError[V] = WriterT[Id, List[ProcessCompilationError], V]
    Definition Classes
    KafkaUniversalComponentTransformer

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. def allowedProcessingModes: AllowedProcessingModes
    Definition Classes
    UnboundedStreamComponent
  5. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @HotSpotIntrinsicCandidate() @native()
  7. def contextTransformation(context: ValidationContext, dependencies: List[NodeDependencyValue])(implicit nodeId: NodeId): ContextTransformationDefinition
    Definition Classes
    UniversalKafkaSourceFactory → DynamicComponent
  8. def determineSchemaAndType(schemaDeterminer: ParsedSchemaDeterminer, paramName: Option[ParameterName])(implicit nodeId: NodeId): Validated[ProcessCompilationError, (Option[RuntimeSchemaData[ParsedSchema]], TypingResult)]
    Attributes
    protected
  9. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  10. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  11. def extractPreparedTopic(params: Params): PreparedKafkaTopic[ForSource]
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  12. def fallbackFinalResult(step: TransformationStep, inputContext: InputContext, outputVariable: Option[String])(implicit nodeId: NodeId): FinalResults
    Attributes
    protected
    Definition Classes
    DynamicComponent
  13. lazy val fallbackVersionOptionParam: ParameterCreatorWithNoDependency with ParameterExtractor[String]
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
    Annotations
    @transient()
  14. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  15. def getTopicParam(implicit nodeId: NodeId): WithError[ParameterCreatorWithNoDependency with ParameterExtractor[String]]
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  16. def getVersionParam(versions: List[Integer]): ParameterCreatorWithNoDependency with ParameterExtractor[String]
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  17. def getVersionParam(preparedTopic: PreparedKafkaTopic[ForSource])(implicit nodeId: NodeId): WithError[ParameterCreatorWithNoDependency with ParameterExtractor[String]]
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  18. def handleExceptionDuringTransformation(step: TransformationStep, inputContext: InputContext, outputVariable: Option[String], ex: Throwable)(implicit nodeId: NodeId): FinalResults
    Definition Classes
    DynamicComponent
  19. def handleUnmatchedTransformationStep(step: TransformationStep, inputContext: InputContext, outputVariable: Option[String])(implicit nodeId: NodeId): FinalResults
    Definition Classes
    DynamicComponent
  20. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  21. val implProvider: KafkaSourceImplFactory[Any, Any]
    Attributes
    protected
  22. def implementation(params: Params, dependencies: List[NodeDependencyValue], finalState: Option[State]): Source
    Definition Classes
    UniversalKafkaSourceFactory → DynamicComponent
  23. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  24. lazy val kafkaConfig: KafkaConfig
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer → WithCachedTopicsExistenceValidator
    Annotations
    @transient()
  25. val modelDependencies: ProcessObjectDependencies
    Definition Classes
    UniversalKafkaSourceFactory → KafkaUniversalComponentTransformer
  26. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  27. def nextSteps(context: ValidationContext, dependencies: List[NodeDependencyValue])(implicit nodeId: NodeId): ContextTransformationDefinition
    Attributes
    protected
  28. def nodeDependencies: List[NodeDependency]
    Definition Classes
    UniversalKafkaSourceFactory → DynamicComponent
  29. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  30. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @HotSpotIntrinsicCandidate() @native()
  31. def paramsDeterminedAfterSchema: List[Parameter]
    Definition Classes
    UniversalKafkaSourceFactory → KafkaUniversalComponentTransformer
  32. def parseVersionOption(versionOptionName: String): SchemaVersionOption
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  33. def prepareContextInitializer(dependencies: List[NodeDependencyValue], parameters: List[(ParameterName, DefinedParameter)], keyTypingResult: TypingResult, valueTypingResult: TypingResult): ContextInitializer[ConsumerRecord[Any, Any]]
    Attributes
    protected
  34. final def prepareFinalResultWithOptionalVariable(inputContext: InputContext, outputVariable: Option[(String, TypingResult)], state: Option[State])(implicit nodeId: NodeId): FinalResults
    Attributes
    protected
    Definition Classes
    DynamicComponent
  35. def prepareKafkaConfig: KafkaConfig
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  36. def prepareKeySchemaDeterminer(preparedTopic: PreparedKafkaTopic[ForSource]): AvroSchemaDeterminer
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  37. def prepareSourceFinalErrors(context: ValidationContext, dependencies: List[NodeDependencyValue], parameters: List[(ParameterName, DefinedParameter)], errors: List[ProcessCompilationError])(implicit nodeId: NodeId): FinalResults
    Attributes
    protected
  38. def prepareSourceFinalResults(preparedTopic: PreparedKafkaTopic[ForSource], valueValidationResult: Validated[ProcessCompilationError, (Option[RuntimeSchemaData[ParsedSchema]], TypingResult)], context: ValidationContext, dependencies: List[NodeDependencyValue], parameters: List[(ParameterName, DefinedParameter)], errors: List[ProcessCompilationError])(implicit nodeId: NodeId): FinalResults
    Attributes
    protected
  39. def prepareTopic(topicString: String): PreparedKafkaTopic[ForSource]
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  40. def prepareUniversalKeySchemaDeterminer(preparedTopic: PreparedKafkaTopic[ForSource]): ParsedSchemaDeterminer
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  41. def prepareUniversalValueSchemaDeterminer(preparedTopic: PreparedKafkaTopic[ForSource], version: SchemaVersionOption): ParsedSchemaDeterminer
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  42. def prepareValueSchemaDeterminer(preparedTopic: PreparedKafkaTopic[ForSource], version: SchemaVersionOption): AvroSchemaDeterminer
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  43. val schemaBasedMessagesSerdeProvider: SchemaBasedSerdeProvider
  44. def schemaParamStep(nextParams: List[Parameter])(implicit nodeId: NodeId): ContextTransformationDefinition
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  45. lazy val schemaRegistryClient: SchemaRegistryClient
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
    Annotations
    @transient()
  46. val schemaRegistryClientFactory: SchemaRegistryClientFactory
    Definition Classes
    UniversalKafkaSourceFactory → KafkaUniversalComponentTransformer
  47. lazy val schemaSupportDispatcher: UniversalSchemaSupportDispatcher
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
    Annotations
    @transient()
  48. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  49. def toString(): String
    Definition Classes
    AnyRef → Any
  50. def topicFrom(value: String): ForSource
    Attributes
    protected
    Definition Classes
    UniversalKafkaSourceFactory → KafkaUniversalComponentTransformer
  51. lazy val topicParamName: ParameterName
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
    Annotations
    @transient()
  52. def topicParamStep(implicit nodeId: NodeId): ContextTransformationDefinition
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  53. def topicSelectionStrategy: TopicSelectionStrategy
    Attributes
    protected
    Definition Classes
    KafkaUniversalComponentTransformer
  54. def typesToExtract: List[TypedClass]
    Definition Classes
    UniversalKafkaSourceFactory → WithExplicitTypesToExtract
  55. final def validateTopic[T <: TopicName](topic: T)(implicit arg0: TopicValidationType[T]): Validated[TopicExistenceValidationException[T], T]
    Definition Classes
    TopicsExistenceValidator
  56. final def validateTopics[T <: TopicName](topics: NonEmptyList[T])(implicit arg0: TopicValidationType[T]): Validated[TopicExistenceValidationException[T], NonEmptyList[T]]
    Definition Classes
    WithCachedTopicsExistenceValidator → TopicsExistenceValidator
  57. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  58. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  59. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  60. object FinalResults extends Serializable
    Definition Classes
    DynamicComponent

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from UnboundedStreamComponent

Inherited from WithExplicitTypesToExtract

Inherited from SourceFactory

Inherited from KafkaUniversalComponentTransformer[Source, ForSource]

Inherited from WithCachedTopicsExistenceValidator

Inherited from TopicsExistenceValidator

Inherited from SingleInputDynamicComponent[Source]

Inherited from DynamicComponent[Source]

Inherited from Component

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped