org.apache.kafka.streams.processor.Processor Java Examples

@StreamListener("input")
@KafkaStreamsStateStore(name = "mystate", type = KafkaStreamsStateStoreProperties.StoreType.WINDOW, lengthMs = 300000, retentionMs = 300000)
@SuppressWarnings({ "deprecation", "unchecked" })
public void process(KStream<Object, Product> input) {

	input.process(() -> new Processor<Object, Product>() {

		@Override
		public void init(ProcessorContext processorContext) {
			state = (WindowStore) processorContext.getStateStore("mystate");
		}

		@Override
		public void process(Object s, Product product) {
			processed = true;
		}

		@Override
		public void close() {
			if (state != null) {
				state.close();
			}
		}
	}, "mystate");
}
 

@StreamListener("input3")
@SuppressWarnings({"unchecked" })
public void process(KStream<Object, Product> input) {

	input.process(() -> new Processor<Object, Product>() {

		@Override
		public void init(ProcessorContext processorContext) {
			state = (WindowStore) processorContext.getStateStore("mystate");
		}

		@Override
		public void process(Object s, Product product) {
			processed = true;
		}

		@Override
		public void close() {
			if (state != null) {
				state.close();
			}
		}
	}, "mystate");
}
 

@Bean
public java.util.function.BiConsumer<KStream<Object, String>, KStream<Object, String>> process() {
	return (input0, input1) ->
			input0.process((ProcessorSupplier<Object, String>) () -> new Processor<Object, String>() {
				@Override
				@SuppressWarnings("unchecked")
				public void init(ProcessorContext context) {
					state1 = (KeyValueStore<Long, Long>) context.getStateStore("my-store");
					state2 = (WindowStore<Long, Long>) context.getStateStore("other-store");
				}

				@Override
				public void process(Object key, String value) {
					processed1 = true;
				}

				@Override
				public void close() {

				}
			}, "my-store", "other-store");
}
 

@Bean
public java.util.function.Consumer<KTable<Object, String>> hello() {
	return input -> {
		input.toStream().process(() -> new Processor<Object, String>() {
			@Override
			@SuppressWarnings("unchecked")
			public void init(ProcessorContext context) {
				state3 = (KeyValueStore<Long, Long>) context.getStateStore("my-store");
				state4 = (WindowStore<Long, Long>) context.getStateStore("other-store");
			}

			@Override
			public void process(Object key, String value) {
				processed2 = true;
			}

			@Override
			public void close() {

			}
		}, "my-store", "other-store");
	};
}
 

@Test
public void processorSupplier_should_tag_app_id_and_task_id() {
  Processor<String, String> processor = fakeProcessorSupplier.get();
  processor.init(processorContextSupplier.apply(new RecordHeaders()));
  processor.process(TEST_KEY, TEST_VALUE);

  assertThat(spans.get(0).tags())
    .containsOnly(
      entry("kafka.streams.application.id", TEST_APPLICATION_ID),
      entry("kafka.streams.task.id", TEST_TASK_ID));
}
 

private TopologyBuilder processingTopologyBuilder() {

        StateStoreSupplier machineToAvgCPUUsageStore
                = Stores.create(AVG_STORE_NAME)
                        .withStringKeys()
                        .withDoubleValues()
                        .inMemory()
                        .build();

        StateStoreSupplier machineToNumOfRecordsReadStore
                = Stores.create(NUM_RECORDS_STORE_NAME)
                        .withStringKeys()
                        .withIntegerValues()
                        .inMemory()
                        .build();

        TopologyBuilder builder = new TopologyBuilder();

        builder.addSource(SOURCE_NAME, TOPIC_NAME)
                .addProcessor(PROCESSOR_NAME, new ProcessorSupplier() {
                    @Override
                    public Processor get() {
                        return new CPUCumulativeAverageProcessor();
                    }
                }, SOURCE_NAME)
                .addStateStore(machineToAvgCPUUsageStore, PROCESSOR_NAME)
                .addStateStore(machineToNumOfRecordsReadStore, PROCESSOR_NAME);

        LOGGER.info("Kafka streams processing topology ready");

        return builder;
    }
 

@StreamListener
@KafkaStreamsStateStore(name = "mystate", type = KafkaStreamsStateStoreProperties.StoreType.WINDOW, lengthMs = 300000, retentionMs = 300000)
@SuppressWarnings({ "deprecation", "unchecked" })
public void process(@Input("input1")KStream<Object, Product> input, @Input("input2")KStream<Object, Product> input2) {

	input.process(() -> new Processor<Object, Product>() {

		@Override
		public void init(ProcessorContext processorContext) {
			state = (WindowStore) processorContext.getStateStore("mystate");
		}

		@Override
		public void process(Object s, Product product) {
			processed = true;
		}

		@Override
		public void close() {
			if (state != null) {
				state.close();
			}
		}
	}, "mystate");

	//simple use of input2, we are not using input2 for anything other than triggering some test behavior.
	input2.foreach((key, value) -> { });
}
 

TracingProcessor(KafkaStreamsTracing kafkaStreamsTracing,
  String spanName, Processor<K, V> delegateProcessor) {
  this.kafkaStreamsTracing = kafkaStreamsTracing;
  this.tracer = kafkaStreamsTracing.tracer;
  this.spanName = spanName;
  this.delegateProcessor = delegateProcessor;
}
 

@Override
public Processor<String, VisibilityStatement> get() {
    return new StatementPatternProcessor(sp, resultFactory);
}
 

/** This wraps process method to enable tracing. */
@Override public Processor<K, V> get() {
  return new TracingProcessor<>(kafkaStreamsTracing, spanName, delegateProcessorSupplier.get());
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new FilterProcessor(filter, super.getResultFactory());
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new JoinProcessor(stateStoreName, join, joinVars, allVars, super.getResultFactory());
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new StatementOutputFormatter();
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new BindingSetOutputFormatter();
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new AggregationProcessor(stateStoreName, aggNode, super.getResultFactory());
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new ProjectionProcessor(projection, super.getResultFactory());
}
 

@Override
public Processor<Object, ProcessorResult> get() {
    return new MultiProjectionProcessor(multiProjection, super.getResultFactory());
}
 

@Override
public Processor get() {
    return new PrintingProcessor(this.name);
}
 

@Override
public Processor<UUID, Map> get() {
    return this;
}
 

@Override
public Processor get() {
    return new MonitorProcessor();
}
 

@Override
public Processor get() {
    return new GenericKStreamMapProcessor();
}