org.springframework.kafka.core.DefaultKafkaProducerFactory Java Examples
The following examples show how to use
org.springframework.kafka.core.DefaultKafkaProducerFactory.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: KafkaStreamsNativeEncodingDecodingTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
@Test public void test() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("decode-words"); template.sendDefault("foobar"); StopWatch stopWatch = new StopWatch(); stopWatch.start(); System.out.println("Starting: "); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "decode-counts"); stopWatch.stop(); System.out.println("Total time: " + stopWatch.getTotalTimeSeconds()); assertThat(cr.value().equals("Count for foobar : 1")).isTrue(); verify(conversionDelegate).serializeOnOutbound(any(KStream.class)); verify(conversionDelegate).deserializeOnInbound(any(Class.class), any(KStream.class)); }
Example #2
Source File: KafkaNativeSerializationApplicationTests.java From spring-cloud-stream-samples with Apache License 2.0 | 6 votes |
@Test public void testSendReceive() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka.getEmbeddedKafka()); senderProps.put("value.serializer", StringSerializer.class); DefaultKafkaProducerFactory<byte[], String> pf = new DefaultKafkaProducerFactory<>(senderProps); KafkaTemplate<byte[], String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic(INPUT_TOPIC); template.sendDefault("foo"); Map<String, Object> consumerProps = KafkaTestUtils.consumerProps(GROUP_NAME, "false", embeddedKafka.getEmbeddedKafka()); consumerProps.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); consumerProps.put("value.deserializer", MyJsonDeserializer.class); DefaultKafkaConsumerFactory<byte[], Person> cf = new DefaultKafkaConsumerFactory<>(consumerProps); Consumer<byte[], Person> consumer = cf.createConsumer(); consumer.subscribe(Collections.singleton(OUTPUT_TOPIC)); ConsumerRecords<byte[], Person> records = consumer.poll(Duration.ofSeconds(10)); consumer.commitSync(); assertThat(records.count()).isEqualTo(1); assertThat(new String(records.iterator().next().value().getName())).isEqualTo("foo"); }
Example #3
Source File: KafkaStreamsBranchingSampleTests.java From spring-cloud-stream-samples with Apache License 2.0 | 6 votes |
@Test public void testKafkaStreamsWordCountProcessor() throws InterruptedException { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>(senderProps); try { KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("words"); template.sendDefault("english"); template.sendDefault("french"); template.sendDefault("spanish"); Thread.sleep(2000); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "english-counts", 5000); assertThat(cr.value().contains("english")).isTrue(); cr = KafkaTestUtils.getSingleRecord(consumer, "french-counts", 5000); assertThat(cr.value().contains("french")).isTrue(); cr = KafkaTestUtils.getSingleRecord(consumer, "spanish-counts", 5000); assertThat(cr.value().contains("spanish")).isTrue(); } finally { pf.destroy(); } }
Example #4
Source File: SpringKafkaReceiverTest.java From spring-kafka with MIT License | 6 votes |
@Before public void setUp() throws Exception { // set up the Kafka producer properties Map<String, Object> senderProperties = KafkaTestUtils.senderProps( embeddedKafka.getEmbeddedKafka().getBrokersAsString()); // create a Kafka producer factory ProducerFactory<String, String> producerFactory = new DefaultKafkaProducerFactory<String, String>( senderProperties); // create a Kafka template template = new KafkaTemplate<>(producerFactory); // set the default topic to send to template.setDefaultTopic(RECEIVER_TOPIC); // wait until the partitions are assigned for (MessageListenerContainer messageListenerContainer : kafkaListenerEndpointRegistry .getListenerContainers()) { ContainerTestUtils.waitForAssignment(messageListenerContainer, embeddedKafka.getEmbeddedKafka().getPartitionsPerTopic()); } }
Example #5
Source File: Producers.java From spring-cloud-stream-samples with Apache License 2.0 | 6 votes |
public static void main(String... args) { ObjectMapper mapper = new ObjectMapper(); Serde<DomainEvent> domainEventSerde = new JsonSerde<>(DomainEvent.class, mapper); Map<String, Object> props = new HashMap<>(); props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092"); props.put(ProducerConfig.RETRIES_CONFIG, 0); props.put(ProducerConfig.BATCH_SIZE_CONFIG, 16384); props.put(ProducerConfig.LINGER_MS_CONFIG, 1); props.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 33554432); props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, domainEventSerde.serializer().getClass()); DomainEvent ddEvent = new DomainEvent(); ddEvent.setBoardUuid("12345"); ddEvent.setEventType("thisisanevent"); DefaultKafkaProducerFactory<String, DomainEvent> pf = new DefaultKafkaProducerFactory<>(props); KafkaTemplate<String, DomainEvent> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("foobar"); template.sendDefault("", ddEvent); }
Example #6
Source File: KafkaStreamsBinderMultipleInputTopicsTest.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
private void receiveAndValidate() throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("words1"); template.sendDefault("foobar1"); template.setDefaultTopic("words2"); template.sendDefault("foobar2"); // Sleep a bit so that both the messages are processed before reading from the // output topic. // Else assertions might fail arbitrarily. Thread.sleep(5000); ConsumerRecords<String, String> received = KafkaTestUtils.getRecords(consumer); List<String> wordCounts = new ArrayList<>(2); received.records("counts") .forEach((consumerRecord) -> wordCounts.add((consumerRecord.value()))); System.out.println(wordCounts); assertThat(wordCounts.contains("{\"word\":\"foobar1\",\"count\":1}")).isTrue(); assertThat(wordCounts.contains("{\"word\":\"foobar2\",\"count\":1}")).isTrue(); }
Example #7
Source File: WordCountMultipleBranchesIntegrationTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
private void receiveAndValidate(ConfigurableApplicationContext context) throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("words"); template.sendDefault("english"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "counts"); assertThat(cr.value().contains("\"word\":\"english\",\"count\":1")).isTrue(); template.sendDefault("french"); template.sendDefault("french"); cr = KafkaTestUtils.getSingleRecord(consumer, "foo"); assertThat(cr.value().contains("\"word\":\"french\",\"count\":2")).isTrue(); template.sendDefault("spanish"); template.sendDefault("spanish"); template.sendDefault("spanish"); cr = KafkaTestUtils.getSingleRecord(consumer, "bar"); assertThat(cr.value().contains("\"word\":\"spanish\",\"count\":3")).isTrue(); }
Example #8
Source File: KafkaStreamsNativeEncodingDecodingTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
@Test public void test() throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("decode-words-1"); template.sendDefault("foobar"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "decode-counts-1"); assertThat(cr.value().equals("Count for foobar : 1")).isTrue(); verify(conversionDelegate, never()).serializeOnOutbound(any(KStream.class)); verify(conversionDelegate, never()).deserializeOnInbound(any(Class.class), any(KStream.class)); }
Example #9
Source File: KafkaStreamsBinderWordCountBranchesFunctionTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
private void receiveAndValidate(ConfigurableApplicationContext context) throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>(senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("words"); template.sendDefault("english"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "counts"); assertThat(cr.value().contains("\"word\":\"english\",\"count\":1")).isTrue(); template.sendDefault("french"); template.sendDefault("french"); cr = KafkaTestUtils.getSingleRecord(consumer, "foo"); assertThat(cr.value().contains("\"word\":\"french\",\"count\":2")).isTrue(); template.sendDefault("spanish"); template.sendDefault("spanish"); template.sendDefault("spanish"); cr = KafkaTestUtils.getSingleRecord(consumer, "bar"); assertThat(cr.value().contains("\"word\":\"spanish\",\"count\":3")).isTrue(); }
Example #10
Source File: MultipleFunctionsInSameAppTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
private void receiveAndValidate(String in, String... out) throws InterruptedException { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>(senderProps); try { KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic(in); template.sendDefault("coffee"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, out[0]); assertThat(cr.value().contains("coffee")).isTrue(); template.sendDefault("electronics"); cr = KafkaTestUtils.getSingleRecord(consumer, out[1]); assertThat(cr.value().contains("electronics")).isTrue(); Assert.isTrue(countDownLatch.await(5, TimeUnit.SECONDS), "Analyze (BiConsumer) method didn't receive all the expected records"); } finally { pf.destroy(); } }
Example #11
Source File: KafkaBoardClientEmbeddedKafkaTests.java From event-store-demo with GNU General Public License v3.0 | 6 votes |
private void receiveAndValidateBoard( ConfigurableApplicationContext context ) throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps( embeddedKafka ); DefaultKafkaProducerFactory<String, String> pf = new DefaultKafkaProducerFactory<>( senderProps ); KafkaTemplate<String, String> template = new KafkaTemplate<>( pf, true ); template.setDefaultTopic( RECEIVER_TOPIC ); ObjectMapper mapper = context.getBean( ObjectMapper.class ); BoardClient boardClient = context.getBean( BoardClient.class ); UUID boardUuid = UUID.randomUUID(); BoardInitialized boardInitialized = createTestBoardInitializedEvent( boardUuid ); String event = mapper.writeValueAsString( boardInitialized ); template.sendDefault( event ); Thread.sleep( 1000 ); Board board = boardClient.find( boardUuid ); assertThat( board, is( notNullValue() ) ); assertThat( board.getBoardUuid(), is( equalTo( boardUuid ) ) ); assertThat( board.getName(), is( equalTo( "New Board" ) ) ); assertThat( board.getStories().isEmpty(), is( equalTo( true ) ) ); }
Example #12
Source File: KafkaBoardClientEmbeddedKafkaTests.java From event-store-demo with GNU General Public License v3.0 | 6 votes |
private void receiveAndValidateBoard( ConfigurableApplicationContext context ) throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(kafkaEmbedded); DefaultKafkaProducerFactory<String, String> pf = new DefaultKafkaProducerFactory<>( senderProps ); KafkaTemplate<String, String> template = new KafkaTemplate<>( pf, true ); template.setDefaultTopic( RECEIVER_TOPIC ); ObjectMapper mapper = context.getBean( ObjectMapper.class ); BoardClient boardClient = context.getBean( BoardClient.class ); UUID boardUuid = UUID.randomUUID(); BoardInitialized boardInitialized = createTestBoardInitializedEvent( boardUuid ); String event = mapper.writeValueAsString( boardInitialized ); template.sendDefault( event ); Thread.sleep( 1000 ); Board board = boardClient.find( boardUuid ); assertThat( board, is( notNullValue() ) ); assertThat( board.getBoardUuid(), is( equalTo( boardUuid ) ) ); assertThat( board.getName(), is( equalTo( "New Board" ) ) ); assertThat( board.getStories().isEmpty(), is( equalTo( true ) ) ); assertThat( board.changes(), hasSize( 0 ) ); }
Example #13
Source File: KafkaBinderConfiguration.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 6 votes |
@Bean @ConditionalOnMissingBean(name = "binderClientFactoryCustomizer") public ClientFactoryCustomizer binderClientFactoryCustomizer(MeterRegistry meterRegistry) { return new ClientFactoryCustomizer() { @Override public void configure(ProducerFactory<?, ?> pf) { if (pf instanceof DefaultKafkaProducerFactory) { ((DefaultKafkaProducerFactory<?, ?>) pf) .addListener(new MicrometerProducerListener<>(meterRegistry)); } } @Override public void configure(ConsumerFactory<?, ?> cf) { if (cf instanceof DefaultKafkaConsumerFactory) { ((DefaultKafkaConsumerFactory<?, ?>) cf) .addListener(new MicrometerConsumerListener<>(meterRegistry)); } } }; }
Example #14
Source File: SpringKafkaReceiverTest.java From spring-kafka with MIT License | 6 votes |
@Before public void setUp() throws Exception { // set up the Kafka producer properties Map<String, Object> senderProperties = KafkaTestUtils.senderProps(AllSpringKafkaTests.embeddedKafka.getBrokersAsString()); // create a Kafka producer factory ProducerFactory<String, String> producerFactory = new DefaultKafkaProducerFactory<String, String>(senderProperties); // create a Kafka template template = new KafkaTemplate<>(producerFactory); // set the default topic to send to template.setDefaultTopic(AllSpringKafkaTests.RECEIVER_TOPIC); // wait until the partitions are assigned for (MessageListenerContainer messageListenerContainer : kafkaListenerEndpointRegistry .getListenerContainers()) { ContainerTestUtils.waitForAssignment(messageListenerContainer, AllSpringKafkaTests.embeddedKafka.getPartitionsPerTopic()); } }
Example #15
Source File: KafkaBinderConfiguration.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
@Bean @ConditionalOnMissingBean(name = "binderClientFactoryCustomizer") public ClientFactoryCustomizer binderClientFactoryCustomizer(ConfigurableApplicationContext context) { return new ClientFactoryCustomizer() { MeterRegistry meterRegistry = context.getBean("outerContext", ApplicationContext.class) .getBean(MeterRegistry.class); @Override public void configure(ProducerFactory<?, ?> pf) { if (pf instanceof DefaultKafkaProducerFactory) { ((DefaultKafkaProducerFactory<?, ?>) pf) .addListener(new MicrometerProducerListener<>(this.meterRegistry)); } } @Override public void configure(ConsumerFactory<?, ?> cf) { if (cf instanceof DefaultKafkaConsumerFactory) { ((DefaultKafkaConsumerFactory<?, ?>) cf) .addListener(new MicrometerConsumerListener<>(this.meterRegistry)); } } }; }
Example #16
Source File: KafkaStreamsInteractiveQueryIntegrationTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
private void receiveAndValidateFoo(ConfigurableApplicationContext context) { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("foos"); template.sendDefault("{\"id\":\"123\"}"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "counts-id"); assertThat(cr.value().contains("Count for product with ID 123: 1")).isTrue(); ProductCountApplication.Foo foo = context .getBean(ProductCountApplication.Foo.class); assertThat(foo.getProductStock(123).equals(1L)); // perform assertions on HostInfo related methods in InteractiveQueryService InteractiveQueryService interactiveQueryService = context .getBean(InteractiveQueryService.class); HostInfo currentHostInfo = interactiveQueryService.getCurrentHostInfo(); assertThat(currentHostInfo.host() + ":" + currentHostInfo.port()) .isEqualTo(embeddedKafka.getBrokersAsString()); HostInfo hostInfo = interactiveQueryService.getHostInfo("prod-id-count-store", 123, new IntegerSerializer()); assertThat(hostInfo.host() + ":" + hostInfo.port()) .isEqualTo(embeddedKafka.getBrokersAsString()); HostInfo hostInfoFoo = interactiveQueryService .getHostInfo("prod-id-count-store-foo", 123, new IntegerSerializer()); assertThat(hostInfoFoo).isNull(); final List<HostInfo> hostInfos = interactiveQueryService.getAllHostsInfo("prod-id-count-store"); assertThat(hostInfos.size()).isEqualTo(1); final HostInfo hostInfo1 = hostInfos.get(0); assertThat(hostInfo1.host() + ":" + hostInfo1.port()) .isEqualTo(embeddedKafka.getBrokersAsString()); }
Example #17
Source File: KafkaStreamsFunctionStateStoreTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
private void receiveAndValidate(ConfigurableApplicationContext context) throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>(senderProps); try { KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("words"); template.sendDefault(1, "foobar"); Thread.sleep(2000L); StateStoreTestApplication processorApplication = context .getBean(StateStoreTestApplication.class); KeyValueStore<Long, Long> state1 = processorApplication.state1; assertThat(processorApplication.processed1).isTrue(); assertThat(state1 != null).isTrue(); assertThat(state1.name()).isEqualTo("my-store"); WindowStore<Long, Long> state2 = processorApplication.state2; assertThat(state2 != null).isTrue(); assertThat(state2.name()).isEqualTo("other-store"); assertThat(state2.persistent()).isTrue(); KeyValueStore<Long, Long> state3 = processorApplication.state1; assertThat(processorApplication.processed2).isTrue(); assertThat(state3 != null).isTrue(); assertThat(state3.name()).isEqualTo("my-store"); WindowStore<Long, Long> state4 = processorApplication.state2; assertThat(state4 != null).isTrue(); assertThat(state4.name()).isEqualTo("other-store"); assertThat(state4.persistent()).isTrue(); } finally { pf.destroy(); } }
Example #18
Source File: DeserializationErrorHandlerByKafkaTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
@Test @Ignore public void test() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("abc-DeserializationErrorHandlerByKafkaTests-In"); template.sendDefault(1, null, "foobar"); Map<String, Object> consumerProps = KafkaTestUtils.consumerProps("foobar", "false", embeddedKafka); consumerProps.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); DefaultKafkaConsumerFactory<String, String> cf = new DefaultKafkaConsumerFactory<>( consumerProps); Consumer<String, String> consumer1 = cf.createConsumer(); embeddedKafka.consumeFromAnEmbeddedTopic(consumer1, "error.abc-DeserializationErrorHandlerByKafkaTests-In.group"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer1, "error.abc-DeserializationErrorHandlerByKafkaTests-In.group"); assertThat(cr.value()).isEqualTo("foobar"); assertThat(cr.partition()).isEqualTo(0); // custom partition function // Ensuring that the deserialization was indeed done by Kafka natively verify(conversionDelegate, never()).deserializeOnInbound(any(Class.class), any(KStream.class)); verify(conversionDelegate, never()).serializeOnOutbound(any(KStream.class)); }
Example #19
Source File: KafkaStreamsBinderWordCountFunctionTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
private void receiveAndValidate(String in, String out) { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>(senderProps); try { KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic(in); template.sendDefault("foobar"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, out); assertThat(cr.value().contains("\"word\":\"foobar\",\"count\":1")).isTrue(); } finally { pf.destroy(); } }
Example #20
Source File: KafkaBinderTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
@SuppressWarnings({ "rawtypes", "unchecked" }) @Test public void testTopicPatterns() throws Exception { try (AdminClient admin = AdminClient.create( Collections.singletonMap(AdminClientConfig.BOOTSTRAP_SERVERS_CONFIG, embeddedKafka.getEmbeddedKafka().getBrokersAsString()))) { admin.createTopics(Collections .singletonList(new NewTopic("topicPatterns.1", 1, (short) 1))).all() .get(); Binder binder = getBinder(); ExtendedConsumerProperties<KafkaConsumerProperties> consumerProperties = createConsumerProperties(); consumerProperties.getExtension().setDestinationIsPattern(true); DirectChannel moduleInputChannel = createBindableChannel("input", createConsumerBindingProperties(consumerProperties)); final CountDownLatch latch = new CountDownLatch(1); final AtomicReference<String> topic = new AtomicReference<>(); moduleInputChannel.subscribe(m -> { topic.set(m.getHeaders().get(KafkaHeaders.RECEIVED_TOPIC, String.class)); latch.countDown(); }); Binding<MessageChannel> consumerBinding = binder.bindConsumer( "topicPatterns\\..*", "testTopicPatterns", moduleInputChannel, consumerProperties); DefaultKafkaProducerFactory pf = new DefaultKafkaProducerFactory( KafkaTestUtils.producerProps(embeddedKafka.getEmbeddedKafka())); KafkaTemplate template = new KafkaTemplate(pf); template.send("topicPatterns.1", "foo"); assertThat(latch.await(10, TimeUnit.SECONDS)).isTrue(); assertThat(topic.get()).isEqualTo("topicPatterns.1"); consumerBinding.unbind(); pf.destroy(); } }
Example #21
Source File: DeserializtionErrorHandlerByBinderTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
@Test public void test() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("goos"); template.sendDefault(1, 7, "hello"); Map<String, Object> consumerProps = KafkaTestUtils.consumerProps("foobar", "false", embeddedKafka); consumerProps.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); DefaultKafkaConsumerFactory<String, String> cf = new DefaultKafkaConsumerFactory<>( consumerProps); Consumer<String, String> consumer1 = cf.createConsumer(); embeddedKafka.consumeFromAnEmbeddedTopic(consumer1, "error.goos.foobar-group"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer1, "error.goos.foobar-group"); assertThat(cr.value()).isEqualTo("hello"); assertThat(cr.partition()).isEqualTo(0); // Ensuring that the deserialization was indeed done by the binder verify(conversionDelegate).deserializeOnInbound(any(Class.class), any(KStream.class)); }
Example #22
Source File: DeserializationErrorHandlerByKafkaTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
@Test public void test() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("xyz-DeserializationErrorHandlerByKafkaTests-In"); template.sendDefault(1, null, "foobar"); Map<String, Object> consumerProps = KafkaTestUtils.consumerProps("foobar", "false", embeddedKafka); consumerProps.put(ConsumerConfig.AUTO_OFFSET_RESET_CONFIG, "earliest"); DefaultKafkaConsumerFactory<String, String> cf = new DefaultKafkaConsumerFactory<>( consumerProps); Consumer<String, String> consumer1 = cf.createConsumer(); embeddedKafka.consumeFromAnEmbeddedTopic(consumer1, "error.xyz-DeserializationErrorHandlerByKafkaTests-In.group"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer1, "error.xyz-DeserializationErrorHandlerByKafkaTests-In.group"); assertThat(cr.value()).isEqualTo("foobar"); assertThat(cr.partition()).isEqualTo(0); // custom partition function // Ensuring that the deserialization was indeed done by Kafka natively verify(conversionDelegate, never()).deserializeOnInbound(any(Class.class), any(KStream.class)); verify(conversionDelegate, never()).serializeOnOutbound(any(KStream.class)); }
Example #23
Source File: KafkaConfiguration.java From spring-examples with GNU General Public License v3.0 | 5 votes |
@Bean public ProducerFactory producerFactory() { Map<String, Object> config = new HashMap<>(); config.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, kafkaAddress); config.put(JsonSerializer.ADD_TYPE_INFO_HEADERS, false); config.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); config.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class); return new DefaultKafkaProducerFactory(config); }
Example #24
Source File: KafkaStreamsAggregateSampleTests.java From spring-cloud-stream-samples with Apache License 2.0 | 5 votes |
@Test public void testKafkaStreamsWordCountProcessor() throws Exception { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); ObjectMapper mapper = new ObjectMapper(); Serde<DomainEvent> domainEventSerde = new JsonSerde<>(DomainEvent.class, mapper); senderProps.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); senderProps.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, domainEventSerde.serializer().getClass()); DefaultKafkaProducerFactory<String, DomainEvent> pf = new DefaultKafkaProducerFactory<>(senderProps); try { KafkaTemplate<String, DomainEvent> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("foobar"); DomainEvent ddEvent = new DomainEvent(); ddEvent.setBoardUuid("12345"); ddEvent.setEventType("create-domain-event"); template.sendDefault("", ddEvent); Thread.sleep(1000); RestTemplate restTemplate = new RestTemplate(); String fooResourceUrl = "http://localhost:" + randomServerPort + "/events"; ResponseEntity<String> response = restTemplate.getForEntity(fooResourceUrl, String.class); assertThat(response.getBody()).contains("create-domain-event"); } finally { pf.destroy(); } }
Example #25
Source File: KafkastreamsBinderPojoInputStringOutputIntegrationTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
private void receiveAndValidateFoo() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("foos"); template.sendDefault("{\"id\":\"123\"}"); ConsumerRecord<String, String> cr = KafkaTestUtils.getSingleRecord(consumer, "counts-id"); assertThat(cr.value().contains("Count for product with ID 123: 1")).isTrue(); }
Example #26
Source File: KafkaStreamsBinderPojoInputAndPrimitiveTypeOutputTests.java From spring-cloud-stream-binder-kafka with Apache License 2.0 | 5 votes |
private void receiveAndValidateFoo() { Map<String, Object> senderProps = KafkaTestUtils.producerProps(embeddedKafka); DefaultKafkaProducerFactory<Integer, String> pf = new DefaultKafkaProducerFactory<>( senderProps); KafkaTemplate<Integer, String> template = new KafkaTemplate<>(pf, true); template.setDefaultTopic("foos"); template.sendDefault("{\"id\":\"123\"}"); ConsumerRecord<Integer, Long> cr = KafkaTestUtils.getSingleRecord(consumer, "counts-id"); assertThat(cr.key()).isEqualTo(123); assertThat(cr.value()).isEqualTo(1L); }
Example #27
Source File: KafkaProducersConfig.java From springboot_cwenao with MIT License | 5 votes |
public ProducerFactory<String, String> producerFactory() { // set the producer properties Map<String, Object> properties = new HashMap<String, Object>(); properties.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, brokers); properties.put(ProducerConfig.RETRIES_CONFIG, 0); properties.put(ProducerConfig.BATCH_SIZE_CONFIG, 4096); properties.put(ProducerConfig.LINGER_MS_CONFIG, 1); properties.put(ProducerConfig.BUFFER_MEMORY_CONFIG, 40960); properties.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); properties.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, StringSerializer.class); return new DefaultKafkaProducerFactory<String, String>(properties); }
Example #28
Source File: KafkaChannelAutoConfiguration.java From servicecomb-pack with Apache License 2.0 | 5 votes |
@Bean @ConditionalOnMissingBean public KafkaMessagePublisher kafkaMessagePublisher() { Map<String, Object> map = Maps.newHashMap(); map.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrap_servers); map.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); map.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class); map.put(ProducerConfig.RETRIES_CONFIG, retries); map.put(ProducerConfig.BATCH_SIZE_CONFIG, batchSize); map.put(ProducerConfig.BUFFER_MEMORY_CONFIG, bufferMemory); return new KafkaMessagePublisher(topic, new KafkaTemplate<>(new DefaultKafkaProducerFactory<>(map))); }
Example #29
Source File: KafkaChannel.java From syncer with BSD 3-Clause "New" or "Revised" License | 5 votes |
public KafkaChannel(Kafka kafka, SyncerOutputMeta outputMeta, Ack ack) { DefaultKafkaProducerFactory<String, Object> factory = new DefaultKafkaProducerFactory<>( kafka.buildProperties()); this.kafkaTemplate = new KafkaTemplate<>(factory); this.ack = ack; this.consumerId = kafka.getConsumerId(); this.msgMapper = new MsgMapper(kafka.getMsgMapping()); ClusterConnection connection = kafka.getConnection(); FailureLogConfig failureLog = kafka.getFailureLog(); identifier = connection.connectionIdentifier(); Path path = Paths.get(outputMeta.getFailureLogDir(), identifier); this.request = FailureLog.getLogger(path, failureLog, new TypeToken<FailureEntry<SyncWrapper<String>>>() { }); }
Example #30
Source File: KafkaProducerConfig.java From SpringAll with MIT License | 5 votes |
@Bean public ProducerFactory<String, Message> producerFactory() { Map<String, Object> configProps = new HashMap<>(); configProps.put( ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, bootstrapServers); configProps.put( ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, StringSerializer.class); configProps.put( ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, JsonSerializer.class); return new DefaultKafkaProducerFactory<>(configProps); }