Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import org.apache.flink.streaming.api.datastream.DataStream;
- import org.apache.flink.streaming.api.environment.StreamExecutionEnvironment;
- import org.apache.flink.streaming.connectors.kafka.FlinkKafkaProducer010;
- import org.apache.flink.streaming.runtime.streamrecord.StreamRecord;
- import org.apache.flink.streaming.util.serialization.SerializationSchema;
- import java.math.BigInteger;
- import java.util.*;
- public class ProcessElementsFails {
- public static void main(String[] args) throws Exception {
- // setup
- final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
- setUpKafkaProducer();
- // create input stream of List<BigInteger>
- List<BigInteger> inputData = new ArrayList<>();
- inputData.add(BigInteger.valueOf(1)); inputData.add(BigInteger.valueOf(2));
- inputData.add(BigInteger.valueOf(3)); inputData.add(BigInteger.valueOf(-4));
- DataStream<List<BigInteger>> input = env.fromElements(inputData);
- // for each value in list, if condition met, emit to Kafka
- input.map(integerList -> {
- for (BigInteger integer: integerList) {
- if (integer.compareTo(BigInteger.ZERO) > 0)
- emitToKafka(integer);
- }
- return true;}
- ).returns(Boolean.class); // (return value meaningless)
- env.execute();
- }
- private static FlinkKafkaProducer010<BigInteger> kafkaProducer;
- private static void setUpKafkaProducer() {
- Properties kafkaProducerProperties = new Properties();
- kafkaProducerProperties.setProperty("bootstrap.servers", "localhost:9092");
- kafkaProducer = new FlinkKafkaProducer010<>("process-element-tests", new IntegerSerializer(),
- kafkaProducerProperties);
- }
- private static class IntegerSerializer implements SerializationSchema<BigInteger> {
- @Override
- public byte[] serialize(BigInteger integer) {
- return integer.toByteArray();
- }
- }
- private static void emitToKafka(BigInteger value) throws Exception {
- try {
- StreamRecord<BigInteger> record = new StreamRecord<>(value);
- kafkaProducer.processElement(record);
- System.out.println("Element processed.");
- } catch (Exception e) {
- e.printStackTrace();
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment