Browse Source

#122 Fixed npe in backward emitter (#601)

German Osin 4 years ago
parent
commit
3fa2b995c6

+ 27 - 25
kafka-ui-api/src/main/java/com/provectus/kafka/ui/emitter/BackwardRecordEmitter.java

@@ -40,42 +40,44 @@ public class BackwardRecordEmitter
       ) {
       ) {
         final Map<TopicPartition, Long> partitionsOffsets =
         final Map<TopicPartition, Long> partitionsOffsets =
             offsetsSeek.getPartitionsOffsets(consumer);
             offsetsSeek.getPartitionsOffsets(consumer);
-        log.info("partition offsets: {}", partitionsOffsets);
+        log.debug("partition offsets: {}", partitionsOffsets);
         var waitingOffsets =
         var waitingOffsets =
             offsetsSeek.waitingOffsets(consumer, partitionsOffsets.keySet());
             offsetsSeek.waitingOffsets(consumer, partitionsOffsets.keySet());
-        log.info("waittin offsets {} {}",
+        log.debug("waittin offsets {} {}",
             waitingOffsets.getBeginOffsets(),
             waitingOffsets.getBeginOffsets(),
             waitingOffsets.getEndOffsets()
             waitingOffsets.getEndOffsets()
         );
         );
         while (!sink.isCancelled() && !waitingOffsets.beginReached()) {
         while (!sink.isCancelled() && !waitingOffsets.beginReached()) {
           for (Map.Entry<TopicPartition, Long> entry : partitionsOffsets.entrySet()) {
           for (Map.Entry<TopicPartition, Long> entry : partitionsOffsets.entrySet()) {
             final Long lowest = waitingOffsets.getBeginOffsets().get(entry.getKey().partition());
             final Long lowest = waitingOffsets.getBeginOffsets().get(entry.getKey().partition());
-            consumer.assign(Collections.singleton(entry.getKey()));
-            final long offset = Math.max(lowest, entry.getValue() - msgsPerPartition);
-            log.info("Polling {} from {}", entry.getKey(), offset);
-            consumer.seek(entry.getKey(), offset);
-            ConsumerRecords<Bytes, Bytes> records = consumer.poll(POLL_TIMEOUT_MS);
-            final List<ConsumerRecord<Bytes, Bytes>> partitionRecords =
-                records.records(entry.getKey()).stream()
-                  .filter(r -> r.offset() < partitionsOffsets.get(entry.getKey()))
-                  .collect(Collectors.toList());
-            Collections.reverse(partitionRecords);
+            if (lowest != null) {
+              consumer.assign(Collections.singleton(entry.getKey()));
+              final long offset = Math.max(lowest, entry.getValue() - msgsPerPartition);
+              log.debug("Polling {} from {}", entry.getKey(), offset);
+              consumer.seek(entry.getKey(), offset);
+              ConsumerRecords<Bytes, Bytes> records = consumer.poll(POLL_TIMEOUT_MS);
+              final List<ConsumerRecord<Bytes, Bytes>> partitionRecords =
+                  records.records(entry.getKey()).stream()
+                      .filter(r -> r.offset() < partitionsOffsets.get(entry.getKey()))
+                      .collect(Collectors.toList());
+              Collections.reverse(partitionRecords);
 
 
-            log.info("{} records polled", records.count());
-            log.info("{} records sent", partitionRecords.size());
-            for (ConsumerRecord<Bytes, Bytes> msg : partitionRecords) {
-              if (!sink.isCancelled() && !waitingOffsets.beginReached()) {
-                sink.next(msg);
-                waitingOffsets.markPolled(msg);
-              } else {
-                log.info("Begin reached");
-                break;
+              log.debug("{} records polled", records.count());
+              log.debug("{} records sent", partitionRecords.size());
+              for (ConsumerRecord<Bytes, Bytes> msg : partitionRecords) {
+                if (!sink.isCancelled() && !waitingOffsets.beginReached()) {
+                  sink.next(msg);
+                  waitingOffsets.markPolled(msg);
+                } else {
+                  log.info("Begin reached");
+                  break;
+                }
               }
               }
+              partitionsOffsets.put(
+                  entry.getKey(),
+                  Math.max(offset, entry.getValue() - msgsPerPartition)
+              );
             }
             }
-            partitionsOffsets.put(
-                entry.getKey(),
-                Math.max(offset, entry.getValue() - msgsPerPartition)
-            );
           }
           }
           if (waitingOffsets.beginReached()) {
           if (waitingOffsets.beginReached()) {
             log.info("begin reached after partitions");
             log.info("begin reached after partitions");

+ 1 - 1
kafka-ui-api/src/main/resources/application-sdp.yml

@@ -3,7 +3,7 @@ kafka:
     - name: local
     - name: local
       bootstrapServers: b-1.kad-msk.uxahxx.c6.kafka.eu-west-1.amazonaws.com:9092
       bootstrapServers: b-1.kad-msk.uxahxx.c6.kafka.eu-west-1.amazonaws.com:9092
 #      zookeeper: localhost:2181
 #      zookeeper: localhost:2181
-#      schemaRegistry: http://localhost:8083
+      schemaRegistry: http://kad-ecs-application-lb-857515197.eu-west-1.elb.amazonaws.com:9000/api/schema-registry
   #    -
   #    -
   #      name: secondLocal
   #      name: secondLocal
   #      zookeeper: zookeeper1:2181
   #      zookeeper: zookeeper1:2181