Add endpoint to retrieve subjects from schema registry by cluster name
This commit is contained in:
parent
98baabd087
commit
18b90ce317
5 changed files with 89 additions and 31 deletions
|
@ -31,6 +31,7 @@ public class ClusterService {
|
||||||
private final ClusterMapper clusterMapper;
|
private final ClusterMapper clusterMapper;
|
||||||
private final KafkaService kafkaService;
|
private final KafkaService kafkaService;
|
||||||
private final ConsumingService consumingService;
|
private final ConsumingService consumingService;
|
||||||
|
private final SchemaRegistryService schemaRegistryService;
|
||||||
|
|
||||||
public List<Cluster> getClusters() {
|
public List<Cluster> getClusters() {
|
||||||
return clustersStorage.getKafkaClusters()
|
return clustersStorage.getKafkaClusters()
|
||||||
|
@ -41,8 +42,8 @@ public class ClusterService {
|
||||||
|
|
||||||
public Mono<BrokerMetrics> getBrokerMetrics(String name, Integer id) {
|
public Mono<BrokerMetrics> getBrokerMetrics(String name, Integer id) {
|
||||||
return Mono.justOrEmpty(clustersStorage.getClusterByName(name)
|
return Mono.justOrEmpty(clustersStorage.getClusterByName(name)
|
||||||
.map( c -> c.getMetrics().getInternalBrokerMetrics())
|
.map(c -> c.getMetrics().getInternalBrokerMetrics())
|
||||||
.map( m -> m.get(id))
|
.map(m -> m.get(id))
|
||||||
.map(clusterMapper::toBrokerMetrics));
|
.map(clusterMapper::toBrokerMetrics));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -74,7 +75,7 @@ public class ClusterService {
|
||||||
|
|
||||||
public Optional<TopicDetails> getTopicDetails(String name, String topicName) {
|
public Optional<TopicDetails> getTopicDetails(String name, String topicName) {
|
||||||
return clustersStorage.getClusterByName(name)
|
return clustersStorage.getClusterByName(name)
|
||||||
.flatMap( c ->
|
.flatMap(c ->
|
||||||
Optional.ofNullable(
|
Optional.ofNullable(
|
||||||
c.getTopics().get(topicName)
|
c.getTopics().get(topicName)
|
||||||
).map(
|
).map(
|
||||||
|
@ -140,13 +141,13 @@ public class ClusterService {
|
||||||
}
|
}
|
||||||
|
|
||||||
@SneakyThrows
|
@SneakyThrows
|
||||||
public Mono<List<ConsumerGroup>> getConsumerGroups (String clusterName) {
|
public Mono<List<ConsumerGroup>> getConsumerGroups(String clusterName) {
|
||||||
return clustersStorage.getClusterByName(clusterName)
|
return clustersStorage.getClusterByName(clusterName)
|
||||||
.map(kafkaService::getConsumerGroups)
|
.map(kafkaService::getConsumerGroups)
|
||||||
.orElse(Mono.empty());
|
.orElse(Mono.empty());
|
||||||
}
|
}
|
||||||
|
|
||||||
public Flux<Broker> getBrokers (String clusterName) {
|
public Flux<Broker> getBrokers(String clusterName) {
|
||||||
return kafkaService.getOrCreateAdminClient(clustersStorage.getClusterByName(clusterName).orElseThrow())
|
return kafkaService.getOrCreateAdminClient(clustersStorage.getClusterByName(clusterName).orElseThrow())
|
||||||
.flatMap(client -> ClusterUtil.toMono(client.getAdminClient().describeCluster().nodes())
|
.flatMap(client -> ClusterUtil.toMono(client.getAdminClient().describeCluster().nodes())
|
||||||
.map(n -> n.stream().map(node -> {
|
.map(n -> n.stream().map(node -> {
|
||||||
|
@ -180,4 +181,7 @@ public class ClusterService {
|
||||||
.orElse(Flux.empty());
|
.orElse(Flux.empty());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public Flux<String> getSchemaSubjects(String clusterName) {
|
||||||
|
return schemaRegistryService.getAllSchemaSubjects(clusterName);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -0,0 +1,26 @@
|
||||||
|
package com.provectus.kafka.ui.cluster.service;
|
||||||
|
|
||||||
|
import com.provectus.kafka.ui.cluster.model.ClustersStorage;
|
||||||
|
import com.provectus.kafka.ui.cluster.model.KafkaCluster;
|
||||||
|
import lombok.RequiredArgsConstructor;
|
||||||
|
import lombok.extern.log4j.Log4j2;
|
||||||
|
import org.springframework.stereotype.Service;
|
||||||
|
import org.springframework.web.reactive.function.client.WebClient;
|
||||||
|
import reactor.core.publisher.Flux;
|
||||||
|
|
||||||
|
@Service
|
||||||
|
@Log4j2
|
||||||
|
@RequiredArgsConstructor
|
||||||
|
public class SchemaRegistryService {
|
||||||
|
private final ClustersStorage clustersStorage;
|
||||||
|
public static final String URL_SUBJECTS = "/subjects";
|
||||||
|
|
||||||
|
public Flux<String> getAllSchemaSubjects(String clusterName) {
|
||||||
|
KafkaCluster kafkaCluster = clustersStorage.getClusterByName(clusterName).orElseThrow();
|
||||||
|
WebClient webClient = WebClient.create(kafkaCluster.getSchemaRegistry());
|
||||||
|
return webClient.get()
|
||||||
|
.uri(URL_SUBJECTS)
|
||||||
|
.retrieve()
|
||||||
|
.bodyToFlux(String.class);
|
||||||
|
}
|
||||||
|
}
|
|
@ -100,6 +100,12 @@ public class MetricsRestController implements ApiClustersApi {
|
||||||
.switchIfEmpty(Mono.just(ResponseEntity.notFound().build())); // TODO: check behaviour on cluster not found and empty groups list
|
.switchIfEmpty(Mono.just(ResponseEntity.notFound().build())); // TODO: check behaviour on cluster not found and empty groups list
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Mono<ResponseEntity<Flux<String>>> getSchemaSubjects(String clusterName, ServerWebExchange exchange) {
|
||||||
|
Flux<String> subjects = clusterService.getSchemaSubjects(clusterName);
|
||||||
|
return Mono.just(ResponseEntity.ok(subjects));
|
||||||
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Mono<ResponseEntity<ConsumerGroupDetails>> getConsumerGroup(String clusterName, String consumerGroupId, ServerWebExchange exchange) {
|
public Mono<ResponseEntity<ConsumerGroupDetails>> getConsumerGroup(String clusterName, String consumerGroupId, ServerWebExchange exchange) {
|
||||||
return clusterService.getConsumerGroupDetail(clusterName, consumerGroupId).map(ResponseEntity::ok);
|
return clusterService.getConsumerGroupDetail(clusterName, consumerGroupId).map(ResponseEntity::ok);
|
||||||
|
|
|
@ -2,9 +2,9 @@ kafka:
|
||||||
clusters:
|
clusters:
|
||||||
-
|
-
|
||||||
name: local
|
name: local
|
||||||
bootstrapServers: localhost:9092
|
bootstrapServers: localhost:9093
|
||||||
zookeeper: localhost:2181
|
zookeeper: localhost:2181
|
||||||
schemaRegistry: http://localhost:8085
|
schemaRegistry: http://localhost:8081
|
||||||
# schemaNameTemplate: "%s-value"
|
# schemaNameTemplate: "%s-value"
|
||||||
jmxPort: 9997
|
jmxPort: 9997
|
||||||
-
|
-
|
||||||
|
|
|
@ -335,6 +335,28 @@ paths:
|
||||||
items:
|
items:
|
||||||
$ref: '#/components/schemas/ConsumerGroup'
|
$ref: '#/components/schemas/ConsumerGroup'
|
||||||
|
|
||||||
|
/api/clusters/{clusterName}/schema/subjects:
|
||||||
|
get:
|
||||||
|
tags:
|
||||||
|
- /api/clusters
|
||||||
|
summary: get all subjects from schema registry
|
||||||
|
operationId: getSchemaSubjects
|
||||||
|
parameters:
|
||||||
|
- name: clusterName
|
||||||
|
in: path
|
||||||
|
required: true
|
||||||
|
schema:
|
||||||
|
type: string
|
||||||
|
responses:
|
||||||
|
200:
|
||||||
|
description: OK
|
||||||
|
content:
|
||||||
|
application/json:
|
||||||
|
schema:
|
||||||
|
type: array
|
||||||
|
items:
|
||||||
|
type: string
|
||||||
|
|
||||||
components:
|
components:
|
||||||
schemas:
|
schemas:
|
||||||
Cluster:
|
Cluster:
|
||||||
|
|
Loading…
Add table
Reference in a new issue