ConsumerGroupsController.java 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. package com.provectus.kafka.ui.controller;
  2. import static com.provectus.kafka.ui.model.rbac.permission.ConsumerGroupAction.DELETE;
  3. import static com.provectus.kafka.ui.model.rbac.permission.ConsumerGroupAction.RESET_OFFSETS;
  4. import static com.provectus.kafka.ui.model.rbac.permission.ConsumerGroupAction.VIEW;
  5. import static java.util.stream.Collectors.toMap;
  6. import com.provectus.kafka.ui.api.ConsumerGroupsApi;
  7. import com.provectus.kafka.ui.exception.ValidationException;
  8. import com.provectus.kafka.ui.mapper.ConsumerGroupMapper;
  9. import com.provectus.kafka.ui.model.ConsumerGroupDTO;
  10. import com.provectus.kafka.ui.model.ConsumerGroupDetailsDTO;
  11. import com.provectus.kafka.ui.model.ConsumerGroupOffsetsResetDTO;
  12. import com.provectus.kafka.ui.model.ConsumerGroupOrderingDTO;
  13. import com.provectus.kafka.ui.model.ConsumerGroupsPageResponseDTO;
  14. import com.provectus.kafka.ui.model.PartitionOffsetDTO;
  15. import com.provectus.kafka.ui.model.SortOrderDTO;
  16. import com.provectus.kafka.ui.model.rbac.AccessContext;
  17. import com.provectus.kafka.ui.model.rbac.permission.TopicAction;
  18. import com.provectus.kafka.ui.service.ConsumerGroupService;
  19. import com.provectus.kafka.ui.service.OffsetsResetService;
  20. import java.util.Map;
  21. import java.util.Optional;
  22. import java.util.function.Supplier;
  23. import java.util.stream.Collectors;
  24. import lombok.RequiredArgsConstructor;
  25. import lombok.extern.slf4j.Slf4j;
  26. import org.springframework.beans.factory.annotation.Value;
  27. import org.springframework.http.ResponseEntity;
  28. import org.springframework.util.CollectionUtils;
  29. import org.springframework.web.bind.annotation.RestController;
  30. import org.springframework.web.server.ServerWebExchange;
  31. import reactor.core.publisher.Flux;
  32. import reactor.core.publisher.Mono;
  33. @RestController
  34. @RequiredArgsConstructor
  35. @Slf4j
  36. public class ConsumerGroupsController extends AbstractController implements ConsumerGroupsApi {
  37. private final ConsumerGroupService consumerGroupService;
  38. private final OffsetsResetService offsetsResetService;
  39. @Value("${consumer.groups.page.size:25}")
  40. private int defaultConsumerGroupsPageSize;
  41. @Override
  42. public Mono<ResponseEntity<Void>> deleteConsumerGroup(String clusterName,
  43. String id,
  44. ServerWebExchange exchange) {
  45. var context = AccessContext.builder()
  46. .cluster(clusterName)
  47. .consumerGroup(id)
  48. .consumerGroupActions(DELETE)
  49. .operationName("deleteConsumerGroup")
  50. .build();
  51. return validateAccess(context)
  52. .then(consumerGroupService.deleteConsumerGroupById(getCluster(clusterName), id))
  53. .doOnEach(sig -> audit(context, sig))
  54. .thenReturn(ResponseEntity.ok().build());
  55. }
  56. @Override
  57. public Mono<ResponseEntity<ConsumerGroupDetailsDTO>> getConsumerGroup(String clusterName,
  58. String consumerGroupId,
  59. ServerWebExchange exchange) {
  60. var context = AccessContext.builder()
  61. .cluster(clusterName)
  62. .consumerGroup(consumerGroupId)
  63. .consumerGroupActions(VIEW)
  64. .operationName("getConsumerGroup")
  65. .build();
  66. return validateAccess(context)
  67. .then(consumerGroupService.getConsumerGroupDetail(getCluster(clusterName), consumerGroupId)
  68. .map(ConsumerGroupMapper::toDetailsDto)
  69. .map(ResponseEntity::ok))
  70. .doOnEach(sig -> audit(context, sig));
  71. }
  72. @Override
  73. public Mono<ResponseEntity<Flux<ConsumerGroupDTO>>> getTopicConsumerGroups(String clusterName,
  74. String topicName,
  75. ServerWebExchange exchange) {
  76. var context = AccessContext.builder()
  77. .cluster(clusterName)
  78. .topic(topicName)
  79. .topicActions(TopicAction.VIEW)
  80. .operationName("getTopicConsumerGroups")
  81. .build();
  82. Mono<ResponseEntity<Flux<ConsumerGroupDTO>>> job =
  83. consumerGroupService.getConsumerGroupsForTopic(getCluster(clusterName), topicName)
  84. .flatMapMany(Flux::fromIterable)
  85. .filterWhen(cg -> accessControlService.isConsumerGroupAccessible(cg.getGroupId(), clusterName))
  86. .map(ConsumerGroupMapper::toDto)
  87. .collectList()
  88. .map(Flux::fromIterable)
  89. .map(ResponseEntity::ok)
  90. .switchIfEmpty(Mono.just(ResponseEntity.notFound().build()));
  91. return validateAccess(context)
  92. .then(job)
  93. .doOnEach(sig -> audit(context, sig));
  94. }
  95. @Override
  96. public Mono<ResponseEntity<ConsumerGroupsPageResponseDTO>> getConsumerGroupsPage(
  97. String clusterName,
  98. Integer page,
  99. Integer perPage,
  100. String search,
  101. ConsumerGroupOrderingDTO orderBy,
  102. SortOrderDTO sortOrderDto,
  103. ServerWebExchange exchange) {
  104. var context = AccessContext.builder()
  105. .cluster(clusterName)
  106. // consumer group access validation is within the service
  107. .operationName("getConsumerGroupsPage")
  108. .build();
  109. return validateAccess(context).then(
  110. consumerGroupService.getConsumerGroupsPage(
  111. getCluster(clusterName),
  112. Optional.ofNullable(page).filter(i -> i > 0).orElse(1),
  113. Optional.ofNullable(perPage).filter(i -> i > 0).orElse(defaultConsumerGroupsPageSize),
  114. search,
  115. Optional.ofNullable(orderBy).orElse(ConsumerGroupOrderingDTO.NAME),
  116. Optional.ofNullable(sortOrderDto).orElse(SortOrderDTO.ASC)
  117. )
  118. .map(this::convertPage)
  119. .map(ResponseEntity::ok)
  120. ).doOnEach(sig -> audit(context, sig));
  121. }
  122. @Override
  123. public Mono<ResponseEntity<Void>> resetConsumerGroupOffsets(String clusterName,
  124. String group,
  125. Mono<ConsumerGroupOffsetsResetDTO> resetDto,
  126. ServerWebExchange exchange) {
  127. return resetDto.flatMap(reset -> {
  128. var context = AccessContext.builder()
  129. .cluster(clusterName)
  130. .topic(reset.getTopic())
  131. .topicActions(TopicAction.VIEW)
  132. .consumerGroupActions(RESET_OFFSETS)
  133. .operationName("resetConsumerGroupOffsets")
  134. .build();
  135. Supplier<Mono<Void>> mono = () -> {
  136. var cluster = getCluster(clusterName);
  137. switch (reset.getResetType()) {
  138. case EARLIEST:
  139. return offsetsResetService
  140. .resetToEarliest(cluster, group, reset.getTopic(), reset.getPartitions());
  141. case LATEST:
  142. return offsetsResetService
  143. .resetToLatest(cluster, group, reset.getTopic(), reset.getPartitions());
  144. case TIMESTAMP:
  145. if (reset.getResetToTimestamp() == null) {
  146. return Mono.error(
  147. new ValidationException(
  148. "resetToTimestamp is required when TIMESTAMP reset type used"
  149. )
  150. );
  151. }
  152. return offsetsResetService
  153. .resetToTimestamp(cluster, group, reset.getTopic(), reset.getPartitions(),
  154. reset.getResetToTimestamp());
  155. case OFFSET:
  156. if (CollectionUtils.isEmpty(reset.getPartitionsOffsets())) {
  157. return Mono.error(
  158. new ValidationException(
  159. "partitionsOffsets is required when OFFSET reset type used"
  160. )
  161. );
  162. }
  163. Map<Integer, Long> offsets = reset.getPartitionsOffsets().stream()
  164. .collect(toMap(PartitionOffsetDTO::getPartition, PartitionOffsetDTO::getOffset));
  165. return offsetsResetService.resetToOffsets(cluster, group, reset.getTopic(), offsets);
  166. default:
  167. return Mono.error(
  168. new ValidationException("Unknown resetType " + reset.getResetType())
  169. );
  170. }
  171. };
  172. return validateAccess(context)
  173. .then(mono.get())
  174. .doOnEach(sig -> audit(context, sig));
  175. }).thenReturn(ResponseEntity.ok().build());
  176. }
  177. private ConsumerGroupsPageResponseDTO convertPage(ConsumerGroupService.ConsumerGroupsPage
  178. consumerGroupConsumerGroupsPage) {
  179. return new ConsumerGroupsPageResponseDTO()
  180. .pageCount(consumerGroupConsumerGroupsPage.totalPages())
  181. .consumerGroups(consumerGroupConsumerGroupsPage.consumerGroups()
  182. .stream()
  183. .map(ConsumerGroupMapper::toDto)
  184. .collect(Collectors.toList()));
  185. }
  186. }