BIGTOP-4296: Add API for cluster and host metrics

bigtop-manager-agent/src/main/java/org/apache/bigtop/manager/agent/metrics/MetricsCollector.java

@@ -47,7 +47,7 @@ public class MetricsCollector {
     @Qualifier("diskIOMultiGauge") private MultiGauge diskIOMultiGauge;
 
     @Async
-    @Scheduled(cron = "*/10 * *  * * ?")
+    @Scheduled(cron = "0,30 * *  * * ?")
     public void collect() {
         // refresh agent host monitoring data
         scrape();

bigtop-manager-server/src/main/java/org/apache/bigtop/manager/server/controller/MonitoringController.java

@@ -23,6 +23,7 @@
 
 import org.springframework.web.bind.annotation.GetMapping;
 import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RequestParam;
 import org.springframework.web.bind.annotation.RestController;
 
 import com.fasterxml.jackson.databind.JsonNode;
@@ -42,19 +43,26 @@ public class MonitoringController {
     @Operation(summary = "agent healthy", description = "agent healthy check")
     @GetMapping("agenthealthy")
     public ResponseEntity<JsonNode> agentHostsHealthyStatus() {
-        // json for response
         return ResponseEntity.success(monitoringService.queryAgentsHealthyStatus());
     }
 
-    @Operation(summary = "agent Info", description = "agent info query")
-    @GetMapping("agentinfo")
+    @Operation(summary = "staticAgentInfo", description = "agent static info query")
+    @GetMapping("staticAgentInfo")
     public ResponseEntity<JsonNode> queryAgentsInfo() {
         return ResponseEntity.success(monitoringService.queryAgentsInfo());
     }
 
-    @Operation(summary = "agent instant info", description = "agent instant info query")
-    @GetMapping("agentinstinfo")
-    public ResponseEntity<JsonNode> queryAgentsInstStatus() {
-        return ResponseEntity.success(monitoringService.queryAgentsInstStatus());
+    @Operation(summary = "dynamicAgentInfo", description = "agent dynamic info query")
+    @GetMapping("dynamicAgentInfo")
+    public ResponseEntity<JsonNode> queryAgentsInfo(@RequestParam(value = "step", defaultValue = "1") String step) {
+        return ResponseEntity.success(monitoringService.queryAgentsInfo(step));
+    }
+
+    @Operation(summary = "cluster info", description = "cluster multi info")
+    @GetMapping("clusterInfo")
+    public ResponseEntity<JsonNode> queryCluster(
+            @RequestParam(value = "clusterId") String clusterId,
+            @RequestParam(value = "step", defaultValue = "1") String step) {
+        return ResponseEntity.success(monitoringService.queryClusterInfo(clusterId, step));
     }
 }

bigtop-manager-server/src/main/java/org/apache/bigtop/manager/server/proxy/BigtopProxy.java

@@ -0,0 +1,92 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *    https://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+package org.apache.bigtop.manager.server.proxy;
+
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.http.MediaType;
+import org.springframework.stereotype.Component;
+import org.springframework.util.LinkedMultiValueMap;
+import org.springframework.util.MultiValueMap;
+import org.springframework.web.reactive.function.BodyInserters;
+import org.springframework.web.reactive.function.client.WebClient;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.node.ArrayNode;
+import com.fasterxml.jackson.databind.node.ObjectNode;
+import reactor.core.publisher.Mono;
+
+@Component
+public class BigtopProxy {
+
+    private final WebClient webClient;
+
+    public BigtopProxy(WebClient.Builder webClientBuilder, @Value("http://localhost:5173") String bigTopHost) {
+        this.webClient = webClientBuilder.baseUrl(bigTopHost).build();
+    }
+
+    private MultiValueMap<String, String> createFormData(Integer pageNum) {
+        MultiValueMap<String, String> formData = new LinkedMultiValueMap<>();
+        formData.add("pageNum", String.valueOf(pageNum));
+        formData.add("pageSize", "20");
+        formData.add("orderBy", "id");
+        formData.add("sort", "asc");
+        return formData;
+    }
+
+    public JsonNode queryHosts(int pageNum) {
+        Mono<JsonNode> body = webClient
+                .post()
+                .uri(uriBuilder -> uriBuilder.path("/api/hosts").build())
+                .contentType(MediaType.APPLICATION_FORM_URLENCODED)
+                .body(BodyInserters.fromFormData(createFormData(pageNum)))
+                .retrieve()
+                .bodyToMono(JsonNode.class);
+        JsonNode result = body.block();
+        if (result == null || result.isEmpty() || !(result.get("failed").asBoolean())) {
+            return null;
+        }
+        return result;
+    }
+
+    public JsonNode queryClusterAgents(String clusterId) {
+        ObjectMapper objectMapper = new ObjectMapper();
+        // query cluster name
+        Mono<JsonNode> body =
+                webClient.get().uri("/api/clusters/{id}", clusterId).retrieve().bodyToMono(JsonNode.class);
+        JsonNode result = body.block();
+        if (result == null || result.isEmpty() || !(result.get("failed").asBoolean())) return null;
+        String clusterName = result.get("data").get("name").asText();
+        ObjectNode clusterAgents = objectMapper.createObjectNode();
+        ArrayNode arrayNode = objectMapper.createArrayNode();
+        int pageNum = 1;
+        while (true) {
+            JsonNode agentsPage = queryHosts(pageNum++);
+            if (agentsPage == null) break;
+            JsonNode agentsContent = agentsPage.get("data").get("content");
+            agentsContent.forEach(agent -> {
+                if (agent.get("clusterName").asText().equals(clusterName))
+                    arrayNode.add(agent.get("ipv4").asText());
+            });
+        }
+        clusterAgents.put("agentsNum", arrayNode.size());
+        clusterAgents.set("agents", arrayNode);
+        return clusterAgents;
+    }
+}