[feature][manager] Modify the code according to the prototype

manager/dm-agent/pom.xml

@@ -46,6 +46,13 @@
             <version>2.33</version>
         </dependency>
 
+        <!-- https://mvnrepository.com/artifact/com.github.oshi/oshi-core -->
+        <dependency>
+            <groupId>com.github.oshi</groupId>
+            <artifactId>oshi-core</artifactId>
+            <version>4.0.0</version>
+        </dependency>
+
     </dependencies>
 
     <build>

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/api/HardwareInfoController.java

@@ -0,0 +1,43 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.manager.agent.api;
+
+import org.apache.doris.manager.common.domain.HardwareInfo;
+import org.apache.doris.manager.common.domain.RResult;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestMapping;
+import org.springframework.web.bind.annotation.RestController;
+import oshi.SystemInfo;
+import oshi.util.FormatUtil;
+
+/**
+ * hardware info
+ **/
+@RestController
+@RequestMapping("/hardware/view")
+public class HardwareInfoController {
+
+    @GetMapping
+    public RResult info() {
+        HardwareInfo hardwareInfo = new HardwareInfo();
+        SystemInfo systemInfo = new SystemInfo();
+        hardwareInfo.setCpu(systemInfo.getHardware().getProcessor().toString());
+        hardwareInfo.setTotalMemory(FormatUtil.formatBytes(systemInfo.getHardware().getMemory().getTotal()));
+        return RResult.success(hardwareInfo);
+    }
+}

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/command/BeInstallCommand.java

@@ -21,7 +21,6 @@
 import org.apache.doris.manager.agent.exception.AgentException;
 import org.apache.doris.manager.agent.register.AgentContext;
 import org.apache.doris.manager.agent.service.BeService;
-import org.apache.doris.manager.agent.service.Service;
 import org.apache.doris.manager.agent.service.ServiceContext;
 import org.apache.doris.manager.agent.task.ITaskHandlerFactory;
 import org.apache.doris.manager.agent.task.QueuedTaskHandlerFactory;
@@ -32,7 +31,6 @@
 import org.apache.doris.manager.agent.task.TaskHook;
 import org.apache.doris.manager.common.domain.BeInstallCommandRequestBody;
 import org.apache.doris.manager.common.domain.CommandType;
-import org.apache.doris.manager.common.domain.ServiceRole;
 
 import java.util.Objects;
 
@@ -74,11 +72,6 @@ public CommandType setupCommandType() {
     }
 
     private void validCommand() {
-        Service service = ServiceContext.getServiceMap().get(ServiceRole.BE);
-        if (Objects.nonNull(service)) {
-            throw new AgentException("service be has installed");
-        }
-
         if (Objects.isNull(requestBody.getInstallDir()) || Objects.isNull(requestBody.getPackageUrl())) {
             throw new AgentException("required parameters are missing in body param");
         }

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/command/BrokerCommand.java

@@ -0,0 +1,35 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.manager.agent.command;
+
+import org.apache.doris.manager.agent.exception.AgentException;
+import org.apache.doris.manager.agent.service.Service;
+import org.apache.doris.manager.agent.service.ServiceContext;
+import org.apache.doris.manager.common.domain.ServiceRole;
+
+import java.util.Objects;
+
+public abstract class BrokerCommand extends ExpandCommand {
+    @Override
+    void beforeSetup() {
+        Service service = ServiceContext.getServiceMap().get(ServiceRole.BROKER);
+        if (Objects.isNull(service)) {
+            throw new AgentException("service broker not installed or register");
+        }
+    }
+}

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/command/BrokerInstallCommand.java

@@ -0,0 +1,103 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.manager.agent.command;
+
+import org.apache.doris.manager.agent.common.AgentConstants;
+import org.apache.doris.manager.agent.exception.AgentException;
+import org.apache.doris.manager.agent.register.AgentContext;
+import org.apache.doris.manager.agent.service.BrokerService;
+import org.apache.doris.manager.agent.service.ServiceContext;
+import org.apache.doris.manager.agent.task.ITaskHandlerFactory;
+import org.apache.doris.manager.agent.task.QueuedTaskHandlerFactory;
+import org.apache.doris.manager.agent.task.ScriptTask;
+import org.apache.doris.manager.agent.task.ScriptTaskDesc;
+import org.apache.doris.manager.agent.task.Task;
+import org.apache.doris.manager.agent.task.TaskHandlerFactory;
+import org.apache.doris.manager.agent.task.TaskHook;
+import org.apache.doris.manager.common.domain.BrokerInstallCommandRequestBody;
+import org.apache.doris.manager.common.domain.CommandType;
+
+import java.util.Objects;
+
+public class BrokerInstallCommand extends Command {
+    private BrokerInstallCommandRequestBody requestBody;
+
+    public BrokerInstallCommand(BrokerInstallCommandRequestBody requestBody) {
+        this.requestBody = requestBody;
+    }
+
+    @Override
+    public Task setupTask() {
+        validCommand();
+
+        if (requestBody.getInstallDir().endsWith("/")) {
+            requestBody.setInstallDir(requestBody.getInstallDir().substring(0, requestBody.getInstallDir().length() - 1));
+        }
+
+        BrokerInstallTaskDesc taskDesc = new BrokerInstallTaskDesc();
+
+        String scriptCmd = AgentConstants.BASH_BIN;
+        scriptCmd += AgentContext.getAgentInstallDir() + "/bin/install_broker.sh ";
+        scriptCmd += " --installDir " + requestBody.getInstallDir();
+        scriptCmd += " --url " + requestBody.getPackageUrl();
+
+        taskDesc.setScriptCmd(scriptCmd);
+        taskDesc.setInstallDir(requestBody.getInstallDir());
+        return new ScriptTask(taskDesc, new BrokerInstallTaskHook());
+    }
+
+    @Override
+    public ITaskHandlerFactory setupTaskHandlerFactory() {
+        return TaskHandlerFactory.getTaskHandlerFactory(QueuedTaskHandlerFactory.class);
+    }
+
+    @Override
+    public CommandType setupCommandType() {
+        return CommandType.INSTALL_BROKER;
+    }
+
+    private void validCommand() {
+        if (Objects.isNull(requestBody.getInstallDir()) || Objects.isNull(requestBody.getPackageUrl())) {
+            throw new AgentException("required parameters are missing in body param");
+        }
+
+        if (!requestBody.getInstallDir().startsWith("/")) {
+            throw new AgentException("the installation path must use an absolute path");
+        }
+    }
+
+    private static class BrokerInstallTaskDesc extends ScriptTaskDesc {
+        private String installDir;
+
+        public String getInstallDir() {
+            return installDir;
+        }
+
+        public void setInstallDir(String installDir) {
+            this.installDir = installDir;
+        }
+    }
+
+    private static class BrokerInstallTaskHook extends TaskHook<BrokerInstallTaskDesc> {
+        @Override
+        public void onSuccess(BrokerInstallTaskDesc taskDesc) {
+            BrokerService brokerService = new BrokerService(taskDesc.getInstallDir());
+            ServiceContext.register(brokerService);
+        }
+    }
+}

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/command/BrokerStartCommand.java

@@ -0,0 +1,52 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.manager.agent.command;
+
+import org.apache.doris.manager.agent.common.AgentConstants;
+import org.apache.doris.manager.agent.service.ServiceContext;
+import org.apache.doris.manager.agent.task.ITaskHandlerFactory;
+import org.apache.doris.manager.agent.task.QueuedTaskHandlerFactory;
+import org.apache.doris.manager.agent.task.ScriptTask;
+import org.apache.doris.manager.agent.task.ScriptTaskDesc;
+import org.apache.doris.manager.agent.task.Task;
+import org.apache.doris.manager.agent.task.TaskHandlerFactory;
+import org.apache.doris.manager.common.domain.CommandType;
+import org.apache.doris.manager.common.domain.ServiceRole;
+
+public class BrokerStartCommand extends BrokerCommand {
+    @Override
+    public Task setupTask() {
+        ScriptTaskDesc taskDesc = new ScriptTaskDesc();
+
+        String scriptCmd = AgentConstants.BASH_BIN;
+        scriptCmd += ServiceContext.getServiceMap().get(ServiceRole.BROKER).getInstallDir() + "/bin/start_broker.sh --daemon";
+        taskDesc.setScriptCmd(scriptCmd);
+        return new ScriptTask(taskDesc);
+    }
+
+    @Override
+    public ITaskHandlerFactory setupTaskHandlerFactory() {
+        return TaskHandlerFactory.getTaskHandlerFactory(QueuedTaskHandlerFactory.class);
+
+    }
+
+    @Override
+    public CommandType setupCommandType() {
+        return CommandType.START_BROKER;
+    }
+}

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/command/BrokerStopCommand.java

@@ -0,0 +1,51 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.manager.agent.command;
+
+import org.apache.doris.manager.agent.common.AgentConstants;
+import org.apache.doris.manager.agent.service.ServiceContext;
+import org.apache.doris.manager.agent.task.ITaskHandlerFactory;
+import org.apache.doris.manager.agent.task.QueuedTaskHandlerFactory;
+import org.apache.doris.manager.agent.task.ScriptTask;
+import org.apache.doris.manager.agent.task.ScriptTaskDesc;
+import org.apache.doris.manager.agent.task.Task;
+import org.apache.doris.manager.agent.task.TaskHandlerFactory;
+import org.apache.doris.manager.common.domain.CommandType;
+import org.apache.doris.manager.common.domain.ServiceRole;
+
+public class BrokerStopCommand extends BrokerCommand {
+    @Override
+    public Task setupTask() {
+        ScriptTaskDesc taskDesc = new ScriptTaskDesc();
+
+        String scriptCmd = AgentConstants.BASH_BIN;
+        scriptCmd += ServiceContext.getServiceMap().get(ServiceRole.BROKER).getInstallDir() + "/bin/stop_broker.sh ";
+        taskDesc.setScriptCmd(scriptCmd);
+        return new ScriptTask(taskDesc);
+    }
+
+    @Override
+    public ITaskHandlerFactory setupTaskHandlerFactory() {
+        return TaskHandlerFactory.getTaskHandlerFactory(QueuedTaskHandlerFactory.class);
+    }
+
+    @Override
+    public CommandType setupCommandType() {
+        return CommandType.STOP_BROKER;
+    }
+}

manager/dm-agent/src/main/java/org/apache/doris/manager/agent/command/CommandFactory.java

@@ -20,11 +20,13 @@
 import com.alibaba.fastjson.JSON;
 import org.apache.doris.manager.agent.exception.AgentException;
 import org.apache.doris.manager.common.domain.BeInstallCommandRequestBody;
+import org.apache.doris.manager.common.domain.BrokerInstallCommandRequestBody;
 import org.apache.doris.manager.common.domain.CommandRequest;
 import org.apache.doris.manager.common.domain.CommandType;
 import org.apache.doris.manager.common.domain.FeInstallCommandRequestBody;
 import org.apache.doris.manager.common.domain.FeStartCommandRequestBody;
 import org.apache.doris.manager.common.domain.WriteBeConfCommandRequestBody;
+import org.apache.doris.manager.common.domain.WriteBrokerConfCommandRequestBody;
 import org.apache.doris.manager.common.domain.WriteFeConfCommandRequestBody;
 
 import java.io.UnsupportedEncodingException;
@@ -51,6 +53,9 @@ public static Command get(CommandRequest commandRequest) {
             case INSTALL_BE:
                 validBody(body);
                 return new BeInstallCommand(JSON.parseObject(body, BeInstallCommandRequestBody.class));
+            case INSTALL_BROKER:
+                validBody(body);
+                return new BrokerInstallCommand(JSON.parseObject(body, BrokerInstallCommandRequestBody.class));
             case START_FE:
                 return new FeStartCommand(JSON.parseObject(body, FeStartCommandRequestBody.class));
             case STOP_FE:
@@ -59,6 +64,10 @@ public static Command get(CommandRequest commandRequest) {
                 return new BeStartCommand();
             case STOP_BE:
                 return new BeStopCommand();
+            case START_BROKER:
+                return new BrokerStartCommand();
+            case STOP_BROKER:
+                return new BrokerStopCommand();
             case WRITE_FE_CONF:
                 validBody(body);
                 WriteFeConfCommandRequestBody writeFeConfCommandRequestBody = JSON.parseObject(body, WriteFeConfCommandRequestBody.class);
@@ -79,6 +88,16 @@ public static Command get(CommandRequest commandRequest) {
                     e.printStackTrace();
                 }
                 return new WriteBeConfCommand(writeBeConfCommandRequestBody);
+            case WRITE_BROKER_CONF:
+                validBody(body);
+                WriteBrokerConfCommandRequestBody writeBrokerConfCommandRequestBody = JSON.parseObject(body, WriteBrokerConfCommandRequestBody.class);
+                Base64.Decoder decoder3 = Base64.getDecoder();
+                try {
+                    writeBrokerConfCommandRequestBody.setContent(new String(decoder3.decode(writeBrokerConfCommandRequestBody.getContent()), "UTF-8"));
+                } catch (UnsupportedEncodingException e) {
+                    e.printStackTrace();
+                }
+                return new WriteBrokerConfCommand(writeBrokerConfCommandRequestBody);
             default:
                 throw new AgentException("unkown CommandType");
         }