整合语音识别及大模型生成像素流

Author: oddlove

1691746954524.pcm

@@ -129,6 +129,14 @@ xss:
   excludes: /system/notice
   # 匹配链接
   urlPatterns: /system/*,/monitor/*,/tool/*
-bigModel:
-  interpreterLocation: C:\Buffer\gpt\gpt-main\webui\python\python
-  scriptLocation: training_wizardcoder_mydata.py
+simulation:
+  python:
+    interpreterLocation: C:/Buffer/gpt/gpt-main/webui/python
+    scriptLocation:
+      getPaddleSpeechVoice: C:/Buffer/PaddleS/generateVoice.py
+      getPaddleSpeechText: C:/Buffer/PaddleS/generateText.py
+      generateCode: C:/Buffer/gpt/gpt-main/webui/training_wizardcoder_mydata.py
+  matlab:
+    interpreterLocation: C:/Users/Administrator/Desktop/RoadManager/matlab/matlab_2022b/bin
+    scriptLocation: C:/Buffer/gpt/gpt-main/webui/sim/main.m
+  filepath: D:/users/alanYang/documents/accessory/intelligentTraffic/simulation

ruoyi-admin/src/main/resources/application.yml

@@ -7,7 +7,7 @@
         <version>3.8.5</version>
     </parent>
     <artifactId>ruoyi-simulation</artifactId>
-    <packaging>war</packaging>
+    <packaging>jar</packaging>
     <name>ruoyi-simulation Maven Webapp</name>
     <url>http://maven.apache.org</url>
     <dependencies>
@@ -24,8 +24,46 @@
             <groupId>org.springframework.boot</groupId>
             <artifactId>spring-boot-starter-websocket</artifactId>
         </dependency>
+        <dependency>
+            <groupId>commons-io</groupId>
+            <artifactId>commons-io</artifactId>
+            <version>2.13.0</version>
+        </dependency>
+        <dependency>
+            <groupId>javazoom</groupId>
+            <artifactId>jlayer</artifactId>
+            <version>1.0.1</version>
+        </dependency>
+        <dependency>
+            <groupId>javabuilder</groupId>
+            <artifactId>javabuilder</artifactId>
+            <version>2022</version>
+            <scope>system</scope>
+            <systemPath>${basedir}/lib/javabuilder.jar</systemPath>
+        </dependency>
+        <dependency>
+            <groupId>engine</groupId>
+            <artifactId>engine</artifactId>
+            <version>2022</version>
+            <scope>system</scope>
+            <systemPath>${basedir}/lib/engine.jar</systemPath>
+        </dependency>
     </dependencies>
     <build>
         <finalName>ruoyi-simulation</finalName>
+        <resources>
+            <resource>
+                <directory>lib</directory>
+                <targetPath>BOOT-INF/lib/</targetPath>
+                <includes>
+                    <include>lib/javabuilder.jar</include>
+                    <include>lib/engine.jar</include>
+                </includes>
+            </resource>
+            <resource>
+                <directory>src/main/resources</directory>
+                <targetPath>BOOT-INF/classes</targetPath>
+            </resource>
+        </resources>
     </build>
 </project>

ruoyi-simulation/lib/engine.jar

@@ -3,6 +3,7 @@
 import org.springframework.context.annotation.Bean;
 import org.springframework.context.annotation.Configuration;
 import org.springframework.web.socket.server.standard.ServerEndpointExporter;
+import org.springframework.web.socket.server.standard.ServletServerContainerFactoryBean;
 
 /**
  * websocket配置类
@@ -13,4 +14,11 @@ public class WebSocketConfig {
     public ServerEndpointExporter serverEndpointExporter(){
         return new ServerEndpointExporter();
     }
+    @Bean
+    public ServletServerContainerFactoryBean createWebSocketContainer(){
+        ServletServerContainerFactoryBean container = new ServletServerContainerFactoryBean();
+        container.setMaxTextMessageBufferSize(1024*1024);
+        container.setMaxBinaryMessageBufferSize(1024*1024*50);
+        return container;
+    }
 }

ruoyi-simulation/lib/javabuilder.jar

@@ -0,0 +1,87 @@
+package com.ruoyi.simulation.util;
+
+import com.google.common.io.ByteStreams;
+import com.ruoyi.common.core.domain.AjaxResult;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.core.env.Environment;
+import org.springframework.stereotype.Component;
+
+import javax.annotation.Resource;
+import java.io.*;
+import java.util.List;
+
+/**
+ * 大模型matlab脚本调用工具类
+ */
+@Component
+public class CallMatlab {
+    private Logger logger = LoggerFactory.getLogger(CallPython.class);
+    @Resource
+    private Environment environment;
+    /**
+     * 生成三维场景像素流
+     * @param codeList 代码
+     * @return
+     * @throws IOException
+     * @throws InterruptedException
+     */
+    public synchronized AjaxResult generatePixelStream(List<String> codeList) {
+        AjaxResult result = null;
+        BufferedReader bufferedReader = null;
+        BufferedWriter bufferedWriter = null;
+        try{
+            //将脚本代码存储到matlab项目下的code.m文件中，等待被matlab调用
+            String targetPath = environment.getProperty("simulation.matlab.scriptLocation")+ File.separator+"code.m";
+            File file = new File(targetPath);
+            FileOutputStream ous = new FileOutputStream(file);
+            bufferedWriter = new BufferedWriter(new OutputStreamWriter(ous,"utf-8"));
+            for(String line: codeList){
+                bufferedWriter.write(line);
+                bufferedWriter.newLine();
+            }
+            //调用matlab命令执行code.m文件
+            String interpreterLocation = environment.getProperty("simulation.matlab.interpreterLocation");
+            String scriptLocation = environment.getProperty("simulation.matlab.scriptLocation");
+            Runtime runtime = Runtime.getRuntime();
+            runtime.exec("cd "+interpreterLocation);
+            Process process = runtime.exec("matlab -nojvm -nodesktop -nodisplay -r '"+scriptLocation+"'");
+            //获取执行结果
+            InputStream ins = process.getErrorStream();
+            if(ins!=null&&ins.available()>0){
+                bufferedReader = new BufferedReader(new InputStreamReader(ins,"utf-8"));
+                String str = null;
+                while((str = bufferedReader.readLine())!=null){
+                    logger.error(str);
+                }
+                result = AjaxResult.error("生成三维场景像素流失败!");
+            }else{
+                ins = process.getInputStream();
+                byte[] byteArray = ByteStreams.toByteArray(ins);
+                StreamSet stream = new StreamSet();
+                stream.setGraph(byteArray);
+                result = AjaxResult.success(stream);
+            }
+            process.waitFor();
+        } catch (Exception e){
+            logger.error(LoggerUtil.getLoggerStace(e));
+            result = AjaxResult.error("生成三维场景像素流失败!");
+        } finally {
+            try {
+                if(bufferedReader!=null) {
+                    bufferedReader.close();
+                }
+            } catch (IOException e) {
+                logger.error(LoggerUtil.getLoggerStace(e));
+            }
+            try {
+                if(bufferedWriter!=null) {
+                    bufferedWriter.close();
+                }
+            } catch (IOException e) {
+                logger.error(LoggerUtil.getLoggerStace(e));
+            }
+        }
+        return result;
+    }
+}