Browse Source

文本翻译服务搭建

master
maojian 2 months ago
parent
commit
4308636ff8
  1. 1
      pom.xml
  2. 40
      translate-service/.classpath
  3. 1
      translate-service/.gitignore
  4. 23
      translate-service/.project
  5. 5
      translate-service/.settings/org.eclipse.core.resources.prefs
  6. 9
      translate-service/.settings/org.eclipse.jdt.core.prefs
  7. 4
      translate-service/.settings/org.eclipse.m2e.core.prefs
  8. 187
      translate-service/pom.xml
  9. 19
      translate-service/src/main/java/com/bw/translate/Application.java
  10. 35
      translate-service/src/main/java/com/bw/translate/cache/ConfigCache.java
  11. 39
      translate-service/src/main/java/com/bw/translate/controller/TaskReceiveController.java
  12. 39
      translate-service/src/main/java/com/bw/translate/entity/AppResultDoc.java
  13. 87
      translate-service/src/main/java/com/bw/translate/entity/Constants.java
  14. 167
      translate-service/src/main/java/com/bw/translate/handler/MainHandler.java
  15. 17
      translate-service/src/main/java/com/bw/translate/service/TaskReceiveService.java
  16. 19
      translate-service/src/main/java/com/bw/translate/service/TranslateTaskService.java
  17. 55
      translate-service/src/main/java/com/bw/translate/service/impl/TaskReceiveServiceImpl.java
  18. 168
      translate-service/src/main/java/com/bw/translate/service/impl/TranslateTaskServiceImpl.java
  19. 48
      translate-service/src/main/java/com/bw/translate/utils/DataUtil.java
  20. 177
      translate-service/src/main/java/com/bw/translate/utils/DateUtil.java
  21. 1004
      translate-service/src/main/java/com/bw/translate/utils/DownLoadUtil.java
  22. 27
      translate-service/src/main/java/com/bw/translate/utils/EncryptionUtil.java
  23. 66
      translate-service/src/main/java/com/bw/translate/utils/FileUtil.java
  24. 33
      translate-service/src/main/java/com/bw/translate/utils/OtherUtils.java
  25. 18
      translate-service/src/main/java/com/bw/translate/utils/QueueUtil.java
  26. 23
      translate-service/src/main/java/com/bw/translate/utils/ThrowMessageUtil.java
  27. 52
      translate-service/src/main/resources/bootstrap.yml
  28. 36
      translate-service/src/main/resources/logback-spring.xml

1
pom.xml

@ -9,6 +9,7 @@
<module>opai-api</module>
<module>ocr-service</module>
<module>asr-service</module>
<module>translate-service</module>
</modules>
<parent>

40
translate-service/.classpath

@ -0,0 +1,40 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" output="target/classes" path="src/main/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry excluding="**" kind="src" output="target/classes" path="src/main/resources">
<attributes>
<attribute name="maven.pomderived" value="true"/>
<attribute name="optional" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="src" output="target/test-classes" path="src/test/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
<attribute name="test" value="true"/>
</attributes>
</classpathentry>
<classpathentry excluding="**" kind="src" output="target/test-classes" path="src/test/resources">
<attributes>
<attribute name="maven.pomderived" value="true"/>
<attribute name="test" value="true"/>
<attribute name="optional" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.8">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.m2e.MAVEN2_CLASSPATH_CONTAINER">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="output" path="target/classes"/>
</classpath>

1
translate-service/.gitignore

@ -0,0 +1 @@
/target/

23
translate-service/.project

@ -0,0 +1,23 @@
<?xml version="1.0" encoding="UTF-8"?>
<projectDescription>
<name>translate-service</name>
<comment></comment>
<projects>
</projects>
<buildSpec>
<buildCommand>
<name>org.eclipse.jdt.core.javabuilder</name>
<arguments>
</arguments>
</buildCommand>
<buildCommand>
<name>org.eclipse.m2e.core.maven2Builder</name>
<arguments>
</arguments>
</buildCommand>
</buildSpec>
<natures>
<nature>org.eclipse.jdt.core.javanature</nature>
<nature>org.eclipse.m2e.core.maven2Nature</nature>
</natures>
</projectDescription>

5
translate-service/.settings/org.eclipse.core.resources.prefs

@ -0,0 +1,5 @@
eclipse.preferences.version=1
encoding//src/main/java=UTF-8
encoding//src/main/resources=UTF-8
encoding//src/test/java=UTF-8
encoding/<project>=UTF-8

9
translate-service/.settings/org.eclipse.jdt.core.prefs

@ -0,0 +1,9 @@
eclipse.preferences.version=1
org.eclipse.jdt.core.compiler.codegen.methodParameters=generate
org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8
org.eclipse.jdt.core.compiler.compliance=1.8
org.eclipse.jdt.core.compiler.problem.enablePreviewFeatures=disabled
org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
org.eclipse.jdt.core.compiler.problem.reportPreviewFeatures=ignore
org.eclipse.jdt.core.compiler.release=disabled
org.eclipse.jdt.core.compiler.source=1.8

4
translate-service/.settings/org.eclipse.m2e.core.prefs

@ -0,0 +1,4 @@
activeProfiles=
eclipse.preferences.version=1
resolveWorkspaceProjects=true
version=1

187
translate-service/pom.xml

@ -0,0 +1,187 @@
<?xml version="1.0"?>
<project
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"
xmlns="http://maven.apache.org/POM/4.0.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>com.bw</groupId>
<artifactId>opai-service-center</artifactId>
<version>0.0.1-SNAPSHOT</version>
</parent>
<groupId>com.bw</groupId>
<artifactId>translate-service</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>translate-service</name>
<url>http://maven.apache.org</url>
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
</properties>
<dependencies>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-discovery</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-starter-openfeign</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba.cloud</groupId>
<artifactId>spring-cloud-starter-alibaba-nacos-config</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-actuator</artifactId>
</dependency>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
</dependency>
<dependency>
<groupId>com.alibaba</groupId>
<artifactId>fastjson</artifactId>
<version>2.0.17</version>
</dependency>
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpclient</artifactId>
<version>4.5.3</version>
</dependency>
<dependency>
<groupId>org.apache.httpcomponents</groupId>
<artifactId>httpmime</artifactId>
<version>4.5.13</version>
</dependency>
<dependency>
<groupId>commons-lang</groupId>
<artifactId>commons-lang</artifactId>
<version>2.6</version>
</dependency>
<!-- https://mvnrepository.com/artifact/com.squareup.okhttp3/okhttp -->
<dependency>
<groupId>com.squareup.okhttp3</groupId>
<artifactId>okhttp</artifactId>
<version>4.9.3</version>
</dependency>
<dependency>
<groupId>org.springframework.kafka</groupId>
<artifactId>spring-kafka</artifactId>
</dependency>
<!-- https://mvnrepository.com/artifact/org.apache.poi/poi -->
<dependency>
<groupId>org.apache.poi</groupId>
<artifactId>poi</artifactId>
<version>4.1.2</version>
</dependency>
<dependency>
<groupId>org.apache.poi</groupId>
<artifactId>poi-ooxml</artifactId>
<version>4.1.2</version>
</dependency>
<!-- 可选,处理复杂 .docx 文件时可能需要 -->
<dependency>
<groupId>org.apache.poi</groupId>
<artifactId>ooxml-schemas</artifactId>
<version>1.4</version>
</dependency>
</dependencies>
<build>
<!-- <pluginManagement> --><!-- lock down plugins versions to avoid using Maven defaults (may be
moved
to parent pom) -->
<plugins>
<!-- clean lifecycle, see
https://maven.apache.org/ref/current/maven-core/lifecycles.html#clean_Lifecycle -->
<plugin>
<artifactId>maven-clean-plugin</artifactId>
<version>3.1.0</version>
</plugin>
<!-- default lifecycle, jar packaging: see
https://maven.apache.org/ref/current/maven-core/default-bindings.html#Plugin_bindings_for_jar_packaging -->
<plugin>
<artifactId>maven-resources-plugin</artifactId>
<version>3.0.2</version>
</plugin>
<plugin>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.8.0</version>
</plugin>
<plugin>
<artifactId>maven-surefire-plugin</artifactId>
<version>2.22.1</version>
</plugin>
<plugin>
<artifactId>maven-jar-plugin</artifactId>
<version>3.0.2</version>
</plugin>
<plugin>
<artifactId>maven-install-plugin</artifactId>
<version>2.5.2</version>
</plugin>
<plugin>
<artifactId>maven-deploy-plugin</artifactId>
<version>2.8.2</version>
</plugin>
<!-- site lifecycle, see
https://maven.apache.org/ref/current/maven-core/lifecycles.html#site_Lifecycle -->
<plugin>
<artifactId>maven-site-plugin</artifactId>
<version>3.7.1</version>
</plugin>
<plugin>
<artifactId>maven-project-info-reports-plugin</artifactId>
<version>3.0.0</version>
</plugin>
<!-- spring-boot-maven-plugin插件就是打包spring boot应用的 -->
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<configuration>
<mainClass>com.bw.translate.Application</mainClass>
<layout>ZIP</layout>
<includes>
<include>
<groupId>${project.groupId}</groupId>
<artifactId>${project.artifactId}</artifactId>
</include>
</includes>
</configuration>
<executions>
<execution>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-dependency-plugin</artifactId>
<version>3.1.1</version>
<executions>
<execution>
<id>copy</id>
<phase>package</phase>
<goals>
<goal>copy-dependencies</goal>
</goals>
<configuration>
<type>jar</type>
<includeTypes>jar</includeTypes>
<includeScope>runtime</includeScope>
<outputDirectory>${project.build.directory}/libs</outputDirectory>
</configuration>
</execution>
</executions>
</plugin>
</plugins>
<!-- </pluginManagement> -->
</build>
</project>

19
translate-service/src/main/java/com/bw/translate/Application.java

@ -0,0 +1,19 @@
package com.bw.translate;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
/**
* 系统接口启动类
* @author jian.mao
* @date 2025年12月30日
* @description
*/
@SpringBootApplication
public class Application {
public static void main(String[] args) {
SpringApplication.run(Application.class, args);
}
}

35
translate-service/src/main/java/com/bw/translate/cache/ConfigCache.java

@ -0,0 +1,35 @@
package com.bw.translate.cache;
import lombok.extern.slf4j.Slf4j;
import java.util.Map;
import java.util.concurrent.LinkedBlockingDeque;
/**
* @author jian.mao
* @date 2022年11月11日
* @description 静态变量类
*/
@Slf4j
public class ConfigCache {
/**启动条件**/
public static boolean isStart = true;
/*****任务队列*****/
public static LinkedBlockingDeque<Map<String, Object>> taskQueue = new LinkedBlockingDeque<Map<String,Object>>();
/**
* 队列录入任务
* @param queue
* @param task
*/
public static void putQueue(LinkedBlockingDeque<Map<String, Object>> queue,Map<String, Object> task){
//next app 写入队列准备调出
try {
queue.put(task);
} catch (InterruptedException e) {
log.error("队列写入data失败---");
}
}
}

39
translate-service/src/main/java/com/bw/translate/controller/TaskReceiveController.java

@ -0,0 +1,39 @@
package com.bw.translate.controller;
import javax.annotation.Resource;
import org.springframework.stereotype.Controller;
import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RequestMethod;
import org.springframework.web.bind.annotation.ResponseBody;
import com.bw.translate.service.TaskReceiveService;
import lombok.extern.slf4j.Slf4j;
/**
* 任务接收控制层
* @author jian.mao
* @date 2025年1月14日
* @description
*/
@Controller
@RequestMapping("/task")
@Slf4j
public class TaskReceiveController {
@Resource
private TaskReceiveService taskReceiveService;
@PostMapping("/put")
@ResponseBody
public String put(@RequestBody String param){
String response = taskReceiveService.put(param);
return response;
}
@RequestMapping(value = "/hello", method = RequestMethod.GET)
@ResponseBody
public String hello(String param, String token) {
return "123";
}
}

39
translate-service/src/main/java/com/bw/translate/entity/AppResultDoc.java

@ -0,0 +1,39 @@
package com.bw.translate.entity;
import java.io.Serializable;
import java.util.Map;
import lombok.Data;
/**
* ES 索引opai_app_result
* 应用执行结果文档
*
* @author jian.mao
*/
@Data
public class AppResultDoc implements Serializable {
private static final long serialVersionUID = 1L;
/** 任务ID */
private String taskId;
/** 应用id */
private Integer appId;
/** 状态 0 进行中,1成功,2失败 */
private Integer status;
/** 创建时间(毫秒时间戳) */
private Long createTime;
/** 执行结果(可索引) */
private Map<String, Object> result;
/** 逻辑删除标识:0-未删除 1-已删除 */
private Integer del;
}

87
translate-service/src/main/java/com/bw/translate/entity/Constants.java

@ -0,0 +1,87 @@
package com.bw.translate.entity;
/**
* 常量实体类
* @author jian.mao
* @date 2022年11月15日
* @description
*/
public class Constants {
/**
* 空字符串常量
*/
public static final String EMPTY = "";
/************************应用参数*************************************/
public static final String CODE = "code";
public static final String ID = "id";
public static final String MESSAGE = "message";
/******************************api使用*******************************/
public static final String CONTENT = "content";
public static final String ERROR = "error";
public static final String TRACE = "trace";
/**
* 源内容
*/
public static final String SRC_CONTENT = "srcContent";
/**
* 任务id
*/
public static final String TASKID = "taskId";
/**
* 翻译语种
*/
public static final String TO = "to";
/**
* 模型参数 model
*/
public static final String MODEL = "model";
/**
* 模型参数 max_tokens
*/
public static final String MAX_TOKENS = "max_tokens";
/**
* 模型参数 messages
*/
public static final String MESSAGES = "messages";
/**
* 模型参数 user
*/
public static final String USER = "user";
/**
* 模型参数 role
*/
public static final String ROLE = "role";
/**
* 模型返回结果参数 choices
*/
public static final String CHOICES = "choices";
/**
* 模型认证参数
*/
public static final String AUTHORIZATION = "authorization";
/**
* 预翻译内容 key
*/
public static final String PRE_TEXT_REP = "{{text}}";
/**
* 预翻译语种 key
*/
public static final String PRE_LANG_REP = "{{lang}}";
}

167
translate-service/src/main/java/com/bw/translate/handler/MainHandler.java

@ -0,0 +1,167 @@
package com.bw.translate.handler;
import java.io.File;
import java.io.IOException;
import java.util.List;
import java.util.Map;
import java.util.concurrent.LinkedBlockingDeque;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
import org.apache.commons.io.FileUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.ApplicationArguments;
import org.springframework.boot.ApplicationRunner;
import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.core.annotation.Order;
import org.springframework.stereotype.Component;
import com.alibaba.fastjson.JSONObject;
import com.bw.translate.cache.ConfigCache;
import com.bw.translate.service.TranslateTaskService;
import com.bw.translate.utils.FileUtil;
import lombok.extern.slf4j.Slf4j;
/**
* @author jian.mao
* @date 2025年1月13日
* @description
*/
@Component
@Order(value = 1)
@RefreshScope
@Slf4j
public class MainHandler implements ApplicationRunner {
@Value("${task.task-queue-path}")
private String taskPath;
@Autowired
private TranslateTaskService translateTaskService;
/***线程池参数***/
@Value("${threadPool.corePoolSize}")
private int corePoolSize;
@Value("${threadPool.maximumPoolSize}")
private int maximumPoolSize;
@Value("${threadPool.keepAliveTime}")
private long keepAliveTime;
@Value("${threadPool.queueSize}")
private int queueSize;
/**
*执行入口
*/
@Override
public void run(ApplicationArguments args) throws Exception {
//线程池方式
ThreadPoolExecutor executor = new ThreadPoolExecutor(
corePoolSize,
maximumPoolSize,
keepAliveTime,
TimeUnit.SECONDS,
new LinkedBlockingQueue<>(queueSize),
new ThreadPoolExecutor.CallerRunsPolicy()
);
//消费创建任务队列数据
Thread consumerThread = new Thread(() -> {
while (true) {
try {
// 从队列中获取任务
Map<String, Object> task = ConfigCache.taskQueue.take();
// 提交给线程池执行
executor.execute(() -> translateTask(task));
} catch (InterruptedException e) {
// 恢复中断状态
Thread.currentThread().interrupt();
log.error("任务消费线程被中断");
break;
}
}
});
consumerThread.start();
log.info("任务消费线程启动-----");
//启动加载缓存任务
readTask(taskPath, ConfigCache.taskQueue);
//停止处理
waitDown();
}
/**
* 创建任务执行方法
* @param task
*/
private void translateTask(Map<String, Object> task) {
translateTaskService.translate(task);
}
/****************************************************************load******************************************************************************/
/**
* 加载文件中的任务
* @param path 文件地址
* @param queue 队列
*/
@SuppressWarnings("unchecked")
public static void readTask(String path, LinkedBlockingDeque<Map<String, Object>> queue) {
File file = new File(path);
if (file.exists()) {
List<String> tasks = null;
try {
tasks = FileUtils.readLines(file, "UTF-8");
} catch (IOException e) {
e.printStackTrace();
}
for (String taskStr : tasks) {
Map<String, Object> task = JSONObject.parseObject(taskStr);
try {
queue.put(task);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
file.delete();
}
}
/*******************************************************************stop************************************************************************/
/**
* 结束触发钩子
*/
public void waitDown() {
Runtime.getRuntime().addShutdownHook(new Thread() {
@Override
public void run() {
// 停止线程
ConfigCache.isStart = false;
log.info("stop-------");
writeTsskToFile();
}
});
}
/**
* 任务持久化到硬盘
*/
public void writeTsskToFile() {
while (true) {
if (ConfigCache.taskQueue.size() > 0) {
try {
Map<String, Object> task = ConfigCache.taskQueue.take();
FileUtil.writeFile(taskPath, JSONObject.toJSONString(task));
} catch (InterruptedException e) {
e.printStackTrace();
}
} else {
log.info("taskQueue write is file end");
break;
}
}
}
}

17
translate-service/src/main/java/com/bw/translate/service/TaskReceiveService.java

@ -0,0 +1,17 @@
package com.bw.translate.service;
/**
* 任务接收服务层
* @author jian.mao
* @date 2025年1月14日
* @description
*/
public interface TaskReceiveService {
/**
* 任务新增
* @param dataJson
* @return
*/
public String put(String dataJson);
}

19
translate-service/src/main/java/com/bw/translate/service/TranslateTaskService.java

@ -0,0 +1,19 @@
package com.bw.translate.service;
import java.util.Map;
/**
* 翻译识别处理接口
* @author jian.mao
* @date 2025年2月18日
* @description
*/
public interface TranslateTaskService {
/**
* 翻译远端任务
* @param task
*/
public void translate(Map<String, Object> task);
}

55
translate-service/src/main/java/com/bw/translate/service/impl/TaskReceiveServiceImpl.java

@ -0,0 +1,55 @@
package com.bw.translate.service.impl;
import java.util.HashMap;
import java.util.Map;
import org.springframework.stereotype.Service;
import com.alibaba.fastjson.JSONObject;
import com.bw.translate.cache.ConfigCache;
import com.bw.translate.entity.Constants;
import com.bw.translate.service.TaskReceiveService;
import lombok.extern.slf4j.Slf4j;
/**
* 任务接收服务层实现类
* @author jian.mao
* @date 2025年1月14日
* @description
*/
@Service
@Slf4j
public class TaskReceiveServiceImpl implements TaskReceiveService {
@Override
public String put(String dataJson) {
Map<String, Object> response = new HashMap<>(16);
int code = 200;
String message = "success";
Map<String, Object> task = null;
try {
task = JSONObject.parseObject(dataJson);
} catch (Exception e) {
log.error("参数结构不合法,", e);
code = 100010;
message = "参数不合法";
}
// 写入队列
try {
if(task.containsKey(Constants.TRACE) && (boolean)task.get(Constants.TRACE)){
ConfigCache.taskQueue.putFirst(task);
}else{
ConfigCache.taskQueue.put(task);
}
} catch (InterruptedException e) {
log.error("任务写入队列异常,", e);
code = 100011;
message = "任务写入队列失败";
}
response.put(Constants.CODE, code);
response.put(Constants.MESSAGE, message);
return JSONObject.toJSONString(response);
}
}

168
translate-service/src/main/java/com/bw/translate/service/impl/TranslateTaskServiceImpl.java

@ -0,0 +1,168 @@
package com.bw.translate.service.impl;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.cloud.context.config.annotation.RefreshScope;
import org.springframework.stereotype.Service;
import com.alibaba.fastjson.JSONObject;
import com.bw.translate.entity.AppResultDoc;
import com.bw.translate.entity.Constants;
import com.bw.translate.service.TranslateTaskService;
import com.bw.translate.utils.DownLoadUtil;
import com.bw.translate.utils.FileUtil;
import lombok.extern.slf4j.Slf4j;
/**
* ocr执行实现类
* @author jian.mao
* @date 2025年2月18日
* @description
*/
@Service
@Slf4j
@RefreshScope
public class TranslateTaskServiceImpl implements TranslateTaskService {
@Value("${api.module-url}")
private String moduleUrl;
@Value("${api.param.model}")
private String model;
@Value("${api.param.max-tokens}")
private Integer maxTokens;
@Value("${api.save-url}")
private String saveUrl;
@Value("${prompt.path}")
private String promptPath;
@Value("${api.param.authorization}")
private String authorization;
@Override
public void translate(Map<String, Object> task) {
// TODO Auto-generated method stub
try {
//源内容
String srcContent =task.get(Constants.SRC_CONTENT).toString();
//翻译语种
String to = task.get(Constants.TO).toString();
//模型请求
Map<String, Object> headers = new HashMap<String, Object>(16);
// headers.put(Constants.AUTHORIZATION, authorization);
headers.put(Constants.AUTHORIZATION, "Bearer sk-c5f56c1c8a6447b3a6c646a3f14085c4");
headers.put("Content-Type", "application/json");
Map<String, Object> param = new HashMap<String, Object>(16);
param.put(Constants.MODEL, model);
param.put(Constants.MAX_TOKENS, maxTokens);
List<Map<String, Object>> messages = new ArrayList<Map<String, Object>>();
Map<String, Object> message = new HashMap<String, Object>(16);
message.put(Constants.ROLE, Constants.USER);
String question = FileUtil.readPrompt(promptPath).replace(Constants.PRE_TEXT_REP, srcContent).replace(Constants.PRE_LANG_REP,to) ;
message.put(Constants.CONTENT, question);
messages.add(message);
param.put(Constants.MESSAGES, messages);
log.info("请求提:{}",param);
log.info("请求头:{}",headers);
String modelResStr = DownLoadUtil.doPost(moduleUrl, JSONObject.toJSONString(param),headers);
log.info("模型请求结果:{}",modelResStr);
JSONObject res = JSONObject.parseObject(modelResStr);
if(res.containsKey(Constants.CHOICES)) {
List<Map<String, Object>> choices = (List<Map<String, Object>>) res.get(Constants.CHOICES);
Map<String, Object> resMessage = (Map<String, Object>) choices.get(0).get(Constants.MESSAGE);
String transContent = (String) resMessage.get(Constants.CONTENT);
//成功 发送结果
AppResultDoc entity = new AppResultDoc();
entity.setTaskId((String)task.get(Constants.TASKID));
entity.setAppId((Integer)task.get(Constants.ID));
long now = System.currentTimeMillis();
entity.setCreateTime(now);
Map<String, Object> result = new HashMap<String, Object>(16);
result.put(Constants.CONTENT, transContent);
result.put(Constants.SRC_CONTENT, srcContent);
entity.setResult(result);
entity.setStatus(1);
entity.setDel(0);
//回传给api服务保存
DownLoadUtil.doPost(saveUrl, JSONObject.toJSONString(entity));
}else {
throw new Exception("请求结果解析失败");
}
} catch (Throwable e) {
log.error("翻译任务异常。e:",e);
//失败直接发送结果
AppResultDoc entity = new AppResultDoc();
entity.setTaskId((String)task.get(Constants.TASKID));
entity.setAppId((Integer)task.get(Constants.ID));
long now = System.currentTimeMillis();
entity.setCreateTime(now);
Map<String, Object> result = new HashMap<String, Object>(16);
result.put(Constants.ERROR, "翻译异常");
entity.setResult(result);
entity.setStatus(2);
entity.setDel(0);
//回传给api服务保存
DownLoadUtil.doPost(saveUrl, JSONObject.toJSONString(entity));
}
}
public static void main(String[] args) {
//源内容
String srcContent ="你好";
//翻译语种
String to = "英语";
//模型请求
Map<String, Object> headers = new HashMap<String, Object>(16);
headers.put(Constants.AUTHORIZATION, "Bearer sk-c5f56c1c8a6447b3a6c646a3f14085c4");
headers.put("Content-Type", "application/json");
Map<String, Object> param = new HashMap<String, Object>(16);
param.put(Constants.MODEL, "qwen-max-latest");
param.put(Constants.MAX_TOKENS, 8192);
List<Map<String, Object>> messages = new ArrayList<Map<String, Object>>();
Map<String, Object> message = new HashMap<String, Object>(16);
message.put(Constants.ROLE, Constants.USER);
String question = "你是一个拥有20年以上多语种翻译与文风润色经验的专业翻译团队。\r\n"
+ "\r\n"
+ "你的任务是:\r\n"
+ "将用户提供的【待翻译内容】准确翻译成【目标语种】。\r\n"
+ "\r\n"
+ "翻译要求:\r\n"
+ "1. 忠实原意,不遗漏、不臆造、不歪曲信息\r\n"
+ "2. 保留原文语气(如正式、口语、文学、技术、营销等)\r\n"
+ "3. 如果原文有专业术语,使用目标语种中最权威、最自然的对应表达\r\n"
+ "4. 如果原文有歧义,选择在语境中最合理的含义\r\n"
+ "5. 不添加任何解释、标注或多余文字\r\n"
+ "\r\n"
+ "你将收到两个输入参数:\r\n"
+ "- 待翻译内容:@text@\r\n"
+ "- 目标语种:@lang@\r\n"
+ "\r\n"
+ "你必须:\r\n"
+ "只输出翻译后的最终结果,不要包含任何前言、说明或多余内容。\r\n"
+ "" ;
question = question.replace(Constants.PRE_TEXT_REP, srcContent).replace(Constants.PRE_LANG_REP,to);
message.put(Constants.CONTENT, question);
messages.add(message);
param.put(Constants.MESSAGES, messages);
System.out.println(JSONObject.toJSONString(param));
System.out.println(JSONObject.toJSONString(headers));
String modelResStr = DownLoadUtil.doPost("https://dashscope.aliyuncs.com/compatible-mode/v1/chat/completions", JSONObject.toJSONString(param),headers);
System.out.println(modelResStr);
}
}

48
translate-service/src/main/java/com/bw/translate/utils/DataUtil.java

@ -0,0 +1,48 @@
package com.bw.translate.utils;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
import com.alibaba.fastjson.JSONPath;
import java.util.Map;
/**
* @author:jinming
* @className:DataUtil
* @version:1.0
* @description: 获取dataValue的值
* @Date:2023/11/1 9:54
*/
public class DataUtil {
/**
*
* @param key 传入的key
* @param dataMap 数据map
* @return 根据传入的参数进行判断解析返回正确的dataValue
*/
public static Object getValue(String key, Map dataMap) {
Object dataValue;
String isJson = "#json#";
if (key.contains(isJson)) {
//进行第一次拆分获取#json#前面的部分
String[] keySplit = key.split(isJson);
String firstDataKey = keySplit[0];
String[] firstDataKeySplit = firstDataKey.split(":");
//取出前半部分对应的JSON数据并转换为JSONObject
String dataJson = (String) dataMap.get(firstDataKeySplit[0]);
JSONObject dataJsonObject = JSON.parseObject(dataJson);
//根据key的后半部分取出对应JSONObject中的值
String firstDataKeyJson = (String) JSONPath.eval(dataJsonObject, firstDataKeySplit[1]);
String secDataKey = keySplit[1];
JSONObject firstDataJsonObject = JSON.parseObject(firstDataKeyJson);
dataValue = JSONPath.eval(firstDataJsonObject, secDataKey);
return dataValue;
}
String[] keySplit = key.split(":");
String jsonPath = keySplit[1];
String dataJson = (String) dataMap.get(keySplit[0]);
JSONObject dataJsonObject = JSON.parseObject(dataJson);
dataValue = JSONPath.eval(dataJsonObject, jsonPath);
return dataValue;
}
}

177
translate-service/src/main/java/com/bw/translate/utils/DateUtil.java

@ -0,0 +1,177 @@
package com.bw.translate.utils;
import java.math.BigInteger;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
import java.text.ParseException;
import java.text.SimpleDateFormat;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.util.Date;
import lombok.extern.slf4j.Slf4j;
import com.alibaba.fastjson.JSON;
import com.alibaba.fastjson.JSONObject;
/**
* 日期工具类
*
* @author jian.mao
* @date 2022年11月15日
* @description
*/
@Slf4j
public class DateUtil {
/**
* @return
*/
public static String getTimeStrForNow() {
SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMddHH");
return sdf.format(new Date());
}
public static String getTimeStrForDay(long time) {
SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMdd");
return sdf.format(new Date(time * 1000));
}
public static String getTimeStrForDay() {
SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMdd");
return sdf.format(new Date());
}
public static String getDateTime() {
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
String time = sdf.format(new Date());
return time;
}
public static String getDateTime(Long timestap) {
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
String time = sdf.format(new Date(timestap));
return time;
}
public static String getDate(Long timestap) {
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
String time = sdf.format(new Date(timestap));
return time;
}
public static String getDateTimeForMonth() {
SimpleDateFormat sdf = new SimpleDateFormat("yyyyMM");
String time = sdf.format(new Date());
return time;
}
/**
* 休眠
*
* @param millis 毫秒
*/
public static void sleep(long millis) {
try {
Thread.sleep(millis);
} catch (InterruptedException e) {
e.printStackTrace();
}
}
/**
* 1. @Description:时间戳转时间
* 2. @Author: ying.zhao
* 3. @Date: 2023/3/28
*/
public static String timestampToDate(String time) {
int thirteen = 13;
int ten = 10;
SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
// if (time.length() == thirteen) {
if (time.length() > ten) {
return sdf.format(new Date(Long.parseLong(time)));
} else {
return sdf.format(new Date(Integer.parseInt(time) * 1000L));
}
}
public static String parseCreated(String jsonTime){
String formattedDateTime = getDateTime();
try {
// 使用fastjson解析JSON数据
JSONObject jsonObject = JSON.parseObject(jsonTime);
// 获取日期和时间的值
JSONObject dateObject = jsonObject.getJSONObject("date");
int day = dateObject.getIntValue("day");
int month = dateObject.getIntValue("month");
int year = dateObject.getIntValue("year");
JSONObject timeObject = jsonObject.getJSONObject("time");
int hour = timeObject.getIntValue("hour");
int minute = timeObject.getIntValue("minute");
int second = timeObject.getIntValue("second");
// 创建LocalDateTime对象
LocalDateTime dateTime = LocalDateTime.of(year, month, day, hour, minute, second);
// 定义日期时间格式化器
DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
// 格式化日期时间
formattedDateTime = dateTime.format(formatter);
} catch (Exception e) {
log.info("日期转换失败:{}",e);
}
return formattedDateTime;
}
/**
* 字符串转换日期
* @param format
* @param date
* @return
*/
public static Date strToDate(String format,String date){
SimpleDateFormat sdf = new SimpleDateFormat(format);
if (date == null || date.equals("")){
return new Date();
}else{
Date ru = null;
try {
ru = sdf.parse(date);
} catch (ParseException e) {
e.printStackTrace();
}
return ru;
}
}
/**
* 日期格式话
* @param format 日期格式
* @param dater 要转换的日期,默认当前时间
* @return
*/
public static String FormatDate(String format,Date date){
String fromatDate = null;
SimpleDateFormat sdf = new SimpleDateFormat(format);
if (date == null){
fromatDate = sdf.format(new Date());
}else{
fromatDate = sdf.format(date);
}
return fromatDate;
}
public static void main(String[] args) {
String time = timestampToDate("955814400000");
System.out.println(time);
}
}

1004
translate-service/src/main/java/com/bw/translate/utils/DownLoadUtil.java
File diff suppressed because it is too large
View File

27
translate-service/src/main/java/com/bw/translate/utils/EncryptionUtil.java

@ -0,0 +1,27 @@
package com.bw.translate.utils;
import java.security.MessageDigest;
import java.security.NoSuchAlgorithmException;
/**
* @author jian.mao
* @date 2023年3月10日
* @description
*/
public class EncryptionUtil {
public static String md5(String text) {
try {
MessageDigest md = MessageDigest.getInstance("MD5");
md.update(text.getBytes());
byte[] bytes = md.digest();
StringBuilder sb = new StringBuilder();
for (byte b : bytes) {
sb.append(String.format("%02x", b & 0xff));
}
return sb.toString();
} catch (NoSuchAlgorithmException e) {
e.printStackTrace();
return null;
}
}
}

66
translate-service/src/main/java/com/bw/translate/utils/FileUtil.java

@ -0,0 +1,66 @@
package com.bw.translate.utils;
import java.io.File;
import java.io.FileWriter;
import java.io.IOException;
import java.util.List;
import org.apache.commons.io.FileUtils;
/**
* 文件工具类
* @author jian.mao
* @date 2023年7月14日
* @description
*/
public class FileUtil {
/**
* 数据写入文件
* @param Path 文件路径
* @param result 数据
* @throws IOException
*/
public static void writeFile(String path,String result){
try {
FileWriter fw = new FileWriter(path,true);
fw.write(result+"\n");
fw.flush();
fw.close();
} catch (Exception e) {
e.printStackTrace();
}
}
public static void delFile(String path) {
try {
File file = new File(path);
file.delete();
} catch (Exception e) {
// TODO: handle exception
e.printStackTrace();
}
}
/**
* 读取prompt
* @param path
* @return
*/
public static String readPrompt(String path){
StringBuffer prompt = new StringBuffer();
File file = new File(path);
if(file.exists()){
List<String> tasks = null;
try {
tasks = FileUtils.readLines(file,"UTF-8");
} catch (IOException e) {
e.printStackTrace();
}
for (String taskStr : tasks) {
prompt.append(taskStr);
}
}
return prompt.toString();
}
}

33
translate-service/src/main/java/com/bw/translate/utils/OtherUtils.java

@ -0,0 +1,33 @@
package com.bw.translate.utils;
import java.security.MessageDigest;
/**
* 其他工具类
* @author jian.mao
* @date 2023年9月19日
* @description
*/
public class OtherUtils {
public static String getMd5(String string) {
try {
MessageDigest md5 = MessageDigest.getInstance("MD5");
byte[] bs = md5.digest(string.getBytes("UTF-8"));
StringBuilder sb = new StringBuilder(40);
for (byte x : bs) {
if ((x & 0xff) >> 4 == 0) {
sb.append("0").append(Integer.toHexString(x & 0xff));
} else {
sb.append(Integer.toHexString(x & 0xff));
}
}
return sb.toString();
} catch (Exception e) {
return "nceaform" + System.currentTimeMillis();
}
}
}

18
translate-service/src/main/java/com/bw/translate/utils/QueueUtil.java

@ -0,0 +1,18 @@
package com.bw.translate.utils;
import java.util.Map;
import java.util.concurrent.LinkedBlockingDeque;
/**
* @author:jinming
* @className:QueueUtil
* @version:1.0
* @description:
* @Date:2023/7/13 15:00
*/
public class QueueUtil {
public static LinkedBlockingDeque<Map<String, Object>> taskQueue = new LinkedBlockingDeque<Map<String, Object>>();
public static LinkedBlockingDeque<String> sendQueue = new LinkedBlockingDeque<String>();
}

23
translate-service/src/main/java/com/bw/translate/utils/ThrowMessageUtil.java

@ -0,0 +1,23 @@
package com.bw.translate.utils;
import java.io.PrintWriter;
import java.io.StringWriter;
/**
* @author jian.mao
* @date 2023年3月22日
* @description
*/
public class ThrowMessageUtil {
/**
* 获取异常信息
* @param t
* @return
*/
public static String getErrmessage(Throwable t){
StringWriter stringWriter=new StringWriter();
t.printStackTrace(new PrintWriter(stringWriter,true));
return stringWriter.getBuffer().toString();
}
}

52
translate-service/src/main/resources/bootstrap.yml

@ -0,0 +1,52 @@
# ==================== 必须文件:bootstrap.yml ====================
# 这个文件用于配置Nacos客户端,优先级最高
spring:
application:
name: translate-service # 服务名,对应Nacos中的Data ID
cloud:
nacos:
# ======== 配置中心 ========
config:
server-addr: 127.0.0.1:8848 # Nacos地址
username: nacos # 用户名
password: nacos # 密码
group: public_dev # 分组
namespace: opai # 命名空间(默认public)
file-extension: yaml # 配置文件格式
timeout: 5000 # 超时时间(ms)
# 核心配置:开启动态刷新
refresh-enabled: true # 必须为true!
# 主配置文件(从Nacos加载)
data-id: ${spring.application.name}.${spring.cloud.nacos.config.file-extension}
# 共享配置文件(可选)
shared-configs[0]:
data-id: application.yaml # 公共配置
group: public_dev # 公共分组
namespace: opai
refresh: true # 公共配置也要刷新
# 扩展配置(可选)
# extension-configs[0]:
# data-id: datasource.yaml
# group: dev
# refresh: true
# ======== 服务发现 ========
discovery:
server-addr: ${spring.cloud.nacos.config.server-addr}
username: ${spring.cloud.nacos.config.username}
password: ${spring.cloud.nacos.config.password}
group: ${spring.cloud.nacos.config.group}
namespace: ${spring.cloud.nacos.config.namespace}
logging:
level:
root: info
com.alibaba.nacos.client.config.impl: WARN
file:
path: ../logs

36
translate-service/src/main/resources/logback-spring.xml

@ -0,0 +1,36 @@
<configuration>
<!-- 属性文件:在properties文件中找到对应的配置项 -->
<springProperty scope="context" name="log-path" source="logging.file.path"/>
<!--<springProperty scope="context" name="logging.level" source="logging.level.com.bfd"/>-->
<!-- 默认的控制台日志输出,一般生产环境都是后台启动,这个没太大作用 -->
<!-- <appender name="STDOUT"
class="ch.qos.logback.core.ConsoleAppender">
<encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
<Pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %line %-5level %logger{50} - %msg%n</Pattern>
</encoder>
</appender> -->
<appender name="GLMAPPER-LOGGERONE"
class="ch.qos.logback.core.rolling.RollingFileAppender">
<append>true</append>
<filter class="ch.qos.logback.classic.filter.ThresholdFilter">
<level>${logging.level}</level>
</filter>
<file>
${log-path}/translate-service.log
</file>
<rollingPolicy class="ch.qos.logback.core.rolling.TimeBasedRollingPolicy">
<FileNamePattern>${log-path}/translate-service.%d{yyyy-MM-dd}</FileNamePattern>
<MaxHistory>7</MaxHistory>
</rollingPolicy>
<encoder class="ch.qos.logback.classic.encoder.PatternLayoutEncoder">
<pattern>%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %line %-5level %logger{50} - %msg%n</pattern>
<charset>UTF-8</charset>
</encoder>
</appender>
<root level="info">
<appender-ref ref="GLMAPPER-LOGGERONE"/>
<!-- <appender-ref ref="STDOUT"/> -->
</root>
</configuration>
Loading…
Cancel
Save