TrsWordSyncClientService.java 32 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906
  1. package com.ruoyi.project.service;
  2. import com.alibaba.fastjson.JSON;
  3. import com.alibaba.fastjson.JSONArray;
  4. import com.alibaba.fastjson.JSONObject;
  5. import com.ruoyi.common.core.domain.AjaxResult;
  6. import com.ruoyi.common.utils.StringUtils;
  7. import com.ruoyi.common.utils.http.HttpUtilsEx;
  8. import com.ruoyi.project.domain.*;
  9. import com.ruoyi.project.mapper.*;
  10. import org.slf4j.Logger;
  11. import org.slf4j.LoggerFactory;
  12. import org.springframework.beans.factory.annotation.Autowired;
  13. import org.springframework.stereotype.Service;
  14. import org.springframework.transaction.annotation.Transactional;
  15. import java.io.*;
  16. import java.util.*;
  17. /**
  18. * 词库同步客户端服务 - 包含数据保存到数据库
  19. */
  20. @Service
  21. public class TrsWordSyncClientService {
  22. private static final Logger log = LoggerFactory.getLogger(TrsWordSyncClientService.class);
  23. private static final int batchSize = 100;
  24. // 最后同步时间戳文件路径
  25. private static final String LAST_SYNC_TIME_FILE = "lastSyncTime.txt";
  26. // 默认最后同步时间(2025-01-01 00:00:00)
  27. private static final long DEFAULT_LAST_SYNC_TIME = 1770652800000L;
  28. // 注入各个词库的服务
  29. @Autowired
  30. private ITrsSensitiveWordsService sensitiveWordsService;
  31. @Autowired
  32. private ITrsDomainWordsService domainWordsService;
  33. @Autowired
  34. private ITrsNameWordsService nameWordsService;
  35. @Autowired
  36. private ITrsPolicyWordsService policyWordsService;
  37. @Autowired
  38. private ITrsTechnicalWordsService technicalWordsService;
  39. @Autowired
  40. private ITrsNamenmgWordsService namenmgWordsService;
  41. @Autowired
  42. private ITrsRegionWordsService regionWordsService;
  43. /**
  44. * 同步词库数据(全量或增量)并保存到数据库
  45. */
  46. // @Transactional(rollbackFor = Exception.class)
  47. public AjaxResult syncWords(String wordType) {
  48. boolean syncEnabled = true;
  49. // String serverUrl = "https://www.nmg.gov.cn/trsjd/";
  50. String serverUrl = "http://localhost:90/nmg";
  51. String apiKey = "TRSword123!@#";
  52. if (!syncEnabled) {
  53. log.warn("词库同步功能已禁用");
  54. return AjaxResult.error("词库同步功能已禁用");
  55. }
  56. try {
  57. // 构建请求URL
  58. StringBuilder urlBuilder = new StringBuilder(serverUrl);
  59. if (!serverUrl.endsWith("/")) {
  60. urlBuilder.append("/");
  61. }
  62. urlBuilder.append("project/check/sync");
  63. // 构建请求参数
  64. Map<String, Object> params = new HashMap<>();
  65. params.put("wordType", wordType);
  66. // 从文件读取最后同步时间
  67. Long lastSyncTimestamp = readLastSyncTime();
  68. if (lastSyncTimestamp != null && lastSyncTimestamp > 0) {
  69. params.put("lastSyncTime", lastSyncTimestamp);
  70. log.info("执行增量同步,词库类型: {},最后同步时间: {}", wordType, new Date(lastSyncTimestamp));
  71. } else {
  72. log.info("执行全量同步,词库类型: {}", wordType);
  73. }
  74. String url = urlBuilder.toString();
  75. String paramStr = HttpUtilsEx.buildParams(params);
  76. // 构建请求头
  77. Map<String, String> headers = new HashMap<>();
  78. headers.put("X-API-KEY", apiKey);
  79. headers.put("Accept", "application/json");
  80. log.info("开始同步请求,URL: {}, 参数: {}", url, paramStr);
  81. // 发送HTTP请求(使用支持Header的HttpUtilsEx)
  82. String response = HttpUtilsEx.sendGet(url, paramStr, headers);
  83. if (StringUtils.isEmpty(response)) {
  84. return AjaxResult.error("同步请求失败,服务器无响应");
  85. }
  86. log.debug("收到同步响应: {}", response);
  87. // 解析响应
  88. JSONObject result = JSON.parseObject(response);
  89. int code = result.getIntValue("code");
  90. String msg = result.getString("msg");
  91. Object data = result.get("data");
  92. if (code == 0 && data != null) {
  93. JSONObject dataObj = (JSONObject) data;
  94. // 更新最后同步时间
  95. Long newSyncTime = dataObj.getLong("syncTime");
  96. if (newSyncTime != null) {
  97. // 保存到文件
  98. saveLastSyncTime(newSyncTime);
  99. log.info("同步成功,更新时间戳: {}", new Date(newSyncTime));
  100. }
  101. // 处理返回的数据并保存到数据库
  102. int totalCount = dataObj.getIntValue("totalCount");
  103. String wordTypeName = dataObj.getString("wordTypeName");
  104. // 保存数据到数据库
  105. int savedCount = saveWordsToDatabase(dataObj, wordType);
  106. log.info("同步完成,词库类型: {},接收数据量: {} 条,保存成功: {} 条",
  107. wordTypeName, totalCount, savedCount);
  108. Map<String, Object> resultMap = new HashMap<>();
  109. resultMap.put("syncTime", newSyncTime);
  110. resultMap.put("wordType", wordTypeName);
  111. resultMap.put("totalCount", totalCount);
  112. resultMap.put("savedCount", savedCount);
  113. resultMap.put("message", "同步并保存成功");
  114. return AjaxResult.success(msg, resultMap);
  115. } else {
  116. log.error("同步失败,错误信息: {}", msg);
  117. return AjaxResult.error(msg);
  118. }
  119. } catch (Exception e) {
  120. log.error("词库同步异常", e);
  121. return AjaxResult.error("同步异常: " + e.getMessage());
  122. }
  123. }
  124. /**
  125. * 从文件读取最后同步时间
  126. */
  127. private Long readLastSyncTime() {
  128. try {
  129. File file = new File(LAST_SYNC_TIME_FILE);
  130. if (!file.exists()) {
  131. log.info("最后同步时间文件不存在,使用默认时间");
  132. return DEFAULT_LAST_SYNC_TIME;
  133. }
  134. try (BufferedReader reader = new BufferedReader(new FileReader(file))) {
  135. String line = reader.readLine();
  136. if (StringUtils.isNotEmpty(line)) {
  137. Long timestamp = Long.parseLong(line.trim());
  138. log.info("从文件读取最后同步时间: {}", new Date(timestamp));
  139. return timestamp;
  140. }
  141. }
  142. } catch (Exception e) {
  143. log.error("读取最后同步时间失败", e);
  144. }
  145. return DEFAULT_LAST_SYNC_TIME;
  146. }
  147. /**
  148. * 保存最后同步时间到文件
  149. */
  150. private void saveLastSyncTime(Long timestamp) {
  151. try {
  152. File file = new File(LAST_SYNC_TIME_FILE);
  153. try (BufferedWriter writer = new BufferedWriter(new FileWriter(file))) {
  154. writer.write(String.valueOf(timestamp));
  155. writer.flush();
  156. log.info("保存最后同步时间到文件: {}", new Date(timestamp));
  157. }
  158. } catch (Exception e) {
  159. log.error("保存最后同步时间失败", e);
  160. }
  161. }
  162. /**
  163. * 保存词库数据到数据库
  164. */
  165. private int saveWordsToDatabase(JSONObject data, String wordType) {
  166. int savedCount = 0;
  167. try {
  168. if ("all".equals(wordType) || wordType == null) {
  169. // 保存所有类型的词库数据
  170. savedCount += saveSensitiveWords(data.getJSONObject("data").getJSONArray("sensitive"));
  171. savedCount += saveDomainWords(data.getJSONObject("data").getJSONArray("domain"));
  172. savedCount += saveNameWords(data.getJSONObject("data").getJSONArray("name"));
  173. savedCount += savePolicyWords(data.getJSONObject("data").getJSONArray("policy"));
  174. savedCount += saveTechnicalWords(data.getJSONObject("data").getJSONArray("technical"));
  175. savedCount += saveNamenmgWords(data.getJSONObject("data").getJSONArray("namenmg"));
  176. savedCount += saveRegionWords(data.getJSONObject("data").getJSONArray("region"));
  177. } else {
  178. // 保存指定类型的词库数据
  179. switch (wordType.toLowerCase()) {
  180. case "sensitive":
  181. savedCount += saveSensitiveWords(data.getJSONObject("data").getJSONArray("sensitive"));
  182. break;
  183. case "domain":
  184. savedCount += saveDomainWords(data.getJSONObject("data").getJSONArray("domain"));
  185. break;
  186. case "name":
  187. savedCount += saveNameWords(data.getJSONObject("data").getJSONArray("name"));
  188. break;
  189. case "policy":
  190. savedCount += savePolicyWords(data.getJSONObject("data").getJSONArray("policy"));
  191. break;
  192. case "technical":
  193. savedCount += saveTechnicalWords(data.getJSONObject("data").getJSONArray("technical"));
  194. break;
  195. case "namenmg":
  196. savedCount += saveNamenmgWords(data.getJSONObject("data").getJSONArray("namenmg"));
  197. break;
  198. case "region":
  199. savedCount += saveRegionWords(data.getJSONObject("data").getJSONArray("region"));
  200. break;
  201. }
  202. }
  203. } catch (Exception e) {
  204. log.error("保存词库数据到数据库失败", e);
  205. throw new RuntimeException("保存数据失败: " + e.getMessage(), e);
  206. }
  207. return savedCount;
  208. }
  209. /**
  210. * 保存常见错误词库(按wrongWord查询)
  211. */
  212. private int saveSensitiveWords(JSONArray dataArray) {
  213. if (dataArray == null || dataArray.isEmpty()) {
  214. return 0;
  215. }
  216. int savedCount = 0;
  217. List<TrsSensitiveWords> batchList = new ArrayList<>();
  218. for (int i = 0; i < dataArray.size(); i++) {
  219. JSONObject item = dataArray.getJSONObject(i);
  220. TrsSensitiveWords word = new TrsSensitiveWords();
  221. // 设置字段值
  222. // word.setId(item.getLong("id"));
  223. word.setWrongWord(item.getString("wrongWord"));
  224. word.setCorrectWord(item.getString("correctWord"));
  225. word.setErrorType(item.getString("errorType"));
  226. word.setErrorGrade(item.getString("errorGrade"));
  227. word.setDictType(item.getString("dictType"));
  228. word.setFlag(item.getInteger("flag"));
  229. word.setStatus(item.getString("status"));
  230. word.setTime(item.getDate("time"));
  231. // 处理日期字段
  232. Long time = item.getLong("time");
  233. if (time != null && time > 0) {
  234. word.setTime(new Date(time));
  235. }
  236. Long effectstart = item.getLong("effectstart");
  237. if (effectstart != null && effectstart > 0) {
  238. word.setEffectstart(new Date(effectstart));
  239. }
  240. Long effectend = item.getLong("effectend");
  241. if (effectend != null && effectend > 0) {
  242. word.setEffectend(new Date(effectend));
  243. }
  244. batchList.add(word);
  245. // 批量保存
  246. if (batchList.size() >= batchSize) {
  247. savedCount += batchInsertSensitiveWords(batchList);
  248. batchList.clear();
  249. }
  250. }
  251. // 保存剩余数据
  252. if (!batchList.isEmpty()) {
  253. savedCount += batchInsertSensitiveWords(batchList);
  254. }
  255. log.info("保存常见错误词库 {} 条", savedCount);
  256. return savedCount;
  257. }
  258. /**
  259. * 批量插入常见错误词库(按wrongWord查询)
  260. */
  261. @Autowired
  262. private TrsSensitiveWordsMapper trsSensitiveWordsMapper;
  263. private int batchInsertSensitiveWords(List<TrsSensitiveWords> wordList) {
  264. int count = 0;
  265. for (TrsSensitiveWords word : wordList) {
  266. try {
  267. // 按wrongWord查询是否已存在
  268. TrsSensitiveWords query = new TrsSensitiveWords();
  269. query.setWrongWord(word.getWrongWord());
  270. List<TrsSensitiveWords> existingList = trsSensitiveWordsMapper.selectTrsSensitiveWordsList(query);
  271. if (existingList != null && !existingList.isEmpty()) {
  272. // 更新现有记录
  273. TrsSensitiveWords existing = existingList.get(0);
  274. word.setId(existing.getId());
  275. trsSensitiveWordsMapper.updateTrsSensitiveWords(word);
  276. } else {
  277. // 插入新记录
  278. trsSensitiveWordsMapper.insertTrsSensitiveWords(word);
  279. }
  280. count++;
  281. } catch (Exception e) {
  282. log.error("保存常见错误词条失败: {}", word.getWrongWord(), e);
  283. }
  284. }
  285. return count;
  286. }
  287. /**
  288. * 保存领域常识词库(按wrongWord查询)
  289. */
  290. private int saveDomainWords(JSONArray dataArray) {
  291. if (dataArray == null || dataArray.isEmpty()) {
  292. return 0;
  293. }
  294. int savedCount = 0;
  295. List<TrsDomainWords> batchList = new ArrayList<>();
  296. for (int i = 0; i < dataArray.size(); i++) {
  297. JSONObject item = dataArray.getJSONObject(i);
  298. TrsDomainWords word = new TrsDomainWords();
  299. // 设置字段值
  300. // word.setId(item.getLong("id"));
  301. word.setWrongWord(item.getString("wrongWord"));
  302. word.setDomainType(item.getString("domainType"));
  303. word.setDictType(item.getString("dictType"));
  304. word.setFlag(item.getInteger("flag"));
  305. word.setStatus(item.getString("status"));
  306. word.setTime(item.getDate("time"));
  307. // 处理日期字段
  308. Long time = item.getLong("time");
  309. if (time != null && time > 0) {
  310. word.setTime(new Date(time));
  311. }
  312. Long effectstart = item.getLong("effectstart");
  313. if (effectstart != null && effectstart > 0) {
  314. word.setEffectstart(new Date(effectstart));
  315. }
  316. Long effectend = item.getLong("effectend");
  317. if (effectend != null && effectend > 0) {
  318. word.setEffectend(new Date(effectend));
  319. }
  320. batchList.add(word);
  321. // 批量保存
  322. if (batchList.size() >= batchSize) {
  323. savedCount += batchInsertDomainWords(batchList);
  324. batchList.clear();
  325. }
  326. }
  327. if (!batchList.isEmpty()) {
  328. savedCount += batchInsertDomainWords(batchList);
  329. }
  330. log.info("保存领域常识词库 {} 条", savedCount);
  331. return savedCount;
  332. }
  333. @Autowired
  334. private TrsDomainWordsMapper trsDomainWordsMapper;
  335. private int batchInsertDomainWords(List<TrsDomainWords> wordList) {
  336. int count = 0;
  337. for (TrsDomainWords word : wordList) {
  338. try {
  339. // 按wrongWord查询
  340. TrsDomainWords query = new TrsDomainWords();
  341. query.setWrongWord(word.getWrongWord());
  342. List<TrsDomainWords> existingList = trsDomainWordsMapper.selectTrsDomainWordsList(query);
  343. if (existingList != null && !existingList.isEmpty()) {
  344. TrsDomainWords existing = existingList.get(0);
  345. word.setId(existing.getId());
  346. trsDomainWordsMapper.updateTrsDomainWords(word);
  347. } else {
  348. trsDomainWordsMapper.insertTrsDomainWords(word);
  349. }
  350. count++;
  351. } catch (Exception e) {
  352. log.error("保存领域常识词条失败: {}", word.getWrongWord(), e);
  353. }
  354. }
  355. return count;
  356. }
  357. /**
  358. * 保存人名职务词库(按wrongWord查询)
  359. */
  360. private int saveNameWords(JSONArray dataArray) {
  361. if (dataArray == null || dataArray.isEmpty()) {
  362. return 0;
  363. }
  364. int savedCount = 0;
  365. List<TrsNameWords> batchList = new ArrayList<>();
  366. for (int i = 0; i < dataArray.size(); i++) {
  367. JSONObject item = dataArray.getJSONObject(i);
  368. TrsNameWords word = new TrsNameWords();
  369. // 设置字段值
  370. // word.setId(item.getLong("id"));
  371. word.setWrongWord(item.getString("wrongWord"));
  372. word.setCountry(item.getString("country"));
  373. word.setDutyAll(item.getString("dutyAll"));
  374. word.setDutyShort(item.getString("dutyShort"));
  375. word.setSort(item.getString("sort"));
  376. word.setDictType(item.getString("dictType"));
  377. word.setFlag(item.getInteger("flag"));
  378. word.setStatus(item.getString("status"));
  379. word.setAccord(item.getString("accord"));
  380. word.setSource(item.getString("source"));
  381. word.setLinkurl(item.getString("linkurl"));
  382. word.setTime(item.getDate("time"));
  383. // 处理日期字段
  384. Long time = item.getLong("time");
  385. if (time != null && time > 0) {
  386. word.setTime(new Date(time));
  387. }
  388. Long effectstart = item.getLong("effectstart");
  389. if (effectstart != null && effectstart > 0) {
  390. word.setEffectstart(new Date(effectstart));
  391. }
  392. Long effectend = item.getLong("effectend");
  393. if (effectend != null && effectend > 0) {
  394. word.setEffectend(new Date(effectend));
  395. }
  396. batchList.add(word);
  397. if (batchList.size() >= batchSize) {
  398. savedCount += batchInsertNameWords(batchList);
  399. batchList.clear();
  400. }
  401. }
  402. if (!batchList.isEmpty()) {
  403. savedCount += batchInsertNameWords(batchList);
  404. }
  405. log.info("保存人名职务词库 {} 条", savedCount);
  406. return savedCount;
  407. }
  408. @Autowired
  409. private TrsNameWordsMapper trsNameWordsMapper;
  410. private int batchInsertNameWords(List<TrsNameWords> wordList) {
  411. int count = 0;
  412. for (TrsNameWords word : wordList) {
  413. try {
  414. // 按wrongWord查询
  415. TrsNameWords query = new TrsNameWords();
  416. query.setWrongWord(word.getWrongWord());
  417. List<TrsNameWords> existingList = trsNameWordsMapper.selectTrsNameWordsList(query);
  418. if (existingList != null && !existingList.isEmpty()) {
  419. TrsNameWords existing = existingList.get(0);
  420. word.setId(existing.getId());
  421. trsNameWordsMapper.updateTrsNameWords(word);
  422. } else {
  423. trsNameWordsMapper.insertTrsNameWords(word);
  424. }
  425. count++;
  426. } catch (Exception e) {
  427. log.error("保存人名职务词条失败: {}", word.getWrongWord(), e);
  428. }
  429. }
  430. return count;
  431. }
  432. /**
  433. * 保存政治常识词库(按wrongWord查询)
  434. */
  435. private int savePolicyWords(JSONArray dataArray) {
  436. if (dataArray == null || dataArray.isEmpty()) {
  437. return 0;
  438. }
  439. int savedCount = 0;
  440. List<TrsPolicyWords> batchList = new ArrayList<>();
  441. for (int i = 0; i < dataArray.size(); i++) {
  442. JSONObject item = dataArray.getJSONObject(i);
  443. TrsPolicyWords word = new TrsPolicyWords();
  444. // 设置字段值
  445. // word.setId(item.getLong("id"));
  446. word.setWrongWord(item.getString("wrongWord"));
  447. word.setErrorRule(item.getString("errorRule"));
  448. word.setErrorType(item.getString("errorType"));
  449. word.setErrorGrade(item.getString("errorGrade"));
  450. word.setDictType(item.getString("dictType"));
  451. word.setFlag(item.getInteger("flag"));
  452. word.setStatus(item.getString("status"));
  453. word.setAccord(item.getString("accord"));
  454. word.setSource(item.getString("source"));
  455. word.setLinkurl(item.getString("linkurl"));
  456. word.setTime(item.getDate("time"));
  457. // 处理日期字段
  458. Long time = item.getLong("time");
  459. if (time != null && time > 0) {
  460. word.setTime(new Date(time));
  461. }
  462. Long effectstart = item.getLong("effectstart");
  463. if (effectstart != null && effectstart > 0) {
  464. word.setEffectstart(new Date(effectstart));
  465. }
  466. Long effectend = item.getLong("effectend");
  467. if (effectend != null && effectend > 0) {
  468. word.setEffectend(new Date(effectend));
  469. }
  470. batchList.add(word);
  471. if (batchList.size() >= batchSize) {
  472. savedCount += batchInsertPolicyWords(batchList);
  473. batchList.clear();
  474. }
  475. }
  476. if (!batchList.isEmpty()) {
  477. savedCount += batchInsertPolicyWords(batchList);
  478. }
  479. log.info("保存政治常识词库 {} 条", savedCount);
  480. return savedCount;
  481. }
  482. @Autowired
  483. private TrsPolicyWordsMapper trsPolicyWordsMapper;
  484. private int batchInsertPolicyWords(List<TrsPolicyWords> wordList) {
  485. int count = 0;
  486. for (TrsPolicyWords word : wordList) {
  487. try {
  488. // 按wrongWord查询
  489. TrsPolicyWords query = new TrsPolicyWords();
  490. query.setWrongWord(word.getWrongWord());
  491. List<TrsPolicyWords> existingList = trsPolicyWordsMapper.selectTrsPolicyWordsList(query);
  492. if (existingList != null && !existingList.isEmpty()) {
  493. TrsPolicyWords existing = existingList.get(0);
  494. word.setId(existing.getId());
  495. trsPolicyWordsMapper.updateTrsPolicyWords(word);
  496. } else {
  497. trsPolicyWordsMapper.insertTrsPolicyWords(word);
  498. }
  499. count++;
  500. } catch (Exception e) {
  501. log.error("保存政治常识词条失败: {}", word.getWrongWord(), e);
  502. }
  503. }
  504. return count;
  505. }
  506. /**
  507. * 保存专业术语词库(按wrongWord查询)
  508. */
  509. private int saveTechnicalWords(JSONArray dataArray) {
  510. if (dataArray == null || dataArray.isEmpty()) {
  511. return 0;
  512. }
  513. int savedCount = 0;
  514. List<TrsTechnicalWords> batchList = new ArrayList<>();
  515. for (int i = 0; i < dataArray.size(); i++) {
  516. JSONObject item = dataArray.getJSONObject(i);
  517. TrsTechnicalWords word = new TrsTechnicalWords();
  518. // 设置字段值
  519. // word.setId(item.getLong("id"));
  520. word.setWrongWord(item.getString("wrongWord"));
  521. word.setErrorType(item.getString("errorType"));
  522. word.setDictType(item.getString("dictType"));
  523. word.setFlag(item.getInteger("flag"));
  524. word.setStatus(item.getString("status"));
  525. word.setAccord(item.getString("accord"));
  526. word.setSource(item.getString("source"));
  527. word.setLinkurl(item.getString("linkurl"));
  528. word.setTime(item.getDate("time"));
  529. // 处理日期字段
  530. Long time = item.getLong("time");
  531. if (time != null && time > 0) {
  532. word.setTime(new Date(time));
  533. }
  534. Long effectstart = item.getLong("effectstart");
  535. if (effectstart != null && effectstart > 0) {
  536. word.setEffectstart(new Date(effectstart));
  537. }
  538. Long effectend = item.getLong("effectend");
  539. if (effectend != null && effectend > 0) {
  540. word.setEffectend(new Date(effectend));
  541. }
  542. batchList.add(word);
  543. if (batchList.size() >= batchSize) {
  544. savedCount += batchInsertTechnicalWords(batchList);
  545. batchList.clear();
  546. }
  547. }
  548. if (!batchList.isEmpty()) {
  549. savedCount += batchInsertTechnicalWords(batchList);
  550. }
  551. log.info("保存专业术语词库 {} 条", savedCount);
  552. return savedCount;
  553. }
  554. @Autowired
  555. private TrsTechnicalWordsMapper trsTechnicalWordsMapper;
  556. private int batchInsertTechnicalWords(List<TrsTechnicalWords> wordList) {
  557. int count = 0;
  558. for (TrsTechnicalWords word : wordList) {
  559. try {
  560. // 按wrongWord查询
  561. TrsTechnicalWords query = new TrsTechnicalWords();
  562. query.setWrongWord(word.getWrongWord());
  563. List<TrsTechnicalWords> existingList = trsTechnicalWordsMapper.selectTrsTechnicalWordsList(query);
  564. if (existingList != null && !existingList.isEmpty()) {
  565. TrsTechnicalWords existing = existingList.get(0);
  566. word.setId(existing.getId());
  567. trsTechnicalWordsMapper.updateTrsTechnicalWords(word);
  568. } else {
  569. trsTechnicalWordsMapper.insertTrsTechnicalWords(word);
  570. }
  571. count++;
  572. } catch (Exception e) {
  573. log.error("保存专业术语词条失败: {}", word.getWrongWord(), e);
  574. }
  575. }
  576. return count;
  577. }
  578. /**
  579. * 保存内蒙古自治区领导人词库(按wrongWord查询)
  580. */
  581. private int saveNamenmgWords(JSONArray dataArray) {
  582. if (dataArray == null || dataArray.isEmpty()) {
  583. return 0;
  584. }
  585. int savedCount = 0;
  586. List<TrsNamenmgWords> batchList = new ArrayList<>();
  587. for (int i = 0; i < dataArray.size(); i++) {
  588. JSONObject item = dataArray.getJSONObject(i);
  589. TrsNamenmgWords word = new TrsNamenmgWords();
  590. // 设置字段值
  591. // word.setId(item.getLong("id"));
  592. word.setWrongWord(item.getString("wrongWord"));
  593. word.setCountry(item.getString("country"));
  594. word.setDutyAll(item.getString("dutyAll"));
  595. word.setDutyShort(item.getString("dutyShort"));
  596. word.setSort(item.getString("sort"));
  597. word.setDictType(item.getString("dictType"));
  598. word.setFlag(item.getInteger("flag"));
  599. word.setStatus(item.getString("status"));
  600. word.setTime(item.getDate("time"));
  601. // 处理日期字段
  602. Long time = item.getLong("time");
  603. if (time != null && time > 0) {
  604. word.setTime(new Date(time));
  605. }
  606. batchList.add(word);
  607. if (batchList.size() >= batchSize) {
  608. savedCount += batchInsertNamenmgWords(batchList);
  609. batchList.clear();
  610. }
  611. }
  612. if (!batchList.isEmpty()) {
  613. savedCount += batchInsertNamenmgWords(batchList);
  614. }
  615. log.info("保存内蒙古领导人词库 {} 条", savedCount);
  616. return savedCount;
  617. }
  618. private int batchInsertNamenmgWords(List<TrsNamenmgWords> wordList) {
  619. int count = 0;
  620. for (TrsNamenmgWords word : wordList) {
  621. try {
  622. // 按wrongWord查询
  623. TrsNamenmgWords query = new TrsNamenmgWords();
  624. query.setWrongWord(word.getWrongWord());
  625. List<TrsNamenmgWords> existingList = namenmgWordsService.selectTrsNamenmgWordsList(query);
  626. if (existingList != null && !existingList.isEmpty()) {
  627. TrsNamenmgWords existing = existingList.get(0);
  628. word.setId(existing.getId());
  629. namenmgWordsService.updateTrsNamenmgWords(word);
  630. } else {
  631. namenmgWordsService.insertTrsNamenmgWords(word);
  632. }
  633. count++;
  634. } catch (Exception e) {
  635. log.error("保存内蒙古领导人词条失败: {}", word.getWrongWord(), e);
  636. }
  637. }
  638. return count;
  639. }
  640. /**
  641. * 保存内蒙古自治区地区词库(按code查询)
  642. */
  643. private int saveRegionWords(JSONArray dataArray) {
  644. if (dataArray == null || dataArray.isEmpty()) {
  645. return 0;
  646. }
  647. int savedCount = 0;
  648. List<TrsRegionWords> batchList = new ArrayList<>();
  649. for (int i = 0; i < dataArray.size(); i++) {
  650. JSONObject item = dataArray.getJSONObject(i);
  651. TrsRegionWords word = new TrsRegionWords();
  652. // 设置字段值
  653. // word.setId(item.getLong("id"));
  654. word.setCode(item.getString("code"));
  655. word.setName(item.getString("name"));
  656. word.setParentCode(item.getString("parentCode"));
  657. word.setIsAble(item.getString("isAble"));
  658. word.setOrderNum(item.getInteger("orderNum"));
  659. word.setBannerName(item.getString("bannerName"));
  660. word.setRegionLevel(item.getString("regionLevel"));
  661. word.setShortName(item.getString("shortName"));
  662. word.setIsDelete(item.getString("isDelete"));
  663. word.setStatus(item.getString("status"));
  664. word.setTime(item.getDate("time"));
  665. // 处理日期字段
  666. Long time = item.getLong("time");
  667. if (time != null && time > 0) {
  668. word.setTime(new Date(time));
  669. }
  670. batchList.add(word);
  671. if (batchList.size() >= batchSize) {
  672. savedCount += batchInsertRegionWords(batchList);
  673. batchList.clear();
  674. }
  675. }
  676. if (!batchList.isEmpty()) {
  677. savedCount += batchInsertRegionWords(batchList);
  678. }
  679. log.info("保存内蒙古地区词库 {} 条", savedCount);
  680. return savedCount;
  681. }
  682. private int batchInsertRegionWords(List<TrsRegionWords> wordList) {
  683. int count = 0;
  684. for (TrsRegionWords word : wordList) {
  685. try {
  686. // 根据code查找现有记录
  687. TrsRegionWords query = new TrsRegionWords();
  688. query.setCode(word.getCode());
  689. List<TrsRegionWords> existingList = regionWordsService.selectTrsRegionWordsList(query);
  690. if (existingList != null && !existingList.isEmpty()) {
  691. // 更新现有记录
  692. TrsRegionWords existing = existingList.get(0);
  693. word.setId(existing.getId());
  694. regionWordsService.updateTrsRegionWords(word);
  695. } else {
  696. // 插入新记录
  697. regionWordsService.insertTrsRegionWords(word);
  698. }
  699. count++;
  700. } catch (Exception e) {
  701. log.error("保存内蒙古地区词条失败: {}", word.getName(), e);
  702. }
  703. }
  704. return count;
  705. }
  706. // 其他辅助方法
  707. public AjaxResult syncAllWords() {
  708. return syncWords("all");
  709. }
  710. public AjaxResult syncSensitiveWords() {
  711. return syncWords("sensitive");
  712. }
  713. public AjaxResult syncDomainWords() {
  714. return syncWords("domain");
  715. }
  716. public AjaxResult syncNameWords() {
  717. return syncWords("name");
  718. }
  719. public AjaxResult syncPolicyWords() {
  720. return syncWords("policy");
  721. }
  722. public AjaxResult syncTechnicalWords() {
  723. return syncWords("technical");
  724. }
  725. public AjaxResult syncNamenmgWords() {
  726. return syncWords("namenmg");
  727. }
  728. public AjaxResult syncRegionWords() {
  729. return syncWords("region");
  730. }
  731. /**
  732. * 重置同步时间(手动重置文件中的时间)
  733. */
  734. public AjaxResult resetSync() {
  735. try {
  736. saveLastSyncTime(DEFAULT_LAST_SYNC_TIME);
  737. log.info("同步记录已重置,下次将执行全量同步");
  738. return AjaxResult.success("同步记录已重置");
  739. } catch (Exception e) {
  740. log.error("重置同步时间失败", e);
  741. return AjaxResult.error("重置同步时间失败: " + e.getMessage());
  742. }
  743. }
  744. /**
  745. * 获取当前最后同步时间
  746. */
  747. public AjaxResult getLastSyncTime() {
  748. Long timestamp = readLastSyncTime();
  749. Map<String, Object> result = new HashMap<>();
  750. result.put("timestamp", timestamp);
  751. result.put("timeString", new Date(timestamp));
  752. return AjaxResult.success(result);
  753. }
  754. /**
  755. * 设置最后同步时间
  756. */
  757. public AjaxResult setLastSyncTime(Long timestamp) {
  758. saveLastSyncTime(timestamp);
  759. return AjaxResult.success("设置成功");
  760. }
  761. }