From e460e434fe3975a4ae33466710d8292245ad8e07 Mon Sep 17 00:00:00 2001
From: zhaowenxuan <chacca165@163.com>
Date: 星期四, 19 六月 2025 18:09:33 +0800
Subject: [PATCH] 2025-06-19
---
src/main/java/com/example/utils/DictionaryUtil.java | 402 ++++++++++++++++++++++++++++++++++++++++++--------------
1 files changed, 299 insertions(+), 103 deletions(-)
diff --git a/src/main/java/com/example/utils/DictionaryUtil.java b/src/main/java/com/example/utils/DictionaryUtil.java
index 8b6ab76..6d7521c 100644
--- a/src/main/java/com/example/utils/DictionaryUtil.java
+++ b/src/main/java/com/example/utils/DictionaryUtil.java
@@ -1,38 +1,52 @@
package com.example.utils;
-import cn.hutool.core.util.RandomUtil;
+import cn.hutool.core.util.StrUtil;
import cn.hutool.json.JSONArray;
import cn.hutool.json.JSONObject;
import cn.hutool.json.JSONUtil;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
-import java.io.BufferedReader;
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.io.OutputStream;
+import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.charset.StandardCharsets;
import java.sql.*;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.Map;
+import java.text.SimpleDateFormat;
+import java.util.*;
+import java.util.Date;
/**
* @Company: 瑗垮畨璺嘲绉戞妧鏈夐檺鍏徃
* @Author: zhaowenxuan
* @Date: 2024/5/21 16:41
*/
+@Slf4j
+@Component
public class DictionaryUtil {
- private static final Logger log = LoggerFactory.getLogger(DictionaryUtil.class);
- private static final String BASE_API_URL = "https://mock.mengxuegu.com/mock/664d3dbce45d2156fa209c80/example/api/His/HisRequest";
+// private static final String CONFIG_PATH = "/Users/chacca/寮�鍙戠浉鍏�/浠ｇ爜/ltkj_peis_sjpt/src/main/resources/config.properties";
+// private static final String CONFIG_PATH = "/Users/chacca/寮�鍙戠浉鍏�/浠ｇ爜/ltkj_peis_sjpt/src/main/resources/ltkj.properties";
+ private static final String CONFIG_PATH = "D:\\ltkjprojectconf\\config.properties";
+ private static String BASE_API_URL = "";
+ // 璇锋眰浠ｇ爜鎬婚泦鍚�
private static List<String> methods = new ArrayList<>();
- private static final String url = "jdbc:mysql://localhost:3306/test_urlreq";
- private static final String user = "root";
- private static final String password = "Root_ltkj123";
+ // 闇�瑕佸垎椤电殑浠ｇ爜闆嗗悎
+ private static List<String> limits = new ArrayList<>();
+ /**
+ * 鏆傛椂涓嶅仛
+ * 1.90 闂ㄨ瘖鏄庣粏璁¤垂鍙婄粍鍚堣璐归」鐩� MZJFZHMXXM
+ *
+ */
+
+// 鍒嗛〉姣忔1000鏉�
static {
+ try {
+ Class.forName("com.mysql.cj.jdbc.Driver");
+ } catch (ClassNotFoundException e) {}
+ methods.add("JGDM");
+ methods.add("ZDZYZ");
+ methods.add("YQZD");
methods.add("KSFLZD");
methods.add("BQZD");
methods.add("ZKKSZD");
@@ -47,7 +61,6 @@
methods.add("ZYZZZFZD");
methods.add("YJJFXMZD");
methods.add("EJJFXMZD");
- methods.add("MXJFXMZD");
methods.add("ZHFLXMZD");
methods.add("JFZHXMZD");
methods.add("JFZHGLMXJFXMZD");
@@ -88,78 +101,236 @@
methods.add("TJZHGLMXZD");
methods.add("TJTCZD");
methods.add("TJTCGLTJZHZD");
+
methods.add("HTDWZD");
methods.add("ZFLXZD");
methods.add("MZJCJYSQD");
methods.add("MZJCJYSQXMFL");
methods.add("MZJCJYSQDDYXM");
- methods.add("MZJFZHMXXM");
methods.add("BRFB");
+ methods.add("MXJFXMZD");
+ methods.add("MZJFZHMXXM");
+
+ limits.add("ZDZYZ");
+ limits.add("KSZD");
+ limits.add("YHZD");
+ limits.add("XYZDZD");
+ limits.add("ZYZDZD");
+ limits.add("SSZD");
+ limits.add("ZLXTXZD");
+ limits.add("ZYZZZFZD");
+ limits.add("JFZHGLMXJFXMZD");
+ limits.add("YPZD");
+ limits.add("JYKSZD");
+ limits.add("JYYSZD");
+ limits.add("JYXMZD");
+ limits.add("JYZBZD");
+ limits.add("JYXMZBZD");
+ limits.add("JFXMGLJYXMZD");
+ limits.add("JFZHGLJYXMZD");
+ limits.add("JFXMGLJCBWZD");
+ limits.add("TJKSZD");
+ limits.add("TJYSZD");
+ limits.add("TJXMZD");
+ limits.add("TJZHXMZD");
+ limits.add("TJZHGLMXZD");
+ limits.add("TJTCZD");
+ limits.add("TJTCGLTJZHZD");
+ limits.add("MXJFXMZD");
+ limits.add("MZJFZHMXXM");
}
public static void main(String[] args) {
DictionaryUtil util = new DictionaryUtil();
- util.exec();
- }
-
- private void exec() {
- JSONObject entries = execRequest();
- if (entries != null) {
- JSONObject response = entries.getJSONObject("Response");
- // 0 鎴愬姛 -1澶辫触
- if ("0".equals(response.getStr("ResultCode"))) {
- JSONArray jsonArray = response.getJSONArray("ResultData");
- JSONObject resultDataIndex1 = jsonArray.getJSONObject(0);
- String method = entries.getStr("method");
- String tabName = "ltkj_" + method;
- Connection connection = getConnection();
- try {
- if (!tabIsExists(connection, tabName)) {
- // 鍒涘缓琛�
- creatTable(resultDataIndex1, tabName, connection);
- }
- // 瀵规瘮瀛楁 骞舵彃鍏ユ暟鎹�
- operationTable(jsonArray, tabName, connection);
- } catch (SQLException throwables) {
- throwables.printStackTrace();
- }
- }
+ try {
+ util.exec1();
+ } catch (IOException e) {
+ e.printStackTrace();
+ log.error("寮傚父");
}
}
/**
- * 鎵цhttp璇锋眰
- *
+ * 澧炲姞榛樿鍙傛暟
+ * @param jsonObject
* @return
*/
- private JSONObject execRequest() {
+ public JSONObject addInputVal(JSONObject jsonObject){
+ JSONObject obj = JSONUtil.createObj();
+ String method = jsonObject.getStr("method");
+ if (method.equals("MZJFZHMXXM") || method.equals("MXJFXMZD")){
+ obj.putOpt("mode","1");
+ }
+ obj.putOpt("jgbm","");
+ obj.putOpt("bm","");
+ obj.putOpt("flbm","");
+ jsonObject.putOpt("input",obj);
+ return jsonObject;
+ }
+
+ public void execSync(){
+
+ }
+
+ /**
+ * 鍗曠嚎绋嬫墽琛�
+ * @throws IOException
+ */
+ public void exec1() throws IOException {
+ log.info("寮�濮嬫墽琛屽悓姝�");
+ int size = 1000;
+ FileInputStream inputStream = new FileInputStream(CONFIG_PATH);
+ Properties props = new Properties();
+ props.load(inputStream);
+ String name = props.getProperty("name");
+ String url = "jdbc:mysql://" + props.getProperty("ip") + ":" + props.getProperty("prot") + "/" + name + "" +
+ "?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=false&serverTimezone=GMT%2B8";
+ String user = props.getProperty("username");
+ String password = props.getProperty("password");
+ String apiUrl = props.getProperty("his_api_url");
+ String apiPort = props.getProperty("his_api_port");
+ BASE_API_URL = apiUrl+":"+apiPort+"/api/His/HisRequest";
+ Connection connection = getConnection(user,password,url);
+ for (String method : methods) {
+ log.info("寮�濮嬭姹備唬鐮� ->{}", method);
+ String tabName = "ltkj_" + method.toLowerCase();
+ boolean isLimit = false;
+ int page = 1;
+ int maxPage = 1;
+ JSONObject object = JSONUtil.createObj();
+ object.putOpt("method", method);
+ object = addInputVal(object);
+ if (limits.contains(method)) {
+ isLimit = true;
+ JSONObject input = object.getJSONObject("input");
+ input.putOpt("pagecount", size);
+ input.putOpt("page", page);
+ }
+ log.info("璇锋眰鎺ュ彛 ->{}, 璇锋眰鍙傛暟 ->{}", BASE_API_URL, object.toString());
+ JSONObject entries = execRequest(object.toString());
+// log.info("璇锋眰杩斿洖 ->{}", entries.toString());
+ JSONObject response = entries.getJSONObject("Response");
+ if ("0".equals(response.getStr("ResultCode"))) {
+ try {
+ dropTable(tabName, connection);
+ } catch (SQLException e) {
+ log.error("鍒犻櫎琛ㄥ紓甯� ->{}", e.getMessage());
+ }
+ if (isLimit) {
+ maxPage = LimitInsertData(connection, tabName, response,name, page);
+ log.info("璁＄畻椤电爜涓� ->{}", maxPage);
+ if (maxPage > 1) {
+ for (page = 2; page <= maxPage; page++) {
+ object.clear();
+ object.putOpt("method", method);
+ object = addInputVal(object);
+ JSONObject input = object.getJSONObject("input");
+ input.putOpt("pagecount", size);
+ input.putOpt("page", page);
+ log.info("璇锋眰鎺ュ彛 ->{}, 璇锋眰鍙傛暟 ->{}", BASE_API_URL, object.toString());
+ entries = execRequest(object.toString());
+// log.info("璇锋眰杩斿洖 ->{}", entries.toString());
+ response = entries.getJSONObject("Response");
+ if ("0".equals(response.getStr("ResultCode"))) {
+ LimitInsertData(connection, tabName, response,name, page);
+ } else {
+ log.error("{} 璇锋眰澶辫触锛歿}", method, object.toString());
+ }
+ }
+ }
+ } else {
+ JSONArray resultData = response.getJSONArray("ResultData");
+ List<JSONObject> list = JSONUtil.toList(resultData, JSONObject.class);
+ for (JSONObject jsonObject : list) {
+ editDataBase(connection, tabName, jsonObject,name);
+ }
+ }
+ } else {
+ log.error("{}璇锋眰澶辫触 - 璇锋眰鐘舵�佺爜涓嶄负0, 璇锋眰鍙傛暟 ->{}, 璇锋眰杩斿洖 ->{}", method, object.toString(), response.toString());
+ }
+ }
+ log.info("鎵ц鍚屾瀹屾瘯");
+ }
+
+ /**
+ * 閽堝浜庡垎椤垫帴鍙� 鍒涘缓琛ㄣ�佹彃鍏ユ暟鎹�
+ *
+ * @param connection
+ * @param tabName
+ * @param response
+ * @return
+ */
+ private int LimitInsertData(Connection connection, String tabName, JSONObject response,String name,Integer page) {
+ JSONArray jsonArray = response.getJSONArray("ResultData");
+ JSONObject entries = (JSONObject) jsonArray.get(0);
+ int maxPage;
+ // 琛屾暟 鏁版嵁杩斿洖鐨勭鍑犺
+ Integer rowNumber = entries.getInt("RowNumber");
+ // 鎬绘潯鏁�
+ Integer totalCount = entries.getInt("totalCount");
+ maxPage = (totalCount + 1000 - 1) / 1000;
+ log.info("璇锋眰杩斿洖鎬绘潯鏁� ->{},褰撳墠椤� ->{},鎬婚〉鏁� ->{}",totalCount,page,maxPage);
+ jsonArray.forEach(obj -> {
+ editDataBase(connection, tabName, (JSONObject) obj,name);
+ });
+ return maxPage;
+ }
+
+ /**
+ * 鎿嶄綔鏁版嵁搴�
+ *
+ * @param connection
+ * @param tabName
+ * @param obj
+ */
+ private void editDataBase(Connection connection, String tabName, JSONObject obj,String name) {
+ try {
+ if (!tabIsExists(connection, tabName,name)) {
+ // 鍒涘缓琛�
+ creatTable(obj, tabName, connection);
+ }
+ } catch (SQLException throwables) {
+ log.error("鍒涘缓琛ㄥ紓甯�");
+ log.error(throwables.getSQLState());
+ log.error(throwables.getMessage());
+ }
+ // 瀵规瘮瀛楁 骞舵彃鍏ユ暟鎹�
+ try {
+ operationTable(obj, tabName, connection);
+ } catch (SQLException e) {
+ log.error("瀵规瘮瀛楁鎻掑叆鏁版嵁寮傚父");
+ log.error(e.getSQLState());
+ log.error(e.getMessage());
+ }
+ }
+
+ /**
+ * 鎵цpost璇锋眰
+ *
+ * @param params 璇锋眰鍙傛暟 渚嬪锛� param1=val1¶m2=val2
+ * @return 璇锋眰杩斿洖鐨刯son杞崲鍚庣殑JSONObject瀵硅薄
+ */
+ private JSONObject execRequest(String params) {
+// System.out.println(params);
URL url = null;
HttpURLConnection connection = null;
try {
url = new URL(BASE_API_URL);
connection = (HttpURLConnection) url.openConnection();
connection.setRequestMethod("POST");
- connection.setDoOutput(true);
connection.setRequestProperty("Accept", "application/json");
- connection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
+// connection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
+ connection.setRequestProperty("Content-Type", "application/json;charset=UTF-8");
+ connection.setDoOutput(true);
OutputStream stream = connection.getOutputStream();
- int index = 0;
- if (methods.size() > 1) {
- index = RandomUtil.randomInt(0, methods.size() - 1);
- }
- String method = methods.get(index);
- String param = "method=" + method;
- stream.write(param.getBytes(StandardCharsets.UTF_8));
- BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
+ stream.write(params.getBytes(StandardCharsets.UTF_8));
+ BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream(),StandardCharsets.UTF_8));
StringBuilder builder = new StringBuilder();
String str;
while ((str = reader.readLine()) != null) {
builder.append(str);
}
- log.info("鎵ц璇锋眰鍝嶅簲锛歿}", builder.toString());
- JSONObject entries = JSONUtil.parseObj(builder.toString());
- entries.set("method", method);
- return entries;
+ return JSONUtil.parseObj(builder.toString());
} catch (IOException e) {
e.printStackTrace();
} finally {
@@ -170,10 +341,12 @@
return null;
}
- private Connection getConnection() {
+ private Connection getConnection(String user,String password,String url) {
try {
+ log.info("鏁版嵁搴撲俊鎭� ->{},{},{}",user,password,url);
return DriverManager.getConnection(url, user, password);
- } catch (SQLException throwables) {
+ } catch (Exception throwables) {
+ log.error("鑾峰彇sql杩炴帴澶辫触");
throwables.printStackTrace();
}
return null;
@@ -187,12 +360,12 @@
* @return
* @throws SQLException
*/
- private Boolean tabIsExists(Connection connection, String tableName) throws SQLException {
+ private Boolean tabIsExists(Connection connection, String tableName,String name) throws SQLException {
String tabSql = "SELECT table_name FROM information_schema.tables WHERE table_schema = ? AND table_name = ?";
PreparedStatement statement = connection.prepareStatement(tabSql);
- statement.setString(1, "test_urlreq");
+ statement.setString(1, name);
statement.setString(2, tableName);
- log.info("鍒ゆ柇琛ㄦ槸鍚﹀瓨鍦� sql-> {}", statement.toString());
+// log.info("鍒ゆ柇琛ㄦ槸鍚﹀瓨鍦� sql-> {}", statement.toString());
ResultSet resultSet = statement.executeQuery();
boolean next = resultSet.next();
statement.close();
@@ -202,34 +375,33 @@
/**
* 鎿嶄綔琛�
*
- * @param jsonArray
* @param tabName
* @param connection
* @throws SQLException
*/
- private void operationTable(JSONArray jsonArray, String tabName, Connection connection) throws SQLException {
+ private void operationTable(JSONObject jsonObject, String tabName, Connection connection) throws SQLException {
List<String> columns = getColumns(tabName, connection);
- log.info("褰撳墠琛ㄥ瓧娈典负 ->{}", columns);
+// log.info("褰撳墠琛ㄥ瓧娈典负 ->{}", columns);
ArrayList<String> responseColums = new ArrayList<>();
- for (int i = 0; i < jsonArray.size(); i++) {
- JSONObject jsonObject = jsonArray.getJSONObject(i);
- for (Map.Entry<String, Object> entry : jsonObject.entrySet()) {
- responseColums.add(entry.getKey());
+ for (Map.Entry<String, Object> entry : jsonObject.entrySet()) {
+ String key = entry.getKey().trim().toLowerCase();
+ responseColums.add(key);
+ }
+// log.info("璇锋眰杩斿洖鐨勫瓧娈典负 ->{}", responseColums);
+ responseColums.removeAll(columns);
+// log.info("闇�瑕佸鍔犵殑瀛楁 ->{}",responseColums);
+ if (!responseColums.isEmpty()) {
+ // 闇�瑕佸鍔犲瓧娈� 骞舵彃鍏ユ暟鎹�
+ for (String colum : responseColums) {
+ String sql = "alter table " + tabName + " add column " + colum + " VARCHAR(200) null";
+// log.info("淇敼瀛楁 ->{}",sql.toString());
+ Statement statement = connection.createStatement();
+ statement.executeUpdate(sql);
+ statement.close();
}
- log.info("璇锋眰杩斿洖鐨勫瓧娈典负 ->{}", responseColums);
- responseColums.removeAll(columns);
- if (!responseColums.isEmpty()) {
- // 闇�瑕佸鍔犲瓧娈� 骞舵彃鍏ユ暟鎹�
- for (String colum : responseColums) {
- String sql = "alter table " + tabName + " add column " + colum + " text null";
- Statement statement = connection.createStatement();
- statement.executeUpdate(sql);
- statement.close();
- }
- insertData(tabName, connection, jsonObject);
- } else {
- insertData(tabName, connection, jsonObject);
- }
+ insertData(tabName, connection, jsonObject);
+ } else {
+ insertData(tabName, connection, jsonObject);
}
}
@@ -243,33 +415,41 @@
*/
private void insertData(String tabName, Connection connection, JSONObject jsonObject) throws SQLException {
// 鎻掑叆鏁版嵁鍓� 鍏堟煡璇㈡暟鎹槸鍚﹀瓨鍦�
- StringBuilder selectSqlBuilder = new StringBuilder();
+// StringBuilder selectSqlBuilder = new StringBuilder();
StringBuilder insertSqlBuilder = new StringBuilder();
StringBuilder valueBuilder = new StringBuilder();
insertSqlBuilder.append("insert into ").append(tabName).append(" (");
- selectSqlBuilder.append("select count(1) as count from ").append(tabName).append(" where ");
+// selectSqlBuilder.append("select count(1) as count from ").append(tabName).append(" where ");
for (Map.Entry<String, Object> entry : jsonObject.entrySet()) {
- insertSqlBuilder.append(entry.getKey()).append(", ");
- valueBuilder.append("'").append(entry.getValue()).append("', ");
- selectSqlBuilder.append(entry.getKey()).append(" = '").append(entry.getValue()).append("' and ");
+ String defaultVal = entry.getValue().toString();
+ String key = entry.getKey().trim().toLowerCase();
+ if (StrUtil.isBlank(defaultVal) || defaultVal.equals("null"))
+ continue;
+ String val = defaultVal.trim().replaceAll("\\s+", "").replace("\\","");
+ insertSqlBuilder.append(key).append(", ");
+ valueBuilder.append("'").append(val.replaceAll("'","鈥�")).append("', ");
+// selectSqlBuilder.append(entry.getKey()).append(" = '").append(entry.getValue().toString().replaceAll("'","鈥�")).append("' and ");
}
+ insertSqlBuilder.append("insert_time, ");
+ String time = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date());
+ valueBuilder.append("'").append(time).append("'").append(", ");
insertSqlBuilder.delete(insertSqlBuilder.length() - 2, insertSqlBuilder.length());
valueBuilder.delete(valueBuilder.length() - 2, valueBuilder.length());
- selectSqlBuilder.delete(selectSqlBuilder.length() - 5, selectSqlBuilder.length());
+// selectSqlBuilder.delete(selectSqlBuilder.length() - 5, selectSqlBuilder.length());
insertSqlBuilder.append(") values (").append(valueBuilder).append(")");
- log.info("鎻掑叆鍓嶆煡璇� sql ->{}", selectSqlBuilder.toString());
- Statement statement = connection.prepareStatement(selectSqlBuilder.toString());
- ResultSet resultSet = statement.executeQuery(selectSqlBuilder.toString());
- resultSet.next();
- String string = resultSet.getString("count");
- statement.close();
+// log.info("鎻掑叆鍓嶆煡璇� sql ->{}", selectSqlBuilder.toString());
+// Statement statement = connection.prepareStatement(selectSqlBuilder.toString());
+// ResultSet resultSet = statement.executeQuery(selectSqlBuilder.toString());
+// resultSet.next();
+// String string = resultSet.getString("count");
+// statement.close();
// 濡傛灉涓嶄负0 鍒欒繖鏉℃暟鎹瓨鍦� 涓嶈繘琛屾彃鍏�
- if (!"0".equals(string)) {
- log.info("鏁版嵁瀛樺湪涓嶉渶瑕佹彃鍏� {}", jsonObject);
- return;
- }
+// if (!"0".equals(string)) {
+// log.info("鏁版嵁瀛樺湪涓嶉渶瑕佹彃鍏� {}", jsonObject);
+// return;
+// }
// 鎻掑叆鏁版嵁
- statement = connection.createStatement();
+ Statement statement = connection.createStatement();
log.info("鎻掑叆鏁版嵁 sql-> {}", insertSqlBuilder.toString());
statement.execute(insertSqlBuilder.toString());
statement.close();
@@ -305,11 +485,27 @@
private void creatTable(JSONObject resultDataIndex1, String tabName, Connection connection) throws SQLException {
StringBuilder sql = new StringBuilder("CREATE TABLE " + tabName + " (");
for (Map.Entry<String, Object> entry : resultDataIndex1.entrySet()) {
- sql.append(entry.getKey()).append(" text null,");
+ String key = entry.getKey().trim().toLowerCase();
+ sql.append(key).append(" VARCHAR(200) null,");
}
+ sql.append("insert_time").append(" VARCHAR(100) null,");
sql = new StringBuilder(sql.substring(0, sql.length() - 1));
sql.append(");");
+ log.info("鍒涘缓琛ㄦ牸 -> {}",sql.toString());
Statement statement = connection.createStatement();
statement.execute(sql.toString());
}
+
+ /**
+ * 鍒犻櫎琛�
+ * @param tabName
+ * @param connection
+ * @throws SQLException
+ */
+ private void dropTable(String tabName,Connection connection) throws SQLException {
+ String sql = "DROP TABLE IF EXISTS " + tabName;
+ Statement statement = connection.createStatement();
+ statement.executeUpdate(sql);
+ statement.close();
+ }
}
--
Gitblit v1.8.0