From 5737d7e7ed0cb02df1f4be1dc8b9035f9f7cdae2 Mon Sep 17 00:00:00 2001
From: 赵文轩 <1652863494@qq.com>
Date: 星期二, 04 六月 2024 16:06:34 +0800
Subject: [PATCH] 同步字典数据工具类
---
src/main/java/com/example/utils/DictionaryUtil.java | 319 ++++++++++++++++++++++++++++++++++++++--------------
1 files changed, 232 insertions(+), 87 deletions(-)
diff --git a/src/main/java/com/example/utils/DictionaryUtil.java b/src/main/java/com/example/utils/DictionaryUtil.java
index 8b6ab76..08b022d 100644
--- a/src/main/java/com/example/utils/DictionaryUtil.java
+++ b/src/main/java/com/example/utils/DictionaryUtil.java
@@ -1,38 +1,50 @@
package com.example.utils;
-import cn.hutool.core.util.RandomUtil;
import cn.hutool.json.JSONArray;
import cn.hutool.json.JSONObject;
import cn.hutool.json.JSONUtil;
+import lombok.extern.slf4j.Slf4j;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Component;
-import java.io.BufferedReader;
-import java.io.IOException;
-import java.io.InputStreamReader;
-import java.io.OutputStream;
+import java.io.*;
import java.net.HttpURLConnection;
import java.net.URL;
import java.nio.charset.StandardCharsets;
import java.sql.*;
-import java.util.ArrayList;
-import java.util.List;
-import java.util.Map;
+import java.text.SimpleDateFormat;
+import java.util.*;
+import java.util.Date;
/**
* @Company: 瑗垮畨璺嘲绉戞妧鏈夐檺鍏徃
* @Author: zhaowenxuan
* @Date: 2024/5/21 16:41
*/
+@Slf4j
+@Component
public class DictionaryUtil {
- private static final Logger log = LoggerFactory.getLogger(DictionaryUtil.class);
- private static final String BASE_API_URL = "https://mock.mengxuegu.com/mock/664d3dbce45d2156fa209c80/example/api/His/HisRequest";
+// private static final String CONFIG_PATH = "/Users/chacca/寮�鍙戠浉鍏�/浠ｇ爜/ltkj_peis_sjpt/src/main/resources/config.properties";
+ private static final String CONFIG_PATH = "/Users/chacca/寮�鍙戠浉鍏�/浠ｇ爜/ltkj_peis_sjpt/src/main/resources/ltkj.properties";
+ private static String BASE_API_URL = "";
+ // 璇锋眰浠ｇ爜鎬婚泦鍚�
private static List<String> methods = new ArrayList<>();
- private static final String url = "jdbc:mysql://localhost:3306/test_urlreq";
- private static final String user = "root";
- private static final String password = "Root_ltkj123";
+ // 闇�瑕佸垎椤电殑浠ｇ爜闆嗗悎
+ private static List<String> limits = new ArrayList<>();
+ /**
+ * 鏆傛椂涓嶅仛
+ * 1.18 璁¤垂鏄庣粏椤圭洰 MXJFXMZD
+ * 1.90 闂ㄨ瘖鏄庣粏璁¤垂鍙婄粍鍚堣璐归」鐩� MZJFZHMXXM
+ *
+ */
+
+// 鍒嗛〉姣忔1000鏉�
static {
+ methods.add("JGDM");
+ methods.add("ZDZYZ");
+ methods.add("YQZD");
methods.add("KSFLZD");
methods.add("BQZD");
methods.add("ZKKSZD");
@@ -47,7 +59,6 @@
methods.add("ZYZZZFZD");
methods.add("YJJFXMZD");
methods.add("EJJFXMZD");
- methods.add("MXJFXMZD");
methods.add("ZHFLXMZD");
methods.add("JFZHXMZD");
methods.add("JFZHGLMXJFXMZD");
@@ -88,78 +99,208 @@
methods.add("TJZHGLMXZD");
methods.add("TJTCZD");
methods.add("TJTCGLTJZHZD");
+
methods.add("HTDWZD");
methods.add("ZFLXZD");
methods.add("MZJCJYSQD");
methods.add("MZJCJYSQXMFL");
methods.add("MZJCJYSQDDYXM");
- methods.add("MZJFZHMXXM");
methods.add("BRFB");
+
+ limits.add("ZDZYZ");
+ limits.add("KSZD");
+ limits.add("YHZD");
+ limits.add("XYZDZD");
+ limits.add("ZYZDZD");
+ limits.add("SSZD");
+ limits.add("ZLXTXZD");
+ limits.add("ZYZZZFZD");
+ limits.add("JFZHGLMXJFXMZD");
+ limits.add("YPZD");
+ limits.add("JYKSZD");
+ limits.add("JYYSZD");
+ limits.add("JYXMZD");
+ limits.add("JYZBZD");
+ limits.add("JYXMZBZD");
+ limits.add("JFXMGLJYXMZD");
+ limits.add("JFZHGLJYXMZD");
+ limits.add("JFXMGLJCBWZD");
+ limits.add("TJKSZD");
+ limits.add("TJYSZD");
+ limits.add("TJXMZD");
+ limits.add("TJZHXMZD");
+ limits.add("TJZHGLMXZD");
+ limits.add("TJTCZD");
+ limits.add("TJTCGLTJZHZD");
}
public static void main(String[] args) {
DictionaryUtil util = new DictionaryUtil();
- util.exec();
- }
-
- private void exec() {
- JSONObject entries = execRequest();
- if (entries != null) {
- JSONObject response = entries.getJSONObject("Response");
- // 0 鎴愬姛 -1澶辫触
- if ("0".equals(response.getStr("ResultCode"))) {
- JSONArray jsonArray = response.getJSONArray("ResultData");
- JSONObject resultDataIndex1 = jsonArray.getJSONObject(0);
- String method = entries.getStr("method");
- String tabName = "ltkj_" + method;
- Connection connection = getConnection();
- try {
- if (!tabIsExists(connection, tabName)) {
- // 鍒涘缓琛�
- creatTable(resultDataIndex1, tabName, connection);
- }
- // 瀵规瘮瀛楁 骞舵彃鍏ユ暟鎹�
- operationTable(jsonArray, tabName, connection);
- } catch (SQLException throwables) {
- throwables.printStackTrace();
- }
- }
+ try {
+ util.exec1();
+ } catch (IOException e) {
+ e.printStackTrace();
+ log.error("寮傚父");
}
}
/**
- * 鎵цhttp璇锋眰
- *
+ * 澧炲姞榛樿鍙傛暟
+ * @param jsonObject
* @return
*/
- private JSONObject execRequest() {
+ public JSONObject addInputVal(JSONObject jsonObject){
+ JSONObject obj = JSONUtil.createObj();
+ obj.putOpt("jgbm","");
+ obj.putOpt("bm","");
+ obj.putOpt("flbm","");
+ jsonObject.putOpt("input",obj);
+ return jsonObject;
+ }
+
+ public void exec1() throws IOException {
+ int size = 1000;
+ FileInputStream inputStream = new FileInputStream(CONFIG_PATH);
+ Properties props = new Properties();
+ props.load(inputStream);
+ String name = props.getProperty("name");
+ String url = "jdbc:mysql://" + props.getProperty("ip") + ":" + props.getProperty("prot") + "/" + name + "" +
+ "?useUnicode=true&characterEncoding=utf8&zeroDateTimeBehavior=convertToNull&useSSL=false&serverTimezone=GMT%2B8";
+ String user = props.getProperty("username");
+ String password = props.getProperty("password");
+ String apiUrl = props.getProperty("his_api_url");
+ String apiPort = props.getProperty("his_api_port");
+ BASE_API_URL = apiUrl+":"+apiPort+"/api/His/HisRequest";
+ Connection connection = getConnection(user,password,url);
+ methods.forEach(method -> {
+ log.info("寮�濮嬭姹備唬鐮� ->{}",method);
+ String tabName = "ltkj_" + method.toLowerCase();
+ boolean isLimit = false;
+ int page = 1;
+ int maxPage = 1;
+ JSONObject object = JSONUtil.createObj();
+ object.putOpt("method", method);
+ object = addInputVal(object);
+ if (limits.contains(method)) {
+ isLimit = true;
+ JSONObject input = object.getJSONObject("input");
+ input.putOpt("pagecount", size);
+ input.putOpt("page", page);
+ }
+ log.info("璇锋眰鎺ュ彛 ->{},璇锋眰鍙傛暟 ->{}",BASE_API_URL,object.toString());
+ JSONObject entries = execRequest(object.toString());
+// log.info("璇锋眰杩斿洖 ->{}",entries.toString());
+ assert entries != null;
+ JSONObject response = entries.getJSONObject("Response");
+ if ("0".equals(response.getStr("ResultCode"))) {
+ if (isLimit) {
+ maxPage = LimitInsertData(connection, tabName, response,name,page);
+ log.info("璁＄畻椤电爜涓� ->{}", maxPage);
+ if (maxPage > 1) {
+ page += 1;
+ for (int i = page; i <= maxPage; i++) {
+ object.clear();
+ object.putOpt("method", method);
+ object = addInputVal(object);
+ JSONObject input = object.getJSONObject("input");
+ input.putOpt("pagecount", size);
+ input.putOpt("page", page);
+ log.info("璇锋眰鎺ュ彛 ->{},璇锋眰鍙傛暟 ->{}",BASE_API_URL,object.toString());
+ entries = execRequest(object.toString());
+// log.info("璇锋眰杩斿洖 ->{}",entries.toString());
+ response = entries.getJSONObject("Response");
+ if ("0".equals(response.getStr("ResultCode"))) {
+ LimitInsertData(connection, tabName, response,name,page);
+ } else {
+ log.error("{} 璇锋眰澶辫触锛歿}",method,object.toString());
+ }
+ page++;
+ }
+ }
+ } else {
+ JSONArray resultData = response.getJSONArray("ResultData");
+ JSONObject jsonObject = JSONUtil.toList(resultData, JSONObject.class).get(0);
+ editDataBase(connection, tabName, jsonObject,name);
+ }
+ } else {
+ log.error("{}璇锋眰澶辫触 - 璇锋眰鐘舵�佺爜涓嶄负0,璇锋眰鍙傛暟 ->{},璇锋眰杩斿洖 ->{}", method,object.toString(),response.toString());
+ }
+ });
+ }
+
+ /**
+ * 閽堝浜庡垎椤垫帴鍙� 鍒涘缓琛ㄣ�佹彃鍏ユ暟鎹�
+ *
+ * @param connection
+ * @param tabName
+ * @param response
+ * @return
+ */
+ private int LimitInsertData(Connection connection, String tabName, JSONObject response,String name,Integer page) {
+ JSONArray jsonArray = response.getJSONArray("ResultData");
+ JSONObject entries = (JSONObject) jsonArray.get(0);
+ int maxPage;
+ // 琛屾暟 鏁版嵁杩斿洖鐨勭鍑犺
+ Integer rowNumber = entries.getInt("RowNumber");
+ // 鎬绘潯鏁�
+ Integer totalCount = entries.getInt("totalCount");
+ maxPage = (totalCount + 1000 - 1) / 1000;
+ log.info("璇锋眰杩斿洖鎬绘潯鏁� ->{},褰撳墠椤� ->{},鎬婚〉鏁� ->{}",totalCount,page,maxPage);
+ jsonArray.forEach(obj -> {
+ editDataBase(connection, tabName, (JSONObject) obj,name);
+ });
+ return maxPage;
+ }
+
+ /**
+ * 鎿嶄綔鏁版嵁搴�
+ *
+ * @param connection
+ * @param tabName
+ * @param obj
+ */
+ private void editDataBase(Connection connection, String tabName, JSONObject obj,String name) {
+ try {
+ if (!tabIsExists(connection, tabName,name)) {
+ // 鍒涘缓琛�
+ creatTable(obj, tabName, connection);
+ }
+ // 瀵规瘮瀛楁 骞舵彃鍏ユ暟鎹�
+ operationTable(obj, tabName, connection);
+ } catch (SQLException throwables) {
+ log.error("鏁版嵁搴撴搷浣滃紓甯�");
+ log.error(throwables.getSQLState());
+ log.error(throwables.getMessage());
+ }
+ }
+
+ /**
+ * 鎵цpost璇锋眰
+ *
+ * @param params 璇锋眰鍙傛暟 渚嬪锛� param1=val1¶m2=val2
+ * @return 璇锋眰杩斿洖鐨刯son杞崲鍚庣殑JSONObject瀵硅薄
+ */
+ private JSONObject execRequest(String params) {
+// System.out.println(params);
URL url = null;
HttpURLConnection connection = null;
try {
url = new URL(BASE_API_URL);
connection = (HttpURLConnection) url.openConnection();
connection.setRequestMethod("POST");
- connection.setDoOutput(true);
connection.setRequestProperty("Accept", "application/json");
- connection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
+// connection.setRequestProperty("Content-Type", "application/x-www-form-urlencoded");
+ connection.setRequestProperty("Content-Type", "application/json;utf-8");
+ connection.setDoOutput(true);
OutputStream stream = connection.getOutputStream();
- int index = 0;
- if (methods.size() > 1) {
- index = RandomUtil.randomInt(0, methods.size() - 1);
- }
- String method = methods.get(index);
- String param = "method=" + method;
- stream.write(param.getBytes(StandardCharsets.UTF_8));
+ stream.write(params.getBytes(StandardCharsets.UTF_8));
BufferedReader reader = new BufferedReader(new InputStreamReader(connection.getInputStream()));
StringBuilder builder = new StringBuilder();
String str;
while ((str = reader.readLine()) != null) {
builder.append(str);
}
- log.info("鎵ц璇锋眰鍝嶅簲锛歿}", builder.toString());
- JSONObject entries = JSONUtil.parseObj(builder.toString());
- entries.set("method", method);
- return entries;
+ return JSONUtil.parseObj(builder.toString());
} catch (IOException e) {
e.printStackTrace();
} finally {
@@ -170,10 +311,12 @@
return null;
}
- private Connection getConnection() {
+ private Connection getConnection(String user,String password,String url) {
try {
+ log.info("鏁版嵁搴撲俊鎭� ->{},{},{}",user,password,url);
return DriverManager.getConnection(url, user, password);
- } catch (SQLException throwables) {
+ } catch (Exception throwables) {
+ log.error("鑾峰彇sql杩炴帴澶辫触");
throwables.printStackTrace();
}
return null;
@@ -187,12 +330,12 @@
* @return
* @throws SQLException
*/
- private Boolean tabIsExists(Connection connection, String tableName) throws SQLException {
+ private Boolean tabIsExists(Connection connection, String tableName,String name) throws SQLException {
String tabSql = "SELECT table_name FROM information_schema.tables WHERE table_schema = ? AND table_name = ?";
PreparedStatement statement = connection.prepareStatement(tabSql);
- statement.setString(1, "test_urlreq");
+ statement.setString(1, name);
statement.setString(2, tableName);
- log.info("鍒ゆ柇琛ㄦ槸鍚﹀瓨鍦� sql-> {}", statement.toString());
+// log.info("鍒ゆ柇琛ㄦ槸鍚﹀瓨鍦� sql-> {}", statement.toString());
ResultSet resultSet = statement.executeQuery();
boolean next = resultSet.next();
statement.close();
@@ -202,34 +345,31 @@
/**
* 鎿嶄綔琛�
*
- * @param jsonArray
* @param tabName
* @param connection
* @throws SQLException
*/
- private void operationTable(JSONArray jsonArray, String tabName, Connection connection) throws SQLException {
+ private void operationTable(JSONObject jsonObject, String tabName, Connection connection) throws SQLException {
List<String> columns = getColumns(tabName, connection);
- log.info("褰撳墠琛ㄥ瓧娈典负 ->{}", columns);
+// log.info("褰撳墠琛ㄥ瓧娈典负 ->{}", columns);
ArrayList<String> responseColums = new ArrayList<>();
- for (int i = 0; i < jsonArray.size(); i++) {
- JSONObject jsonObject = jsonArray.getJSONObject(i);
- for (Map.Entry<String, Object> entry : jsonObject.entrySet()) {
- responseColums.add(entry.getKey());
+ for (Map.Entry<String, Object> entry : jsonObject.entrySet()) {
+ responseColums.add(entry.getKey());
+ }
+// log.info("璇锋眰杩斿洖鐨勫瓧娈典负 ->{}", responseColums);
+ responseColums.removeAll(columns);
+ if (!responseColums.isEmpty()) {
+ // 闇�瑕佸鍔犲瓧娈� 骞舵彃鍏ユ暟鎹�
+ for (String colum : responseColums) {
+ String sql = "alter table " + tabName + " add column " + colum + " text null";
+// log.info("淇敼瀛楁 ->{}",sql.toString());
+ Statement statement = connection.createStatement();
+ statement.executeUpdate(sql);
+ statement.close();
}
- log.info("璇锋眰杩斿洖鐨勫瓧娈典负 ->{}", responseColums);
- responseColums.removeAll(columns);
- if (!responseColums.isEmpty()) {
- // 闇�瑕佸鍔犲瓧娈� 骞舵彃鍏ユ暟鎹�
- for (String colum : responseColums) {
- String sql = "alter table " + tabName + " add column " + colum + " text null";
- Statement statement = connection.createStatement();
- statement.executeUpdate(sql);
- statement.close();
- }
- insertData(tabName, connection, jsonObject);
- } else {
- insertData(tabName, connection, jsonObject);
- }
+ insertData(tabName, connection, jsonObject);
+ } else {
+ insertData(tabName, connection, jsonObject);
}
}
@@ -250,14 +390,17 @@
selectSqlBuilder.append("select count(1) as count from ").append(tabName).append(" where ");
for (Map.Entry<String, Object> entry : jsonObject.entrySet()) {
insertSqlBuilder.append(entry.getKey()).append(", ");
- valueBuilder.append("'").append(entry.getValue()).append("', ");
- selectSqlBuilder.append(entry.getKey()).append(" = '").append(entry.getValue()).append("' and ");
+ valueBuilder.append("'").append(entry.getValue().toString().replaceAll("'","鈥�")).append("', ");
+ selectSqlBuilder.append(entry.getKey()).append(" = '").append(entry.getValue().toString().replaceAll("'","鈥�")).append("' and ");
}
+ insertSqlBuilder.append("insert_time, ");
+ String time = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(new Date());
+ valueBuilder.append("'").append(time).append("'").append(", ");
insertSqlBuilder.delete(insertSqlBuilder.length() - 2, insertSqlBuilder.length());
valueBuilder.delete(valueBuilder.length() - 2, valueBuilder.length());
selectSqlBuilder.delete(selectSqlBuilder.length() - 5, selectSqlBuilder.length());
insertSqlBuilder.append(") values (").append(valueBuilder).append(")");
- log.info("鎻掑叆鍓嶆煡璇� sql ->{}", selectSqlBuilder.toString());
+// log.info("鎻掑叆鍓嶆煡璇� sql ->{}", selectSqlBuilder.toString());
Statement statement = connection.prepareStatement(selectSqlBuilder.toString());
ResultSet resultSet = statement.executeQuery(selectSqlBuilder.toString());
resultSet.next();
@@ -265,12 +408,12 @@
statement.close();
// 濡傛灉涓嶄负0 鍒欒繖鏉℃暟鎹瓨鍦� 涓嶈繘琛屾彃鍏�
if (!"0".equals(string)) {
- log.info("鏁版嵁瀛樺湪涓嶉渶瑕佹彃鍏� {}", jsonObject);
+// log.info("鏁版嵁瀛樺湪涓嶉渶瑕佹彃鍏� {}", jsonObject);
return;
}
// 鎻掑叆鏁版嵁
statement = connection.createStatement();
- log.info("鎻掑叆鏁版嵁 sql-> {}", insertSqlBuilder.toString());
+// log.info("鎻掑叆鏁版嵁 sql-> {}", insertSqlBuilder.toString());
statement.execute(insertSqlBuilder.toString());
statement.close();
}
@@ -307,8 +450,10 @@
for (Map.Entry<String, Object> entry : resultDataIndex1.entrySet()) {
sql.append(entry.getKey()).append(" text null,");
}
+ sql.append("insert_time").append(" text null,");
sql = new StringBuilder(sql.substring(0, sql.length() - 1));
sql.append(");");
+// log.info("鍒涘缓琛ㄦ牸 -> {}",sql.toString());
Statement statement = connection.createStatement();
statement.execute(sql.toString());
}
--
Gitblit v1.8.0