HikvisionBaseDataTaskTest.java 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370
  1. package com.xjrsoft.module.job;
  2. import cn.hutool.db.Db;
  3. import com.google.gson.JsonArray;
  4. import com.google.gson.JsonElement;
  5. import com.google.gson.JsonObject;
  6. import com.google.gson.JsonParser;
  7. import com.xjrsoft.XjrSoftApplication;
  8. import com.xjrsoft.common.constant.GlobalConstant;
  9. import com.xjrsoft.common.utils.DatasourceUtil;
  10. import com.xjrsoft.module.hikvision.entity.HikvisionData;
  11. import com.xjrsoft.module.hikvision.util.ApiUtil;
  12. import com.xjrsoft.module.hikvision.util.DataUtil;
  13. import com.xjrsoft.module.organization.entity.Department;
  14. import com.xjrsoft.module.schedule.entity.JianyueData;
  15. import com.xjrsoft.module.teacher.entity.XjrUser;
  16. import com.xjrsoft.module.teacher.mapper.FaceImportMapper;
  17. import lombok.var;
  18. import org.junit.jupiter.api.Test;
  19. import org.junit.runner.RunWith;
  20. import org.springframework.beans.factory.annotation.Autowired;
  21. import org.springframework.boot.test.context.SpringBootTest;
  22. import org.springframework.test.context.junit4.SpringRunner;
  23. import javax.sql.DataSource;
  24. import java.sql.SQLException;
  25. import java.util.ArrayList;
  26. import java.util.HashMap;
  27. import java.util.HashSet;
  28. import java.util.List;
  29. import java.util.Map;
  30. import java.util.Set;
  31. /**
  32. * @author dzx
  33. * @date 2024/5/14
  34. */
  35. @RunWith(SpringRunner.class)
  36. @SpringBootTest(classes = XjrSoftApplication.class)
  37. class HikvisionBaseDataTaskTest {
  38. @Autowired
  39. private FaceImportMapper faceImportMapper;
  40. @Test
  41. void test() throws Exception {
  42. DataSource datasource = DatasourceUtil.getDataSource(GlobalConstant.DEFAULT_DATASOURCE_KEY);
  43. Db use = Db.use(datasource);
  44. String sql = "SELECT distinct table_name FROM hikvision_data WHERE 1 = 1";
  45. List<JianyueData> query = use.query(sql, JianyueData.class);
  46. Set<String> tables = new HashSet<>();
  47. for (JianyueData jianyueData : query) {
  48. tables.add(jianyueData.getTableName());
  49. }
  50. sql = "SELECT * FROM hikvision_data WHERE 0 = 0";
  51. List<HikvisionData> list = use.query(sql, HikvisionData.class);
  52. Map<String, Map<String, String>> dataMap = new HashMap<>();
  53. for (String table : tables) {
  54. Map<String, String> tableData = new HashMap<>();
  55. for (HikvisionData hikvisiondata : list) {
  56. if(!table.equals(hikvisiondata.getTableName())){
  57. continue;
  58. }
  59. tableData.put(hikvisiondata.getSourceId(), hikvisiondata.getHikvisionId());
  60. }
  61. dataMap.put(table, tableData);
  62. }
  63. DataUtil dataUtil = new DataUtil();
  64. // deletePerson();
  65. String tableName = "xjr_department";
  66. Map<String, String> department = dataUtil.insertDepartment(use, tableName, dataMap.get(tableName));
  67. if(department.isEmpty() && dataMap.get(tableName) != null){
  68. department = dataMap.get(tableName);
  69. }
  70. //
  71. //推送教职工
  72. tableName = "base_teacher";
  73. dataUtil.insertTeacher(use, tableName, dataMap.get(tableName), department);
  74. //
  75. //推送车辆
  76. // String carTableName = "car_message_apply";
  77. // Map<String, String> baseClass = dataMap.get(carTableName);
  78. // dataUtil.insertCar(use, carTableName,baseClass, faceImportMapper);
  79. // tableName = "base_class";
  80. // Map<String, String> baseClass = dataMap.get(tableName);
  81. // Map<String, String> classes = dataUtil.insertClass(use, tableName, baseClass);
  82. // tableName = "base_student";
  83. // Map<String, String> baseStudent = dataMap.get(tableName);
  84. // Map<String, String> student = dataUtil.insertStudentOne(use, tableName, baseStudent);
  85. // selectOrg(use, "base_class");
  86. //查询车辆
  87. // String carTableName = "car_message_apply";
  88. // selectCar(use, carTableName);
  89. // selecAllPersonById(use);
  90. selecAllPersonById(use);
  91. }
  92. public static void selectCar(Db db, String tableName) throws SQLException {
  93. String sql = "SELECT * FROM " + tableName + " WHERE delete_mark = 0";
  94. List<Department> dataList = db.query(sql, Department.class);
  95. String apiPath = "/api/resource/v2/vehicle/advance/vehicleList";
  96. JsonObject jsonObject = new JsonObject();
  97. jsonObject.addProperty("pageNo", 1);
  98. jsonObject.addProperty("pageSize", 500);
  99. ApiUtil apiUtil = new ApiUtil();
  100. String result = apiUtil.doPost(apiPath, jsonObject.toString(), null);
  101. System.out.println("-----------------------------------------------------");
  102. System.out.println(result);
  103. }
  104. public static void insertRecord(Db db, String tableName, Map<?, String> idsMap) throws SQLException {
  105. if (idsMap.isEmpty()) {
  106. return;
  107. }
  108. var sqls = new ArrayList<String>();
  109. for (var entry : idsMap.entrySet()) {
  110. var sourceId = entry.getKey();
  111. var sql = "INSERT INTO hikvision_data(create_date, table_name, source_id, hikvision_id) " +
  112. "VALUES(now(), '" + tableName + "', '" + sourceId + "', '" + entry.getValue() + "')";
  113. sqls.add(sql);
  114. }
  115. db.executeBatch(sqls);
  116. }
  117. public Map<String, String> insertStudentOne(Db db, String tableName, Map<String, String> tableData) throws Exception {
  118. String sql = "SELECT t1.id,t1.name,CONCAT(t3.id,'-',t4.name,'-',t3.class_type,'-',t2.stduy_status)," +
  119. " t1.user_name,t1.gender,DATE_FORMAT(t1.birth_date, '%Y-%m-%d'),t1.mobile,t1.email,t1.credential_type,t1.credential_number FROM xjr_user t1" +
  120. " INNER JOIN base_student_school_roll t2 ON t1.id = t2.user_id" +
  121. " INNER JOIN base_class t3 ON t2.class_id = t3.id" +
  122. " INNER JOIN base_grade t4 ON t3.grade_id = t4.id" +
  123. " WHERE t1.delete_mark = 0 AND t2.delete_mark = 0" +
  124. " AND t3.class_type IS NOT NULL" +
  125. " AND t1.id NOT IN (SELECT source_id FROM hikvision_data WHERE table_name = 'base_student'\n" +
  126. ") AND t4.name NOT IN ('2021级','2020级')";
  127. List<String[]> list = db.query(sql, String[].class);
  128. Map<Integer, String> clientMap = new HashMap<>();
  129. String apiPath = "/api/resource/v2/person/single/add";
  130. Map<String, String> idMap = new HashMap<>();
  131. JsonParser jsonParser = new JsonParser();
  132. ApiUtil apiUtil = new ApiUtil();
  133. Map<String, String> header = new HashMap<>();
  134. header.put("tagId", "insert_student");
  135. for(int i = 0; i < list.size(); i ++){
  136. String[] el = list.get(i);
  137. if(tableData != null && tableData.containsKey(el[0])){
  138. continue;
  139. }
  140. JsonObject paramJson = new JsonObject();
  141. paramJson.addProperty("clientId", i);
  142. paramJson.addProperty("personId", el[0]);
  143. paramJson.addProperty("personName", el[1]);
  144. paramJson.addProperty("orgIndexCode", el[2]);
  145. paramJson.addProperty("phoneNo", el[6]);
  146. paramJson.addProperty("jobNo", el[3]);
  147. paramJson.addProperty("birthday", el[5]);
  148. paramJson.addProperty("personType", 2);
  149. int gender;
  150. switch (el[4]) {
  151. case "SB10001":
  152. gender = 1;
  153. break;
  154. case "SB10002":
  155. gender = 2;
  156. break;
  157. default:
  158. gender = 0;
  159. break;
  160. }
  161. paramJson.addProperty("gender", gender);
  162. clientMap.put(i, el[0]);
  163. System.out.println("请求参数:" + paramJson.toString());
  164. String result = apiUtil.doPost(apiPath, paramJson.toString(), null, header);
  165. System.out.println("返回结果:" + result);
  166. JsonElement parse = jsonParser.parse(result);
  167. JsonObject resultJson = parse.getAsJsonObject();
  168. if("0".equals(resultJson.get("code").getAsString()) && "success".equals(resultJson.get("msg").getAsString())){
  169. JsonObject array = resultJson.get("data").getAsJsonObject();
  170. idMap.put(el[0], array.get("personId").getAsString());
  171. }
  172. }
  173. insertRecord(db, tableName, idMap);
  174. //插入记录表
  175. return idMap;
  176. }
  177. void deleteClass(Db db) throws SQLException {
  178. String apiPath = "/api/resource/v1/org/orgList";
  179. JsonObject jsonObject = new JsonObject();
  180. jsonObject.addProperty("pageNo", 1);
  181. jsonObject.addProperty("pageSize", 500);
  182. ApiUtil apiUtil = new ApiUtil();
  183. String result = apiUtil.doPost(apiPath, jsonObject.toString(), null);
  184. String sql = "SELECT * FROM hikvision_data WHERE table_name = 'base_class' order by length(hikvision_id) desc";
  185. List<HikvisionData> dataList = db.query(sql, HikvisionData.class);
  186. apiPath = "/api/resource/v1/org/batch/delete";
  187. Map<Long, String> idMap = new HashMap<>();
  188. JsonParser jsonParser = new JsonParser();
  189. JsonArray dataArray = new JsonArray();
  190. for (HikvisionData department : dataList) {
  191. dataArray.add(department.getHikvisionId());
  192. }
  193. JsonObject paramJson = new JsonObject();
  194. paramJson.add("indexCodes", dataArray);
  195. Map<String, String> headerMap = new HashMap<>();
  196. headerMap.put("tagId", "deleteOrg");
  197. result = apiUtil.doPost(apiPath, paramJson.toString(), null, headerMap);
  198. System.out.println(result);
  199. }
  200. /**
  201. * 查询资源信息
  202. * @param db
  203. * @throws SQLException
  204. */
  205. void selectResource(Db db) throws SQLException {
  206. String apiPath = "/api/irds/v2/resource/resourcesByParams";
  207. JsonObject jsonObject = new JsonObject();
  208. jsonObject.addProperty("pageNo", 1);
  209. jsonObject.addProperty("pageSize", 500);
  210. jsonObject.addProperty("resourceType", "door");
  211. ApiUtil apiUtil = new ApiUtil();
  212. String result = apiUtil.doPost(apiPath, jsonObject.toString(), null, null);
  213. System.out.println("------------------------------------------------------------------------");
  214. System.out.println(result);
  215. }
  216. void selecAllPersonById(Db db) throws SQLException {
  217. String apiPath = "/api/resource/v2/person/advance/personList";
  218. Map<Long, String> map = new HashMap<>();
  219. map.put(14954817043910L, "肖会春");map.put(14954817552454L, "苏平");map.put(14954818123205L, "刘瑞田");
  220. map.put(14954818337094L, "王开兰");map.put(14954818837189L, "龚仁容");map.put(14954819407814L, "张洪梅");
  221. map.put(14954819516102L, "袁夕芳");map.put(14954819746757L, "冯加林");map.put(14954820166213L, "张凤琴");
  222. map.put(14954820362949L, "周家慧");map.put(14954820552390L, "龙运刚");map.put(14954820751429L, "张怀会");
  223. map.put(14954825048006L, "李孝秋");map.put(14954802607430L, "王强");
  224. ApiUtil apiUtil = new ApiUtil();
  225. JsonParser parser = new JsonParser();
  226. Map<Long, String> idMap = new HashMap<>();
  227. for (Long id : map.keySet()) {
  228. JsonObject jsonObject = new JsonObject();
  229. jsonObject.addProperty("pageNo", 1);
  230. jsonObject.addProperty("pageSize", 500);
  231. jsonObject.addProperty("personName", map.get(id));
  232. String result = apiUtil.doPost(apiPath, jsonObject.toString(), null, null);
  233. JsonObject resultJson = parser.parse(result).getAsJsonObject();
  234. JsonObject info = resultJson.get("data").getAsJsonObject().get("list").getAsJsonArray().get(0).getAsJsonObject();
  235. String personId = info.get("personId").getAsString();
  236. idMap.put(id, personId);
  237. }
  238. insertRecord(db, "base_teacher",idMap);
  239. }
  240. void selecAllPerson(Db db) throws SQLException {
  241. String apiPath = "/api/resource/v2/person/personList";
  242. JsonObject jsonObject = new JsonObject();
  243. jsonObject.addProperty("pageNo", 1);
  244. jsonObject.addProperty("pageSize", 500);
  245. ApiUtil apiUtil = new ApiUtil();
  246. String result = apiUtil.doPost(apiPath, jsonObject.toString(), null, null);
  247. System.out.println(result);
  248. String sql = "SELECT t1.* FROM xjr_user t1" +
  249. " INNER JOIN base_teacher t2 ON t1.id = t2.user_id" +
  250. " WHERE t1.delete_mark = 0 AND t2.delete_mark = 0";
  251. List<XjrUser> dataList = db.query(sql, XjrUser.class);
  252. Map<String, Long> phoneMap = new HashMap<>();
  253. for (XjrUser xjrUser : dataList) {
  254. phoneMap.put(xjrUser.getMobile(), xjrUser.getId());
  255. }
  256. JsonParser jsonParser = new JsonParser();
  257. JsonObject resultJson = jsonParser.parse(result).getAsJsonObject();
  258. JsonArray array = resultJson.get("data").getAsJsonObject().get("list").getAsJsonArray();
  259. Map<Long, String> idMap = new HashMap<>();
  260. for (JsonElement jsonElement : array) {
  261. JsonObject element = jsonElement.getAsJsonObject();
  262. if(!element.has("phoneNo") || element.get("phoneNo").isJsonNull()){
  263. System.out.println(element.toString());
  264. continue;
  265. }
  266. String phoneNo = element.get("phoneNo").getAsString();
  267. idMap.put(phoneMap.get(phoneNo), element.get("personId").getAsString());
  268. }
  269. insertRecord(db, "base_teacher", idMap);
  270. }
  271. void selectOrg(Db db, String tableName) throws SQLException {
  272. String sql = "SELECT * FROM " + tableName + " WHERE delete_mark = 0";
  273. List<Department> dataList = db.query(sql, Department.class);
  274. String apiPath = "/api/resource/v1/org/orgList";
  275. JsonObject jsonObject = new JsonObject();
  276. jsonObject.addProperty("pageNo", 1);
  277. jsonObject.addProperty("pageSize", 500);
  278. ApiUtil apiUtil = new ApiUtil();
  279. String result = apiUtil.doPost(apiPath, jsonObject.toString(), null);
  280. System.out.println("-----------------------------------------------------");
  281. System.out.println(result);
  282. }
  283. void deleteOrg(Db db, String tableName) throws SQLException {
  284. String sql = "SELECT * FROM " + tableName + " WHERE delete_mark = 0 ORDER BY LENGTH(hierarchy)";
  285. List<Department> dataList = db.query(sql, Department.class);
  286. String apiPath = "/api/resource/v1/org/batch/delete";
  287. Map<Long, String> idMap = new HashMap<>();
  288. JsonParser jsonParser = new JsonParser();
  289. ApiUtil apiUtil = new ApiUtil();
  290. JsonArray dataArray = new JsonArray();
  291. for (Department department : dataList) {
  292. dataArray.add(department.getId().toString());
  293. }
  294. JsonObject paramJson = new JsonObject();
  295. paramJson.add("indexCodes", dataArray);
  296. Map<String, String> headerMap = new HashMap<>();
  297. headerMap.put("tagId", "deleteOrg");
  298. String result = apiUtil.doPost(apiPath, paramJson.toString(), null, headerMap);
  299. System.out.println(result);
  300. }
  301. void deletePerson(){
  302. String apiPath = "/api/resource/v1/person/batch/delete";
  303. Map<Long, String> idMap = new HashMap<>();
  304. JsonParser jsonParser = new JsonParser();
  305. ApiUtil apiUtil = new ApiUtil();
  306. JsonArray dataArray = new JsonArray();
  307. dataArray.add("14954805813957");dataArray.add("14954812339909");dataArray.add("14954808977606");
  308. dataArray.add("14954812285254");dataArray.add("14954812392774");dataArray.add("14954812448325");
  309. dataArray.add("14954804711366");dataArray.add("15331003650245");dataArray.add("14954802607430");
  310. dataArray.add("14954807016389");dataArray.add("14954803353286");dataArray.add("14954806910277");
  311. dataArray.add("14954807016389");
  312. JsonObject paramJson = new JsonObject();
  313. paramJson.add("personIds", dataArray);
  314. Map<String, String> headerMap = new HashMap<>();
  315. headerMap.put("tagId", "deleteperson");
  316. String result = apiUtil.doPost(apiPath, paramJson.toString(), null, headerMap);
  317. System.out.println(result);
  318. }
  319. }