From 7cfa09050726578c2cc5114e5bc8a419e6e2e466 Mon Sep 17 00:00:00 2001
From: fuliqi <fuliqi@qq.com>
Date: 星期二, 15 十月 2024 11:03:45 +0800
Subject: [PATCH] 人脸上传数据延迟修复
---
ycl-server/src/main/java/com/ycl/platform/service/impl/YwPointServiceImpl.java | 250 ++++++++++++++++++++++++++++++++++++++++---------
1 files changed, 202 insertions(+), 48 deletions(-)
diff --git a/ycl-server/src/main/java/com/ycl/platform/service/impl/YwPointServiceImpl.java b/ycl-server/src/main/java/com/ycl/platform/service/impl/YwPointServiceImpl.java
index 43f2843..480e5af 100644
--- a/ycl-server/src/main/java/com/ycl/platform/service/impl/YwPointServiceImpl.java
+++ b/ycl-server/src/main/java/com/ycl/platform/service/impl/YwPointServiceImpl.java
@@ -1,25 +1,29 @@
package com.ycl.platform.service.impl;
import com.alibaba.excel.EasyExcel;
+import com.alibaba.excel.ExcelWriter;
+import com.alibaba.excel.write.metadata.WriteSheet;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.conditions.query.LambdaQueryChainWrapper;
import com.baomidou.mybatisplus.extension.conditions.update.LambdaUpdateChainWrapper;
import com.baomidou.mybatisplus.extension.service.impl.ServiceImpl;
import com.ycl.dataListener.CurrencyDataListener;
-import com.ycl.platform.domain.entity.ReportAuditingRecord;
-import com.ycl.platform.domain.entity.YwPeople;
-import com.ycl.platform.domain.entity.YwPoint;
+import com.ycl.platform.base.AbsVo;
+import com.ycl.platform.domain.entity.*;
import com.ycl.platform.domain.excel.PointExport;
import com.ycl.platform.domain.form.BatchEditPointForm;
import com.ycl.platform.domain.form.YwPointForm;
import com.ycl.platform.domain.query.YwPointQuery;
import com.ycl.platform.domain.result.BaseResult;
import com.ycl.platform.domain.vo.CheckTagVO;
+import com.ycl.platform.domain.vo.DynamicColumnVO;
import com.ycl.platform.domain.vo.ReportAuditingRecordVO;
import com.ycl.platform.domain.vo.YwPointVO;
+import com.ycl.platform.mapper.DynamicColumnMapper;
import com.ycl.platform.mapper.TMonitorMapper;
import com.ycl.platform.mapper.YwPeopleMapper;
import com.ycl.platform.mapper.YwPointMapper;
+import com.ycl.platform.service.DynamicColumnService;
import com.ycl.platform.service.YwPointService;
import com.ycl.platform.service.YwUnitService;
import com.ycl.system.Result;
@@ -28,9 +32,14 @@
import com.ycl.thread.PointImportCallable;
import com.ycl.utils.DateUtils;
import com.ycl.utils.SecurityUtils;
+import com.ycl.utils.poi.EasyExcelImportUtils;
+import com.ycl.utils.uuid.IdUtils;
+import constant.PointHeaderConstant;
import jakarta.servlet.http.HttpServletResponse;
import lombok.RequiredArgsConstructor;
+import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.BeanUtils;
+import org.springframework.context.ApplicationContext;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.util.Assert;
@@ -42,6 +51,7 @@
import java.util.*;
import java.util.concurrent.*;
import java.util.function.Consumer;
+import java.util.function.Function;
import java.util.stream.Collectors;
/**
@@ -52,21 +62,17 @@
*/
@Service
@RequiredArgsConstructor
+@Slf4j
public class YwPointServiceImpl extends ServiceImpl<YwPointMapper, YwPoint> implements YwPointService {
private final SysDeptMapper sysDeptMapper;
private final TMonitorMapper monitorMapper;
-
- private static final ExecutorService executorService = new ThreadPoolExecutor(8,
- 24,
- 5000,
- TimeUnit.SECONDS,
- new ArrayBlockingQueue<>(10),
- new ThreadPoolExecutor.CallerRunsPolicy()
- );
+ private final DynamicColumnMapper dynamicColumnMapper;
+ private final ApplicationContext context;
/**
* 娣诲姞
+ *
* @param form
* @return
*/
@@ -76,7 +82,7 @@
Date now = new Date();
entity.setCreateTime(now);
entity.setUpdateTime(now);
- if(baseMapper.insert(entity) > 0) {
+ if (baseMapper.insert(entity) > 0) {
return Result.ok("娣诲姞鎴愬姛");
}
return Result.error("娣诲姞澶辫触");
@@ -120,6 +126,7 @@
/**
* 淇敼
+ *
* @param form
* @return
*/
@@ -136,12 +143,13 @@
/**
* 鎵归噺鍒犻櫎
+ *
* @param ids
* @return
*/
@Override
public Result remove(List<String> ids) {
- if(baseMapper.deleteBatchIds(ids) > 0) {
+ if (baseMapper.deleteBatchIds(ids) > 0) {
return Result.ok("鍒犻櫎鎴愬姛");
}
return Result.error("鍒犻櫎澶辫触");
@@ -149,12 +157,13 @@
/**
* id鍒犻櫎
+ *
* @param id
* @return
*/
@Override
public Result removeById(String id) {
- if(baseMapper.deleteById(id) > 0) {
+ if (baseMapper.deleteById(id) > 0) {
return Result.ok("鍒犻櫎鎴愬姛");
}
return Result.error("鍒犻櫎澶辫触");
@@ -162,6 +171,7 @@
/**
* 鍒嗛〉鏌ヨ
+ *
* @param query
* @return
*/
@@ -174,6 +184,7 @@
/**
* 鏍规嵁id鏌ユ壘
+ *
* @param id
* @return
*/
@@ -190,6 +201,7 @@
/**
* 鍒楄〃
+ *
* @return
*/
@Override
@@ -235,23 +247,115 @@
public void export(YwPointQuery query, HttpServletResponse response) throws IOException {
// 瀵煎嚭鏁版嵁
List<PointExport> exportData = baseMapper.export(query);
- EasyExcel.write(response.getOutputStream(), PointExport.class)
- .sheet("鐐逛綅鏇存崲杩愮淮鍗曚綅")
- .doWrite(exportData);
+ //鑾峰彇鍔ㄦ�佸垪鏁版嵁
+ List<String> dynamicsHeaders = dynamicColumnMapper.getHeader("t_yw_point");
+ List<DynamicColumnVO> dynamics = dynamicColumnMapper.getData();
+ Map<Integer, List<DynamicColumnVO>> dynamicMap = new HashMap<>();
+ if (!CollectionUtils.isEmpty(dynamics)) {
+ dynamicMap = dynamics.stream().filter(vo -> vo.getRefId() != null).collect(Collectors.groupingBy(DynamicColumnVO::getRefId));
+ }
+ //瀹氫箟琛ㄥご鍒楄〃
+ LinkedHashSet<String> headers = new LinkedHashSet<>();
+ headers.add(PointHeaderConstant.ID);
+ headers.add(PointHeaderConstant.Point_Name);
+ headers.add(PointHeaderConstant.Serial_Number);
+ headers.add(PointHeaderConstant.IP);
+ headers.add(PointHeaderConstant.Province_Tag);
+ headers.add(PointHeaderConstant.Impotrant_Command_Image);
+ headers.add(PointHeaderConstant.Dept_Tag);
+ List<String> headersList = new LinkedList<>();
+ if (!CollectionUtils.isEmpty(dynamicsHeaders)) {
+ //浣跨敤閾捐〃淇濊瘉鍚庣画琛ュ厖鏁版嵁鏃惰幏鍙栨暟鎹『搴忎竴鑷�
+ headersList.addAll(dynamicsHeaders);
+ headers.addAll(headersList);
+ }
+ // 瀹氫箟鏁版嵁
+ List<List<Object>> data = new ArrayList<>();
+ for (PointExport export : exportData) {
+ List<Object> list = new ArrayList<>();
+ //闇�瑕佷繚璇侀『搴忎竴鑷�
+ list.add(export.getId());
+ list.add(export.getPointName());
+ list.add(export.getSerialNumber());
+ list.add(export.getPointIP());
+ list.add(export.getProvinceTagString());
+ list.add(export.getImportantCommandImageTagString());
+ list.add(export.getDeptTagString());
+ for (String header : headersList) {
+ //鍒涘缓涓�涓彉閲忚褰曟壘娌℃壘鍒拌繖涓猦eader
+ boolean flag = false;
+ List<DynamicColumnVO> columnVOS = dynamicMap.get(export.getId());
+ if (!CollectionUtils.isEmpty(columnVOS)) {
+ for (DynamicColumnVO columnVO : columnVOS) {
+ if (header.equals(columnVO.getLabelValue())) {
+ list.add(columnVO.getColumnValue());
+ flag = true;
+ }
+ }
+ }
+ //娌℃壘鍒扮敤绌轰覆鍗犱綅
+ if (!flag) list.add("");
+ }
+ data.add(list);
+ }
+
+ List<List<String>> headList = new ArrayList<>();
+ for (String header : headers) {
+ headList.add(Collections.singletonList(header));
+ }
+
+ EasyExcel.write(response.getOutputStream())
+ .head(headList) // 璁剧疆琛ㄥご
+ .sheet("鐐逛綅鏇存崲杩愮淮鍗曚綅") // 璁剧疆sheet鍚嶇О
+ .doWrite(data); // 鍐欏叆鏁版嵁
}
+
@Override
- public Result importData(MultipartFile file, Integer unitId, Date startTime, Date endTime, Boolean needUpdateUnit) throws IOException {
- Consumer<List<PointExport>> consumer = (dataList) -> {
- try {
- this.updatePoint(dataList, unitId, startTime, endTime, needUpdateUnit);
- } catch (ExecutionException e) {
- e.printStackTrace();
- } catch (InterruptedException e) {
- e.printStackTrace();
+ @Transactional(rollbackFor = Exception.class)
+ public Result importData(MultipartFile file, Integer unitId, Date startTime, Date endTime, Boolean
+ needUpdateUnit) throws IOException, ExecutionException, InterruptedException {
+ List<Map<String, String>> list = EasyExcelImportUtils.makeData(file);
+ List<PointExport> dataList = new ArrayList<>();
+// Consumer<List<PointExport>> consumer = (dataList) -> {
+// try {
+// this.updatePoint(dataList, unitId, startTime, endTime, needUpdateUnit);
+// } catch (ExecutionException e) {
+// e.printStackTrace();
+// } catch (InterruptedException e) {
+// e.printStackTrace();
+// }
+// };
+// EasyExcel.read(file.getInputStream(), PointExport.class, new CurrencyDataListener(consumer)).headRowNumber(1).doReadAll();
+ for (Map<String, String> map : list) {
+ PointExport pointExport = new PointExport();
+ pointExport.setId(Integer.valueOf(map.get(PointHeaderConstant.ID)));
+ pointExport.setPointName(map.get(PointHeaderConstant.Point_Name));
+ pointExport.setPointIP(map.get(PointHeaderConstant.IP));
+ pointExport.setSerialNumber(map.get(PointHeaderConstant.Serial_Number));
+ pointExport.setProvinceTag("鏄�".equals(map.get(PointHeaderConstant.Province_Tag)));
+ pointExport.setImportantCommandImageTag("鏄�".equals(map.get(PointHeaderConstant.Impotrant_Command_Image)));
+ pointExport.setDeptTag("鏄�".equals(map.get(PointHeaderConstant.Dept_Tag)));
+ List<DynamicColumnVO> dynamics = new ArrayList<>();
+ // 澶勭悊鍔ㄦ�佸垪
+ for (Map.Entry<String, String> entry : map.entrySet()) {
+ String key = entry.getKey();
+ if (!PointHeaderConstant.KNOWN_KEYS.contains(key)) {
+ DynamicColumnVO dynamicColumnVO = new DynamicColumnVO();
+ dynamicColumnVO.setRefId(pointExport.getId());
+ dynamicColumnVO.setLabelValue(entry.getKey());
+ dynamicColumnVO.setColumnValue(entry.getValue());
+ dynamicColumnVO.setPropName(IdUtils.randomNO(new Date()));
+ dynamicColumnVO.setTableName("t_yw_point");
+ dynamics.add(dynamicColumnVO);
+ }
}
- };
- EasyExcel.read(file.getInputStream(), PointExport.class , new CurrencyDataListener(consumer)).headRowNumber(1).doReadAll();
+ pointExport.setDynamicData(dynamics);
+ dataList.add(pointExport);
+ }
+ YwPointServiceImpl self = context.getBean(YwPointServiceImpl.class);
+ self.updatePoint(dataList, unitId, startTime, endTime, needUpdateUnit);
+ self.updateDynamic(dataList);
return Result.ok();
}
@@ -266,16 +370,16 @@
* @param dataList
* @param unitId
*/
- @Transactional(rollbackFor = Exception.class)
- public void updatePoint(List<PointExport> dataList, Integer unitId, Date startTime, Date endTime, Boolean needUpdateUnit) throws ExecutionException, InterruptedException {
+ public void updatePoint(List<PointExport> dataList, Integer unitId, Date startTime, Date endTime, Boolean
+ needUpdateUnit) throws ExecutionException, InterruptedException {
if (CollectionUtils.isEmpty(dataList)) {
throw new RuntimeException("瀵煎叆鏁版嵁涓嶈兘涓虹┖");
}
List<YwPoint> pointList = dataList.stream().map(item -> {
YwPoint point = new YwPoint();
- point.setImportantCommandImageTag("鏄�".equals(item.getImportantCommandImageTagString()));
- point.setProvinceTag("鏄�".equals(item.getProvinceTagString()));
- point.setDeptTag("鏄�".equals(item.getDeptTag()));
+ point.setImportantCommandImageTag(item.getImportantCommandImageTag());
+ point.setProvinceTag(item.getProvinceTag());
+ point.setDeptTag(item.getDeptTag());
if (needUpdateUnit) {
if (Objects.nonNull(unitId)) {
point.setUnitId(Long.valueOf(unitId));
@@ -295,20 +399,71 @@
this.waitAllFinishAndGetResult(pointList);
}
- public void waitAllFinishAndGetResult(List<YwPoint> dataList) throws InterruptedException, ExecutionException {
- int start = 0;
- Date startTime = new Date();
- while (true) {
- if (dataList.size() < start + 800) {
- List<YwPoint> list = dataList.subList(start, dataList.size() - 1);
- this.baseMapper.updatePoint(list);
- break;
+ @Override
+ public void updateDynamic(List<PointExport> dataList) {
+ List<DynamicColumnValue> insertList = new ArrayList<>();
+ List<DynamicColumnValue> updateList = new ArrayList<>();
+ List<Integer> deleteList = new ArrayList<>();
+ //鏌ュ嚭鎵�鏈夌绫诲姩鎬佸垪浣滀负瀛楀吀
+ Map<String, Integer> dictionary = new LambdaQueryChainWrapper<>(dynamicColumnMapper)
+ .list().stream().collect(Collectors.toMap(DynamicColumn::getLabelValue, DynamicColumn::getId));
+ //鏌ュ嚭鐐逛綅琛ㄧ殑鎵�鏈夊姩鎬佸垪
+ List<DynamicColumnVO> dynamicVOList = dynamicColumnMapper.getData();
+ Map<Integer, List<DynamicColumnVO>> dynamicVOMap = new HashMap<>();
+ if (!CollectionUtils.isEmpty(dynamicVOList)) {
+ dynamicVOMap = dynamicVOList.stream().filter(vo -> vo.getRefId() != null).collect(Collectors.groupingBy(DynamicColumnVO::getRefId));
+ }
+ //鏍规嵁label_value鍜宺ef_id鍒ゆ柇鏄惁鏄悓涓�鏁版嵁
+ for (PointExport pointExport : dataList) {
+ //寰楀埌excel涓姩鎬佸垪鍚嶄綔涓簁ey鐨刴ap
+ Map<String, DynamicColumnVO> exportMap = pointExport.getDynamicData().stream().collect(Collectors.toMap(DynamicColumnVO::getLabelValue, Function.identity()));
+ //鏌ュ嚭鏁版嵁搴撲腑杩欎釜鐐逛綅鐨勫姩鎬佸垪
+ List<DynamicColumnVO> dynamicColumnVOS = dynamicVOMap.get(pointExport.getId());
+ if (!CollectionUtils.isEmpty(dynamicColumnVOS)) {
+ //閬嶅巻鏁版嵁搴撲腑杩欎釜鐐逛綅鐨勫姩鎬佸垪锛屽苟鏍规嵁鍔ㄦ�佸垪鍚嶆壘鍑篹xcel涓殑鍊�
+ for (DynamicColumnVO vo : dynamicColumnVOS) {
+ DynamicColumnVO dynamicColumnVO = exportMap.get(vo.getLabelValue());
+ //瀛樺湪璇存槑excel鏈夎繖涓暟鎹紝灏嗘暟鎹簱杩欎釜鏁版嵁鐨勫�兼敼涓篹xcel鐨勫��
+ if (dynamicColumnVO.getColumnValue() != null) {
+ DynamicColumnValue entity = new DynamicColumnValue();
+ entity.setColumnValue(dynamicColumnVO.getColumnValue());
+ entity.setDynamicColumnId(vo.getId());
+ entity.setRefId(vo.getRefId());
+ entity.setId(vo.getValueId());
+ updateList.add(entity);
+
+ } else {
+ //涓嶅瓨鍦ㄥ垯鍙栨秷鏍囩锛屽垹闄�
+ deleteList.add(vo.getValueId());
+ }
+ }
} else {
- List<YwPoint> list = dataList.subList(start, start + 800);
- this.baseMapper.updatePoint(list);
- start += 800;
+ //鏁版嵁搴撻噷鏌ヤ笉鍒癳xcel閲岄潰鐨勮繖涓偣浣嶅姩鎬佸垪锛屽叏涓烘柊澧�
+ List<DynamicColumnVO> dynamicData = pointExport.getDynamicData();
+ for (DynamicColumnVO excelData : dynamicData) {
+ if(excelData.getColumnValue()!=null) {
+ Integer dynamicId = dictionary.get(excelData.getLabelValue());
+ DynamicColumnValue entity = new DynamicColumnValue();
+ entity.setColumnValue(excelData.getColumnValue());
+ entity.setDynamicColumnId(dynamicId);
+ entity.setRefId(pointExport.getId());
+ insertList.add(entity);
+ }
+ }
}
}
+ //mybaits鏂规硶
+ //鎻掑叆
+ if(!CollectionUtils.isEmpty(insertList)) dynamicColumnMapper.saveBatch(insertList);
+ //鏇存柊
+ if(!CollectionUtils.isEmpty(updateList)) dynamicColumnMapper.updateBatch(updateList);
+ //鍒犻櫎
+ if(!CollectionUtils.isEmpty(deleteList)) dynamicColumnMapper.deleteBatch(deleteList);
+ }
+
+ public void waitAllFinishAndGetResult(List<YwPoint> dataList) {
+ Date startTime = new Date();
+ this.baseMapper.updatePoint(dataList);
Date endTime = new Date();
log.error("鎬诲叡鑰楁椂锛�" + (endTime.getTime() - startTime.getTime()));
}
@@ -331,11 +486,10 @@
List<String> gbList = dataList.stream().map(BaseResult::getNo).collect(Collectors.toList());
Map<String, BaseResult> pointMap = dataList.stream().collect(Collectors.toMap(BaseResult::getNo, item -> item));
List<String> dbGBList = monitorMapper.getGBbyGB(gbList);
- for (String gb : dbGBList) {
- BaseResult data = pointMap.get(gb);
- if (Objects.nonNull(data)) {
- data.setNewDevice(Boolean.TRUE);
- }
+ for (String s : gbList) {
+ BaseResult baseResult = pointMap.get(s);
+ baseResult.setNewDevice(!dbGBList.contains(s));
}
}
+
}
--
Gitblit v1.8.0