KPI / fw-morax

  package cn.fw.morax.service.biz.eval;
  

  import cn.fw.common.data.mybatis.pagination.PageData;

  import cn.fw.common.exception.BusinessException;

  import cn.fw.common.page.AppPage;

  import cn.fw.common.web.auth.LoginAuthBean;

  import cn.fw.morax.common.config.FileVal;

  import cn.fw.morax.common.pojo.event.ImportEvalIndicatorEvent;

  import cn.fw.morax.common.utils.EventBusUtil;

  import cn.fw.morax.common.utils.ExcelDataUtil;
  import cn.fw.morax.common.utils.PublicUtil;

  import cn.fw.morax.domain.db.eval.*;
  import cn.fw.morax.domain.dto.query.EvalIndicatorImportQueryDTO;

  import cn.fw.morax.domain.enums.DimensionTypeEnum;
  import cn.fw.morax.domain.enums.ImportErrorReasonEnum;

  import cn.fw.morax.domain.enums.SettingStatusEnum;
  import cn.fw.morax.domain.vo.eval.*;

  import cn.fw.morax.service.biz.CommonService;

  import cn.fw.morax.service.data.eval.*;

  import cn.hutool.poi.excel.ExcelReader;
  import cn.hutool.poi.excel.ExcelUtil;

  import com.alibaba.fastjson.JSON;

  import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper;

  import com.baomidou.mybatisplus.core.toolkit.Wrappers;
  import com.google.common.collect.Lists;

  import lombok.Getter;

  import lombok.RequiredArgsConstructor;
  import lombok.extern.slf4j.Slf4j;

  import org.apache.commons.collections4.map.MultiKeyMap;

  import org.apache.poi.ss.formula.functions.T;

  import org.checkerframework.checker.units.qual.K;
  import org.springframework.beans.factory.annotation.Value;
  import org.springframework.data.redis.core.BoundValueOperations;
  import org.springframework.data.redis.core.StringRedisTemplate;

  import org.springframework.stereotype.Service;

  import org.springframework.transaction.annotation.Transactional;

  import org.springframework.web.multipart.MultipartFile;
  
  import javax.servlet.http.HttpServletRequest;
  import javax.servlet.http.HttpServletResponse;
  import java.io.IOException;

  import java.math.BigDecimal;

  import java.time.LocalDate;

  import java.time.LocalDateTime;
  import java.time.LocalTime;

  import java.time.YearMonth;

  import java.time.format.DateTimeFormatter;

  import java.util.*;

  import java.util.concurrent.TimeUnit;

  import java.util.function.Function;
  import java.util.stream.Collectors;

  /**
   * @author jiangchao
   * @des: 考评指标上报
   * @date 2023/2/8 17:04
   */
  @Service
  @Slf4j
  @RequiredArgsConstructor
  public class EvalIndicatorReportService {

      private final EvalIndicatorImportRecordService evalIndicatorImportRecordService;
      private final EvalIndicatorImportDetailService evalIndicatorImportDetailService;

      private final EvalIndicatorService evalIndicatorService;

      private final EvalUserPoolService evalUserPoolService;

      private final EvalShopPoolService evalShopPoolService;

      private final StringRedisTemplate stringRedisTemplate;

      private final EvalGroupService evalGroupService;
      private final EvalService evalService;

      private final FileVal fileVal;

      @Value("${spring.cache.custom.global-prefix}:eval-import:")
      @Getter
      private String evalImport;
      @Value("${spring.cache.custom.global-prefix}:eval-import-detail:")
      @Getter
      private String evalImportDetail;
  

      public void staffTemplateFile(HttpServletRequest request, HttpServletResponse response) {

          String fileName = "人员导入标准模板.xlsx";

          String encodeFileName = CommonService.getEncodeName(request, fileName);

          CommonService.downloadExcel(response, staffTemplateData(), encodeFileName, StaffIndicatorValueVO.class);

      }
  

      public String staffTemplateFileUrl() {
          return fileVal.getEvalStaff();
      }
      public String shopTemplateFileUrl() {
          return fileVal.getEvalShop();
      }
  

      public void shopTemplateFile(HttpServletRequest request, HttpServletResponse response) {
          String fileName = "门店导入标准模板.xlsx";
          String encodeFileName = CommonService.getEncodeName(request, fileName);

          CommonService.downloadExcel(response, shopTemplateData(), encodeFileName, ShopIndicatorValueVO.class);

      }
  

      /**
       * 分页查询
       *
       * @param dto
       * @return
       */
      public AppPage<EvalIndicatorImportRecordVO> importPage(EvalIndicatorImportQueryDTO dto) {

          LocalDateTime startTime = (PublicUtil.isNotEmpty(dto.getStartTime())) ? LocalDateTime.of(dto.getStartTime(), LocalTime.MIN) : null;
          LocalDateTime endTime = (PublicUtil.isNotEmpty(dto.getEndTime())) ? LocalDateTime.of(dto.getEndTime(), LocalTime.MAX) : null;

          PageData<EvalIndicatorImportRecord> pageData = evalIndicatorImportRecordService.page(new PageData<>(dto.getCurrent(), dto.getPageSize()),
                  Wrappers.<EvalIndicatorImportRecord>lambdaQuery()
                          .eq(PublicUtil.isNotEmpty(dto.getUserId()), EvalIndicatorImportRecord::getImportUserId, dto.getUserId())
                          .eq(PublicUtil.isNotEmpty(dto.getIndicatorCode()), EvalIndicatorImportRecord::getIndicatorCode, dto.getIndicatorCode())

                          .ge(PublicUtil.isNotEmpty(startTime), EvalIndicatorImportRecord::getCreateTime, startTime)
                          .le(PublicUtil.isNotEmpty(endTime), EvalIndicatorImportRecord::getCreateTime, endTime)

                          .eq(EvalIndicatorImportRecord::getYn, Boolean.TRUE)

                          .eq(EvalIndicatorImportRecord::getGroupId, dto.getGroupId())

                          .orderByDesc(EvalIndicatorImportRecord::getCreateTime)

          );

          return PublicUtil.toPage(pageData, importRecord -> {
              EvalIndicatorImportRecordVO importRecordVO = PublicUtil.copy(importRecord, EvalIndicatorImportRecordVO.class);
              return importRecordVO;
          });
      }

      public List<EvalIndicatorImportDetailVO> importDetail(Long id, Boolean querySuccess) {
          LambdaQueryWrapper wrappers = Wrappers.<EvalIndicatorImportDetail>lambdaQuery()

                  .eq(EvalIndicatorImportDetail::getRecordId, id)

                  .eq(EvalIndicatorImportDetail::getYn, Boolean.TRUE);

          if (PublicUtil.isNotEmpty(querySuccess)) {
              if (querySuccess) {
                  wrappers.isNotNull("error_type");
              }else {
                  wrappers.isNull("error_type");
              }
          }
          List<EvalIndicatorImportDetail> details =  evalIndicatorImportDetailService.list(wrappers);

          if (PublicUtil.isEmpty(details)) {
              return new ArrayList<>();

          }
  

          List<EvalIndicatorImportDetailVO> detailVOS = Lists.newArrayListWithCapacity(details.size());
          for (EvalIndicatorImportDetail detail : details) {
              EvalIndicatorImportDetailVO detailVO = PublicUtil.copy(detail, EvalIndicatorImportDetailVO.class);

              detailVO.convertToPercent();

              detailVOS.add(detailVO);
          }
          return detailVOS;
      }

      @Transactional(rollbackFor = Exception.class)

      public EvalIndicatorImportRecordVO uploadStaffIndicator(MultipartFile file, LoginAuthBean user) {

          MultiKeyMap<String, EvalUserPool> staffPostMap = getShopUserPoolMap(user);

          Map<String, EvalIndicator> evalIndicatorMap = getNameIndicatorMap();

          EvalIndicatorImportRecord importRecord = createRecord(user, DimensionTypeEnum.STAFF);

  //        evalIndicatorImportRecordService.save(importRecord);

          List<EvalIndicatorImportDetail> details = new ArrayList<>();

          List<StaffIndicatorValueVO> indicatorValues = this.analysisExcel(file, StaffIndicatorValueVO.class);

          Long importRecordId = importRecord.getId();
          Integer errorNum = 0;

          Set<String> uploadIndicatorCodes = new HashSet<>();

  
          MultiKeyMap<String, String> repeatMap = new MultiKeyMap<>();

          for (StaffIndicatorValueVO staff : indicatorValues) {

              Optional<StaffIndicatorValueVO> valueOptional = Optional.ofNullable(staff);
              EvalIndicatorImportDetail importDetail = convertStaffPo(valueOptional);
              importDetail.setRecordId(importRecordId);
              details.add(importDetail);
              if (repeatMap.containsKey(staff.getStaffName(), staff.getShopName(), staff.getIndicatorName())) {
                  importDetail.setErrorType(ImportErrorReasonEnum.NO_MATCH_STAFF);
                  errorNum += 1;
                  continue;
              }
              repeatMap.put(staff.getStaffName(), staff.getShopName(), staff.getIndicatorName(), "");
  

              importDetail.setDataDate(transferDate(staff.getDataDate()));

              if (! staffPostMap.containsKey(staff.getShopName(), staff.getStaffName())) {

                  importDetail.setErrorType(ImportErrorReasonEnum.NO_MATCH_STAFF);

                  errorNum += 1;

                  continue;

              }

              EvalUserPool userPool = staffPostMap.get(staff.getShopName(), staff.getStaffName());
              importDetail.setUserId(userPool.getUserId());
              importDetail.setShopId(userPool.getShopId());
  
              if  (! evalIndicatorMap.containsKey(staff.getIndicatorName())) {

                  importDetail.setErrorType(ImportErrorReasonEnum.NO_MATCH_INDICATOR);
                  errorNum += 1;

                  continue;

              }

              EvalIndicator evalIndicator = evalIndicatorMap.get(staff.getIndicatorName());
              uploadIndicatorCodes.add(evalIndicator.getCode());
              importDetail.setIndicatorCode(evalIndicator.getCode());
              importDetail.setIndicatorName(evalIndicator.getName());
              importDetail.setIndicatorValue(new BigDecimal(staff.getIndicatorValue()));
              importDetail.setDataType(evalIndicator.getDataType());

          }

          Optional<EvalIndicatorImportDetail> detailOptional = details.stream().filter(detail -> PublicUtil.isEmpty(detail.getErrorType())).findFirst();

          importRecord.setIndicatorCode(detailOptional.map(EvalIndicatorImportDetail::getIndicatorCode).orElse(""));
          importRecord.setIndicatorName(detailOptional.map(EvalIndicatorImportDetail::getIndicatorName).orElse(""));

          importRecord.setErrorNum(errorNum);
          importRecord.setNum(indicatorValues.size());
          importRecord.setSuccessNum(indicatorValues.size() - errorNum);

          String key = PublicUtil.getUUID() + user.getUserId();
          stringRedisTemplate.opsForValue().set(getEvalImport() + key, JSON.toJSONString(importRecord), 1 , TimeUnit.DAYS);
          stringRedisTemplate.opsForValue().set(getEvalImportDetail() + key, JSON.toJSONString(details), 1 , TimeUnit.DAYS);

          EvalIndicatorImportRecordVO recordVO = PublicUtil.copy(importRecord, EvalIndicatorImportRecordVO.class);
          List<EvalIndicatorImportDetailVO> detailVos = PublicUtil.copyList(details, EvalIndicatorImportDetailVO.class);
          recordVO.setDetails(detailVos);
          recordVO.setKey(key);
          return recordVO;

  //        evalIndicatorImportRecordService.updateById(importRecord);
  //        evalIndicatorImportDetailService.saveBatch(details);

  //        for (String indicatorCode : uploadIndicatorCodes) {
  //            ImportEvalIndicatorEvent importEvalIndicatorEvent = new ImportEvalIndicatorEvent(indicatorCode,
  //                    importRecord.getId(), importRecord.getGroupId(), importRecord.getUploadTime());
  //            EventBusUtil.asyncPost(importEvalIndicatorEvent);
  //        }
      }

      public void saveImportIndicator(String key) {
          BoundValueOperations<String, String> importOperation = stringRedisTemplate.boundValueOps(getEvalImport() + key);
          BoundValueOperations<String, String> importDetailOperation = stringRedisTemplate.boundValueOps(getEvalImportDetail() + key);
          String json = importOperation.get();
          String detailJson = importDetailOperation.get();
          if (PublicUtil.isEmpty(json) || PublicUtil.isEmpty(detailJson)) {
              log.error("考评指标导入，redis数据为空,key {},", getEvalImport() + key);
              throw new BusinessException("请求超时，请重新上传");
          }
          EvalIndicatorImportRecord record = JSON.parseObject(json, EvalIndicatorImportRecord.class);
          List<EvalIndicatorImportDetail> details = JSON.parseArray(detailJson, EvalIndicatorImportDetail.class);
          evalIndicatorImportRecordService.save(record);
          Long recordId = record.getId();
          Set<String> uploadIndicatorCodes = new HashSet<>();
          for (EvalIndicatorImportDetail detail : details) {
              detail.setRecordId(recordId);
              if (PublicUtil.isEmpty(detail.getErrorType()) && PublicUtil.isEmpty(detail.getIndicatorCode())) {
                  uploadIndicatorCodes.add(detail.getIndicatorCode());

              }

          }

          evalIndicatorImportDetailService.saveBatch(details);
          stringRedisTemplate.delete(getEvalImport() + key);
          stringRedisTemplate.delete(getEvalImportDetail() + key);
          //事件
          for (String indicatorCode : uploadIndicatorCodes) {
              ImportEvalIndicatorEvent importEvalIndicatorEvent = new ImportEvalIndicatorEvent(indicatorCode,
                      recordId, record.getGroupId(), record.getUploadTime());
              EventBusUtil.asyncPost(importEvalIndicatorEvent);
          }

      }
  

      @Transactional(rollbackFor = Exception.class)

      public EvalIndicatorImportRecordVO uploadShopIndicator(MultipartFile file, LoginAuthBean user) {

          Map<String, EvalShopPool> shopPoolMap = this.getShopPoolMap(user);
          Map<String, EvalIndicator> evalIndicatorMap = getNameIndicatorMap();
          EvalIndicatorImportRecord importRecord = createRecord(user, DimensionTypeEnum.SHOP);

  //        evalIndicatorImportRecordService.save(importRecord);

          Long importRecordId = importRecord.getId();
          List<EvalIndicatorImportDetail> details = new ArrayList<>();
          List<ShopIndicatorValueVO> indicatorValues = this.analysisExcel(file, ShopIndicatorValueVO.class);
          Integer errorNum = 0;
          Set<String> uploadIndicatorCodes = new HashSet<>();
          MultiKeyMap<String, String> repeatMap = new MultiKeyMap<>();
          for (ShopIndicatorValueVO shop : indicatorValues) {
  
              Optional<ShopIndicatorValueVO> valueOptional = Optional.ofNullable(shop);
              EvalIndicatorImportDetail importDetail = convertShopPo(valueOptional);
              importDetail.setRecordId(importRecordId);
              details.add(importDetail);
  
              if (repeatMap.containsKey(shop.getShopName(), shop.getIndicatorName())) {
                  importDetail.setErrorType(ImportErrorReasonEnum.NO_MATCH_STAFF);
                  errorNum += 1;
                  continue;
              }
              repeatMap.put(shop.getShopName(), shop.getIndicatorName(), "");
              importDetail.setDataDate(transferDate(shop.getDataDate()));
              if (! shopPoolMap.containsKey(shop.getShopName())) {
                  importDetail.setErrorType(ImportErrorReasonEnum.NO_MATCH_SHOP);
                  errorNum += 1;
                  continue;
              }
              EvalShopPool shopPool = shopPoolMap.get(shop.getShopName());
              importDetail.setShopId(shopPool.getShopId());
  
              if  (! evalIndicatorMap.containsKey(shop.getIndicatorName())) {
                  importDetail.setErrorType(ImportErrorReasonEnum.NO_MATCH_INDICATOR);
                  errorNum += 1;
                  continue;
              }
              EvalIndicator evalIndicator = evalIndicatorMap.get(shop.getIndicatorName());
              uploadIndicatorCodes.add(evalIndicator.getCode());
              importDetail.setIndicatorCode(evalIndicator.getCode());
              importDetail.setIndicatorName(evalIndicator.getName());
              importDetail.setIndicatorValue(new BigDecimal(shop.getIndicatorValue()));
              importDetail.setDataType(evalIndicator.getDataType());
  
          }
          importRecord.setErrorNum(errorNum);
          importRecord.setNum(indicatorValues.size());
          importRecord.setSuccessNum(indicatorValues.size() - errorNum);

          String key = PublicUtil.getUUID() + user.getUserId();
          stringRedisTemplate.opsForValue().set(getEvalImport() + key, JSON.toJSONString(importRecord), 1 , TimeUnit.DAYS);
          stringRedisTemplate.opsForValue().set(getEvalImportDetail() + key, JSON.toJSONString(details), 1 , TimeUnit.DAYS);
  
          EvalIndicatorImportRecordVO recordVO = PublicUtil.copy(importRecord, EvalIndicatorImportRecordVO.class);
          List<EvalIndicatorImportDetailVO> detailVos = PublicUtil.copyList(details, EvalIndicatorImportDetailVO.class);
          recordVO.setDetails(detailVos);
          recordVO.setKey(key);
          return recordVO;
  //        evalIndicatorImportRecordService.updateById(importRecord);
  //        evalIndicatorImportDetailService.saveBatch(details);
  //        for (String indicatorCode : uploadIndicatorCodes) {
  //            ImportEvalIndicatorEvent importEvalIndicatorEvent = new ImportEvalIndicatorEvent(indicatorCode,
  //                    importRecord.getId(), importRecord.getGroupId(), importRecord.getUploadTime());
  //            EventBusUtil.asyncPost(importEvalIndicatorEvent);
  //        }

      }

      public EvalIndicatorImportDetailVO convertStaffVo(Optional<StaffIndicatorValueVO> valueOptional) {
          EvalIndicatorImportDetailVO detail = new EvalIndicatorImportDetailVO();
          detail.setIndicatorName(valueOptional.map(StaffIndicatorValueVO::getIndicatorName).orElse(""));
          detail.setUserName(valueOptional.map(StaffIndicatorValueVO::getStaffName).orElse(""));
          detail.setShopName(valueOptional.map(StaffIndicatorValueVO::getShopName).orElse(""));
          return detail;
      }

      public EvalIndicatorImportDetail convertStaffPo(Optional<StaffIndicatorValueVO> valueOptional) {
          EvalIndicatorImportDetail detail = new EvalIndicatorImportDetail();
          detail.setIndicatorName(valueOptional.map(StaffIndicatorValueVO::getIndicatorName).orElse(""));
          detail.setUserName(valueOptional.map(StaffIndicatorValueVO::getStaffName).orElse(""));
          detail.setShopName(valueOptional.map(StaffIndicatorValueVO::getShopName).orElse(""));
          return detail;
      }
  
      public EvalIndicatorImportDetail convertShopPo(Optional<ShopIndicatorValueVO> valueOptional) {
          EvalIndicatorImportDetail detail = new EvalIndicatorImportDetail();
          detail.setIndicatorName(valueOptional.map(ShopIndicatorValueVO::getIndicatorName).orElse(""));
          detail.setShopName(valueOptional.map(ShopIndicatorValueVO::getShopName).orElse(""));
          return detail;

      }

      public <T> List<T> analysisExcel(MultipartFile file, Class<T> tClass) {
          List<T> indicatorValues = null;
          ExcelReader reader = null;
          try {
              reader = ExcelUtil.getReader(file.getInputStream());
          } catch (IOException e) {
              e.printStackTrace();
          }
          Map<String, String> headerAlias = ExcelDataUtil.getTitleMappingField(tClass);
          reader.setHeaderAlias(headerAlias);
          indicatorValues = reader.readAll(tClass);
          return indicatorValues;
      }
  
      public LocalDate transferDate(String dataDateStr) {
          if (PublicUtil.isEmpty(dataDateStr)) {
              return LocalDate.now();
          }
          LocalDate dataDate = LocalDate.now();
          DateTimeFormatter formatter1 = DateTimeFormatter.ofPattern("yyyy-MM-dd HH:mm:ss");
          DateTimeFormatter formatter2 = DateTimeFormatter.ofPattern("yyyy/MM/dd");
          try {
              dataDate = LocalDate.parse(dataDateStr, formatter1);
          } catch (Exception e) {
              log.error("考评数据导入，日期转换失败，{}，{}", dataDateStr, e);
  
              try {
                  dataDate = LocalDate.parse(dataDateStr, formatter2);
              }catch (Exception e2) {
                  log.error("考评数据导入，日期转换失败，{}，{}", dataDateStr, e2);
              }
          }
          return dataDate;

      }
  

      public EvalIndicatorImportRecord createRecord(LoginAuthBean user, DimensionTypeEnum dimensionType) {

          EvalIndicatorImportRecord importRecord = new EvalIndicatorImportRecord();
          importRecord.setImportUserId(user.getUserId());
          importRecord.setImportUserName(user.getUserName());

          importRecord.setDimensionType(dimensionType);

          importRecord.setUploadTime(LocalDate.now());
          importRecord.setGroupId(user.getGroupId());
          importRecord.setYn(Boolean.TRUE);
          return importRecord;

      }
  

      public MultiKeyMap<String, EvalUserPool> getShopUserPoolMap(LoginAuthBean user) {

          YearMonth month = YearMonth.now().minusMonths(12);
          List<EvalUserPool> pools = evalUserPoolService.getLastPool(month, user.getGroupId());

          MultiKeyMap<String, EvalUserPool> staffPostMap = new MultiKeyMap();
          for (EvalUserPool pool : pools) {
              if (staffPostMap.containsKey(pool.getShopName(), pool.getUserName())) {
                  continue;
              }
              staffPostMap.put(pool.getShopName(), pool.getUserName(), pool);

          }

          return staffPostMap;
      }
  

      public Map<String, EvalShopPool> getShopPoolMap(LoginAuthBean user) {
          YearMonth month = YearMonth.now().minusMonths(12);
          List<EvalShopPool> pools = evalShopPoolService.getLastPool(month, user.getGroupId());
          Map<String, EvalShopPool> evalShopPoolMap = pools.stream()
                  .collect(Collectors.toMap(EvalShopPool::getShopName, Function.identity(), (v1, v2) -> v1));
          return evalShopPoolMap;
      }
  

      public Map<String, EvalIndicator> getNameIndicatorMap() {
          List<EvalIndicator> evalIndicators = evalIndicatorService.list(Wrappers.<EvalIndicator>lambdaQuery()
                  .eq(EvalIndicator::getYn, Boolean.TRUE)
                  .eq(EvalIndicator::getEnable, Boolean.TRUE)
          );
          Map<String, EvalIndicator> evalIndicatorMap = evalIndicators.stream()
                  .collect(Collectors.toMap(EvalIndicator::getName, Function.identity(), (v1, v2) -> v1));
          return evalIndicatorMap;

      }

      public static List<StaffIndicatorValueVO> staffTemplateData() {
          List<StaffIndicatorValueVO> templates = new ArrayList<>();
          StaffIndicatorValueVO valueVO = new StaffIndicatorValueVO();
          valueVO.setStaffName("张三");
          valueVO.setShopName("宁夏瑞静B4-17店");
          valueVO.setIndicatorName("活动成交任务达成率");
          valueVO.setIndicatorValue("0.1");
          valueVO.setDataDate(DateTimeFormatter.ofPattern("yyyy-MM-dd").format(LocalDate.now()));
          templates.add(valueVO);
          return templates;
      }
      public static List<ShopIndicatorValueVO> shopTemplateData() {
          List<ShopIndicatorValueVO> templates = new ArrayList<>();
          ShopIndicatorValueVO valueVO = new ShopIndicatorValueVO();
          valueVO.setShopName("宁夏瑞静B4-17店");
          valueVO.setIndicatorName("活动成交任务达成率");
          valueVO.setIndicatorValue("0.1");
          valueVO.setDataDate(DateTimeFormatter.ofPattern("yyyy-MM-dd").format(LocalDate.now()));
          templates.add(valueVO);
          return templates;
      }
  

  }