data-service-java/src/main/java/com/zx/dataservice/service/impl/ChoiceBondServiceImpl.java

package com.zx.dataservice.service.impl;

import com.alibaba.fastjson.JSON;
import com.zx.dataservice.mapper2.ChoiceBondMapper;
import com.zx.dataservice.pojo.StockRestPojo;
import com.zx.dataservice.service.ChoiceBondService;
import com.zx.dataservice.utils.FileBondUtil;
import com.zx.dataservice.utils.HttpRequest;
import com.zx.dataservice.utils.TimeUtil;
import com.zx.dataservice.vo.StockRestVO;
import org.apache.commons.lang3.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.BeanUtils;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import java.io.File;
import java.util.*;

@Service
public class ChoiceBondServiceImpl implements ChoiceBondService {

    private static final Logger log = LoggerFactory.getLogger(ChoiceBondServiceImpl.class);

    private static final String sourceFileUrl = "/www/wwwroot/csqdata/bond";

    private static final String goalFileUrl = "/www/wwwroot/csqdata/bond/backup";

    private static final String url = "http://taifooksec.com/api/stock/updateBatchStockInfo.do";

    @Autowired
    private ChoiceBondMapper choiceBondMapper;

    @Override
    public void analysisBondRestData() {
        // 1.获取文件夹文件 按照时间顺序拿到一个
        List<File> files = FileBondUtil.getFile(sourceFileUrl);
        if (null == files || 0 == files.size()) {
            return;
        }
        List<StockRestPojo> stockRestPojoList = new ArrayList<>();
        List<StockRestVO> stockRestVOList = new ArrayList<>();
        StockRestPojo stockRestPojo;
        StockRestVO stockRestVO;
        for (File file : files) {
            // 2.移动文件去另外一个文件夹
            FileBondUtil.moveFile(sourceFileUrl + File.separator + file.getName(), goalFileUrl);
            // 3.读取文件内容
            String str = FileBondUtil.readFileContent(goalFileUrl + File.separator + file.getName());
            // 4.并解析
            if(StringUtils.isEmpty(str)){
                continue;
            }
            Map<String, List<String>> map = new HashMap<String, List<String>>();
            map = JSON.parseObject(str, HashMap.class);
            str = null;
            for (Map.Entry<String, List<String>> entry : map.entrySet()) {
                try {
                    stockRestPojo = new StockRestPojo();
                    stockRestPojo.setDate(String.valueOf(entry.getValue().get(0)));
                    if(String.valueOf(entry.getValue().get(1)).equals("0")){
                        continue;
                    }
                    stockRestPojo.setTime(String.valueOf(entry.getValue().get(1)));
                    stockRestPojo.setNow(String.valueOf(entry.getValue().get(2)));
                    stockRestPojo.setHigh(String.valueOf(entry.getValue().get(3)));
                    stockRestPojo.setLow(String.valueOf(entry.getValue().get(4)));
                    stockRestPojo.setOpen(String.valueOf(entry.getValue().get(5)));
                    stockRestPojo.setPreclose(String.valueOf(entry.getValue().get(6)));
                    stockRestPojo.setRoundlot(String.valueOf(entry.getValue().get(7)));
                    stockRestPojo.setChange(String.valueOf(entry.getValue().get(8)));
                    stockRestPojo.setPctchange(String.valueOf(entry.getValue().get(9)));
                    stockRestPojo.setVolume(String.valueOf(entry.getValue().get(10)));
                    stockRestPojo.setAmount(String.valueOf(entry.getValue().get(11)));
                    stockRestPojo.setVolumeratio("");
                    stockRestPojo.setCommissionratio("");
                    stockRestPojo.setCommissiondiff("");
                    stockRestPojo.setTradestatus("");
                    stockRestPojo.setOutvolume("");
                    stockRestPojo.setInvolume("");
                    stockRestPojo.setHighlimit("");
                    stockRestPojo.setLowlimit("");
                    stockRestPojo.setSpeed("");
                    stockRestPojo.setAverageprice("");

                    stockRestPojo.setBuyprice1(String.valueOf(entry.getValue().get(12)));
                    stockRestPojo.setBuyprice2(String.valueOf(entry.getValue().get(13)));
                    stockRestPojo.setBuyprice3(String.valueOf(entry.getValue().get(14)));
                    stockRestPojo.setBuyprice4(String.valueOf(entry.getValue().get(15)));
                    stockRestPojo.setBuyprice5(String.valueOf(entry.getValue().get(16)));
                    stockRestPojo.setBuyvolume1(String.valueOf(entry.getValue().get(17)));
                    stockRestPojo.setBuyvolume2(String.valueOf(entry.getValue().get(18)));
                    stockRestPojo.setBuyvolume3(String.valueOf(entry.getValue().get(19)));
                    stockRestPojo.setBuyvolume4(String.valueOf(entry.getValue().get(20)));
                    stockRestPojo.setBuyvolume5(String.valueOf(entry.getValue().get(21)));
                    stockRestPojo.setSellprice1(String.valueOf(entry.getValue().get(22)));
                    stockRestPojo.setSellprice2(String.valueOf(entry.getValue().get(23)));
                    stockRestPojo.setSellprice3(String.valueOf(entry.getValue().get(24)));
                    stockRestPojo.setSellprice4(String.valueOf(entry.getValue().get(25)));
                    stockRestPojo.setSellprice5(String.valueOf(entry.getValue().get(26)));
                    stockRestPojo.setSellvolume1(String.valueOf(entry.getValue().get(27)));
                    stockRestPojo.setSellvolume2(String.valueOf(entry.getValue().get(28)));
                    stockRestPojo.setSellvolume3(String.valueOf(entry.getValue().get(29)));
                    stockRestPojo.setSellvolume4(String.valueOf(entry.getValue().get(30)));
                    stockRestPojo.setSellvolume5(String.valueOf(entry.getValue().get(31)));
                    stockRestPojo.setClosedtime("");
                    stockRestPojo.setClosedvolume("");
                    stockRestPojo.setClosedamount("");
                    StringBuffer dateStr = new StringBuffer(stockRestPojo.getDate());
                    if (StringUtils.isEmpty(stockRestPojo.getTime())) {
                        dateStr = dateStr.append(000000);
                    } else {
                        if (5 == stockRestPojo.getTime().length()) {
                            // 长度为5表示 小时前面需要补0
                            dateStr = dateStr.append(0).append(stockRestPojo.getTime());
                        } else {
                            dateStr = dateStr.append(stockRestPojo.getTime());
                        }
                    }
                    Date date = TimeUtil.strToDate(dateStr.toString());
                    // 毫秒转成秒
                    stockRestPojo.setRealTime(date.getTime() / 1000);
                    Calendar calendar = Calendar.getInstance();
                    calendar.setTime(date);
                    int min = calendar.get(Calendar.MINUTE); // 获取分钟
                    int sec = calendar.get(Calendar.SECOND); // 获取秒数

                    // 1分钟数据
                    if (sec != 0) {
                        stockRestPojo.setDateOne(stockRestPojo.getRealTime() + 60 - sec);
                    } else {
                        stockRestPojo.setDateOne(stockRestPojo.getRealTime());
                    }

                    // 5分钟数据
                    if (sec != 0 || min % 5 != 0) {
                        stockRestPojo.setDateFive(stockRestPojo.getRealTime() + (5 * 60) - sec - (min % 5 * 60));
                    } else {
                        stockRestPojo.setDateFive(stockRestPojo.getRealTime());
                    }

                    // 15分钟数据
                    if (sec != 0 || min % 15 != 0) {
                        stockRestPojo.setDateFifteen(stockRestPojo.getRealTime() + (15 * 60) - sec - (min % 15 * 60));
                    } else {
                        stockRestPojo.setDateFifteen(stockRestPojo.getRealTime());
                    }

                    // 30分钟数据
                    if (sec != 0 || min % 30 != 0) {
                        stockRestPojo.setDateThirty(stockRestPojo.getRealTime() + (30 * 60) - sec - (min % 30 * 60));
                    } else {
                        stockRestPojo.setDateThirty(stockRestPojo.getRealTime());
                    }

                    // 60分钟数据
                    if (sec != 0 || min % 60 != 0) {
                        stockRestPojo.setDateSixty(stockRestPojo.getRealTime() + (60 * 60) - sec - (min % 60 * 60));
                    } else {
                        stockRestPojo.setDateSixty(stockRestPojo.getRealTime());
                    }
                    StringBuffer tableName = new StringBuffer("data_rt_");
                    tableName.append(entry.getKey().replace(".", "_").toLowerCase());
                    stockRestPojo.setCode(entry.getKey().toLowerCase());
                    stockRestPojo.setTableName(tableName.toString());
                    stockRestPojoList.add(stockRestPojo);
                    stockRestVO = new StockRestVO();
                    BeanUtils.copyProperties(stockRestPojo, stockRestVO);
                    stockRestVOList.add(stockRestVO);
                }catch (Exception e){
                    log.error("错误数据导致失败" + e);
                }
            }
            map = null;
        }
        // 5.入库
        insertList(stockRestPojoList, stockRestVOList);
        stockRestPojoList = null;
    }

    private void insertList(List<StockRestPojo> list, List<StockRestVO> stockRestVOList) {
        int insertLength = list.size();
        int i = 0;
        int insertSize = 500;
        while (insertLength > insertSize) {
            choiceBondMapper.insertBatch(list.subList(i, i + insertSize));
            List<StockRestVO> subList = stockRestVOList.subList(i, i + insertSize);
            i = i + insertSize;
            insertLength = insertLength - insertSize;
            Thread thread=new Thread(new Runnable() {
                @Override
                public void run() {
                    HttpRequest.httpPostWithjson(url, JSON.toJSONString(subList));
                }
            });
            thread.start();
        }
        if (insertLength > 0) {
            choiceBondMapper.insertBatch(list.subList(i, i + insertLength));
            List<StockRestVO> subList = stockRestVOList.subList(i, i + insertLength);
            Thread thread=new Thread(new Runnable() {
                @Override
                public void run() {
                    HttpRequest.httpPostWithjson(url, JSON.toJSONString(subList));
                }
            });
            thread.start();
        }
    }
}