data-service/TempIndexHistData.py

# -*- coding:utf-8 -*-

__author__ = 'weijie'

from EmQuantAPI import *
import datetime
import time
import traceback
from StockPojo import StockPojo
from StockHistPojo import StockHistPojo
from dbOperation import dbOperation
import pandas as pd
import json
import array
import db_config

class TempIndexHistData:

    def toGet1(self):
        try:
            print("开始000001.SH")
            getDataTime = time.strftime('%Y-%m-%d',time.localtime(time.time()))
            sql = "select dates dates from data_hist_000001_sh order by realTime desc limit 1"
            db = dbOperation(db_config.db_gupiao)
            dates = db.query_one(sql)
            db.close()
            if dates is not None :
                startDate = str(dates['dates'].replace("/", "-"))
                dd = datetime.datetime.strptime(startDate, "%Y-%m-%d")
                dd = (dd + datetime.timedelta(days=1)).strftime("%Y-%m-%d")
                startDate = dd
            else:
                return
            data = c.csd(
                '000001.SH', 
                "OPEN,CLOSE,HIGH,LOW,PRECLOSE,CHANGE,PCTCHANGE,VOLUME,AMOUNT,TURN,AMPLITUDE", 
                startDate, 
                getDataTime, 
                "Period=1,adjustflag=1,curtype=1,Ispandas=1")
            print(data)
            data.reset_index(inplace=True)
            jsonData = data.to_json()
            text = json.loads(jsonData)
            stockHistPojoList = []
            for i in range(len(text['CODES'])):
                stockHistPojo = StockHistPojo()
                stockHistPojo.codes = text['CODES'][str(i)].replace(".", "_")
                if "None".strip() == str(text['OPEN'][str(i)]).strip():
                    continue
                stockHistPojo.open = text['OPEN'][str(i)]
                stockHistPojo.close = text['CLOSE'][str(i)]
                stockHistPojo.high = text['HIGH'][str(i)]
                stockHistPojo.low = text['LOW'][str(i)]
                stockHistPojo.preclose = text['PRECLOSE'][str(i)]
                stockHistPojo.average = "0"
                stockHistPojo.change = text['CHANGE'][str(i)]
                stockHistPojo.pctchange = text['PCTCHANGE'][str(i)]
                stockHistPojo.volume = text['VOLUME'][str(i)]
                stockHistPojo.highlimit = "0"
                stockHistPojo.amount = text['AMOUNT'][str(i)]
                stockHistPojo.turn = text['TURN'][str(i)]
                stockHistPojo.tradestatus = "0"
                stockHistPojo.lowlimit = "0"
                stockHistPojo.amplitude = text['AMPLITUDE'][str(i)]
                stockHistPojo.tnum = "0"
                stockHistPojo.tafactor = "0"
                stockHistPojo.fronttafactor = "0"
                stockHistPojo.isststock = "0"
                stockHistPojo.isxststock = "0"
                stockHistPojo.dates = text['DATES'][str(i)]

                datTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))
                year = time.localtime(datTime).tm_year # 获取年份
                yearDatTime = time.mktime(time.strptime(str(year) + "/01/01", "%Y/%m/%d"))

                month = time.localtime(datTime).tm_mon # 获取月份
                monthDatTime = ""
                if 10 > month:
                    datTime = time.mktime(time.strptime(str(year) + "/0" + str(month) + "/01", "%Y/%m/%d"))
                    monthDatTime = int(datTime)
                else:
                    datTime = time.mktime(time.strptime(str(year) + "/" + str(month) + "/01", "%Y/%m/%d"))
                    monthDatTime = int(datTime)

                weekDatTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))
                wday = time.localtime(weekDatTime).tm_wday # 获取周
                dt = datetime.datetime.strptime(stockHistPojo.dates, "%Y/%m/%d")
                out_date = (dt + datetime.timedelta(days=-wday)).strftime("%Y/%m/%d")
                weekDatTime1 = time.mktime(time.strptime(out_date, "%Y/%m/%d"))

                #获取日
                dayDatTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))

                stockHistPojo.dateYear = str(int(yearDatTime))
                stockHistPojo.dateMonth = str(int(monthDatTime))
                stockHistPojo.dateWeek = str(int(weekDatTime1))
                stockHistPojo.dateDay = str(int(dayDatTime))
                stockHistPojoList.append(stockHistPojo)
            i = 0
            key = "`realTime`,`dates`,`open`,`close`,`high`,`low`,`preclose`,`average`,`change`,`pctchange`,`volume`,`highlimit`,`amount`,`turn`,`tradestatus`,`lowlimit`,`amplitude`,`tnum`,`tafactor`,`fronttafactor`,`isststock`,`isxststock`,`date_year`,`date_month`,`date_week`"
            # 批量插入 每次插入500
            db = dbOperation(db_config.db_gupiao)
            while True :
                vlues = ""
                # print(i)
                # 如果数组数量大于500 截取前500个
                if len(stockHistPojoList) - i > 500 :
                    # stockPojoList[i : 500] 等于java subList(i, 500)
                    for stockHistPojo in stockHistPojoList[i :  500 + i]:
                        vlues = vlues + "('"+str(stockHistPojo.dateDay)+"','"+str(stockHistPojo.dates)+"','" + str(stockHistPojo.open) + "','" + str(stockHistPojo.close) + "','" + str(stockHistPojo.high)+ "','" + str(stockHistPojo.low) + "','" + str(stockHistPojo.preclose) + "','" + str(stockHistPojo.average) + "','" + str(stockHistPojo.change) + "','" + str(stockHistPojo.pctchange) + "','" + str(stockHistPojo.volume) + "','" + str(stockHistPojo.highlimit) + "','" + str(stockHistPojo.amount) + "','" + str(stockHistPojo.turn) + "','" + str(stockHistPojo.tradestatus) + "','" + str(stockHistPojo.lowlimit) + "','" + str(stockHistPojo.amplitude) + "','" + str(stockHistPojo.tnum) + "','" + str(stockHistPojo.tafactor) + "','" + str(stockHistPojo.fronttafactor) + "','" + str(stockHistPojo.isststock) + "','" + str(stockHistPojo.isxststock) + "','" + str(stockHistPojo.dateYear) + "','" + str(stockHistPojo.dateMonth) + "','" + str(stockHistPojo.dateWeek) + "'),"
                    vlues = vlues[:-1]
                    db.batchInsert("data_hist_000001_sh", key, vlues)   
                    i = i + 500
                else :
                    # 如果数量小于500 并且不为数量不大于标记变量
                    if len(stockHistPojoList) > i :
                        for stockHistPojo in stockHistPojoList[i : len(stockHistPojoList)]:
                            vlues = vlues + "('"+str(stockHistPojo.dateDay)+"','"+str(stockHistPojo.dates)+"','" + str(stockHistPojo.open) + "','" + str(stockHistPojo.close) + "','" + str(stockHistPojo.high)+ "','" + str(stockHistPojo.low) + "','" + str(stockHistPojo.preclose) + "','" + str(stockHistPojo.average) + "','" + str(stockHistPojo.change) + "','" + str(stockHistPojo.pctchange) + "','" + str(stockHistPojo.volume) + "','" + str(stockHistPojo.highlimit) + "','" + str(stockHistPojo.amount) + "','" + str(stockHistPojo.turn) + "','" + str(stockHistPojo.tradestatus) + "','" + str(stockHistPojo.lowlimit) + "','" + str(stockHistPojo.amplitude) + "','" + str(stockHistPojo.tnum) + "','" + str(stockHistPojo.tafactor) + "','" + str(stockHistPojo.fronttafactor) + "','" + str(stockHistPojo.isststock) + "','" + str(stockHistPojo.isxststock) + "','" + str(stockHistPojo.dateYear) + "','" + str(stockHistPojo.dateMonth) + "','" + str(stockHistPojo.dateWeek) + "'),"
                        vlues = vlues[:-1]
                        db.batchInsert("data_hist_000001_sh", key, vlues)   
                    break
            db.close()

        except Exception as ee:
            print("error >>>",ee)
            traceback.print_exc()
        else:
            print("demo end")
    
    def toGet2(self):
        try:
            print("开始399001.SZ")
            getDataTime = time.strftime('%Y-%m-%d',time.localtime(time.time()))
            sql = "select dates dates from data_hist_399001_sz order by realTime desc limit 1"
            db = dbOperation(db_config.db_gupiao)
            dates = db.query_one(sql)
            db.close()
            if dates is not None :
                startDate = str(dates['dates'].replace("/", "-"))
                dd = datetime.datetime.strptime(startDate, "%Y-%m-%d")
                dd = (dd + datetime.timedelta(days=1)).strftime("%Y-%m-%d")
                startDate = dd
            else:
                return
            data = c.csd(
                '399001.SZ', 
                "OPEN,CLOSE,HIGH,LOW,PRECLOSE,CHANGE,PCTCHANGE,VOLUME,AMOUNT,TURN,AMPLITUDE", 
                startDate,
                getDataTime, 
                "Period=1,adjustflag=1,curtype=1,Ispandas=1")
            print(data)
            data.reset_index(inplace=True)
            jsonData = data.to_json()
            text = json.loads(jsonData)
            stockHistPojoList = []
            for i in range(len(text['CODES'])):
                stockHistPojo = StockHistPojo()
                stockHistPojo.codes = text['CODES'][str(i)].replace(".", "_")
                if "None".strip() == str(text['OPEN'][str(i)]).strip():
                    continue
                stockHistPojo.open = text['OPEN'][str(i)]
                stockHistPojo.close = text['CLOSE'][str(i)]
                stockHistPojo.high = text['HIGH'][str(i)]
                stockHistPojo.low = text['LOW'][str(i)]
                stockHistPojo.preclose = text['PRECLOSE'][str(i)]
                stockHistPojo.average = "0"
                stockHistPojo.change = text['CHANGE'][str(i)]
                stockHistPojo.pctchange = text['PCTCHANGE'][str(i)]
                stockHistPojo.volume = text['VOLUME'][str(i)]
                stockHistPojo.highlimit = "0"
                stockHistPojo.amount = text['AMOUNT'][str(i)]
                stockHistPojo.turn = text['TURN'][str(i)]
                stockHistPojo.tradestatus = "0"
                stockHistPojo.lowlimit = "0"
                stockHistPojo.amplitude = text['AMPLITUDE'][str(i)]
                stockHistPojo.tnum = "0"
                stockHistPojo.tafactor = "0"
                stockHistPojo.fronttafactor = "0"
                stockHistPojo.isststock = "0"
                stockHistPojo.isxststock = "0"
                stockHistPojo.dates = text['DATES'][str(i)]

                datTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))
                year = time.localtime(datTime).tm_year # 获取年份
                yearDatTime = time.mktime(time.strptime(str(year) + "/01/01", "%Y/%m/%d"))

                month = time.localtime(datTime).tm_mon # 获取月份
                monthDatTime = ""
                if 10 > month:
                    datTime = time.mktime(time.strptime(str(year) + "/0" + str(month) + "/01", "%Y/%m/%d"))
                    monthDatTime = int(datTime)
                else:
                    datTime = time.mktime(time.strptime(str(year) + "/" + str(month) + "/01", "%Y/%m/%d"))
                    monthDatTime = int(datTime)

                weekDatTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))
                wday = time.localtime(weekDatTime).tm_wday # 获取周
                dt = datetime.datetime.strptime(stockHistPojo.dates, "%Y/%m/%d")
                out_date = (dt + datetime.timedelta(days=-wday)).strftime("%Y/%m/%d")
                weekDatTime1 = time.mktime(time.strptime(out_date, "%Y/%m/%d"))

                #获取日
                dayDatTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))

                stockHistPojo.dateYear = str(int(yearDatTime))
                stockHistPojo.dateMonth = str(int(monthDatTime))
                stockHistPojo.dateWeek = str(int(weekDatTime1))
                stockHistPojo.dateDay = str(int(dayDatTime))
                stockHistPojoList.append(stockHistPojo)
            i = 0
            key = "`realTime`,`dates`,`open`,`close`,`high`,`low`,`preclose`,`average`,`change`,`pctchange`,`volume`,`highlimit`,`amount`,`turn`,`tradestatus`,`lowlimit`,`amplitude`,`tnum`,`tafactor`,`fronttafactor`,`isststock`,`isxststock`,`date_year`,`date_month`,`date_week`"
            # 批量插入 每次插入500
            db = dbOperation(db_config.db_gupiao)
            while True :
                vlues = ""
                # print(i)
                # 如果数组数量大于500 截取前500个
                if len(stockHistPojoList) - i > 500 :
                    # stockPojoList[i : 500] 等于java subList(i, 500)
                    for stockHistPojo in stockHistPojoList[i :  500 + i]:
                        vlues = vlues + "('"+str(stockHistPojo.dateDay)+"','"+str(stockHistPojo.dates)+"','" + str(stockHistPojo.open) + "','" + str(stockHistPojo.close) + "','" + str(stockHistPojo.high)+ "','" + str(stockHistPojo.low) + "','" + str(stockHistPojo.preclose) + "','" + str(stockHistPojo.average) + "','" + str(stockHistPojo.change) + "','" + str(stockHistPojo.pctchange) + "','" + str(stockHistPojo.volume) + "','" + str(stockHistPojo.highlimit) + "','" + str(stockHistPojo.amount) + "','" + str(stockHistPojo.turn) + "','" + str(stockHistPojo.tradestatus) + "','" + str(stockHistPojo.lowlimit) + "','" + str(stockHistPojo.amplitude) + "','" + str(stockHistPojo.tnum) + "','" + str(stockHistPojo.tafactor) + "','" + str(stockHistPojo.fronttafactor) + "','" + str(stockHistPojo.isststock) + "','" + str(stockHistPojo.isxststock) + "','" + str(stockHistPojo.dateYear) + "','" + str(stockHistPojo.dateMonth) + "','" + str(stockHistPojo.dateWeek) + "'),"
                    vlues = vlues[:-1]
                    db.batchInsert("data_hist_399001_sz", key, vlues)   
                    i = i + 500
                else :
                    # 如果数量小于500 并且不为数量不大于标记变量
                    if len(stockHistPojoList) > i :
                        for stockHistPojo in stockHistPojoList[i : len(stockHistPojoList)]:
                            vlues = vlues + "('"+str(stockHistPojo.dateDay)+"','"+str(stockHistPojo.dates)+"','" + str(stockHistPojo.open) + "','" + str(stockHistPojo.close) + "','" + str(stockHistPojo.high)+ "','" + str(stockHistPojo.low) + "','" + str(stockHistPojo.preclose) + "','" + str(stockHistPojo.average) + "','" + str(stockHistPojo.change) + "','" + str(stockHistPojo.pctchange) + "','" + str(stockHistPojo.volume) + "','" + str(stockHistPojo.highlimit) + "','" + str(stockHistPojo.amount) + "','" + str(stockHistPojo.turn) + "','" + str(stockHistPojo.tradestatus) + "','" + str(stockHistPojo.lowlimit) + "','" + str(stockHistPojo.amplitude) + "','" + str(stockHistPojo.tnum) + "','" + str(stockHistPojo.tafactor) + "','" + str(stockHistPojo.fronttafactor) + "','" + str(stockHistPojo.isststock) + "','" + str(stockHistPojo.isxststock) + "','" + str(stockHistPojo.dateYear) + "','" + str(stockHistPojo.dateMonth) + "','" + str(stockHistPojo.dateWeek) + "'),"
                        vlues = vlues[:-1]
                        db.batchInsert("data_hist_399001_sz", key, vlues)   
                    break
            db.close()

        except Exception as ee:
            print("error >>>",ee)
            traceback.print_exc()
        else:
            print("demo end")
    
    def toGet3(self):
        try:
            print("开始399006.SZ")
            getDataTime = time.strftime('%Y-%m-%d',time.localtime(time.time()))
            sql = "select dates dates from data_hist_399006_sz order by realTime desc limit 1"
            db = dbOperation(db_config.db_gupiao)
            dates = db.query_one(sql)
            db.close()
            if dates is not None :
                startDate = str(dates['dates'].replace("/", "-"))
                dd = datetime.datetime.strptime(startDate, "%Y-%m-%d")
                dd = (dd + datetime.timedelta(days=1)).strftime("%Y-%m-%d")
                startDate = dd
            data = c.csd(
                '399006.SZ', 
                "OPEN,CLOSE,HIGH,LOW,PRECLOSE,CHANGE,PCTCHANGE,VOLUME,AMOUNT,TURN,AMPLITUDE", 
                startDate,
                getDataTime, 
                "Period=1,adjustflag=1,curtype=1,Ispandas=1")
            print(data)
            data.reset_index(inplace=True)
            jsonData = data.to_json()
            text = json.loads(jsonData)
            stockHistPojoList = []
            for i in range(len(text['CODES'])):
                stockHistPojo = StockHistPojo()
                stockHistPojo.codes = text['CODES'][str(i)].replace(".", "_")
                if "None".strip() == str(text['OPEN'][str(i)]).strip():
                    continue
                stockHistPojo.open = text['OPEN'][str(i)]
                stockHistPojo.close = text['CLOSE'][str(i)]
                stockHistPojo.high = text['HIGH'][str(i)]
                stockHistPojo.low = text['LOW'][str(i)]
                stockHistPojo.preclose = text['PRECLOSE'][str(i)]
                stockHistPojo.average = "0"
                stockHistPojo.change = text['CHANGE'][str(i)]
                stockHistPojo.pctchange = text['PCTCHANGE'][str(i)]
                stockHistPojo.volume = text['VOLUME'][str(i)]
                stockHistPojo.highlimit = "0"
                stockHistPojo.amount = text['AMOUNT'][str(i)]
                stockHistPojo.turn = text['TURN'][str(i)]
                stockHistPojo.tradestatus = "0"
                stockHistPojo.lowlimit = "0"
                stockHistPojo.amplitude = text['AMPLITUDE'][str(i)]
                stockHistPojo.tnum = "0"
                stockHistPojo.tafactor = "0"
                stockHistPojo.fronttafactor = "0"
                stockHistPojo.isststock = "0"
                stockHistPojo.isxststock = "0"
                stockHistPojo.dates = text['DATES'][str(i)]

                datTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))
                year = time.localtime(datTime).tm_year # 获取年份
                yearDatTime = time.mktime(time.strptime(str(year) + "/01/01", "%Y/%m/%d"))

                month = time.localtime(datTime).tm_mon # 获取月份
                monthDatTime = ""
                if 10 > month:
                    datTime = time.mktime(time.strptime(str(year) + "/0" + str(month) + "/01", "%Y/%m/%d"))
                    monthDatTime = int(datTime)
                else:
                    datTime = time.mktime(time.strptime(str(year) + "/" + str(month) + "/01", "%Y/%m/%d"))
                    monthDatTime = int(datTime)

                weekDatTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))
                wday = time.localtime(weekDatTime).tm_wday # 获取周
                dt = datetime.datetime.strptime(stockHistPojo.dates, "%Y/%m/%d")
                out_date = (dt + datetime.timedelta(days=-wday)).strftime("%Y/%m/%d")
                weekDatTime1 = time.mktime(time.strptime(out_date, "%Y/%m/%d"))

                #获取日
                dayDatTime = time.mktime(time.strptime(stockHistPojo.dates, "%Y/%m/%d"))

                stockHistPojo.dateYear = str(int(yearDatTime))
                stockHistPojo.dateMonth = str(int(monthDatTime))
                stockHistPojo.dateWeek = str(int(weekDatTime1))
                stockHistPojo.dateDay = str(int(dayDatTime))
                stockHistPojoList.append(stockHistPojo)
            i = 0
            key = "`realTime`,`dates`,`open`,`close`,`high`,`low`,`preclose`,`average`,`change`,`pctchange`,`volume`,`highlimit`,`amount`,`turn`,`tradestatus`,`lowlimit`,`amplitude`,`tnum`,`tafactor`,`fronttafactor`,`isststock`,`isxststock`,`date_year`,`date_month`,`date_week`"
            # 批量插入 每次插入500
            db = dbOperation(db_config.db_gupiao)
            while True :
                vlues = ""
                # print(i)
                # 如果数组数量大于500 截取前500个
                if len(stockHistPojoList) - i > 500 :
                    # stockPojoList[i : 500] 等于java subList(i, 500)
                    for stockHistPojo in stockHistPojoList[i :  500 + i]:
                        vlues = vlues + "('"+str(stockHistPojo.dateDay)+"','"+str(stockHistPojo.dates)+"','" + str(stockHistPojo.open) + "','" + str(stockHistPojo.close) + "','" + str(stockHistPojo.high)+ "','" + str(stockHistPojo.low) + "','" + str(stockHistPojo.preclose) + "','" + str(stockHistPojo.average) + "','" + str(stockHistPojo.change) + "','" + str(stockHistPojo.pctchange) + "','" + str(stockHistPojo.volume) + "','" + str(stockHistPojo.highlimit) + "','" + str(stockHistPojo.amount) + "','" + str(stockHistPojo.turn) + "','" + str(stockHistPojo.tradestatus) + "','" + str(stockHistPojo.lowlimit) + "','" + str(stockHistPojo.amplitude) + "','" + str(stockHistPojo.tnum) + "','" + str(stockHistPojo.tafactor) + "','" + str(stockHistPojo.fronttafactor) + "','" + str(stockHistPojo.isststock) + "','" + str(stockHistPojo.isxststock) + "','" + str(stockHistPojo.dateYear) + "','" + str(stockHistPojo.dateMonth) + "','" + str(stockHistPojo.dateWeek) + "'),"
                    vlues = vlues[:-1]
                    db.batchInsert("data_hist_399006_sz", key, vlues)   
                    i = i + 500
                else :
                    # 如果数量小于500 并且不为数量不大于标记变量
                    if len(stockHistPojoList) > i :
                        for stockHistPojo in stockHistPojoList[i : len(stockHistPojoList)]:
                            vlues = vlues + "('"+str(stockHistPojo.dateDay)+"','"+str(stockHistPojo.dates)+"','" + str(stockHistPojo.open) + "','" + str(stockHistPojo.close) + "','" + str(stockHistPojo.high)+ "','" + str(stockHistPojo.low) + "','" + str(stockHistPojo.preclose) + "','" + str(stockHistPojo.average) + "','" + str(stockHistPojo.change) + "','" + str(stockHistPojo.pctchange) + "','" + str(stockHistPojo.volume) + "','" + str(stockHistPojo.highlimit) + "','" + str(stockHistPojo.amount) + "','" + str(stockHistPojo.turn) + "','" + str(stockHistPojo.tradestatus) + "','" + str(stockHistPojo.lowlimit) + "','" + str(stockHistPojo.amplitude) + "','" + str(stockHistPojo.tnum) + "','" + str(stockHistPojo.tafactor) + "','" + str(stockHistPojo.fronttafactor) + "','" + str(stockHistPojo.isststock) + "','" + str(stockHistPojo.isxststock) + "','" + str(stockHistPojo.dateYear) + "','" + str(stockHistPojo.dateMonth) + "','" + str(stockHistPojo.dateWeek) + "'),"
                        vlues = vlues[:-1]
                        db.batchInsert("data_hist_399006_sz", key, vlues)   
                    break
            db.close()

        except Exception as ee:
            print("error >>>",ee)
            traceback.print_exc()
        else:
            print("demo end")