import json
import time
import pymongo
from threading import Thread
import pandas as pd
from urllib.request import Request, urlopen

pd.set_option('expand_frame_repr', False)
temp0 = []
temp1 = []
temp2 = []
temp3 = []


def get_url_data(url, retry_times=5):
    """
    從API介面中獲取資料
    :param url: API介面pytho
    :param retry_times:最大嘗試次數
    :return: API json格式資料
    """
 

    # while True:
    try:
        headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64; rv:23.0) Gecko/20100101 Firefox/23.0'}
        request = Request(url=url, headers=headers)
        b_data = urlopen(request, timeout=10).read()
        str_data = b_data.decode('utf-8')
        json_data = json.loads(str_data)
        return
 
 json_data
    except Exception as http_error:
        if retry_times > 0:
            return get_url_data(url, retry_times=retry_times - 1)
        else:
            print('嘗試失敗次數過多，已經放棄，錯誤資訊：%s' % http_error)
            return None


def get_candle_from_okex(symbol, type='1min'):
    """
    從okex交易所獲取k線資料
    :param symbol:  交易對
    :param type:  時間間隔
    :return:時間點、開盤價、最高價、最低價、收盤價和交易量
    """
 

    url = 'https://www.okex.com/api/v1/kline.do?symbol=%s&type=%s' % (symbol, type)  # k線資料
    # while True:
    json_data = get_url_data(url)
    if not json_data:
        print('獲取資料錯誤！')
        return None
    info = json_data[-2]
    timestamp = info[0] / 1000
    time_array = time.localtime(timestamp)
    date = time.strftime("%Y-%m-%d %H:%M:%S", time_array)
    open, high, low, close, volume = info[1:]
    msg = {'date': date, 'open': open, 'high': high, 'low': low, 'close': close, 'volume': volume}
    data = {'symbol': symbol, 'msg': msg}
    return data


def save_data_to_mongodb(symbol):
    """
    將資料儲存在mongo資料庫中
    :param symbol:  交易對
    :return:
    """
    client = pymongo.MongoClient(host='localhost', port=27017)
    db = client['dadada']
    coll = db[symbol]
    if symbol == 'bch_usdt':
        data = get_candle_from_okex(symbol)
        if data:
            date0 = data['msg']['date']
            print(date0, temp0)
            if temp0 != [] and date0 != temp0[0]:  # 去重處理
                temp0[0] = date0
                coll.insert(data)
                print('存入資料！')
            elif temp0 == []:
                print('temp0為空列表！')
                temp0.append(date0)
                coll.insert(data)
                print('temp0為空列表，第一次存入資料！')
            elif date0 == temp0[0]:
                print('拋棄資料！')
    if symbol == 'btg_usdt':
        data = get_candle_from_okex(symbol)
        if data:
            date1 = data['msg']['date']
            print(date1, temp1)
            if temp1 != [] and date1 != temp1[0]:
                temp1[0] = date1
                coll.insert(data)
                print('存入資料！')
            elif temp1 == []:
                temp1.append(date1)
                coll.insert(data)
                print('temp1為空列表, 第一次存入資料！')
            elif date1 == temp1[0]:
                print('拋棄資料！')
    if symbol == 'xrp_usdt':
        data = get_candle_from_okex(symbol)
        if data:
            date2 = data['msg']['date']
            print(date2, temp2)
            if temp2 != [] and date2 != temp2[0]:
                temp2[0] = date2
                coll.insert(data)
                print('存入資料！')
            elif temp2 == []:
                temp2.append(date2)
                coll.insert(data)
                print('temp2不為空，第一次存入資料')
            elif date2 == temp2[0]:
                print('拋棄資料！')
    if symbol == 'eos_usdt':
        data = get_candle_from_okex(symbol)
        if data:
            date3 = data['msg']['date']
            print(date3, temp3)
            if temp3 != [] and date3 != temp3[0]:
                temp3[0] = date3
                coll.insert(data)
                print('存入資料！')
            elif temp3 == []:
                temp3.append(date3)
                coll.insert(data)
                print('temp3不為空，第一次存入資料！')
            elif date3 == temp3[0]:
                print('拋棄資料！')
    else:
        pass


def main():
    while True:
        t1 = Thread(target=save_data_to_mongodb, args=('bch_usdt',))
        t1.start()
        t2 = Thread(target=save_data_to_mongodb, args=('btg_usdt',))
        t2.start()
        t3 = Thread(target=save_data_to_mongodb, args=('xrp_usdt',))
        t3.start()
        t4 = Thread(target=save_data_to_mongodb, args=('eos_usdt',))
        t4.start()
        t1.join()
        t2.join()
        t3.join()
        t4.join()


if __name__ == '__main__':
    main()

注意：程式碼冗餘比較多。去重處理，設定全域性變數用字典比用列表的效果要好許多。起執行緒可以用for in 迴圈建立指定數量的執行緒，程式碼要好看許多。