GA-ERP-SYS-Auto-WEN/D-H.py

import concurrent.futures
import requests
from concurrent.futures import ThreadPoolExecutor, as_completed

from sqlalchemy import Column,String,create_engine
#,event
from sqlalchemy.orm import sessionmaker
from sqlalchemy.ext.declarative import declarative_base
import pyodbc
import copy
import pandas as pd

import csv



import requests
import json
import rsa
import binascii
import json
import csv
import pandas as pd
import datetime
import random
import sys
import time
from bs4 import BeautifulSoup
import re
from PyQt5.QtCore import QThread, pyqtSignal    
from PyQt5.QtWidgets import (QApplication, QDialog,
                             QProgressBar, QPushButton,QLabel)
from PyQt5 import QtWidgets
from PyQt5.QtCore import *
from sqlalchemy import Column,String,create_engine
from sqlalchemy.orm import sessionmaker
from sqlalchemy.ext.declarative import declarative_base
import pyodbc
import os
import logging
import traceback


import atexit 
FORMAT = '%(asctime)s %(levelname)s: %(message)s'
logging.basicConfig(level=logging.INFO, filename='myLog.log', filemode='w', format=FORMAT)


Base = declarative_base()
class Logdata(Base):
        __tablename__ = 'LOGDB'

        資料庫 = Column(String(20), primary_key=True)
        IP位置 = Column(String(20))
        帳號 = Column(String(20))
        密碼 = Column(String(20))
class User(Base):

        __tablename__ = '客戶資料表'

        客戶 = Column(String(20), primary_key=True)
        資料庫 = Column(String(20))
        IP位置 = Column(String(20))
        帳號 = Column(String(20))
        密碼 = Column(String(20))
class DateF(Base):
        __tablename__ =  '查詢時間'
    
        開始=Column(String(20), primary_key=True)
        結束=Column(String(20))
        是否全導=Column(String(20))
class Someoneupdate(Base):
    __tablename__ = '自動導入判斷'
    正在自動導入中= Column(String(20), primary_key=True)
    
def loadCSV():
    try:
        with open('000.csv', newline='') as csvfile:

            rows = csv.reader(csvfile)
            csvvrow=[]
            for row in rows:
                csvvrow.append(row)
        coustomtxt=(csvvrow[1][0])
        bdtxtcrypto=(csvvrow[2][0])
        
        #====================================解密==========================
        PRIVATTTTT=693199020841184529005187339596013597950466957598599888793608033530271219415853952414609432155441426597962873618644988823224505129033188472492232565627111731743840442387622658441932249274048207290194890312931801018119336565101207159089093817844379836520246765598761731093447853178093855957965143730121353938159096214435813116478583463281838568325696377260624492699103838269489173425735163766515881745838239102851526971498900537039965925229366981233886305256752613857576375123305107336285923247046744901857058559811348110224118414002814652550587381981742663420856507553321403129123387307759852585845583253705194423896104474967966535066409675943348475929657759428664521337873475544406762447015072876289975051669953965932555224693025757002523361150649200905802416556626834350633483715061798581642291839762255979334372982156774414505811030453728205541010293992016524698689810201483053731487961892768615175941360043106707261541518852778287823654935902238415934276399863697899069150965902889645358960710613979521286008786269668237598187906056491031301559442316212834296436205439154886053776090316790598915161638161668892006476380622662058436463540372859165165728327478177043147902958378365406901451035507793539047616182219516942468776336379
        #PrivateKey
        A1=435136098972877768874748645248339158125703956065257805897130489515873898645785064137580564100320503666838498219287367368030775233887671705599248600291953393231454780648861079171195672717473628632853618453449217420455794237632155291175461656351373149436294485404694429947256530385791280349340495413483412113186857182441596591220416636342090069157129915377951859333634936029548424638926391232291634636038258059603109206715187896810765799441703590963590776385210580000409455669280693512175818186066741512695081131148497030784289903926969375944559780083722346620544362180693184053719440253987062360057770451705216722616373945761278697477867656454308042535057052004210508850990364826097246310462235289453838547367442863138161099765610183693493835956264409463595891562624222255540841617618186384919177648960630843478742501992844305124096538648231123014949030890404247398161443680124720970242595119682693770042136274011065565273819531541118246115073819134261046370918950429149073365625538812772489582690787721407799409054150416184648077711942774002489730938839028835996373562349388498470086161265863994312489374464512279091382150353090705188164569282723516063722137626802108564462453248942121100848000690940344201632450119420978307322308945
        A2=9627714051932950193134188501742994592784042206914443459734438308841410040354738469881718445461422881776007294906803790685427277699734850787185938262102876531473114260174800542552232307443022494368143100728406826855674366796656059054215802558213346170105688323652674928367680251460924362233864869984871966783909100785712414620921144535418728448391075664442600744983428543175164409720230286595771434578391588137898216407341812591598354427012529961000712417819821596260309468611766323842906019082923549785615976305556417630687246871293866806059225782724368215141401076633953519395967986211659258251543120569378038365122086876706827618666557619122782700896147
        A3=72000374865933143340744306653169834428832683081115110740204100237805467875781399111076588189449270231784547205065314993551385284482420372845976820023615822918370850049018336485262561074750111640775157594829249815372287322731748252778906894672575675394415480712584447066603079224388770970172603768779881242086210954654794512868330782099170594476257989194451530266257956383540560124814995186866139904562390161487741092810396910518052928540664299189962055810713116703112503213279177866017925218355080344908808970420740591501342146164000394175136511345019472809580649061686926648057
        bdtxtcrypto=bdtxtcrypto.encode('utf8')
        print(bdtxtcrypto)
        print(type(bdtxtcrypto))
        bdtxtcrypto=binascii.a2b_hex(bdtxtcrypto)
        mmmmm=rsa.decrypt(bdtxtcrypto,rsa.PrivateKey(PRIVATTTTT,65537,A1,A2,A3))
        bdtxt=(mmmmm.decode('utf8'))
        #====================================解密==========================        
        
        return coustomtxt,bdtxt    
    except:
        traceback.print_exc()     # 捕捉異常，並將異常傳播資訊輸出控制檯
        traceback.print_exc(file=open('log.txt', 'a')) 
        logging.debug('debug message',exc_info=True)
        logging.info('info message',exc_info=True)
        logging.warning('warning message',exc_info=True)
        logging.error('error message',exc_info=True)
        logging.critical('critical message',exc_info=True)
        app1 = QtWidgets.QApplication([])

        error_dialog = QtWidgets.QErrorMessage()
        error_dialog.setWindowTitle('ERROR')
        error_dialog.showMessage('無法取得000.csv')

        app1.exec_()     
def connectEngine(coustomtxt,engine):
    try:
        DB_session = sessionmaker(engine)
        db_session = DB_session()
        comDbUserData=db_session.query(User).filter(User.客戶.like(coustomtxt)).all()

        UserDbName=comDbUserData[0].資料庫
        UserIPName=comDbUserData[0].IP位置
        UserAdName=comDbUserData[0].帳號
        UserPdName=comDbUserData[0].密碼

        engine3 = create_engine('mssql+pyodbc://'+UserAdName+':'+UserPdName+'@'+UserIPName+'/'+UserDbName+'?driver=SQL+Server+Native+Client+11.0',fast_executemany=True)
       # engine3 = create_engine('mssql+pyodbc://'+UserAdName+':'+UserPdName+'@'+UserIPName+'/'+UserDbName+'?driver=SQL+Server+Native+Client+11.0')
        return engine3  
    except:
        traceback.print_exc()     # 捕捉異常，並將異常傳播資訊輸出控制檯
        traceback.print_exc(file=open('log.txt', 'a')) 
        logging.debug('debug message',exc_info=True)
        logging.info('info message',exc_info=True)
        logging.warning('warning message',exc_info=True)
        logging.error('error message',exc_info=True)
        logging.critical('critical message',exc_info=True)
        app1 = QtWidgets.QApplication([])
        error_dialog = QtWidgets.QErrorMessage()
        error_dialog.setWindowTitle('ERROR')
        error_dialog.showMessage('資料連線失敗')
        app1.exec_()        
def DateDataLoad(engine3,db_session2):
    try:
            #engine3=connectEngine()

            Datefind=db_session2.query(DateF).all() 
            startdatekey=Datefind[0].開始
            enddatekey=Datefind[0].結束
            allpart=Datefind[0].是否全導
            return startdatekey,enddatekey,allpart
    except:
        traceback.print_exc()     # 捕捉異常，並將異常傳播資訊輸出控制檯
        traceback.print_exc(file=open('log.txt', 'a')) 
        logging.debug('debug message',exc_info=True)
        logging.info('info message',exc_info=True)
        logging.warning('warning message',exc_info=True)
        logging.error('error message',exc_info=True)
        logging.critical('critical message',exc_info=True)
        app1 = QtWidgets.QApplication([])
        error_dialog = QtWidgets.QErrorMessage()
        error_dialog.setWindowTitle('ERROR')
        error_dialog.showMessage('導入日期資料失敗')
        app1.exec_()
def LoadCustomData(engine3,allpart):
    try:
        editim = "CC1,CC2,CC3,CC4,CC5,CC6,CC7,CC8,CC9,CC10,CC11,CC12,CC13,CC14,CC15,CC16,CC17,CC18,CC19,CC20,CC21,CC22,CC23,CC24,CC25,CC26,CC27,CC28,CC29,CC30,CC31,CC32,CC33,CC34,CC35,CC36,CC37,CC38"
        if thisfile=="A1.txt":
            if (allpart=="0"):
                #有外埔 ca5-mfr7.cm589.net 28ss
                #無外補 c39-4gb93.cw8889.net top009
                #pos1.2b598.net
                #)"#
                #www.bb5858.net
                #ku01
                #aa8888
                #www.fpk357.com
                #wa.jar199.com
                #168aq
                text3="SELECT TOP(1000)  網址, 帳號, 密碼 ,備用網址 FROM  商客基本資料表 WHERE (上一層='0')"# and 網址='wa.jar199.com' and 帳號='168aq')"
                text4="SELECT TOP(1000)  "+editim+" FROM  商客基本資料表 WHERE (上一層='0')"# and 網址='wa.jar199.com' and 帳號='168aq')"
                CA_SQL="SELECT TOP(1000)  網址, 帳號, 主帳號 ,備用網址 FROM  商客基本資料表 WHERE (上一層='1')"# and 網址='wa.jar199.com' and 帳號='168aq')"
            else:
                text3="SELECT TOP(1000)  網址, 帳號, 密碼 ,備用網址 FROM  商客資料暫存檔 WHERE (上一層='0')"# and 網址='wa.jar199.com' and 帳號='168aq')"
                text4="SELECT TOP(1000)  "+editim+" FROM  商客基本資料表 WHERE (上一層='0')"# and 網址='wa.jar199.com' and 帳號='168aq')"
                CA_SQL="SELECT TOP(1000)  網址, 帳號, 主帳號 ,備用網址 FROM  商客資料暫存檔 WHERE (上一層='1')"# and 網址='wa.jar199.com' and 帳號='168aq')"

        elif thisfile=="A2.txt":
            if (allpart=="0"):
                text3="SELECT TOP(1000)  網址, 帳號, 密碼 ,備用網址 FROM  後台商客基本資料表 WHERE (上一層='0')"# and 網址='www.bb5858.net' and 帳號='c0000')"
                text4="SELECT TOP(1000)  "+editim+" FROM  商客基本資料表 WHERE (上一層='0')"# and 網址='wa.jar199.com' and 帳號='168aq')"
                CA_SQL="SELECT TOP(1000)  網址, 帳號, 主帳號 ,備用網址 FROM  後台商客基本資料表 WHERE (上一層='1')"# and 網址='www.bb5858.net' and 帳號='c0000')"
            else:
                text3="SELECT TOP(1000)  網址, 帳號, 密碼 ,備用網址 FROM  後台商客資料暫存檔 WHERE (上一層='0')"# and 網址='www.bb5858.net' and 帳號='c0000')"
                text4="SELECT TOP(1000)  "+editim+" FROM  商客基本資料表 WHERE (上一層='0')"# and 網址='wa.jar199.com' and 帳號='168aq')"
                CA_SQL="SELECT TOP(1000)  網址, 帳號, 主帳號 ,備用網址 FROM  後台商客資料暫存檔 WHERE (上一層='1')"# and 網址='www.bb5858.net' and 帳號='c0000')"

        loopper2=pd.read_sql(text3,engine3) 
        childAdminLs=pd.read_sql(CA_SQL,engine3)
        loopper3=pd.read_sql(text4,engine3)
        contforloop=len(loopper2)
        loopper2=loopper2.values
        loopper3=loopper3.values
        childAdminLs=childAdminLs.values
        print(loopper2)
        print(len(loopper3[0]))
        if thisfile=="A2.txt":
            x=0
            while x != len(loopper3[0]):
                loopper3[0][x] = True
                x+=1
        print(loopper3)        
        return contforloop,loopper2,childAdminLs,loopper3
    except:
        traceback.print_exc()     # 捕捉異常，並將異常傳播資訊輸出控制檯
        traceback.print_exc(file=open('log.txt', 'a')) 
        logging.debug('debug message',exc_info=True)
        logging.info('info message',exc_info=True)
        logging.warning('warning message',exc_info=True)
        logging.error('error message',exc_info=True)
        logging.critical('critical message',exc_info=True)
        app1 = QtWidgets.QApplication([])
        error_dialog = QtWidgets.QErrorMessage()
        error_dialog.setWindowTitle('ERROR')
        error_dialog.showMessage('無基本資料')
        app1.exec_() 
def CreateLogEngine():
    try:
        DB_session_log = sessionmaker(engine)
        db_session_log= DB_session_log()
        Log_database=db_session_log.query(Logdata).all()

        LogDbName=Log_database[0].資料庫
        LogIPName=Log_database[0].IP位置
        LogAdName=Log_database[0].帳號
        LogPdName=Log_database[0].密碼

        log_Engine=create_engine('mssql+pyodbc://'+LogAdName+':'+LogPdName+'@'+LogIPName+'/'+LogDbName+'?driver=SQL+Server+Native+Client+11.0')
        return log_Engine
    except:
        traceback.print_exc()     # 捕捉異常，並將異常傳播資訊輸出控制檯
        traceback.print_exc(file=open('log.txt', 'a')) 
        logging.debug('debug message',exc_info=True)
        logging.info('info message',exc_info=True)
        logging.warning('warning message',exc_info=True)
        logging.error('error message',exc_info=True)
        logging.critical('critical message',exc_info=True)
        app1 = QtWidgets.QApplication([])
        error_dialog = QtWidgets.QErrorMessage()
        error_dialog.setWindowTitle('ERROR')
        error_dialog.showMessage('記錄連線失敗')
        app1.exec_()
def LongFirstLogin(urlkey,adminkey,passkey):
    try:
        #===========================================================網站需要的加密
        print(urlkey)
        pubkey="B0C1D0E12B47DA93A24C7422D433170A4D5B126A27CED6F3087652723562889803E2280041F02E6B24A251C928EBE5BA12501D466D63A43AD5D88A5809A09271F14FD220C0DAE272CAAF9F1CF09DAF52005272529071723C0CB87B5A6392860CA2E72B23A4652910DB87BAC31D89E4DD23B3C56AAE685D9A14C4CC89862AAA27"
        rsaPublickey = int(pubkey,16)
        key = rsa.PublicKey(rsaPublickey,65537)
        message='{\"Account\":\"'+adminkey+'\",\"Password\":\"'+passkey+'\"}'
        message=message.encode('utf8')
        #passwd = rsa.encrypt(message,key)
        passwd = binascii.b2a_hex(rsa.encrypt(message,key)).decode()
        #=========================================================================
        
        Loginurl="http://"+urlkey+"/api/shared/login"
        headers1 = {
        'Content-Length': '256',
        'Content-Type': 'application/x-www-form-urlencoded'
        }
    
        response = requests.request("POST", Loginurl, headers=headers1, data=passwd, timeout=10,verify=False)

        return response
    except:
        response="無法取得資料"
        return response
def LongSecondLogin(LFLresponse):
    try:
        LFLresponseJson=json.loads(LFLresponse.text)
        print("LFLresponseJson:"+str(LFLresponseJson))
        SecondLoginUrl=LFLresponseJson['Redirect']
        SecondLoginData=LFLresponseJson['Data']
    
        headers2 = {
        'Content-Length': '514',
        'Content-Type': 'application/x-www-form-urlencoded'
        }
        print(SecondLoginUrl)#debug
        GatewayUrl="http:"+SecondLoginUrl
        print("GatewayUrl"+GatewayUrl)
        LoginGatewayPostData="+="+SecondLoginData
        response2 = requests.request("POST", GatewayUrl, headers=headers2, data=LoginGatewayPostData, timeout=10,verify=False)
        return SecondLoginUrl,SecondLoginData,response2
    except:
        SecondLoginUrl=""
        SecondLoginData=""
        response2=""
        return SecondLoginUrl,SecondLoginData,response2
        
def LongGetData(urlkey, adminkey, passkey, startDatekey, endDatekey,backupUrl,childAdminLs):
    print("URLLLLLLLLLLLLLL:"+str(urlkey))
    try:
        LFLresponse=LongFirstLogin(urlkey,adminkey,passkey)#第一層登入
        if LFLresponse=="無法取得資料":
                urlkey=backupUrl#使用備用網址
                LFLresponse=LongFirstLogin(urlkey,adminkey,passkey)
                if LFLresponse=="無法取得資料":
                    fordebugger="無法取得資料"
                    allll=pd.DataFrame()
                    return allll,fordebugger,urlkey,adminkey
       
        if LFLresponse.status_code==200:
            SecondLoginUrl,SecondLoginData,LSLresponse=LongSecondLogin(LFLresponse)#第一層登入成功 登入第2層
            if LSLresponse=="":
                print('我從這邊出去的')
                allll,fordebugger,urlkey,adminkey=ShortGetData(urlkey, adminkey, passkey, startDatekey, endDatekey,childAdminLs)
                #fordebugger="無法取得資料"
                #allll=pd.DataFrame()
                return allll,fordebugger,urlkey,adminkey
            else:
                getnameurl = "http:"+SecondLoginUrl[:-21]+"/Admin/D/D02"
                cookie=LSLresponse.cookies
                cookie=dict(cookie)['ASP.NET_SessionId']
                print("cookie:"+str(cookie))
                GetDataUrl="http:"+SecondLoginUrl[:-21]+"/api/AdminD02Report1/MainQuery"#-21=-(/Command/LoginGateway)
                cookstring="ASP.NET_SessionId="+cookie
                headers88 = {    
                'X-Requested-With': 'XMLHttpRequest',
                'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36',
                'Content-Type': 'application/x-www-form-urlencoded',
                'Cookie': cookstring,
                }
                response4 = requests.request("GET", getnameurl, headers=headers88, timeout=10,verify=False)
                print(response4.status_code)
                if response4.status_code != 200:
                    getnameurl = "http:"+SecondLoginUrl[:-21]+"/Front/A/A08"
                    response4 = requests.request("GET", getnameurl, headers=headers88, timeout=10,verify=False)
                    print(response4.status_code)
                #print("respons4444444"+response4.text)
                soup3=BeautifulSoup(response4.text,"lxml")
                pattern = re.compile(r'Name:"(.*?)"',re.MULTILINE|re.DOTALL)
                #print(pattern)
                script = soup3.find("script", text=pattern)
                #print("SCRIPTTTTT:::::"+str(script))
                matches = re.finditer(r'Name:"(.*?)"', script.string, re.MULTILINE)
                matchend=[]
                badmatchend= ["單碰","配比包牌","雙面包牌","連碰","柱碰","一比四","套餐","連柱碰","雙星連碰柱","三星連碰柱","雙連碰","仟XXX","X佰XX","XX拾X","XXX個",
                            "仟佰XX","仟X拾X","仟XX個","X佰拾X","X佰X個","XX拾個","仟佰拾X","仟佰X個","仟X拾個","X佰拾個","佰XX","X拾X","XX個","佰拾X","佰X個","X拾個"]
                for matchNum, match in enumerate(matches, start=1):
                    #print ("在{start}-{end}找到匹配{matchNum}: {match}".format(matchNum = matchNum, start = match.start(), end = match.end(), match = match.group()))
                    for groupNum in range(0, len(match.groups())):
                        groupNum = groupNum + 1
                        if match.group(groupNum) not in matchend and match.group(groupNum) not in badmatchend:
                            matchend.append(match.group(groupNum))                        
                        #print ("在{start}-{end}找到组{groupNum}: {group}".format(groupNum = groupNum, start = match.start(groupNum), end = match.end(groupNum), group = match.group(groupNum)))
                write_csv(matchend,startDatekey,endDatekey,urlkey,adminkey,"101")
                print(matchend)
                print(loopper3)
                getData3 = ""
                if len(loopper3) > 0:
                    if '迦納彩' in matchend and loopper3[0][37] == True:
                        getData3 += "&GameType%5B%5D=35"
                    #if '加州彩' in matchend and loopper3[0][34] == True:
                    #    getData3 += "&GameType%5B%5D=35"
                    if '天天樂' in matchend and loopper3[0][6] == True:
                        getData3 += "&GameType%5B%5D=22"
                    if '威力' in matchend and loopper3[0][5] == True:
                        getData3 += "&GameType%5B%5D=14"
                    if '539' in matchend and loopper3[0][4] == True:
                        getData3 += "&GameType%5B%5D=13"
                    if '大樂' in matchend and loopper3[0][3] == True:
                        getData3 += "&GameType%5B%5D=12"
                    if '六合' in matchend and loopper3[0][2] == True:
                        getData3 += "&GameType%5B%5D=11"
                    if '三星彩' in matchend and loopper3[0][1] == True:
                        getData3 += "&GameType%5B%5D=3"
                    if '四星彩' in matchend and loopper3[0][0] == True:
                        getData3 += "&GameType%5B%5D=2"
                    if '十二不中' in matchend and loopper3[0][24] == True:
                        getData3 += "&GroupType%5B%5D=160"
                    if '十一不中' in matchend and loopper3[0][23] == True:
                        getData3 += "&GroupType%5B%5D=159"
                    if '十不中' in matchend and loopper3[0][22] == True:
                        getData3 += "&GroupType%5B%5D=158"
                    if '九不中' in matchend and loopper3[0][21] == True:
                        getData3 += "&GroupType%5B%5D=157"
                    if '八不中' in matchend and loopper3[0][20] == True:
                        getData3 += "&GroupType%5B%5D=156"
                    if '七不中' in matchend and loopper3[0][19] == True:
                        getData3 += "&GroupType%5B%5D=155"
                    if '六不中' in matchend and loopper3[0][18] == True:
                        getData3 += "&GroupType%5B%5D=154"
                    if '五不中' in matchend and loopper3[0][17] == True:
                        getData3 += "&GroupType%5B%5D=153"
                    if '五星' in matchend and loopper3[0][16] == True:
                        getData3 += "&GroupType%5B%5D=118"
                    if '天碰三' in matchend and loopper3[0][15] == True:
                        getData3 += "&GroupType%5B%5D=109"
                    if '天碰二' in matchend and loopper3[0][14] == True:
                        getData3 += "&GroupType%5B%5D=108"
                    if '四星' in matchend and loopper3[0][13] == True:
                        getData3 += "&GroupType%5B%5D=107"
                    if '三星' in matchend and loopper3[0][12] == True:
                        getData3 += "&GroupType%5B%5D=106"
                    if '二星' in matchend and loopper3[0][11] == True:
                        getData3 += "&GroupType%5B%5D=105"
                    if '特尾三' in matchend and loopper3[0][10] == True:
                        getData3 += "&GroupType%5B%5D=104"
                    if '台號' in matchend and loopper3[0][9] == True:
                        getData3 += "&GroupType%5B%5D=103"
                    if '特碼' in matchend and loopper3[0][8] == True:
                        getData3 += "&GroupType%5B%5D=102"
                    if '全車' in matchend and loopper3[0][7] == True:
                        getData3 += "&GroupType%5B%5D=101"
                    if '合單雙' in matchend and loopper3[0][33] == True:
                        getData3 += "&GroupType%5B%5D=9"
                    if '四字現' in matchend and loopper3[0][32] == True:
                        getData3 += "&GroupType%5B%5D=8"
                    if '三字現' in matchend and loopper3[0][31] == True:
                        getData3 += "&GroupType%5B%5D=7"
                    if '二字現' in matchend and loopper3[0][30] == True:
                        getData3 += "&GroupType%5B%5D=6"
                    if '一字現' in matchend and loopper3[0][29] == True:
                        getData3 += "&GroupType%5B%5D=5"
                    if '四定位' in matchend and loopper3[0][28] == True:
                        getData3 += "&GroupType%5B%5D=4"
                    if '三定位' in matchend and loopper3[0][27] == True:
                        getData3 += "&GroupType%5B%5D=3"
                    if '二定位' in matchend and loopper3[0][26] == True:
                        getData3 += "&GroupType%5B%5D=2"
                    if '一定位' in matchend and loopper3[0][25] == True:
                        getData3 += "&GroupType%5B%5D=1"
                print(getData3)
                print(getData3.find("GameType"))
                getData= "Account="+getData3+"&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688

                #====================================種類=================================
                #getData="Account=&GameType%5B%5D=14&GameType%5B%5D=22&GameType%5B%5D=13&GameType%5B%5D=11&GameType%5B%5D=12&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=102&GroupType%5B%5D=101&StartDate"+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"
                #getData= "Account=&GameType%5B%5D=35&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                if response3.status_code!=200:
                    GetDataUrl="http:"+SecondLoginUrl[:-21]+"/api/FrontA08Report1/MainQuery"#-21=-(/Command/LoginGateway)
                    response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                print(response3)
                print("AAAAA0")
                if response3.status_code==200:
                    jsondata=json.loads(response3.text)
                    print("AAAAA1")
                    #print(jsondata)
                    if response3.text=="null":
                        getData= "Account=&GameType%5B%5D=14&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                        response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                        print("AAAAA7")
                        if response3.text=="null":
                            #getData= "Account=&GameType%5B%5D=14&GameType%5B%5D=22&GameType%5B%5D=13&GameType%5B%5D=11&GameType%5B%5D=12&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=102&GroupType%5B%5D=101&StartDate"+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"
                            getData= "Account=&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                            response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                            print("AAAAA2")
                            if response3.text=="null":
                                #getData= "Account=&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                                getData= "Account=&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                                response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                #responsetxt=response3.text
                                #print(responsetxt)
                                print("AAAAA3")
                                if response3.text=="null":
                                    getData="Account=&GameType%5B%5D=22&GameType%5B%5D=13&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=118&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#KPC365
                                    response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                    print("AAAAA4")
                                    if response3.text=="null":
                                        getData="Account=&GameType%5B%5D=13&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"   #UJK555
                                        response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                        print("AAAAA5")
                                        if response3.text=="null":
                                            #getData="Account=&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=110&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=102&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"   #UJK555
                                            getData="Account="+getData3+"&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"   #UJK555
                                            response3 = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                            print("AAAAA8")
                    jsondata=json.loads(response3.text)
                    #print(jsondata)
                    print("AAAAA6")
                #====================================種類=========================================
                #====================================解析資料=====================================
                    allll=[]
                    if len(jsondata['DataList'])>0:
                        #print(len(jsondata['DataList']))
                        #print(jsondata['DataList'])
                        #print(jsondata['DataList'][0]['NickName'])
                        for i in range(len(jsondata['DataList'])):
                            allll.append([])
                            allll[i].append(jsondata['DataList'][i]['NickName']+"("+jsondata['DataList'][i]['Account']+")")
                            allll[i].append(jsondata['DataList'][i]['TotBet'])
                            allll[i].append(jsondata['DataList'][i]['TotBetRebate'])
                            allll[i].append(jsondata['DataList'][i]['TotBetWinLose'])
                            allll[i].append(jsondata['DataList'][i]['SubtotalTotWinLose'])   
                            for j in range(len(jsondata['DataList'][i]['ContributionPaid'])):
                                allll[i].append(jsondata['DataList'][i]['ContributionPaid'][j]['TotPaid'])
                            if len(jsondata['DataList'][i]['ContributionPaid'])<7:
                                ReAdd=7-len(jsondata['DataList'][i]['ContributionPaid'])
                                for z in range(ReAdd):
                                    allll[i].append(None)
                            allll[i].append(jsondata['DataList'][i]['SubtotalTotDutyWinLose'])
                            allll[i].append(jsondata['DataList'][i]['SubtotalRebateWinLoseDifference'])
                            allll[i].append(jsondata['DataList'][i]['TotPaid'])
                            allll[i].append(jsondata['DataList'][i]['SubtotalSelfTotWinLose'])
                            try:
                                allll[i].append(jsondata['DataList'][i]['PaidContributor'])
                            except:
                                allll[i].append(None)
                            allll[i].append(jsondata['DataList'][i]['TotContribution'])
                            allll[i].append(jsondata['DataList'][i]['SubtotalContribution'])
                            try:
                                allll[i].append(jsondata['DataList'][i]['TotControl'])
                            except:
                                allll[i].append(None)
                            try:
                                allll[i].append(jsondata['DataList'][i]['TotControlDuty'])
                            except:
                                allll[i].append(None)
                            try:
                                allll[i].append(jsondata['DataList'][i]['SystemDuty'])
                            except:
                                allll[i].append(None)
                        print(allll) 
                        allll=pd.DataFrame(allll)
                        allll.columns =["名稱","總量","退水","中獎","輸贏","會員","代理","總代理","股東","大股東","總監","大總監","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","調盤退水","調退實佔","系統商"]
                        fordebugger="OK"
                    else:
                        allll=pd.DataFrame()
                        fordebugger="查詢期間無資料"
                    #=================================解析資料=============================================

                    #================================插入資訊==============================================
                    WEBURLTXT=[]
                    ADMINTXT=[]
                    StartDATETXT=[]
                    EndDATETXT=[]
                    TIMERAND=[]
                    nowTime=datetime.datetime.now().strftime("%m%d%H%M%S")
                    randomNum=random.randint(0,10000);
                    if randomNum<10:
                        randomNum=str(0)+str(0)+str(0)+str(randomNum)
                    elif randomNum>10 and randomNum<100:
                        randomNum=str(0)+str(0)+str(randomNum)
                    elif randomNum>100 and randomNum<1000:
                        randomNum=str(0)+str(randomNum)
                    uniqueNum=str(nowTime)+str(randomNum)
                    for i in range(len(allll)):
                        WEBURLTXT.append(urlkey)
                        ADMINTXT.append(adminkey)
                        StartDATETXT.append(startDatekey)
                        EndDATETXT.append(endDatekey)
                        TIMERAND.append(None)
    
                    allll.insert(0,"開始日期",StartDATETXT)
                    allll.insert(1,"結束日期",EndDATETXT)
                    allll.insert(2,"網址",WEBURLTXT)
                    allll.insert(3,"帳戶",ADMINTXT)
                    allll.insert(4,"隨機碼",TIMERAND)
                    print(allll)
                    #=====================================================================================
                    refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監","大總監","系統商","隨機碼"])
                    #refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監","隨機碼"])
                    allll=pd.concat([refind,allll],ignore_index = True)
                    end = time.time()
                    print("執行時間：%f 秒" % (end - start))
                    
          #子帳號   #========================================================================================
                    doneChild=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監","大總監","系統商","隨機碼"])
                    print("childAdminLschildAdminLs："+str(len(childAdminLs)))
                    for i in range(len(childAdminLs)):
                        childallll=pd.DataFrame()
                        if (urlkey==childAdminLs[i][0] or urlkey==childAdminLs[i][3]) and adminkey== childAdminLs[i][2]:
                            childAdmin=childAdminLs[i][1]
                            print(childAdmin)
                            getData= "Account="+childAdminLs[i][1]+getData3+"&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                            #getData= "Account="+childAdminLs[i][1]+"&GameType%5B%5D=35&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                            response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                            jsondata=json.loads(response3child.text)
                            print("chiAAAAA12")
                            #print(jsondata)
                            if response3child.text=="null":
                                getData= "Account="+childAdmin+"&GameType%5B%5D=14&GameType%5B%5D=22&GameType%5B%5D=13&GameType%5B%5D=11&GameType%5B%5D=12&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                                response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                print("chiAAAAA13")
                                if response3child.text=="null":
                                    getData= "Account="+childAdmin+"&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                                    response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                    print("chiAAAAA8")
                                    if response3child.text=="null":
                                        #getData= "Account=&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                                        getData= "Account="+childAdmin+"&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#FPK375#jnn688
                                        response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                        print("chiAAAAA9")
                                        if response3child.text=="null":
                                            getData="Account="+childAdmin+"&GameType%5B%5D=22&GameType%5B%5D=13&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=118&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"#KPC365
                                            response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                            print("chiAAAAA10")
                                            if response3child.text=="null":
                                                getData="Account="+childAdmin+"&GameType%5B%5D=13&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"   #UJK555
                                                response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                                print("chiAAAAA11")
                                                if response3child.text=="null":
                                                    getData="Account="+childAdmin+"&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=110&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=102&GroupType%5B%5D=101&StartDate="+startDatekey+"&EndDate="+endDatekey+"&IsNotShowNow=true"   #UJK555
                                                    response3child = requests.request("POST", GetDataUrl, headers=headers88, data=getData, timeout=10,verify=False)
                                                    print("chiAAAAA14")
                            jsondata=json.loads(response3child.text)
                            print(jsondata)
                            childallll=[]
                            if len(jsondata['DataList'])>0:
                                for i in range(len(jsondata['DataList'])):
                                    childallll.append([])
                                    childallll[i].append(jsondata['DataList'][i]['NickName']+"("+jsondata['DataList'][i]['Account']+")")
                                    #
                                    childallll[i].append(jsondata['DataList'][i]['TotBet'])
                                    childallll[i].append(jsondata['DataList'][i]['TotBetRebate'])
                                    childallll[i].append(jsondata['DataList'][i]['TotBetWinLose'])
                                    childallll[i].append(jsondata['DataList'][i]['SubtotalTotWinLose'])   
                                    for j in range(len(jsondata['DataList'][i]['ContributionPaid'])):
                                        childallll[i].append(jsondata['DataList'][i]['ContributionPaid'][j]['TotPaid'])
                                    if len(jsondata['DataList'][i]['ContributionPaid'])<7:
                                        ReAdd=7-len(jsondata['DataList'][i]['ContributionPaid'])
                                        for z in range(ReAdd):
                                            childallll[i].append(None)
                                    childallll[i].append(jsondata['DataList'][i]['SubtotalTotDutyWinLose'])
                                    childallll[i].append(jsondata['DataList'][i]['SubtotalRebateWinLoseDifference'])
                                    childallll[i].append(jsondata['DataList'][i]['TotPaid'])
                                    childallll[i].append(jsondata['DataList'][i]['SubtotalSelfTotWinLose'])
                                    childallll[i].append(jsondata['DataList'][i]['PaidContributor'])
                                    childallll[i].append(jsondata['DataList'][i]['TotContribution'])
                                    childallll[i].append(jsondata['DataList'][i]['SubtotalContribution'])
                                    childallll[i].append(jsondata['DataList'][i]['TotControl'])
                                    childallll[i].append(jsondata['DataList'][i]['TotControlDuty'])
                                    childallll[i].append(jsondata['DataList'][i]['SystemDuty'])
                                print(childallll)
        
                                childallll=pd.DataFrame(childallll)
                                childallll.columns =["名稱","總量","退水","中獎","輸贏","會員","代理","總代理","股東","大股東","總監","大總監","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","調盤退水","調退實佔","系統商"]
                                fordebugger="OK"
                            else:
                                childallll=pd.DataFrame()
                                fordebugger="查詢期間無資料"
                                print("FA:SSSAEL")
                            WEBURLTXT=[]
                            ADMINTXT=[]
                            StartDATETXT=[]
                            EndDATETXT=[]
                            TIMERAND=[]
                            nowTime=datetime.datetime.now().strftime("%m%d%H%M%S")
                            randomNum=random.randint(0,10000);
                            if randomNum<10:
                                randomNum=str(0)+str(0)+str(0)+str(randomNum)
                            elif randomNum>10 and randomNum<100:
                                randomNum=str(0)+str(0)+str(randomNum)
                            elif randomNum>100 and randomNum<1000:
                                randomNum=str(0)+str(randomNum)
                            uniqueNum=str(nowTime)+str(randomNum)
                            for i in range(len(childallll)):
                                WEBURLTXT.append(urlkey)
                                ADMINTXT.append(childAdmin)
                                StartDATETXT.append(startDatekey)
                                EndDATETXT.append(endDatekey)
                                TIMERAND.append(None)
    
                            childallll.insert(0,"開始日期",StartDATETXT)
                            childallll.insert(1,"結束日期",EndDATETXT)
                            childallll.insert(2,"網址",WEBURLTXT)
                            childallll.insert(3,"帳戶",ADMINTXT)
                            childallll.insert(4,"隨機碼",TIMERAND)
                            print(childallll)
                            #=====================================================================================
                            refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監","大總監","系統商","隨機碼"])
                            #refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監","隨機碼"])
                            childallll=pd.concat([refind,childallll],ignore_index = True)
                           
                        doneChild=pd.concat([refind,doneChild,childallll],ignore_index = True)
                    #子帳號========================================================================================
                    
                    allll=pd.concat([refind,allll,doneChild],ignore_index = True)
                    return allll,fordebugger,urlkey,adminkey
                print(getData3.find("GameType"))
                if response3.status_code!=200 and getData3.find("GameType") != -1:
                    fordebugger="無法取得資料"
                    allll=pd.DataFrame()
                    return allll,fordebugger,urlkey,adminkey
                elif response3.status_code!=200 and getData3.find("GameType") == -1:
                    fordebugger="查詢期間無資料"
                    allll=pd.DataFrame()
                    return allll,fordebugger,urlkey,adminkey
                else:
                    fordebugger="查詢期間無資料"
                    allll=pd.DataFrame()
                    return allll,fordebugger,urlkey,adminkey
        if LFLresponse.status_code!=200 :
            allll,fordebugger,urlkey,adminkey=ShortGetData(urlkey, adminkey, passkey, startDatekey, endDatekey,childAdminLs)
            #print(allll)
            return allll,fordebugger,urlkey,adminkey
    except:
        fordebugger="無法取得資料"
        print("errorcode4")
        allll=pd.DataFrame()
        return allll,fordebugger,urlkey,adminkey


def ShortGetData(urlkey, adminkey, passkey, startDatekey, endDatekey,childAdminLs):
    print("我有進ShortGetData")
    
    badmatchend= ["單碰","配比包牌","雙面包牌","連碰","柱碰","一比四","套餐","連柱碰","雙星連碰柱","三星連碰柱","雙連碰","仟XXX","X佰XX","XX拾X","XXX個","全選",
                "仟佰XX","仟X拾X","仟XX個","X佰拾X","X佰X個","XX拾個","仟佰拾X","仟佰X個","仟X拾個","X佰拾個","佰XX","X拾X","XX個","佰拾X","佰X個","X拾個"]
    try:
        sloginUrl = "https://"+urlkey+"/pub/SuperGateway.php?c=900%2C"+adminkey+"%2C"+passkey

        response = requests.request("POST", sloginUrl, timeout=10,verify=False)
        #jsondata=json.loads(response.text)
        #SIDKey=rrr[2]
        print(response.status_code)
        if response.status_code==200:#如果網站有正常回應
            if len(response.text)>3:#回應的是正確值
                SIDKey=response.text.split(',')[2]#拆分SIDKey
                if len(SIDKey)<5:#如果SIDKey<拆分SIDKey
                    SIDKey=response.text.split(',')[3]
                print(SIDKey)
                AMKey=SIDKey.split('_')[0]
                print(AMKey)
    
                LevelUrl="https://"+urlkey+"/hp/headmenu.php?si="+SIDKey
                LevelUrlresponse = requests.request("GET", LevelUrl, timeout=10,verify=False)
                print(LevelUrlresponse.status_code)
                #print(LevelUrlresponse.text)
                soup=BeautifulSoup(LevelUrlresponse.text,"lxml")               
                #print(len(LevelUrlresponse.text))
                #print("RESPONE:"+LevelUrlresponse.text)
                
                #print(soup)
                if len(LevelUrlresponse.text)>1:#一般種類
                    #---------------------尋找level-------------------------
                    try:
                        
                        pattern = re.compile(r'var lv(.*?)=(.*?);',re.MULTILINE|re.DOTALL )
                        #print(pattern)
                        script = soup.find("script", text=pattern)
                        #print(script)
                        print((len(pattern.search(script.string).group())))
                        if   len(pattern.search(script.string).group())==11:
                            Level=pattern.search(script.string).group(2)[1:]
                        elif  len(pattern.search(script.string).group())==9:
                            Level=pattern.search(script.string).group(2)
                        #print(pattern.search(script.string).group())
                        print("LEVELLLLL::::::::"+str(Level))
                        geeetURL="https://"+urlkey+"/func/report/rpt_plus.php?sid="+SIDKey+"&am="+AMKey+"$l="+Level
                        print(geeetURL)
                        editUrlresponse = requests.request("GET", geeetURL, timeout=10,verify=False)
                        soup4=BeautifulSoup(editUrlresponse.text,"lxml")
                        #print(type(str(soup4)))
                        matches = re.finditer(r'/>(.+\w)\s', str(soup4), re.MULTILINE)
                        matchend=[]
                        for matchNum, match in enumerate(matches, start=1):
                            #print ("在{start}-{end}找到匹配{matchNum}: {match}".format(matchNum = matchNum, start = match.start(), end = match.end(), match = match.group()))
                            for groupNum in range(0, len(match.groups())):
                                groupNum = groupNum + 1
                                matchtext = match.group(groupNum).strip()
                                #print("mat111"+matchtext)
                                if matchtext == '加州彩':
                                    matchtext = '加洲彩'
                                #print("mat222"+matchtext)
                                if matchtext not in matchend and matchtext not in badmatchend:
                                    matchend.append(matchtext)
                                #print ("在{start}-{end}找到组{groupNum}: {group}".format(groupNum = groupNum, start = match.start(groupNum), end = match.end(groupNum), group = match.group(groupNum)))
                        write_csv(matchend,startDatekey,endDatekey,urlkey,adminkey,"365")
                        print(matchend)
                        print(loopper3)
                        print(len(matchend))
                        getData3=Getdata(matchend)
                        #print(matchend[1])
                        #print(cclist.index(matchend[1]))
                        #print(loopper3[0][cclist.index(matchend[1])])
                        #print("GERDATAAAAA3:"+getData3)
                        #print(pattern.search(script.string).group(1))
                        #Level=pattern.search(script.string).group(1)
                        #---------------------尋找level-------------------------
                        payload='sacco=&data1='+startDatekey+'&data2='+endDatekey+getData3+'&am='+AMKey+'&l='+Level+'&sid='+SIDKey+'&master=%20&Submit=%25E7%25A2%25BA%25E5%25AE%259A'
                        iscommon=1
                    except Exception as e:
                        print(e)
                    #一般商品種類
                else:
                    geeetURL="https://"+urlkey+"/func/report/rpt_plus.php?sid="+SIDKey
                    print(geeetURL)
                    editUrlresponse = requests.request("GET", geeetURL, timeout=10,verify=False)
                    soup4=BeautifulSoup(editUrlresponse.text,"lxml")
                    #print(soup4)
                    matches = re.finditer(r'/>(.+\w)\s', str(soup4), re.MULTILINE)
                    matchend=[]
                    for matchNum, match in enumerate(matches, start=1):
                        #print ("在{start}-{end}找到匹配{matchNum}: {match}".format(matchNum = matchNum, start = match.start(), end = match.end(), match = match.group()))
                        for groupNum in range(0, len(match.groups())):
                            groupNum = groupNum + 1
                            matchtext = match.group(groupNum).strip()
                            #print("mat11"+matchtext)
                            if matchtext == "加州彩":
                                matchtext = "加洲彩"
                            #print("mat22"+matchtext)
                            if matchtext not in matchend and matchtext not in badmatchend:
                                matchend.append(matchtext)
                            #print ("在{start}-{end}找到组{groupNum}: {group}".format(groupNum = groupNum, start = match.start(groupNum), end = match.end(groupNum), group = match.group(groupNum)))
                    write_csv(matchend,startDatekey,endDatekey,urlkey,adminkey,"365")
                    print(matchend)
                    print(loopper3)
                    print(len(matchend))
                    getData3=Getdata(matchend)
                    payload='sacco=&data1='+startDatekey+'&data2='+endDatekey+getData3+'&l=&sid='+SIDKey+'&master=yes&am='
                    #print(payload)
                    iscommon=0
                    #後台用商品種類
                GetUrl="https://"+urlkey+"/func/report/rpt_allplus.php"
                GetHeaders = {
                'Content-Type': 'application/x-www-form-urlencoded'
                }
                
                GetResponse = requests.request("POST", GetUrl, headers=GetHeaders, data=payload, timeout=10,verify=False)
                print(GetResponse.status_code)
                #print(GetResponse.text)
                if GetResponse.text == "您所搜尋的日期範圍並無任何期數喔" :
                    val=pd.DataFrame()
                    fordebugger="查詢期間無資料"
                else:
                #向網站取得資料
                    val=pd.DataFrame(pd.read_html(GetResponse.text)[2])[:-1]
                    print(len(val))
                    if len(val)>0:#是否有資料
                        val.columns = val.loc[0].values.tolist()
                        val=val.drop([0])
                    print(val)
                    #================將資訊插入資料=================================
                    WEBURLTXT=[]
                    ADMINTXT=[]
                    StartDATETXT=[]
                    EndDATETXT=[]
                    TIMERAND=[]
                    nowTime=datetime.datetime.now().strftime("%m%d%H%M%S")
                    randomNum=random.randint(0,10000)
                    if randomNum<10:
                        randomNum=str(0)+str(0)+str(0)+str(randomNum)
                    elif randomNum>10 and randomNum<100:
                        randomNum=str(0)+str(0)+str(randomNum)
                    elif randomNum>100 and randomNum<1000:
                        randomNum=str(0)+str(randomNum)
                    uniqueNum=str(nowTime)+str(randomNum)
                    for i in range(len(val)):
                        WEBURLTXT.append(urlkey)
                        ADMINTXT.append(adminkey)
                        StartDATETXT.append(startDatekey)
                        EndDATETXT.append(endDatekey)
                        TIMERAND.append(None)
                    val.insert(0,"開始日期",StartDATETXT)
                    val.insert(1,"結束日期",EndDATETXT)
                    val.insert(2,"網址",WEBURLTXT)
                    val.insert(3,"帳戶",ADMINTXT)
                    val.insert(4,"隨機碼",TIMERAND)
                    #======================================================
                # refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶","總量","中獎","輸贏","客戶小計","代理小計","總代理小計","股東小計","大股東小計","總監小計","個人所得","水差","下注明細","查看對帳","隨機碼"])
                    refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶","總量","中獎","輸贏","客戶小計","代理小計","總代理小計","股東小計","大股東小計","總監小計","個人所得","水差","下注明細","查看對帳","貢獻額","貢獻度","調盤退水","調退實佔","隨機碼"])
                    #重整資料用
                    val=pd.concat([refind,val],ignore_index = True)

                    #=========================================================
                    if len(val)>0:#如果有資料
                        val.columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","貢獻額s","貢獻度s","調盤退水s","調退實佔s","隨機碼"]
                    #   val.columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","隨機碼"]
                        fordebugger="OK"
                    else:
                        val=pd.DataFrame()
                        fordebugger="查詢期間無資料"
                #========================================================    
                #=================子帳號=======================================   
                doneChildval=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","貢獻額s","貢獻度s","調盤退水s","調退實佔s","隨機碼"])
                for i in range(len(childAdminLs)):
                        childval=pd.DataFrame()
                        if (urlkey==childAdminLs[i][0]or urlkey==childAdminLs[i][3])and adminkey== childAdminLs[i][2]:
                            childAdmin=childAdminLs[i][1]
                            if iscommon==1:
                                payload='sacco='+childAdmin+'&data1='+startDatekey+'&data2='+endDatekey+getData3+'&am='+AMKey+'&l='+Level+'&sid='+SIDKey+'&master=%20&Submit=%25E7%25A2%25BA%25E5%25AE%259A'
                            elif iscommon==0:
                                payload='sacco='+childAdmin+'&data1='+startDatekey+'&data2='+endDatekey+getData3+'&l=&sid='+SIDKey+'&master=yes&am='
                            GetResponse = requests.request("POST", GetUrl, headers=GetHeaders, data=payload, timeout=10,verify=False)
                            childval=pd.DataFrame(pd.read_html(GetResponse.text)[2])[:-1]

                            if len(childval)>0:#是否有資料
                                childval.columns = childval.loc[0].values.tolist()
                                childval=childval.drop([0])
                            print(childval)
                            #================將資訊插入資料=================================
                            WEBURLTXT=[]
                            ADMINTXT=[]
                            StartDATETXT=[]
                            EndDATETXT=[]
                            TIMERAND=[]
                            nowTime=datetime.datetime.now().strftime("%m%d%H%M%S")
                            randomNum=random.randint(0,10000);
                            if randomNum<10:
                                randomNum=str(0)+str(0)+str(0)+str(randomNum)
                            elif randomNum>10 and randomNum<100:
                                randomNum=str(0)+str(0)+str(randomNum)
                            elif randomNum>100 and randomNum<1000:
                                randomNum=str(0)+str(randomNum)
                            uniqueNum=str(nowTime)+str(randomNum)
                            for i in range(len(childval)):
                                WEBURLTXT.append(urlkey)
                                ADMINTXT.append(childAdmin)
                                StartDATETXT.append(startDatekey)
                                EndDATETXT.append(endDatekey)
                                TIMERAND.append(None)
                            childval.insert(0,"開始日期",StartDATETXT)
                            childval.insert(1,"結束日期",EndDATETXT)
                            childval.insert(2,"網址",WEBURLTXT)
                            childval.insert(3,"帳戶",ADMINTXT)
                            childval.insert(4,"隨機碼",TIMERAND)                            
                            refind=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶","總量","中獎","輸贏","客戶小計","代理小計","總代理小計","股東小計","大股東小計","總監小計","個人所得","水差","下注明細","查看對帳","貢獻額","貢獻度","調盤退水","調退實佔","隨機碼"])
                            #重整資料用
                            childval=pd.concat([refind,childval],ignore_index = True) 
                            if len(childval)>0:#如果有資料
                                childval.columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","貢獻額s","貢獻度s","調盤退水s","調退實佔s","隨機碼"]
                                fordebugger="OK"
                            else:
                                childval=pd.DataFrame()
                                fordebugger="查詢期間無資料"
                            if GetResponse.text == "您所搜尋的日期範圍並無任何期數喔" :
                                childval=pd.DataFrame()
                                fordebugger="查詢期間無資料"
                        doneChildval=pd.concat([doneChildval,childval],ignore_index = True)
                #========================================================            
                val=pd.concat([val,doneChildval],ignore_index = True)    
                return val,fordebugger,urlkey,adminkey
            else:        
                val=pd.DataFrame()
                print("error 1")
                fordebugger="無法取得資料"
                return val,fordebugger,urlkey,adminkey
        
        if response.status_code!=200:
            val=pd.DataFrame()
            print("error 2")
            fordebugger="無法取得資料"
            return val,fordebugger,urlkey,adminkey
    except:
            val=pd.DataFrame()
            print("error 3")
            fordebugger="無法取得資料"
            return val,fordebugger,urlkey,adminkey

def write_csv(matchend,startDatekey,endDatekey,urlkey,adminkey,foods):
    deeptitle = copy.deepcopy(matchend)
    deeptitle.insert(0,foods)
    deeptitle.insert(1,startDatekey)
    deeptitle.insert(2,endDatekey)
    deeptitle.insert(3,urlkey)
    deeptitle.insert(4,adminkey)
    print("WRITETOCSV:"+str(deeptitle))
    path="./webtitle.csv"
    with open(path,'a+',newline='',encoding='utf-8-sig') as f:
        csv_write = csv.writer(f)
        csv_write.writerow(deeptitle)
    print("WRITETOCSVEND")
    del deeptitle[0:5]
def Getdata(matchend):
    cclist=["四星彩","三星彩","六合","大樂","539","威力","天天樂","全車","特碼","台號","特尾三","二星","三星","四星","天碰二","天碰三","五星","五不中","六不中","七不中","八不中","九不中",
            "十不中","十一不中","十二不中","一定位","二定位","三定位","四定位","一字現","二字現","三字現","四字現","合單雙","加洲彩","雙面","反轉樂","迦納彩"]
    getData3=""
    if len(matchend) == 15 :
        if matchend[0] in cclist and loopper3[0][cclist.index(matchend[0])] == True:
            getData3 += "&check0=yes"
        if matchend[1] in cclist and loopper3[0][cclist.index(matchend[1])] == True:
            getData3 += "&check1=yes"
        if matchend[2] in cclist and loopper3[0][cclist.index(matchend[2])] == True:
            getData3 += "&check2=yes"
        if matchend[3] in cclist and loopper3[0][cclist.index(matchend[3])] == True:
            getData3 += "&check3=yes"
        if matchend[4] in cclist and loopper3[0][cclist.index(matchend[4])] == True:
            getData3 += "&check4=yes"
        if matchend[5] in cclist and loopper3[0][cclist.index(matchend[5])] == True:
            getData3 += "&check5=yes"
        if matchend[6] in cclist and loopper3[0][cclist.index(matchend[6])] == True:
            getData3 += "&check6=yes"
        if matchend[7] in cclist and loopper3[0][cclist.index(matchend[7])] == True:
            getData3 += "&check7=yes"
        if matchend[8] in cclist and loopper3[0][cclist.index(matchend[8])] == True:
            getData3 += "&check8=yes"
        if matchend[9] in cclist and loopper3[0][cclist.index(matchend[9])] == True:
            getData3 += "&check9=yes"
        if matchend[10] in cclist and loopper3[0][cclist.index(matchend[10])] == True:
            getData3 += "&check10=yes"
        if matchend[11] in cclist and loopper3[0][cclist.index(matchend[11])] == True:
            getData3 += "&check11=yes"
        if matchend[12] in cclist and loopper3[0][cclist.index(matchend[12])] == True:
            getData3 += "&cas1=yes"
        if matchend[13] in cclist and loopper3[0][cclist.index(matchend[13])] == True:
            getData3 += "&cas2=yes"
        if matchend[14] in cclist and loopper3[0][cclist.index(matchend[14])] == True:
            getData3 += "&cas3=yes"
    elif len(matchend) == 16:
        print(matchend[0])
        print(loopper3[0][cclist.index(matchend[0])])
        if matchend[0] in cclist and loopper3[0][cclist.index(matchend[0])] == True:
            getData3 += "&check0=yes"
        if matchend[1] in cclist and loopper3[0][cclist.index(matchend[1])] == True:
            getData3 += "&check1=yes"
        if matchend[2] in cclist and loopper3[0][cclist.index(matchend[2])] == True:
            getData3 += "&check2=yes"
        if matchend[3] in cclist and loopper3[0][cclist.index(matchend[3])] == True:
            getData3 += "&check3=yes"
        if matchend[4] in cclist and loopper3[0][cclist.index(matchend[4])] == True:
            getData3 += "&check4=yes"
        if matchend[5] in cclist and loopper3[0][cclist.index(matchend[5])] == True:
            getData3 += "&check5=yes"
        if matchend[6] in cclist and loopper3[0][cclist.index(matchend[6])] == True:
            getData3 += "&check6=yes"
        if matchend[7] in cclist and loopper3[0][cclist.index(matchend[7])] == True:
            getData3 += "&check7=yes"
        if matchend[8] in cclist and loopper3[0][cclist.index(matchend[8])] == True:
            getData3 += "&check8=yes"
        if matchend[9] in cclist and loopper3[0][cclist.index(matchend[9])] == True:
            getData3 += "&check9=yes"
        if matchend[10] in cclist and loopper3[0][cclist.index(matchend[10])] == True:
            getData3 += "&check10=yes"
        if matchend[11] in cclist and loopper3[0][cclist.index(matchend[11])] == True:
            getData3 += "&check11=yes"
        if matchend[12] in cclist and loopper3[0][cclist.index(matchend[12])] == True:
            getData3 += "&cas1=yes"
        if matchend[13] in cclist and loopper3[0][cclist.index(matchend[13])] == True:
            getData3 += "&cas2=yes"
        if matchend[14] in cclist and loopper3[0][cclist.index(matchend[14])] == True:
            getData3 += "&cas3=yes"
        print(matchend[15])
        print(cclist.index(matchend[15]))
        if matchend[15] in cclist and loopper3[0][cclist.index(matchend[15])] == True:
            getData3 += "&cas4=yes"
    print(getData3)
    return getData3

def OutbetGetData(urlkey,adminkey,passkey, startDatekey, endDatekey):
    print("OutbetGetData")
    try:
        sloginUrl = "https://"+urlkey+"/pub/SuperGateway.php?c=900%2C"+adminkey+"%2C"+passkey
        response = requests.request("POST", sloginUrl, timeout=10,verify=False)
        #jsondata=json.loads(response.text)
        #SIDKey=rrr[2]
        print(response.status_code)
        if response.status_code==200:#如果網站有正常回應
            if len(response.text)>3:#回應的是正確值

                #==================外埔==================================
                payloado='data1='+startDatekey+'&data2='+endDatekey+'&checka=yes&check0=yes&check1=yes&check2=yes&check3=yes&check4=yes&check5=yes&check6=yes&check7=yes&check8=yes&check9=yes&check10=yes&check11=yes&cas1=yes&cas2=yes&cas3=yes&cas4=yes'
                GetUrlo="https://"+urlkey+"/func/supply/page/report/outbet_all.php"
                GetHeaderso = {
                'Content-Type': 'application/x-www-form-urlencoded'
                }
                GetResponseo = requests.request("POST", GetUrlo, headers=GetHeaderso, data=payloado, timeout=10,verify=False)
                if len(GetResponseo.text)>5:
                    print("有外埔")
                    try:
                        val=pd.DataFrame(pd.read_html(GetResponseo.text)[0])[:-2]
                        val = val.drop(val.columns[0:3],axis=1)
                        print(len(val))
                        WEBURLTXT=[]
                        ADMINTXT=[]
                        StartDATETXT=[]
                        EndDATETXT=[]
                        for i in range(len(val)):
                            WEBURLTXT.append(urlkey)
                            ADMINTXT.append(adminkey)
                            StartDATETXT.append(startDatekey)
                            EndDATETXT.append(endDatekey)
                        val.insert(0,"開始日期",StartDATETXT)
                        val.insert(1,"結束日期",EndDATETXT)
                        val.insert(2,"網址",WEBURLTXT)
                        val.insert(3,"帳戶",ADMINTXT)
                        print(val)
                        val.columns =["開始日期","結束日期","網址","帳戶","總量","退水","中獎","小計"]
                        print(val)
                        fordebugger="OK"
                    except Exception as e:
                        print(e)
                else:
                    val=pd.DataFrame()
                    fordebugger="OK"
                    print("無外埔")
                return val,fordebugger,urlkey,adminkey
            else:        
                val=pd.DataFrame()
                print("error 1")
                fordebugger="無法取得資料"
                return val,fordebugger,urlkey,adminkey
        
        if response.status_code!=200:
            val=pd.DataFrame()
            print("error 2")
            fordebugger="無法取得資料"
            return val,fordebugger,urlkey,adminkey
    except:
            val=pd.DataFrame()
            print("error 3")
            fordebugger="無法取得資料"
            return val,fordebugger,urlkey,adminkey


class External(QThread):
    """
    Runs a counter thread.
    """

    countChanged = pyqtSignal(int)#介面用進度條
    urlChanged=pyqtSignal(str)#介面用網址資訊
    def run(self):
        try:
            ALLDataFrameList=[]
            DebugCodeList=[]    
            ALLDataFrameList.append(refindlong)
            ALLDataFrameList.append(refindshort)
            ALLDataFrameList=pd.concat(ALLDataFrameList)
            #----------------------------------------------------------------------------------------------- 
            #多執行續
            with ThreadPoolExecutor(max_workers=10) as executor:
                futures = []
                test=[]
                
                z=0
                x=len(UrlList)
                for urlkey,adminkey,passkey,backupUrl in zip(UrlList,AdminList,PasswordList,backupUrlList):
                        future=executor.submit(LongGetData,urlkey,adminkey,passkey, startDatekey, endDatekey,backupUrl,childAdminLs)
                        futures.append(future)#已完成的
                for future in as_completed(futures):
                    test.append(list(future.result()))
                    MDF,MDC,MURL,ADMINNNNNN=list(future.result())
                    #MDF=pd.concat([ALLDataFrameList,MDF])
                    #MDF.to_sql('流水帳', con=engine3, if_exists='append')
                    MDCURL=MURL+"=>"+MDC
                    percentvalues=((z+1)/x)*100
                    self.countChanged.emit(percentvalues)
                    self.urlChanged.emit(MDCURL)
                    z=z+1 
                              
            #-----------------------------------------------------------------------------------------------        

            ALLDataFrameList0,DebugCodeList,UrlDebugList,ADMINKEYLIST=zip(*test)
            ALLDataFrameList0=pd.concat(ALLDataFrameList0)

          

            neewDataFrmoe=pd.concat([ALLDataFrameList,ALLDataFrameList0])
            
            print(neewDataFrmoe)


            #-------------------------------------------------------------------------
            #=============================LOGER======================================
            LOGGER=[]
            y=0
            for UrlDebugListlog,DebugCodeListlog,ADMINKEYLISTlog in zip(UrlDebugList,DebugCodeList,ADMINKEYLIST):
                if DebugCodeListlog=="OK":
                    print("OK")
                else:
                    LOGGER.append([])
                    randomNum=random.randint(0,9)
                    nowTime=datetime.datetime.now().strftime("%Y-%m-%d-%H:%M:%S")
                    nowTime=str(nowTime)+"---"+str(randomNum)
                    LOGGER[y].append(coustomtxt)
                    LOGGER[y].append(startDatekey+"-"+endDatekey)       
                    LOGGER[y].append(UrlDebugListlog)
                    LOGGER[y].append(DebugCodeListlog)
                    LOGGER[y].append(nowTime)
                    LOGGER[y].append(ADMINKEYLISTlog)
                    y=y+1
            
            LOGGER=pd.DataFrame(LOGGER)
            if len(LOGGER)>0:
                LOGGER.columns =["客戶","查詢區間","網址","狀態","查詢時間","帳號"] 
            else:
                print("NO LOG")
            print(LOGGER)
            #===================================================================================
            end = time.time()
            self.urlChanged.emit("已執行"+str(end - start)+"秒    處理中...")
            #------------------------------------------------------------------------
            #neewDataFrmoe.to_csv("M126UI.csv",encoding="utf_8_sig")#for debug
            print("FILE明子...asdasdasd:"+thisfile)
            #if thisfile=="A1.txt":
            #    neewDataFrmoe.to_sql('流水帳', con=engine3,  if_exists='append')
            #elif thisfile=="A2.txt" :
            #    neewDataFrmoe.to_sql('後台流水帳', con=engine3,  if_exists='append')
            LOGGER.to_sql('LOG', con=engine3, if_exists='append')
            


            closedatalodibg=LoadingYesorNo()
            end = time.time()
            print("執行時間：%f 秒" % (end - start))
            self.urlChanged.emit("已執行"+str(end - start)+"秒    處理完成")
            print("DONE.....................100%")
            #window.close()
            app.quit()
            
        except Exception:
                logging.debug('debug message',exc_info=True)
                logging.info('info message',exc_info=True)
                logging.warning('warning message',exc_info=True)
                logging.error('error message',exc_info=True)
                logging.critical('critical message',exc_info=True)
                
                app1 = QtWidgets.QApplication([])
                error_dialog = QtWidgets.QErrorMessage()
                error_dialog.setWindowTitle('ERROR')
                error_dialog.showMessage('連線資料錯誤')
                app1.exec_()            
        finally:
            closedatalodibg=LoadingYesorNo() 

class External2(QThread):
    """
    Runs a counter thread.
    """
    countChanged = pyqtSignal(int)#介面用進度條
    urlChanged=pyqtSignal(str)#介面用網址資訊
    def run(self):
        try:
            ALLDataFrameList=[]
            DebugCodeList=[]    
            ALLDataFrameList.append(refindoutbet)
            ALLDataFrameList=pd.concat(ALLDataFrameList)
            #----------------------------------------------------------------------------------------------- 
            #多執行續
            with ThreadPoolExecutor(max_workers=10) as executor:
                futures = []
                test=[]
                z=0
                x=len(UrlList)
                for urlkey,adminkey,passkey,backupUrl in zip(UrlList,AdminList,PasswordList,backupUrlList):
                        future=executor.submit(OutbetGetData,urlkey,adminkey,passkey, startDatekey, endDatekey)
                        futures.append(future)#已完成的
                for future in as_completed(futures):
                    test.append(list(future.result()))
                    MDF,MDC,MURL,ADMINNNNNN=list(future.result())
                    #MDF=pd.concat([ALLDataFrameList,MDF])
                    #MDF.to_sql('流水帳', con=engine3, if_exists='append')
                    MDCURL=MURL+"=>"+MDC
                    percentvalues=((z+1)/x)*100
                    self.countChanged.emit(percentvalues)
                    self.urlChanged.emit(MDCURL)
                    z=z+1                
            #-----------------------------------------------------------------------------------------------        

            ALLDataFrameList0,DebugCodeList,UrlDebugList,ADMINKEYLIST=zip(*test)
            ALLDataFrameList0=pd.concat(ALLDataFrameList0)

          

            neewDataFrmoe=pd.concat([ALLDataFrameList,ALLDataFrameList0])
            
            print(neewDataFrmoe)


            #-------------------------------------------------------------------------
            #=============================LOGER======================================
            LOGGER=[]
            y=0
            for UrlDebugListlog,DebugCodeListlog,ADMINKEYLISTlog in zip(UrlDebugList,DebugCodeList,ADMINKEYLIST):
                if DebugCodeListlog=="OK":
                    print("OK")
                else:
                    LOGGER.append([])
                    randomNum=random.randint(0,9)
                    nowTime=datetime.datetime.now().strftime("%Y-%m-%d-%H:%M:%S")
                    nowTime=str(nowTime)+"---"+str(randomNum)
                    LOGGER[y].append(coustomtxt)
                    LOGGER[y].append(startDatekey+"-"+endDatekey)       
                    LOGGER[y].append(UrlDebugListlog)
                    LOGGER[y].append(DebugCodeListlog)
                    LOGGER[y].append(nowTime)
                    LOGGER[y].append(ADMINKEYLISTlog)
                    y=y+1
            
            LOGGER=pd.DataFrame(LOGGER)
            if len(LOGGER)>0:
                LOGGER.columns =["客戶","查詢區間","網址","狀態","查詢時間","帳號"] 
            else:
                print("NO LOG")
            print(LOGGER)
            #===================================================================================
            end = time.time()
            self.urlChanged.emit("已執行"+str(end - start)+"秒    處理中...")
            #------------------------------------------------------------------------
            #neewDataFrmoe.to_csv("M126UI.csv",encoding="utf_8_sig")#for debug
            print("FILE明子...asdasdasd:"+thisfile)
            
            #neewDataFrmoe.to_sql('後台外埔報表', con=engine3,  if_exists='append')
            LOGGER.to_sql('LOG', con=engine3, if_exists='append')
            


            closedatalodibg=LoadingYesorNo()
            end = time.time()
            print("執行時間：%f 秒" % (end - start))
            self.urlChanged.emit("已執行"+str(end - start)+"秒    處理完成")
            print("DONE.....................100%")
            #window.close()
            app.quit()
            
        except Exception:
                logging.debug('debug message',exc_info=True)
                logging.info('info message',exc_info=True)
                logging.warning('warning message',exc_info=True)
                logging.error('error message',exc_info=True)
                logging.critical('critical message',exc_info=True)
                
                app1 = QtWidgets.QApplication([])
                error_dialog = QtWidgets.QErrorMessage()
                error_dialog.setWindowTitle('ERROR')
                error_dialog.showMessage('連線資料錯誤')
                app1.exec_()            
        finally:
            closedatalodibg=LoadingYesorNo() 

class Actions(QDialog):

    """
    Simple dialog that consists of a Progress Bar and a Button.
    Clicking on the button results in the start of a timer and
    updates the progress bar..
    """
    def __init__(self):
        super().__init__()
        self.initUI()
        
    def initUI(self):
        self.setWindowTitle('D0128')
        self.setWindowFlags(Qt.WindowStaysOnTopHint)
        self.progress = QProgressBar(self)
        self.progress.setGeometry(20, 20, 300, 25)
        self.progress.setMaximum(100)
        self.label=QLabel(self)
        self.label.setGeometry(20, 50, 211, 31)
        self.label.setText("- 自動導入中請勿關閉視窗 -        ")
        self.label2=QLabel(self)
        self.label2.setGeometry(20, 70, 211, 31)
        self.show()
        self.calc = External()
        self.calc.countChanged.connect(self.onCountChanged)
        self.calc.urlChanged.connect(self.onUrlChanged)
        self.calc.start()

    def onCountChanged(self, value):
        self.progress.setValue(value)
    def onUrlChanged(self, urlstr):
        self.label2.setText(urlstr)

class Actions2(QDialog):

    """
    Simple dialog that consists of a Progress Bar and a Button.
    Clicking on the button results in the start of a timer and
    updates the progress bar.
    """
    def __init__(self):
        super().__init__()
        self.initUI()
        
    def initUI(self):
        self.setWindowTitle('連線中...')
        self.label=QLabel(self)
        #self.label.setFont(QtGui.QFont('Arial', 12))
        self.label.setGeometry(20, 20,120,30)
        #self.label.setTextFormat(QtCore.Qt.AutoText)
        self.label.setText("- 取得連線 請按開始 -")
        self.button = QPushButton('開始', self)
        self.button.move(50, 80)
        self.show()
        self.button.clicked.connect(self.onButtonClick)
    def onButtonClick(self):
        self.close()

class Actions3(QDialog):

    """
    Simple dialog that consists of a Progress Bar and a Button.
    Clicking on the button results in the start of a timer and
    updates the progress bar..
    """
    def __init__(self):
        super().__init__()
        self.initUI()
        
    def initUI(self):
        self.setWindowTitle('D0150')
        self.setWindowFlags(Qt.WindowStaysOnTopHint)
        self.progress = QProgressBar(self)
        self.progress.setGeometry(20, 20, 300, 25)
        self.progress.setMaximum(100)
        self.label=QLabel(self)
        self.label.setGeometry(20, 50, 211, 31)
        self.label.setText("- 自動導入中請勿關閉視窗 -        ")
        self.label2=QLabel(self)
        self.label2.setGeometry(20, 70, 211, 31)
        self.show()
        self.calc = External2()
        self.calc.countChanged.connect(self.onCountChanged)
        self.calc.urlChanged.connect(self.onUrlChanged)
        self.calc.start()

    def onCountChanged(self, value):
        self.progress.setValue(value)
    def onUrlChanged(self, urlstr):
        self.label2.setText(urlstr)


try:
    #app1 = QApplication(sys.argv)
    #window2 = Actions2()
    FIle="A1.txt"
    FIle2="B.txt"
    FIle3="A2.txt"
    
    def LoadingYesorNo():
                    SUPDA=db_session2.query(Someoneupdate).filter_by(正在自動導入中='YES').first()
                    SUPDAc=db_session2.query(Someoneupdate).filter_by(正在自動導入中='YES').count()
                    print(SUPDAc)
                    if (SUPDAc==1):
                        SUPDA.正在自動導入中='NO'
                        db_session2.commit()    
    
    
    coustomtxt,bdtxt=loadCSV()
    
    engine = create_engine('mssql+pyodbc://'+bdtxt+'?driver=SQL+Server+Native+Client+11.0')

    print (coustomtxt)
    engine3=connectEngine(coustomtxt,engine)
    '''
    @event.listens_for(engine3, 'before_cursor_execute')
    def receive_before_cursor_execute(conn, cursor, statement, params, context, executemany):
        if executemany:
            cursor.fast_executemany = True
            cursor.commit()
    '''
    DB_session2 = sessionmaker(engine3)
    db_session2= DB_session2()
    log_Engine=CreateLogEngine()
    while True:
        if os.path.isfile(FIle)==True:
            thisfile="A1.txt"
            os.remove(FIle)
            startDatekey,endDatekey,allpart=DateDataLoad(engine3,db_session2)
            contforloop,loopper2,childAdminLs,loopper3=LoadCustomData(engine3,allpart)
            UrlList,AdminList,PasswordList,backupUrlList=zip(*loopper2)
            #webselect="GameType%5B%5D=35&GameType%5B%5D=22&GameType%5B%5D=11&GameType%5B%5D=12&GameType%5B%5D=13&GroupType%5B%5D=118&GroupType%5B%5D=109&GroupType%5B%5D=108&GroupType%5B%5D=102&GroupType%5B%5D=160&GroupType%5B%5D=159&GroupType%5B%5D=158&GroupType%5B%5D=157&GroupType%5B%5D=156&GroupType%5B%5D=155&GroupType%5B%5D=154&GroupType%5B%5D=153&GroupType%5B%5D=107&GroupType%5B%5D=106&GroupType%5B%5D=105&GroupType%5B%5D=104&GroupType%5B%5D=103&GroupType%5B%5D=101"
            print(UrlList,AdminList,PasswordList)#,webselect)
            start = time.time()
           # refindlong=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監"])
           # refindshort=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","隨機碼"])
            refindlong=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監"])
            refindshort=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","貢獻額s","貢獻度s","調盤退水s","調退實佔s","大總監","系統商","隨機碼"])
            #refindoutbet=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","總量","退水","中獎","小計"])
            
            #window2.close()
            #app1.quit()
            #app1.exec_()    
            
            app = QtWidgets.QApplication(sys.argv)
            window = Actions()        
            app.exec_()
            
            
            del app
            del window
            #sys.exit(app.exec_())
            
            continue
        if os.path.isfile(FIle3)==True:
            thisfile="A2.txt"
            os.remove(FIle3)
            startDatekey,endDatekey,allpart=DateDataLoad(engine3,db_session2)
            contforloop,loopper2,childAdminLs,loopper3=LoadCustomData(engine3,allpart)  
            UrlList,AdminList,PasswordList,backupUrlList=zip(*loopper2)
            print(UrlList,AdminList,PasswordList)
            start = time.time()
           # refindlong=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監"])
           # refindshort=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","隨機碼"])
            refindlong=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","名稱","總量","退水","中獎","輸贏","佔成輸贏","水倍差","上繳金額","自已總輸贏","上繳貢獻額","貢獻額","貢獻度","下注明細","玩法明細","調盤退水","調退實佔","上繳","會員","代理","總代理","股東","大股東","總監"])
            refindshort=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","客戶s","總量s","中獎s","輸贏s","客戶小計s","代理小計s","總代理小計s","股東小計s","大股東小計s","總監小計s","個人所得s","水差s","下注明細s","查看對帳s","貢獻額s","貢獻度s","調盤退水s","調退實佔s","大總監","系統商","隨機碼"])
            refindoutbet=pd.DataFrame(columns =["開始日期","結束日期","網址","帳戶","總量","退水","中獎","小計"])
            
            #window2.close()
            #app1.quit()
            #app1.exec_()    
            
            app = QtWidgets.QApplication(sys.argv)
            window = Actions()        
            app.exec_()
            
            
            del app
            del window
            #sys.exit(app.exec_())
            
            app = QtWidgets.QApplication(sys.argv)
            window = Actions3()        
            app.exec_()
            del app
            del window

            continue
        if os.path.isfile(FIle2)==True:
            os.remove(FIle2)
            break
        time.sleep(1)
    #sys.exit()

except:
    traceback.print_exc()     # 捕捉異常，並將異常傳播資訊輸出控制檯
    traceback.print_exc(file=open('log.txt', 'a')) 
    logging.debug('debug message',exc_info=True)
    logging.info('info message',exc_info=True)
    logging.warning('warning message',exc_info=True)
    logging.error('error message',exc_info=True)
    logging.critical('critical message',exc_info=True)
    app2 = QtWidgets.QApplication([])
    error_dialog = QtWidgets.QErrorMessage()
    error_dialog.setWindowTitle('ERROR')
    error_dialog.showMessage('網路DRIVER錯誤')
    app2.exec_()

finally:
    closedatalodibg=LoadingYesorNo()