python同期でオンラインログをプル

javeerとして、pythonでデータを処理する必要がある場合もあります.スクリプトを書いて、次のようにバックアップします.

#!/usr/bin/python
# coding=utf-8
import  os
import os.path
import datetime

def downlog():
    today = datetime.date.today()
    tday = today - datetime.timedelta(days=1)
    ldir = tday.strftime('%Y-%m-%d')

    os.system("ssh [email protected] '/home/test/script/tar-clog.sh'") #       
    #              
    downclog = "scp -l 35000 -o ProxyCommand='ssh [email protected] -W %h:%p' [email protected]:/data/tlogsys/{}.tar.gz /data/tlogsys/clog/"
    os.system(downclog.format(ldir))
    os.chdir("/data/tlogsys/clog/")
    #       
    os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/clog/".format(ldir))
    #    
    renameDir("/data/tlogsys/tmp/clog/{}/".format(ldir))
    #        
    os.system("mv /data/tlogsys/tmp/clog/{} /data/qibai/tlog/clog/".format(ldir))


    os.system("ssh [email protected] '/home/test/script/tar-slog.sh'")
    downslog = "scp -l 35000 -o ProxyCommand='ssh [email protected] -W %h:%p' [email protected]:/data/tlogsys/{}.tar.gz /data/tlogsys/slog/"
    os.system(downslog.format(ldir))
    os.chdir("/data/tlogsys/slog/")
    os.system("tar xzf {}.tar.gz -C /data/tlogsys/tmp/slog/".format(ldir))
    renameDir("/data/tlogsys/tmp/slog/{}/".format(ldir))
    os.system("mv /data/tlogsys/tmp/slog/{} /data/qibai/tlog/slog/".format(ldir))

def renameDir(rootDir):
    oldId = '.COMPLETED'
    for parent, dirnames, filenames in os.walk(rootDir):
        for filename in filenames:
            if filename.find(oldId) != -1:
                newname = filename.replace(oldId, '')
                print(filename, "--->", newname)
                os.rename(os.path.join(parent, filename), os.path.join(parent, newname))
if __name__ == '__main__':
    downlog()

次に、バッチ・パッケージング・ログのソース・コードを示します.

#!/usr/bin/python
# coding=utf-8
import os
import datetime

#                         
def dateRange(beginDate, endDate):  
    dates = []  
    dt = datetime.datetime.strptime(beginDate, "%Y-%m-%d")  
    date = beginDate[:]  
    while date <= endDate:  
        dates.append(date)  
        dt = dt + datetime.timedelta(1)  
        date = dt.strftime("%Y-%m-%d")  
    return dates


if __name__ == "__main__":
    zipcmd = 'tar -zcvf /data/tlogsys/{}.tar.gz {}'
    os.chdir("/data/qibai/tlog/")
    for date in dateRange('2018-03-01','2018-04-30'):
        formatcmd = zipcmd.format(date,date)
        os.system(formatcmd)