#-*- coding=gbk -*-

import tarfile

import os

import time

import threading

import datetime

import shutil

import subprocess

from myEmail import Mailer

ignoreNames = ["ArtGroup", ".svn"]

TargetDir = "D:\\02_ucgame_Svn_Repositories"

BackUp = "svn_backup_%s.tar.gz"

ShareDir = "z:\\backup"

mailTitle = "[UCCDTest] svn backup analyze %s"

receivers = [

            "account@qq.com",

            "account@qq.com",             "account@qq.com",             "account@qq.com",              ]

def delShareFile():

    # 删除共享文件夹里的备份文件

    # 该文件夹路径为z:\\backup，里面均是压缩文件包

    # 故，删除策略为反向排序，取文件的修改时间作为排序的关键字处理

    # 删除时，保留最新的3个文件

    files = [os.path.join(ShareDir, x) for x in os.listdir(ShareDir)]

    if len(files) > 2:

        sorted(files, key = lambda file:os.stat(file).st_mtime, reverse = True)

        DelFiles =  files[:-2]

        for nfile in DelFiles:

            os.remove(nfile)

def delLocalFile():

    # 删除本地文件夹里的备份文件

    # 该文件夹路径为当前脚本所在路径，里面均是压缩文件包

    # 故，删除策略为反向排序，取文件的修改时间作为排序的关键字处理

    # 删除时，保留最新的1个文件（不删除该文件的目的是，避免误操作的文件丢失，同时，为后续操作保留一个缓存文件）

    files = [os.path.join(os.getcwd(), x) for x in os.listdir(".") if "svn_backup" in x]

    if len(files) > 1:

        sorted(files, key = lambda file:os.stat(file).st_mtime, reverse = True)

        DelFiles = files[:-1]

        for nfile in DelFiles:

            os.remove(nfile)

def addFile(tf, files, root):

    # 往压缩包里面添加文件，在添加时，均处理过文件的地址，添加了替换的replace方法的目的是相对路径时，避免出现多余的符号

    st = time.time()

    length = len(files)

    for ids, nfile in enumerate(files):

        if time.time() - st >= 3:

            print "\radding file at root [%s]: [%s / %s], package is [%s MB]" % (root, ids, length, os.stat(tarPackage).st_size / (1024 * 1024))

            st = time.time()

        fp = os.path.join(root, nfile).replace(".\\","")

        key = root.split("\\")

        if len(key) > 1:

            key = key[1]

            if key not in ret:

                ret[key] = os.stat(fp).st_size

            else:

                ret[key] += os.stat(fp).st_size

        tf.add(fp)

def checkDir(Names):

    # 检测需要过滤得文件名或路径名，这里主要用来过滤svn主路径下的特殊文件夹名字

    for nName in ignoreNames:

        if nName not in Names:

            pass

        else:

            return False

    return True

def maketar(dist, tar):

    # 扫描缓存文件夹，对待处理的文件夹进行过滤，并调用添加方法，将待压缩文件添加到压缩包内

    st = time.time()

    cur = os.getcwd()

    os.chdir(dist)

    for root, dir, files in os.walk("."):

        if not checkDir(root):

            continue

        addFile(tar, files, root)

    tar.close()

    os.chdir(cur)

def uploadFile(tar):

    args = ["rsync","-avzPu", "--password-file=passwd.pd","<p.txt", "svn_backup_*", "cwRsync@127.0.0.0::mysvnbackup"]

    os.system("".join(args))

    #p = subprocess.Popen(args, stdin = subprocess.PIPE, stdout = subprocess.PIPE, stderr = subprocess.PIPE, shell = True)

    #print p.communicate()[1]

    #print p.stderr.read()

def getMailBody(rd):

    msg = '<table border=""><tr><th>RootDirName</th><th>PackageSize</th></tr>'

    for nk in sorted(rd.items(), key = lambda pair: pair[1], reverse = True):

        if nk[1] < 1024:

            msg += '<tr><td>%s</td><td>%.2fByte</td></tr>' % (nk[0], float(nk[1]))

        elif nk[1] < 1024 * 1024:

            msg += '<tr><td>%s</td><td>%.2fKB</td></tr>' % (nk[0], float(nk[1]) / 1024)

        elif nk[1] < 1024 * 1024 *1024:

            msg += '<tr><td>%s</td><td>%.2fMB</td></tr>' % (nk[0], float(nk[1]) / ( 1024 * 1024 ))

        else:

            msg += '<tr><td>%s</td><td><font color="red">%.2fGB</font></td></tr>' % (nk[0], float(nk[1]) / ( 1024 * 1024 * 1024 ))

    msg+= '</table>'

    return msg

global ret

ret = {}

# 获取时间参数，用来评估多线程实现的模块的性能，暂时无用，详见makeTar_multipleThreads.py

st = time.time()

# 获取当前日期，用于生成压缩包的名字

ts = datetime.datetime.now().strftime("%Y-%m-%d")

mailTitle = mailTitle % ts

# 开始打包

print "start making package."

tarPackage = os.path.join(os.getcwd(),  BackUp % ts)

tar = tarfile.open(tarPackage, "w:gz")

maketar(TargetDir, tar)

print "finished making package. used time - %s" % (time.time() - st)

# 分析文件夹状态，发送邮件

mailer = Mailer()

msg = getMailBody(ret)

for nmail in receivers:

    mailer.send(nmail, mailTitle, msg)

    print "send mail to ", nmail

# 删除ｚ盘的备份文件

delShareFile()

# 上传备份文件到ｚ盘

shutil.copy(tarPackage, ShareDir)

uploadFile(tarPackage)

# 删除本地的文件

delLocalFile()