pySync.py

#!/usr/local/bin/python3

import sys, shutil, os, time, configparser
from os.path import *

ignoreFiles = ("Thumbs.db",".DS_Store")

#this feature is not yet implemented
ignorePaths = []

if os.name == 'nt':
    #msvcrt can't function correctly in IDLE
    if 'idlelib.run' in sys.modules:
        print("Please don't run this script in IDLE.")
        sys.exit(0)
    import msvcrt
    def flush_input(str):
        while msvcrt.kbhit():
            ch = msvcrt.getch()
            if ch == '\xff':
                print("msvcrt is broken, this is weird.")
                sys.exit(0)
        return input(str)
else:
    import select
    def flush_input(str):
        while len(select.select([sys.stdin.fileno()], [], [], 0.0)[0])>0:
            os.read(sys.stdin.fileno(), 4096)
        return input(str)
        
def compare(fa,fb):
    if isfile(fa)==isfile(fb):
        if isdir(fa):
            walktree(fa,fb)
        elif isfile(fa):
            if getsize(fa)!=getsize(fb) or int(getmtime(fa))!=int(getmtime(fb)):
                print(fa,': size=',getsize(fa),'mtime=',time.asctime(time.localtime(getmtime(fa))))
                print(fb,': size=',getsize(fb),'mtime=',time.asctime(time.localtime(getmtime(fb))))
                if getmtime(fa)>getmtime(fb):
                    act='>'
                else:
                    act='<'
                s = flush_input('What to do?(>,<,r,n)['+act+']')
                if len(s)>0:
                    act=s[0]
                if act=='>':
                    shutil.copy2(fa,fb)
                elif act=='<':
                    shutil.copy2(fb,fa)
                elif act=='r':
                    if isdir(fa):
                        shutil.rmtree(fa)
                    elif isfile(fa):
                        os.remove(fa)
                    else:
                        print('Remove: Skipping', fa)
                    if isdir(fb):
                        shutil.rmtree(fb)
                    elif isfile(fb):
                        os.remove(fb)
                    else:
                        print('Remove: Skipping', fb)

        else:
            print('Compare: Skipping non-dir and non-file',fa)
    else:
        print('Error:',fa,',',fb,'have different file type')

def copy(fa,fb):
    s = flush_input('Copy '+fa+' to another side?(r,y,n)[y]')
    if len(s)>0:
        act=s[0]
    else:
        act='y'
    if act =='y':
        if isdir(fa):
            shutil.copytree(fa,fb)
        elif isfile(fa):
            shutil.copy2(fa,fb)
        else:
            print('Copy: Skipping ',fa)
    elif act =='r':
        if isdir(fa):
            shutil.rmtree(fa)
        elif isfile(fa):
            os.remove(fa)
        else:
            print('Remove: Skipping ',fa)

stoentry = []
tarentry = []

def walktree(source,target):
    srclist = os.listdir(source)
    tarlist = os.listdir(target)
    if '!sync' in srclist: return
    if '!sync' in tarlist: return
    #files in source dir...
    for f in srclist:
        if f in ignoreFiles: continue
        spath = join(source,f)
        tpath = join(target,f)
        if spath in ignorePaths: continue
        if spath in stoentry:
            #just in case target also have this one
            if f in tarlist: del tarlist[tarlist.index(f)]
            continue

        #if also exists in target dir
        if f in tarlist:
            del tarlist[tarlist.index(f)]
            compare(spath,tpath)

        #exists in source dir only
        else:
            copy(spath,tpath)

    #exists in target dir only
    for f in tarlist:
        if f in ignoreFiles: continue
        spath = join(source,f)
        tpath = join(target,f)
        if tpath in ignorePaths: continue
        if tpath in tarentry:
            continue
        copy(tpath,spath)

if __name__ == '__main__':
    stoconf = configparser.RawConfigParser()
    tarconf = configparser.RawConfigParser()
    stoconf.read("pySync.ini")
    tarconf.read(expanduser("~/.pysync"))
    stoname = stoconf.sections()[0]
    tarname = tarconf.sections()[0]

    #calculate storage's base folder
    if stoconf.has_option(stoname,'BASE'):
        stobase=abspath(stoconf.get(stoname,'BASE'))
        stoconf.remove_option(stoname,'BASE')
    else: stobase=os.getcwd()

    #same, for target's base folder
    if tarconf.has_option(tarname,'BASE'):
        tarbase=abspath(tarconf.get(tarname,'BASE'))
        tarconf.remove_option(tarname,'BASE')
    else: tarbase=expanduser('~/')

    print("Syncing between",stoname,"and",tarname)
    sto_content = {x:realpath(join(stobase,stoconf.get(stoname,x))) for x in stoconf.options(stoname)}
    tar_content = {x:realpath(join(tarbase,tarconf.get(tarname,x))) for x in tarconf.options(tarname)}
    stoentry = [sto_content[x] for x in sto_content]
    tarentry = [tar_content[x] for x in tar_content]

    for folder in sto_content:
        if folder in tar_content:
            print('Processing',folder)
            walktree(sto_content[folder],tar_content[folder])
    print("Done.")