copy_files.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-

"""Copy files from servers
"""

import sys
import os
import time


def child(ip_addr):
    if not os.path.exists('outputs/' + ip_addr):
            os.makedirs('outputs/' + ip_addr)
    cmd = 'scp -r -i ~/.ssh/dist-sgd-sshkey michaelfarrell@%s:~/Distributed-SGD/lua-lua/*.txt ~/Desktop/GoogleDrive/FinalProject/Distributed-SGD/lua-lua/outputs/%s/ &> /dev/null' % (ip_addr, ip_addr)

    os.system(cmd)
    os._exit(0)  


def main(arguments):
    with open('../client_list.txt') as f:
        if not os.path.exists('outputs'):
            os.makedirs('outputs')
        pids = []
        for line in f:
            # os.system('echo ' + line)
            newpid = os.fork()
            pids.append(newpid)
            if newpid == 0:
                if line[-1] ==  '\n':
                    child(line[:-1])
                else:
                    child(line)

    
    time.sleep(5)
if __name__ == '__main__':
    sys.exit(main(sys.argv[1:]))