learn_python/pscp.py at master · ropzsu/learn_python · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
#!/usr/bin/env python
# Desc: pscp.py -- utility to send file to a list of machines
#       Usage:  python pscpy.py   iplist sfile dfile
# Author: brianguo
# Date: 2017-01-16

import getpass
import sys
import os
import pexpect
import time
import re

from pexpect import *
from multiprocessing import Pool

if len(sys.argv) < 3 :
     print "Usage: python pscpy.py iplist sfile dfile"
     exit(0)

##############################################################
# global SSH Setting
iplist = sys.argv[1]
sfile = sys.argv[2]
dfile = sys.argv[3]

ssh_user = os.popen('whoami').read()
ssh_user = ssh_user.strip()[2:]  # delete 'm_' in m_USER
ssh_passwd = getpass.getpass('Input Login passowrd: ')
MAX_TIMEOUT = 40

t1 = time.time()
fail_ips = []

if 'TIMEOUT' in os.environ:
    MAX_TIMEOUT = int(os.environ['TIMEOUT'])
##############################################################
## RUN TASK on specific host
def f_ssh_execute(host):
    print "------------ RUNN IP = ", host, " -----------"
    cmd = "scp -P 36000 -r  "+ sfile + "  " + ssh_user + "@" + host + ":" + dfile
    resp = "Resp: " + host + " :Info "
    try:
        child = spawn(cmd)
        ret = child.expect( [ 'yes/no', 'assword'])
        if ret == 0:
                child.sendline("yes")
                child.expect("assword")
        child.sendline( ssh_passwd )
        child.expect( pexpect.EOF,  timeout=MAX_TIMEOUT )
        resp = resp + child.before
    except Exception as e:
        fail_ips.append(host)
        resp = resp + str(e)
    return resp

def f_match_IP(str):
    ptn = re.compile(r'Resp:\s+([\d\.]+)\s+')
    m = ptn.search(str)
    return m.group(1)
##############################################################
## Main func

if __name__ == '__main__':
    ips  = [ x.strip() for x in open(iplist).readlines() ]
    print ips
    p = Pool(50)
    output = p.map(f_ssh_execute, ips)
    success_out = [ x+"\n\n" for x in output if x.find("pexpect.exceptions.EOF") == -1]
    fail_host   = [ x+"\n\n" for x in output if x.find("pexpect.exceptions.EOF") != -1]
    fail_ip_list = [ f_match_IP(x) for x in fail_host ]

    print "----------- SUCCESS INFO \n"
    for s in success_out:
        print s + "\n\n"

    print "----------- FAILED INFO \n"
    for s in fail_host:
        print s + "\n\n"

    time_last = time.time() - t1
    print ("\n\n---Total %d hosts,  success %d  ;  fail %d  !!! Total  Time =  %.1f seconds !!!\n" % ( len(ips), len(success_out), len(fail_host), time_last ) )
    if len(fail_ip_list) > 0:
        print "--- FAIL IP LIST = "
        for f_ip in fail_ip_list:
            print f_ip