python3上传文件保存到本地_python3写的简单本地文件上传服务器

#!/usr/bin/env python3

# -*- coding: utf-8 -*-

import os

import os.path

import paramiko

import datetime

import re

# 配置属性

config &＃61; {

#本地项目路径

&＃39;local_path&＃39; : &＃39;&＃39;,

# 服务器项目路径

&＃39;ssh_path&＃39; : &＃39;&＃39;,

# 项目名

&＃39;project_name&＃39; : &＃39;&＃39;,

# 忽视列表

&＃39;ignore_list&＃39; : [],

# ssh地址、端口、用户名、密码

&＃39;hostname&＃39; : &＃39;&＃39;,

&＃39;port&＃39; : 22,

&＃39;username&＃39; : &＃39;&＃39;,

&＃39;password&＃39; : &＃39;&＃39;,

# 是否强制更新

&＃39;mandatory_update&＃39; : False,

# 更新完成后是否重启tomcat

&＃39;restart_tomcat&＃39; : False,

# tomcat bin地址

&＃39;tomcat_path&＃39; : &＃39;&＃39;,

# 被忽略的文件类型

&＃39;ignore_file_type_list&＃39; : []

}

# 检查文件夹是否存在&＃xff0c;不存在则创建

def check_folder(path):

stdin, stdout, stderr &＃61; ssh.exec_command(&＃39;find &＃39; &＃43; path)

result &＃61; stdout.read().decode(&＃39;utf-8&＃39;)

if len(result) &＃61;&＃61; 0 :

print(&＃39;目录 %s 不存在&＃xff0c;创建目录&＃39; % path)

ssh.exec_command(&＃39;mkdir &＃39; &＃43; path)

print(&＃39;%s 创建成功&＃39; % path)

return 1

else:

print(&＃39;目录 %s 已存在&＃39; % path)

return 0

# 检查文件是否存在&＃xff0c;不存在直接上传&＃xff0c;存在检查大小是否一样&＃xff0c;不一样则上传

def check_file(local_path, ssh_path):

# 检查文件是否存在&＃xff0c;不存在直接上传

stdin, stdout, stderr &＃61; ssh.exec_command(&＃39;find &＃39; &＃43; ssh_path)

result &＃61; stdout.read().decode(&＃39;utf-8&＃39;)

if len(result) &＃61;&＃61; 0 :

sftp.put(local_path,ssh_path)

print(&＃39;%s 上传成功&＃39; % (ssh_path))

return 1

else:

# 存在则比较文件大小

# 本地文件大小

lf_size &＃61; os.path.getsize(local_path)

# 目标文件大小

stdin, stdout, stderr &＃61; ssh.exec_command(&＃39;du -b &＃39; &＃43; ssh_path)

result &＃61; stdout.read().decode(&＃39;utf-8&＃39;)

tf_size &＃61; int(result.split(&＃39;\t&＃39;)[0])

print(&＃39;本地文件大小为&＃xff1a;%s&＃xff0c;远程文件大小为&＃xff1a;%s&＃39; % (lf_size, tf_size))

if lf_size &＃61;&＃61; tf_size:

print(&＃39;%s 大小与本地文件相同&＃xff0c;不更新&＃39; % (ssh_path))

return 0

else:

sftp.put(local_path,ssh_path)

print(&＃39;%s 更新成功&＃39; % (ssh_path))

return 1

# 上传流程开始

print(&＃39;上传开始&＃39;)

begin &＃61; datetime.datetime.now()

# 文件夹列表

folder_list &＃61; []

# 文件列表

file_list &＃61; []

# ssh上文件列表

ssh_file_list &＃61; []

for parent,dirnames,filenames in os.walk(config[&＃39;local_path&＃39;]&＃43;config[&＃39;project_name&＃39;]):

#初始化文件夹列表

for dirname in dirnames:

p &＃61; os.path.join(parent,dirname)

folder_list.append(p[p.find(config[&＃39;project_name&＃39;]):])

#初始化文件列表

for filename in filenames:

if config[&＃39;ignore_list&＃39;].count(filename) &＃61;&＃61; 0:

p &＃61; os.path.join(parent,filename)

file_list.append(p[p.find(config[&＃39;project_name&＃39;]):])

print(&＃39;共有文件夹%s个&＃xff0c;文件%s个&＃39; % (len(folder_list),len(file_list)))

# ssh控制台

ssh &＃61; paramiko.SSHClient()

ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())

ssh.connect(hostname&＃61;config[&＃39;hostname&＃39;], port&＃61;config[&＃39;port&＃39;], username&＃61;config[&＃39;username&＃39;], password&＃61;config[&＃39;password&＃39;])

# ssh传输

transport &＃61; paramiko.Transport((config[&＃39;hostname&＃39;],config[&＃39;port&＃39;]))

transport.connect(username&＃61;config[&＃39;username&＃39;],password&＃61;config[&＃39;password&＃39;])

sftp &＃61; paramiko.SFTPClient.from_transport(transport)

# 检查根目录是否存在

root_path &＃61; config[&＃39;ssh_path&＃39;] &＃43; config[&＃39;project_name&＃39;]

stdin, stdout, stderr &＃61; ssh.exec_command(&＃39;find &＃39; &＃43; root_path)

result &＃61; stdout.read().decode(&＃39;utf-8&＃39;)

if len(result) &＃61;&＃61; 0 :

print(&＃39;目录 %s 不存在&＃xff0c;创建目录&＃39; % root_path)

ssh.exec_command(&＃39;mkdir &＃39; &＃43; root_path)

print(&＃39;%s 创建成功&＃39; % root_path)

else:

print(&＃39;目录 %s 已存在&＃xff0c;获取所有文件&＃39; % root_path)

ssh_file_list &＃61; re.split(&＃39;\n&＃39;,result)

# 检查文件夹

create_folder_num &＃61; 0

for item in folder_list:

target_folder_path &＃61; config[&＃39;ssh_path&＃39;] &＃43; item

create_folder_num &＃61; create_folder_num &＃43; check_folder(target_folder_path)

# 检查文件

update_file_num &＃61; 0

for item in file_list:

if config[&＃39;ignore_file_type_list&＃39;].count(os.path.splitext(item)[1]) &＃61;&＃61; 0:

local_file_path &＃61; config[&＃39;local_path&＃39;] &＃43; item

target_file_path &＃61; config[&＃39;ssh_path&＃39;] &＃43; item

if config[&＃39;mandatory_update&＃39;]:

sftp.put(local_file_path,target_file_path)

print(&＃39;%s 强制更新成功&＃39; % (target_file_path))

update_file_num &＃61; update_file_num &＃43; 1

else:

update_file_num &＃61; update_file_num &＃43; check_file(local_file_path, target_file_path)

else:

print(&＃39;%s 在被忽略文件类型中&＃xff0c;所以被忽略&＃39; % item)

# 检查ssh是否有需要删除的文件

delete_file_num &＃61; 0

for item in ssh_file_list:

temp &＃61; item[item.find(config[&＃39;project_name&＃39;]):]

if folder_list.count(temp) &＃61;&＃61; 0 and file_list.count(temp) &＃61;&＃61; 0 and temp !&＃61; config[&＃39;project_name&＃39;] and temp !&＃61; &＃39;&＃39;:

print(&＃39;%s 在本地不存在&＃xff0c;删除&＃39; % item)

ssh.exec_command(&＃39;rm -rf &＃39; &＃43; item)

delete_file_num &＃61; delete_file_num &＃43; 1

end &＃61; datetime.datetime.now()

print(&＃39;本次上传结束&＃xff1a;创建文件夹%s个&＃xff0c;更新文件%s个&＃xff0c;删除文件%s个&＃xff0c;耗时&＃xff1a;%s&＃39; % (create_folder_num, update_file_num, delete_file_num, end-begin))

if config[&＃39;restart_tomcat&＃39;]:

print(&＃39;关闭tomcat&＃39;)

ssh.exec_command(&＃39;sh &＃39; &＃43; config[&＃39;tomcat_path&＃39;] &＃43; &＃39;shutdown.sh&＃39;)

print(&＃39;启动tomcat&＃39;)

ssh.exec_command(&＃39;sh &＃39; &＃43; config[&＃39;tomcat_path&＃39;] &＃43; &＃39;startup.sh&＃39;)

# 关闭连接

sftp.close()

ssh.close()