插件位置：/www/server/panel/plugin/txcos/txcos_main.py
修改后重启宝塔服务，新代码如下：
#!/usr/bin/python
# coding: utf-8
# -----------------------------
# 宝塔Linux面板网站备份工具 - TXCOS
# -----------------------------
import sys, os,re
if sys.version_info[0] == 2:
reload(sys)
sys.setdefaultencoding('utf-8')
os.chdir('/www/server/panel')
sys.path.insert(0,"class/")
import public, db, time,re,json
from qcloud_cos import CosConfig
from qcloud_cos import CosS3Client
# 腾讯云oss 的类
class txcos_main:
__oss = None
__bucket_path = None
__error_count = 0
__secret_id = 'None'
__secret_key = 'None'
__region = 'None'
__Bucket = 'None'
__oss_path=None
__error_msg = "ERROR: 无法连接腾讯云COS !"
__setupPath = '/www/server/panel/plugin/txcos'
__exclude = ""
'''
__oss : COS 客户端的对象
__bucket_path ： COS 的路径 例如：/ /data
__error_count : 错误次数
__secret_id ： 腾讯云COS 的secret_id
__secret_key : 腾讯云COS 的secret_key
__region : 腾讯云COS 的地区
__Bucket : COS 的Bucket
__error_msg ： 错误次数
__error_msg ： 错误信息
'''
def __init__(self):
self.__conn()
self.get_exclode()
def set_cos(self):
cfile = 'plugin/txcos/config.conf'
fp = open(cfile, 'r')
keys = fp.read().split('|')
self.__secret_id = keys[0]
self.__secret_key = keys[1]
self.__region = keys[2]
self.__Bucket = keys[3]
self.__bucket_path = self.get_path(keys[4])
try:
config = CosConfig(Region=self.__region, SecretId=self.__secret_id, SecretKey=self.__secret_key, Token=None,Scheme='http')
self.__oss = CosS3Client(config)
except:
if self.__oss == None:
self.__conn()
return json.dumps(self.__error_msg)
def __conn(self):
cfile = 'plugin/txcos/config.conf'
if not os.path.exists(cfile): cfile = 'data/txcos.conf';
if not os.path.exists(cfile): public.writeFile(cfile, '');
fp = open(cfile, 'r')
if not fp:
print('ERROR: 请检查atxcos.conf文件中是否有腾讯云secret_id相关信息!')
keys = fp.read().split('|')
if len(keys) < 4:
keys = ['', '', '', '', '/']
if len(keys) < 5: keys.append('/');
self.__secret_id = keys[0]
self.__secret_key = keys[1]
self.__region = keys[2]
self.__Bucket = keys[3]
self.__bucket_path = self.get_path(keys[4])
try:
config = CosConfig(Region=self.__region, SecretId=self.__secret_id, SecretKey=self.__secret_key, Token=None,Scheme='http')
self.__oss = CosS3Client(config)
except:
if self.__oss==None:return json.dumps(self.__error_msg)
def GetConfig(self, get):
path = self.__setupPath + '/config.conf'
if not os.path.exists(path):
if os.path.exists('conf/atxcos.conf'): public.writeFile(path, public.readFile('conf/atxcos.conf'));
if not os.path.exists(path): return ['', '', '', '', '/'];
conf = public.readFile(path)
if not conf: return ['', '', '', '', '/']
result = conf.split('|')
if len(result) < 5: result.append('/');
return result
def SetConfig(self, get):
path = self.__setupPath + '/config.conf'
conf = get.secret_id.strip() + '|' + get.secret_key.strip() + '|' + get.region.strip() + '|' + get.Bucket.strip() + '|' + get.bucket_path.strip()
public.writeFile(path, conf)
return public.returnMsg(True, '设置成功!')
# 上传文件
def upload_file(self, filename):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
try:
# 断点续传
filepath,key= os.path.split(filename)
print(key)
key = self.__bucket_path + key
print(key)
# 短点续传
response = self.__oss.upload_file(
Bucket=self.__Bucket,
Key=key,
MAXThread=10,
PartSize=5,
LocalFilePath=filename)
except:
time.sleep(1)
self.__error_count += 1
if self.__error_count < 2: # 重试2次
self.sync_date()
self.upload_file(filename)
print(self.__error_msg)
return None
def create_dir(self, get):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
path = self.get_path(get.path + get.dirname)
filename = '/tmp/dirname.pl'
public.writeFile(filename, '')
response = self.__oss.put_object(
Bucket=self.__Bucket,
Body=b'',
Key=path,
)
os.remove(filename)
return public.returnMsg(True, '创建成功!')
def get_list(self, get):
try:
data = []
dir_list = []
#path = self.get_path(get.path) ant修改
path = self.__bucket_path+self.get_path(get.path)
if 'Contents' in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path):
for b in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path)['Contents']:
tmp = {}
b['Key'] = b['Key'].replace(path, '')
if not b['Key']: continue
tmp['name'] = b['Key']
tmp['size'] = b['Size']
tmp['type'] = b['StorageClass']
tmp['download'] = self.download_file(path + b['Key'])
tmp['time'] = b['LastModified']
data.append(tmp)
else:
pass
if 'CommonPrefixes' in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path):
for i in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path)['CommonPrefixes']:
if not i['Prefix']: continue
dir_dir=i['Prefix'].split('/')[-2]+'/'
dir_list.append(dir_dir)
else:
pass
mlist = {}
mlist['path'] = get.path
mlist['list'] = data
mlist['dir'] = dir_list
return mlist
except:
mlist = {}
if self.__oss:
mlist['status']=True
else:
mlist['status']=False
mlist['path'] = get.path
mlist['list'] = data
mlist['dir'] = dir_list
return mlist
def sync_date(self):
public.ExecShell("ntpdate 0.asia.pool.ntp.org")
def download_file(self, filename, Expired=300):
if not self.__oss:
self.set_cos()
if self.__oss:
return False
try:
response = self.__oss.get_presigned_download_url(
Bucket=self.__Bucket,
Key=filename
)
response = re.findall('([^?]*)?.*', response)[0]
return response
except:
print(self.__error_msg)
return None
def get_path(self, path):
if path == '/': path = '';
if path[:1] == '/':
path = path[1:]
if path[-1:] != '/': path += '/';
return path
def delete_file(self, filename):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
try:
response = self.__oss.delete_object(
Bucket=self.__Bucket,
Key=filename
)
return response
except Exception as ex:
self.__error_count += 1
if self.__error_count < 2:
self.sync_date()
self.delete_file(filename)
print(self.__error_msg)
return None
# 删除文件
def remove_file(self, get):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
path = self.get_path(get.path)
filename = path + get.filename
self.delete_file(filename)
return public.returnMsg(True, '删除文件成功!')
# 备份网站
def backupSite(self, name, count):
# self.set_cos()
# self.__conn();
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
sql = db.Sql();
path = sql.table('sites').where('name=?', (name,)).getField('path');
startTime = time.time();
if not path:
endDate = time.strftime('%Y/%m/%d %X', time.localtime())
log = "网站[" + name + "]不存在!"
print("★[" + endDate + "] " + log)
print("----------------------------------------------------------------------------")
return;
backup_path = sql.table('config').where("id=?", (1,)).getField('backup_path') + '/site';
if not os.path.exists(backup_path): public.ExecShell("mkdir -p " + backup_path);
filename = backup_path + "/Web_" + name + "_" + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + '.tar.gz'
public.ExecShell("cd " + os.path.dirname(path) + " && tar zcvf '" + filename + "' '" + os.path.basename(path) + "'" + self.__exclude + " > /dev/null")
endDate = time.strftime('%Y/%m/%d %X', time.localtime())
time.sleep(1)
if not os.path.exists(filename):
log = "网站[" + name + "]备份失败!"
print("★[" + endDate + "] " + log)
print("----------------------------------------------------------------------------")
return;
#ant修改
# if self.__bucket_path != '': self.__bucket_path = 'backup/site' + '/';
self.__bucket_path = self.__bucket_path +'backup/site/';
# 上传文件
self.upload_file(filename);
outTime = time.time() - startTime
pid = sql.table('sites').where('name=?', (name,)).getField('id');
sql.table('backup').add('type,name,pid,filename,addtime,size',
('0', os.path.basename(filename), pid, 'txcos', endDate, os.path.getsize(filename)))
log = "网站[" + name + "]已成功备份到腾讯云COS,用时[" + str(round(outTime, 2)) + "]秒";
public.WriteLog('计划任务', log)
print("★[" + endDate + "] " + log)
print("|---保留最新的[" + count + "]份备份")
print("|---文件名:" + os.path.basename(filename))
if self.__exclude: print(u"|---排除规则: " + self.__exclude)
# 清理本地文件
public.ExecShell("rm -f " + filename)
# 清理多余备份
backups = sql.table('backup').where('type=? and pid=? and filename=?', ('0', pid,'txcos')).field('id,name,filename').select();
num = len(backups) - int(count)
if num > 0:
for backup in backups:
if os.path.exists(backup['filename']):
public.ExecShell("rm -f " + backup['filename']);
self.delete_file(self.__bucket_path + backup['name']);
sql.table('backup').where('id=?', (backup['id'],)).delete();
num -= 1;
print("|---已清理过期备份文件：" + backup['name'])
if num < 1: break;
return None
# 备份数据库
def backupDatabase(self, name, count):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
sql = db.Sql();
path = sql.table('databases').where('name=?', (name,)).getField('id');
startTime = time.time();
if not path:
endDate = time.strftime('%Y/%m/%d %X', time.localtime())
log = "数据库[" + name + "]不存在!"
print("★[" + endDate + "] " + log)
print("----------------------------------------------------------------------------")
return;
backup_path = sql.table('config').where("id=?", (1,)).getField('backup_path') + '/database';
if not os.path.exists(backup_path): public.ExecShell("mkdir -p " + backup_path);
filename = backup_path + "/Db_" + name + "_" + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + ".sql.gz"
import re
mysql_root = sql.table('config').where("id=?", (1,)).getField('mysql_root')
mycnf = public.readFile('/etc/my.cnf');
rep = "\[mysqldump\]\nuser=root"
sea = "[mysqldump]\n"
subStr = sea + "user=root\npassword=" + mysql_root + "\n";
mycnf = mycnf.replace(sea, subStr)
if len(mycnf) > 100:
public.writeFile('/etc/my.cnf', mycnf);
public.ExecShell("/www/server/mysql/bin/mysqldump --default-character-set="+ self.get_database_character(name) +" --force --opt " + name + " | gzip > " + filename)
if not os.path.exists(filename):
endDate = time.strftime('%Y/%m/%d %X', time.localtime())
log = "数据库[" + name + "]备份失败!"
print("★[" + endDate + "] " + log)
print("----------------------------------------------------------------------------")
return;
mycnf = public.readFile('/etc/my.cnf');
mycnf = mycnf.replace(subStr, sea)
if len(mycnf) > 100:
public.writeFile('/etc/my.cnf', mycnf);
# 上传 ant修改
#if self.__bucket_path != '': self.__bucket_path = '' + 'backup/databases' + '/';
self.__bucket_path = self.__bucket_path + 'backup/databases/';
self.upload_file(filename);
endDate = time.strftime('%Y/%m/%d %X', time.localtime())
outTime = time.time() - startTime
pid = sql.table('databases').where('name=?', (name,)).getField('id');
sql.table('backup').add('type,name,pid,filename,addtime,size',
(1, os.path.basename(filename), pid, 'txcos', endDate, os.path.getsize(filename)))
log = "数据库[" + name + "]已成功备份到腾讯云COS,用时[" + str(round(outTime, 2)) + "]秒";
public.WriteLog('计划任务', log)
print("★[" + endDate + "] " + log)
print("|---保留最新的[" + count + "]份备份")
print("|---文件名:" + os.path.basename(filename))
# 清理本地文件
public.ExecShell("rm -f " + filename)
# 清理多余备份
backups = sql.table('backup').where('type=? and pid=? and filename=?', ('1', pid,'txcos')).field('id,name,filename').select();
num = len(backups) - int(count)
if num > 0:
for backup in backups:
if os.path.exists(backup['filename']):
public.ExecShell("rm -f " + backup['filename']);
self.delete_file(self.__bucket_path + backup['name']);
sql.table('backup').where('id=?', (backup['id'],)).delete();
num -= 1;
print("|---已清理过期备份文件：" + backup['name'])
if num < 1: break;
return None
# 备份指定目录
def backupPath(self, path, count):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
sql = db.Sql();
startTime = time.time();
if path[-1:] == '/': path = path[:-1]
name = os.path.basename(path)
backup_path = sql.table('config').where("id=?", (1,)).getField('backup_path') + '/path';
if not os.path.exists(backup_path): os.makedirs(backup_path);
filename = backup_path + "/Path_" + name + "_" + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + '.tar.gz'
os.system(
"cd " + os.path.dirname(path) + " && tar zcvf '" + filename + "' '" + os.path.basename(path) + "'" + self.__exclude + " > /dev/null")
endDate = time.strftime('%Y/%m/%d %X', time.localtime())
if not os.path.exists(filename):
log = u"目录[" + path + "]备份失败"
print(u"★[" + endDate + "] " + log)
print(u"----------------------------------------------------------------------------")
return;
# 上传文件 ant修改
#if self.__bucket_path != '': self.__bucket_path = 'path/' + 'backup/path' + '/';
self.__bucket_path = self.__bucket_path + 'backup/path/';
self.upload_file(filename);
outTime = time.time() - startTime
sql.table('backup').add('type,name,pid,filename,addtime,size',
('2', path, '0', filename, endDate, os.path.getsize(filename)))
log = u"目录[" + path + "]备份成功,用时[" + str(round(outTime, 2)) + "]秒";
public.WriteLog(u'计划任务', log)
print(u"★[" + endDate + "] " + log)
print(u"|---保留最新的[" + count + u"]份备份")
print(u"|---文件名:" + filename)
if self.__exclude: print(u"|---排除规则: " + self.__exclude)
# 清理多余备份
backups = sql.table('backup').where('type=? and pid=? and name=?',('2',0,path)).field('id,filename').select();
# 清理本地文件
if os.path.exists(filename): os.remove(filename)
num = len(backups) - int(count)
if num > 0:
for backup in backups:
if os.path.exists(backup['filename']): os.remove(backup['filename'])
self.delete_file(self.__bucket_path + backup['filename']);
sql.table('backup').where('id=?', (backup['id'],)).delete();
num -= 1;
print(u"|---已清理过期备份文件：" + backup['filename'])
if num < 1: break;
def backupSiteAll(self, save):
if not self.__oss:
self.set_cos()
if not self.__oss:
return False
self.__conn()
sites = public.M('sites').field('name').select()
for site in sites:
self.backupSite(site['name'], save)
def backupDatabaseAll(self, save):
if not self.__oss:
self.set_cos()
if self.__oss:
return False
self.__conn()
databases = public.M('databases').field('name').select()
for database in databases:
self.backupDatabase(database['name'], save)
def set_cos(self):
cfile = 'plugin/txcos/config.conf'
fp = open(cfile, 'r')
keys = fp.read().split('|')
self.__secret_id = keys[0]
self.__secret_key = keys[1]
self.__region = keys[2]
self.__Bucket = keys[3]
self.__bucket_path = self.get_path(keys[4])
try:
config = CosConfig(Region=self.__region, SecretId=self.__secret_id, SecretKey=self.__secret_key, Token=None,Scheme='http', Timeout=1)
self.__oss = CosS3Client(config)
except:
if self.__oss == None:
time.sleep(1)
self.__conn()
return json.dumps(self.__error_msg)
def get_lib(self):
import json
list={
"name":"腾讯云COS",
"type":"计划任务",
"ps":"将网站或数据库打包备份到腾讯云COS对象存储空间,, <a class='link' href='https://portal.qiniu.com/signup?code=3liz7nbopjd5e' target='_blank'>点击申请</a>",
"status":'false',
"opt":"txcos",
"module":"qcloud_cos",
"script":"txcos",
"help":"https://www.bt.cn/bbs/thread-17442-1-1.html",
"SecretId":"SecretId|请输入SecretId|腾讯云COS的SecretId",
"SecretKey":"SecretKey|请输入SecretKey|腾讯云COS SecretKey",
"region":"存储地区|请输入对象存储地区|例如 ap-chengdu",
"Bucket":"存储名称|请输入绑定的存储名称",
"check":["/usr/lib/python2.6/site-packages/qcloud_cos/cos_auth.py","/usr/lib/python2.7/site-packages/qcloud_cos/cos_auth.py"]
}
lib='/www/server/panel/data/libList.conf'
lib_dic = json.loads(public.readFile(lib))
for i in lib_dic:
if list['name'] in i['name']:
return True
else:
pass
lib_dic.append(list)
public.writeFile(lib, json.dumps(lib_dic))
return lib_dic
def get_exclode(self):
tmp_exclude = os.getenv('BT_EXCLUDE')
if not tmp_exclude: return ""
for ex in tmp_exclude.split(','):
self.__exclude += " --exclude=\"" + ex + "\""
self.__exclude += " "
return self.__exclude
#取数据库字符集
def get_database_character(self,db_name):
try:
import panelMysql
tmp = panelMysql.panelMysql().query("show create database `%s`" % db_name.strip())
c_type = str(re.findall("SET\s+([\w\d-]+)\s",tmp[0][1])[0])
c_types = ['utf8','utf-8','gbk','big5','utf8mb4']
if not c_type.lower() in c_types: return 'utf8'
return c_type
except:
return 'utf8'
if __name__ == "__main__":
import json
data = None
q = txcos_main()
type = sys.argv[1]
if type == 'site':
if sys.argv[2] == 'ALL':
q.backupSiteAll(sys.argv[3])
else:
q.backupSite(sys.argv[2], sys.argv[3])
exit()
elif type == 'database':
if sys.argv[2] == 'ALL':
q.backupDatabaseAll(sys.argv[3])
else:
q.backupDatabase(sys.argv[2], sys.argv[3])
exit()
elif type == 'path':
q.backupPath(sys.argv[2], sys.argv[3])
elif type == 'upload':
data = q.upload_file(sys.argv[2])
elif type == 'download':
data = q.download_file(sys.argv[2])
elif type == 'get':
data = q.get_files(sys.argv[2])
elif type == 'list':
data = q.get_list()
elif type == 'delete_file':
data = q.delete_file(sys.argv[2])
elif type == 'lib':
data = q.get_lib()
else:
data = 'ERROR: 参数不正确!'
print(json.dumps(data))
![7月 [收藏]云服务器常用测试脚本](https://www.hztdst.com/wp-content/themes/Git-alpha/timthumb.php?src=https://www.hztdst.com/wp-content/themes/Git-alpha/assets/img/pic/9.jpg&h=110&w=185&q=90&zc=1&ct=1)
