插件位置：/www/server/panel/plugin/txcos/txcos_main.py

修改后重启宝塔服务，新代码如下：

  1. #!/usr/bin/python
  2. # coding: utf-8
  3. # -----------------------------
  4. # 宝塔Linux面板网站备份工具 - TXCOS
  5. # -----------------------------
  6. import sys, os,re
  7. if sys.version_info[0] == 2:
  8.     reload(sys)
  9.     sys.setdefaultencoding('utf-8')
  10. os.chdir('/www/server/panel')
  11. sys.path.insert(0,"class/")
  12. import public, db, time,re,json
  13. from qcloud_cos import CosConfig
  14. from qcloud_cos import CosS3Client
  17. # 腾讯云oss 的类
  18. class txcos_main:
  19.     __oss = None
  20.     __bucket_path = None
  21.     __error_count = 0
  22.     __secret_id = 'None'
  23.     __secret_key = 'None'
  24.     __region = 'None'
  25.     __Bucket = 'None'
  26.     __oss_path=None
  27.     __error_msg = "ERROR: 无法连接腾讯云COS !"
  28.     __setupPath = '/www/server/panel/plugin/txcos'
  29.     __exclude = ""
  30.     
  31.     '''
  32.      __oss         : COS 客户端的对象
  33.     __bucket_path ： COS 的路径 例如：/   /data
  34.     __error_count : 错误次数
  35.     __secret_id  ： 腾讯云COS 的secret_id 
  36.     __secret_key : 腾讯云COS 的secret_key
  37.     __region     : 腾讯云COS 的地区
  38.     __Bucket     : COS 的Bucket
  39.     __error_msg  ： 错误次数
  40.     __error_msg   ： 错误信息
  41.     '''
  43.     def __init__(self):
  44.         self.__conn()
  45.         self.get_exclode()
  47.     def set_cos(self):
  48.         cfile = 'plugin/txcos/config.conf'
  49.         fp = open(cfile, 'r')
  50.         keys = fp.read().split('|')
  51.         self.__secret_id = keys[0]
  52.         self.__secret_key = keys[1]
  53.         self.__region = keys[2]
  54.         self.__Bucket = keys[3]
  55.         self.__bucket_path = self.get_path(keys[4]) 
  56.         try:
  57.             config = CosConfig(Region=self.__region, SecretId=self.__secret_id, SecretKey=self.__secret_key, Token=None,Scheme='http')
  58.             self.__oss = CosS3Client(config)
  59.         except:
  60.             if self.__oss == None:
  61.                 self.__conn()
  62.             return json.dumps(self.__error_msg)
  65.     def __conn(self):
  66.         cfile = 'plugin/txcos/config.conf'
  67.         if not os.path.exists(cfile): cfile = 'data/txcos.conf';
  68.         if not os.path.exists(cfile): public.writeFile(cfile, '');
  69.         fp = open(cfile, 'r')
  70.         if not fp:
  71.             print('ERROR: 请检查atxcos.conf文件中是否有腾讯云secret_id相关信息!')
  72.         keys = fp.read().split('|')
  73.         if len(keys) < 4:
  74.             keys = ['', '', '', '', '/']
  75.         if len(keys) < 5: keys.append('/');
  77.         self.__secret_id = keys[0]
  78.         self.__secret_key = keys[1]
  79.         self.__region = keys[2]
  80.         self.__Bucket = keys[3]
  81.         self.__bucket_path = self.get_path(keys[4]) 
  82.         try:
  83.             config = CosConfig(Region=self.__region, SecretId=self.__secret_id, SecretKey=self.__secret_key, Token=None,Scheme='http')
  84.             self.__oss = CosS3Client(config)
  85.         except:
  86.             if self.__oss==None:return json.dumps(self.__error_msg)
  88.     def GetConfig(self, get):
  89.         path = self.__setupPath + '/config.conf'
  90.         if not os.path.exists(path):
  91.             if os.path.exists('conf/atxcos.conf'): public.writeFile(path, public.readFile('conf/atxcos.conf'));
  92.         if not os.path.exists(path): return ['', '', '', '', '/'];
  93.         conf = public.readFile(path)
  94.         if not conf: return ['', '', '', '', '/']
  95.         result = conf.split('|')
  96.         if len(result) < 5: result.append('/');
  97.         return result
  99.     def SetConfig(self, get):
  100.         path = self.__setupPath + '/config.conf'
  101.         conf = get.secret_id.strip() + '|' + get.secret_key.strip() + '|' + get.region.strip() + '|' + get.Bucket.strip() + '|' + get.bucket_path.strip()
  102.         public.writeFile(path, conf)
  103.         return public.returnMsg(True, '设置成功!')
  105.     # 上传文件
  106.     def upload_file(self, filename):
  107.         if not self.__oss:
  108.             self.set_cos()
  109.             if not self.__oss:
  110.                 return False
  111.         try:
  112.             # 断点续传
  113.             filepath,key= os.path.split(filename)
  114.             print(key)
  115.             key = self.__bucket_path + key
  116.             print(key)
  117.             # 短点续传
  118.             response = self.__oss.upload_file(
  119.                 Bucket=self.__Bucket,
  120.                 Key=key,
  121.                 MAXThread=10,
  122.                 PartSize=5,
  123.                 LocalFilePath=filename)
  124.         except:
  125.             time.sleep(1)
  126.             self.__error_count += 1
  127.             if self.__error_count < 2:  # 重试2次
  128.                 self.sync_date()
  129.                 self.upload_file(filename)
  130.             print(self.__error_msg)
  131.             return None
  133.     def create_dir(self, get):
  134.         if not self.__oss:
  135.             self.set_cos()
  136.             if not self.__oss:
  137.                 return False
  138.         path = self.get_path(get.path + get.dirname)
  139.         filename = '/tmp/dirname.pl'
  140.         public.writeFile(filename, '')
  141.         response = self.__oss.put_object(
  142.             Bucket=self.__Bucket,
  143.             Body=b'',
  144.             Key=path,
  145.         )
  146.         os.remove(filename)
  147.         return public.returnMsg(True, '创建成功!')
  149.     def get_list(self, get):
  150.         
  151.         try:
  152.             data = []
  153.             dir_list = []
  154.             #path = self.get_path(get.path) ant修改
  155.             path = self.__bucket_path+self.get_path(get.path) 
  156.             if 'Contents'  in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path):
  157.                 for b in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path)['Contents']:
  158.                     tmp = {}
  159.                     b['Key'] = b['Key'].replace(path, '')
  160.                     if not b['Key']: continue
  161.                     tmp['name'] = b['Key']
  162.                     tmp['size'] = b['Size']
  163.                     tmp['type'] = b['StorageClass']
  164.                     tmp['download'] = self.download_file(path + b['Key'])
  165.                     tmp['time'] = b['LastModified']
  166.                     data.append(tmp)
  167.             else:
  168.                 pass
  169.             if 'CommonPrefixes' in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path):
  170.                 for i in self.__oss.list_objects(Bucket=self.__Bucket, MaxKeys=100, Delimiter='/', Prefix=path)['CommonPrefixes']:
  171.                     if not i['Prefix']: continue
  172.                     dir_dir=i['Prefix'].split('/')[-2]+'/'
  173.                     dir_list.append(dir_dir)
  174.             else:
  175.                 pass
  176.             mlist = {}
  177.             mlist['path'] = get.path 
  178.             mlist['list'] = data
  179.             mlist['dir'] = dir_list
  180.             return mlist
  181.         except:
  182.             mlist = {}
  183.             if self.__oss:
  184.                 mlist['status']=True
  185.             else:
  186.                 mlist['status']=False
  187.             mlist['path'] = get.path
  188.             mlist['list'] = data
  189.             mlist['dir'] = dir_list
  190.             return mlist
  192.     def sync_date(self):
  193.         public.ExecShell("ntpdate 0.asia.pool.ntp.org")
  195.     def download_file(self, filename, Expired=300):
  196.         if not self.__oss:
  197.             self.set_cos()
  198.             if self.__oss:
  199.                 return False
  200.         try:
  201.             response = self.__oss.get_presigned_download_url(
  202.                 Bucket=self.__Bucket,
  203.                 Key=filename
  204.             )
  205.             response = re.findall('([^?]*)?.*', response)[0]
  206.             return response
  207.         except:
  208.             print(self.__error_msg)
  209.             return None
  211.     def get_path(self, path):
  212.         if path == '/': path = '';
  213.         if path[:1] == '/':
  214.             path = path[1:]
  215.             if path[-1:] != '/': path += '/';
  216.         return path
  218.     def delete_file(self, filename):
  219.         if not self.__oss:
  220.             self.set_cos()
  221.             if not self.__oss:
  222.                 return False
  223.         try:
  224.             response = self.__oss.delete_object(
  225.                 Bucket=self.__Bucket,
  226.                 Key=filename
  227.             )
  228.             return response
  229.         except Exception as ex:
  230.             self.__error_count += 1
  231.             if self.__error_count < 2:
  232.                 self.sync_date()
  233.                 self.delete_file(filename)
  234.             print(self.__error_msg)
  235.             return None
  237.     # 删除文件
  238.     def remove_file(self, get):
  239.         if not self.__oss:
  240.             self.set_cos()
  241.             if not self.__oss:
  242.                 return False
  243.         path = self.get_path(get.path)
  244.         filename = path + get.filename
  245.         self.delete_file(filename)
  246.         return public.returnMsg(True, '删除文件成功!')
  248.     # 备份网站
  249.     def backupSite(self, name, count):
  250.         # self.set_cos()
  251.         # self.__conn();
  252.         if not self.__oss:
  253.             self.set_cos()
  254.             if not self.__oss:
  255.                 return False
  256.         sql = db.Sql();
  257.         path = sql.table('sites').where('name=?', (name,)).getField('path');
  258.         startTime = time.time();
  259.         if not path:
  260.             endDate = time.strftime('%Y/%m/%d %X', time.localtime())
  261.             log = "网站[" + name + "]不存在!"
  262.             print("★[" + endDate + "] " + log)
  263.             print("----------------------------------------------------------------------------")
  264.             return;
  266.         backup_path = sql.table('config').where("id=?", (1,)).getField('backup_path') + '/site';
  267.         if not os.path.exists(backup_path): public.ExecShell("mkdir -p " + backup_path);
  269.         filename = backup_path + "/Web_" + name + "_" + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + '.tar.gz'
  270.         public.ExecShell("cd " + os.path.dirname(path) + " && tar zcvf '" + filename + "' '" + os.path.basename(path) + "'" + self.__exclude + " > /dev/null")
  271.         endDate = time.strftime('%Y/%m/%d %X', time.localtime())
  273.         time.sleep(1)
  274.         if not os.path.exists(filename):
  275.             log = "网站[" + name + "]备份失败!"
  276.             print("★[" + endDate + "] " + log)
  277.             print("----------------------------------------------------------------------------")
  278.             return;
  280.         #ant修改 
  281.         # if self.__bucket_path != '': self.__bucket_path = 'backup/site' + '/';
  282.            self.__bucket_path = self.__bucket_path +'backup/site/';
  284.         # 上传文件
  285.         self.upload_file(filename);
  287.         outTime = time.time() - startTime
  288.         pid = sql.table('sites').where('name=?', (name,)).getField('id');
  289.         sql.table('backup').add('type,name,pid,filename,addtime,size',
  290.                                 ('0', os.path.basename(filename), pid, 'txcos', endDate, os.path.getsize(filename)))
  291.         log = "网站[" + name + "]已成功备份到腾讯云COS,用时[" + str(round(outTime, 2)) + "]秒";
  292.         public.WriteLog('计划任务', log)
  293.         print("★[" + endDate + "] " + log)
  294.         print("|---保留最新的[" + count + "]份备份")
  295.         print("|---文件名:" + os.path.basename(filename))
  296.         if self.__exclude: print(u"|---排除规则: " + self.__exclude)
  298.         # 清理本地文件
  299.         public.ExecShell("rm -f " + filename)
  301.         # 清理多余备份
  302.         backups = sql.table('backup').where('type=? and pid=? and filename=?', ('0', pid,'txcos')).field('id,name,filename').select();
  304.         num = len(backups) - int(count)
  305.         if num > 0:
  306.             for backup in backups:
  307.                 if os.path.exists(backup['filename']):
  308.                     public.ExecShell("rm -f " + backup['filename']);
  309.                 self.delete_file(self.__bucket_path + backup['name']);
  310.                 sql.table('backup').where('id=?', (backup['id'],)).delete();
  311.                 num -= 1;
  312.                 print("|---已清理过期备份文件：" + backup['name'])
  313.                 if num < 1: break;
  314.         return None
  315.     # 备份数据库
  317.     def backupDatabase(self, name, count):
  318.         if not self.__oss:
  319.             self.set_cos()
  320.             if not self.__oss:
  321.                 return False
  322.         sql = db.Sql();
  323.         path = sql.table('databases').where('name=?', (name,)).getField('id');
  324.         startTime = time.time();
  325.         if not path:
  326.             endDate = time.strftime('%Y/%m/%d %X', time.localtime())
  327.             log = "数据库[" + name + "]不存在!"
  328.             print("★[" + endDate + "] " + log)
  329.             print("----------------------------------------------------------------------------")
  330.             return;
  332.         backup_path = sql.table('config').where("id=?", (1,)).getField('backup_path') + '/database';
  333.         if not os.path.exists(backup_path): public.ExecShell("mkdir -p " + backup_path);
  335.         filename = backup_path + "/Db_" + name + "_" + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + ".sql.gz"
  337.         import re
  338.         mysql_root = sql.table('config').where("id=?", (1,)).getField('mysql_root')
  339.         mycnf = public.readFile('/etc/my.cnf');
  340.         rep = "\[mysqldump\]\nuser=root"
  341.         sea = "[mysqldump]\n"
  342.         subStr = sea + "user=root\npassword=" + mysql_root + "\n";
  343.         mycnf = mycnf.replace(sea, subStr)
  344.         if len(mycnf) > 100:
  345.             public.writeFile('/etc/my.cnf', mycnf);
  347.         public.ExecShell("/www/server/mysql/bin/mysqldump --default-character-set="+ self.get_database_character(name) +" --force --opt " + name + " | gzip > " + filename)
  349.         if not os.path.exists(filename):
  350.             endDate = time.strftime('%Y/%m/%d %X', time.localtime())
  351.             log = "数据库[" + name + "]备份失败!"
  352.             print("★[" + endDate + "] " + log)
  353.             print("----------------------------------------------------------------------------")
  354.             return;
  356.         mycnf = public.readFile('/etc/my.cnf');
  357.         mycnf = mycnf.replace(subStr, sea)
  358.         if len(mycnf) > 100:
  359.             public.writeFile('/etc/my.cnf', mycnf);
  361.         # 上传 ant修改
  362.         #if self.__bucket_path != '': self.__bucket_path = '' + 'backup/databases' + '/';
  363.         self.__bucket_path = self.__bucket_path + 'backup/databases/';
  364.         self.upload_file(filename);
  366.         endDate = time.strftime('%Y/%m/%d %X', time.localtime())
  367.         outTime = time.time() - startTime
  368.         pid = sql.table('databases').where('name=?', (name,)).getField('id');
  370.         sql.table('backup').add('type,name,pid,filename,addtime,size',
  371.                                 (1, os.path.basename(filename), pid, 'txcos', endDate, os.path.getsize(filename)))
  372.         log = "数据库[" + name + "]已成功备份到腾讯云COS,用时[" + str(round(outTime, 2)) + "]秒";
  373.         public.WriteLog('计划任务', log)
  374.         print("★[" + endDate + "] " + log)
  375.         print("|---保留最新的[" + count + "]份备份")
  376.         print("|---文件名:" + os.path.basename(filename))
  378.         # 清理本地文件
  379.         public.ExecShell("rm -f " + filename)
  381.         # 清理多余备份
  382.         backups = sql.table('backup').where('type=? and pid=? and filename=?', ('1', pid,'txcos')).field('id,name,filename').select();
  384.         num = len(backups) - int(count)
  385.         if num > 0:
  386.             for backup in backups:
  387.                 if os.path.exists(backup['filename']):
  388.                     public.ExecShell("rm -f " + backup['filename']);
  390.                 self.delete_file(self.__bucket_path + backup['name']);
  391.                 sql.table('backup').where('id=?', (backup['id'],)).delete();
  392.                 num -= 1;
  393.                 print("|---已清理过期备份文件：" + backup['name'])
  394.                 if num < 1: break;
  395.         return None
  397.         # 备份指定目录
  398.     def backupPath(self, path, count):
  399.         if not self.__oss:
  400.             self.set_cos()
  401.             if not self.__oss:
  402.                 return False
  403.         sql = db.Sql();
  404.         startTime = time.time();
  405.         if path[-1:] == '/': path = path[:-1]
  406.         name = os.path.basename(path)
  407.         backup_path = sql.table('config').where("id=?", (1,)).getField('backup_path') + '/path';
  408.         if not os.path.exists(backup_path): os.makedirs(backup_path);
  409.         filename = backup_path + "/Path_" + name + "_" + time.strftime('%Y%m%d_%H%M%S', time.localtime()) + '.tar.gz'
  410.         os.system(
  411.             "cd " + os.path.dirname(path) + " && tar zcvf '" + filename + "' '" + os.path.basename(path) + "'" + self.__exclude + " > /dev/null")
  413.         endDate = time.strftime('%Y/%m/%d %X', time.localtime())
  414.         if not os.path.exists(filename):
  415.             log = u"目录[" + path + "]备份失败"
  416.             print(u"★[" + endDate + "] " + log)
  417.             print(u"----------------------------------------------------------------------------")
  418.             return;
  420.         # 上传文件 ant修改
  421.         #if self.__bucket_path != '': self.__bucket_path = 'path/' + 'backup/path' + '/';
  422.         self.__bucket_path = self.__bucket_path  + 'backup/path/';
  423.         self.upload_file(filename);
  424.         outTime = time.time() - startTime
  425.         sql.table('backup').add('type,name,pid,filename,addtime,size',
  426.                                 ('2', path, '0', filename, endDate, os.path.getsize(filename)))
  427.         log = u"目录[" + path + "]备份成功,用时[" + str(round(outTime, 2)) + "]秒";
  428.         public.WriteLog(u'计划任务', log)
  429.         print(u"★[" + endDate + "] " + log)
  430.         print(u"|---保留最新的[" + count + u"]份备份")
  431.         print(u"|---文件名:" + filename)
  432.         if self.__exclude: print(u"|---排除规则: " + self.__exclude)
  434.         # 清理多余备份
  435.         backups = sql.table('backup').where('type=? and pid=? and name=?',('2',0,path)).field('id,filename').select();
  437.         # 清理本地文件
  438.         if os.path.exists(filename): os.remove(filename)
  439.         num = len(backups) - int(count)
  440.         if num > 0:
  441.             for backup in backups:
  442.                 if os.path.exists(backup['filename']): os.remove(backup['filename'])
  443.                 self.delete_file(self.__bucket_path + backup['filename']);
  444.                 sql.table('backup').where('id=?', (backup['id'],)).delete();
  445.                 num -= 1;
  446.                 print(u"|---已清理过期备份文件：" + backup['filename'])
  447.                 if num < 1: break;
  450.     def backupSiteAll(self, save):
  451.         if not self.__oss:
  452.             self.set_cos()
  453.             if not self.__oss:
  454.                 return False
  455.         self.__conn()
  456.         sites = public.M('sites').field('name').select()
  457.         for site in sites:
  458.             self.backupSite(site['name'], save)
  461.     def backupDatabaseAll(self, save):
  462.         if not self.__oss:
  463.             self.set_cos()
  464.             if self.__oss:
  465.                 return False
  466.         self.__conn()
  467.         databases = public.M('databases').field('name').select()
  468.         for database in databases:
  469.             self.backupDatabase(database['name'], save)
  471.     def set_cos(self):
  472.         cfile = 'plugin/txcos/config.conf'
  473.         fp = open(cfile, 'r')
  474.         keys = fp.read().split('|')
  475.         self.__secret_id = keys[0]
  476.         self.__secret_key = keys[1]
  477.         self.__region = keys[2]
  478.         self.__Bucket = keys[3] 
  479.         self.__bucket_path = self.get_path(keys[4]) 
  480.         try:
  481.             config = CosConfig(Region=self.__region, SecretId=self.__secret_id, SecretKey=self.__secret_key, Token=None,Scheme='http', Timeout=1)
  482.             self.__oss = CosS3Client(config)
  483.         except:
  484.             if self.__oss == None:
  485.                 time.sleep(1)
  486.                 self.__conn()
  487.             return json.dumps(self.__error_msg)
  489.     def get_lib(self):
  490.         import json
  491.         list={
  492.             "name":"腾讯云COS",
  493.             "type":"计划任务",
  494.             "ps":"将网站或数据库打包备份到腾讯云COS对象存储空间,, <a class='link' href='https://portal.qiniu.com/signup?code=3liz7nbopjd5e' target='_blank'>点击申请</a>",
  495.             "status":'false',
  496.             "opt":"txcos",
  497.             "module":"qcloud_cos",
  498.             "script":"txcos",
  499.             "help":"https://www.bt.cn/bbs/thread-17442-1-1.html",
  500.             "SecretId":"SecretId|请输入SecretId|腾讯云COS的SecretId",
  501.             "SecretKey":"SecretKey|请输入SecretKey|腾讯云COS  SecretKey",
  502.             "region":"存储地区|请输入对象存储地区|例如 ap-chengdu",
  503.             "Bucket":"存储名称|请输入绑定的存储名称",
  504.             "check":["/usr/lib/python2.6/site-packages/qcloud_cos/cos_auth.py","/usr/lib/python2.7/site-packages/qcloud_cos/cos_auth.py"]
  505.         }
  506.         lib='/www/server/panel/data/libList.conf'
  507.         lib_dic = json.loads(public.readFile(lib))
  508.         for i in lib_dic:
  509.             if list['name'] in i['name']:
  510.                 return True
  511.             else:
  512.                 pass
  513.         lib_dic.append(list)
  514.         public.writeFile(lib, json.dumps(lib_dic))
  515.         return lib_dic
  516.     
  517.     def get_exclode(self):
  518.         tmp_exclude = os.getenv('BT_EXCLUDE')
  519.         if not tmp_exclude: return ""
  520.         for ex in tmp_exclude.split(','):
  521.             self.__exclude += " --exclude=\"" + ex + "\""
  522.         self.__exclude += " "
  523.         return self.__exclude
  524.     
  525.     #取数据库字符集
  526.     def get_database_character(self,db_name):
  527.         try:
  528.             import panelMysql
  529.             tmp = panelMysql.panelMysql().query("show create database `%s`" % db_name.strip())
  530.             c_type = str(re.findall("SET\s+([\w\d-]+)\s",tmp[0][1])[0])
  531.             c_types = ['utf8','utf-8','gbk','big5','utf8mb4']
  532.             if not c_type.lower() in c_types: return 'utf8'
  533.             return c_type
  534.         except:
  535.             return 'utf8'
  539. if __name__ == "__main__":
  540.     import json
  542.     data = None
  543.     q = txcos_main()
  544.     type = sys.argv[1]
  545.     if type == 'site':
  546.         if sys.argv[2] == 'ALL':
  547.             q.backupSiteAll(sys.argv[3])
  548.         else:
  549.             q.backupSite(sys.argv[2], sys.argv[3])
  550.         exit()
  551.     elif type == 'database':
  552.         if sys.argv[2] == 'ALL':
  553.             q.backupDatabaseAll(sys.argv[3])
  554.         else:
  555.             q.backupDatabase(sys.argv[2], sys.argv[3])
  556.         exit()
  557.     elif type == 'path':
  558.         q.backupPath(sys.argv[2], sys.argv[3])
  559.     elif type == 'upload':
  560.         data = q.upload_file(sys.argv[2])
  561.     elif type == 'download':
  562.         data = q.download_file(sys.argv[2])
  563.     elif type == 'get':
  564.         data = q.get_files(sys.argv[2])
  565.     elif type == 'list':
  566.         data = q.get_list()
  567.     elif type == 'delete_file':
  568.         data = q.delete_file(sys.argv[2])
  569.     elif type == 'lib':
  570.         data = q.get_lib()
  571.     else:
  572.         data = 'ERROR: 参数不正确!'
  573.     print(json.dumps(data))