update

Author: xiaosl

config.py

@@ -83,10 +83,4 @@ def get_mysql_conf(self,mysql_server='talk_server'):
         self.mysql_config_list[mysql_server] = {'config':mysql_server,'host':host,'port':port,'username':username,'password':password,'database':database}
 
 
-# network_driver_name = get_config('net_work_driver', 'name', 'mysql_config.ini')
-# local_outside_ip=commands.getoutput("/sbin/ifconfig %s 2>/dev/null | sed -n '/inet addr:/ s/inet addr:/IPADDR=/pg' | awk -F\" \" '{print $1}'|awk -F\"=\" '{print $2}'" % network_driver_name)
-
-
-
-
 

config/main.ini

@@ -1,13 +1,13 @@
 ##获取数据基本信息
 [export]
 ##获取数据的起止百分比，以小数表示start=0.3,end=0.5表示取表中30%-50%的数据
-start=0.003
+start=0.03
 end=0.015
 ##在获取数据的起止百分比内，如果数量足够取多少条，0表示全部
 length=1000
-##加密规则 方法名对应相关表字段列表  考虑库
+##加密规则 方法名对应相关表字段列表表.字段  (考虑库分库后库.表.字段)
 [rules]
 ##末尾5位加密，用于类似手机号字段加密
 suffix_encrypt=a.mobile,b.phone
-##开头3位加密，用于类似邮箱机密
+##开头3位加密或者@符号前加密，用于类似邮箱机密
 prefix_encrypt=x.email'

delData.py

@@ -15,7 +15,7 @@ class DelData(object):
     table_rules = {}
     result_list = []
     function_list = {}
-    
+
     def __init__(self):
         default_fun = ['__builtins__','__doc__','__file__','__name__','__package__']
         attr_list = dir(func)
@@ -25,45 +25,45 @@ def __init__(self):
     ##用完务必值为None
     def del_rules(self):
         self.table_rules = {}
-    
+
     def set_rules(self,rules):
         for i in range(len(self.columns)):
             if self.columns[i] in rules:
                 self.table_rules[i] = self.function_list[rules[self.columns[i]]]
 
-def set_table(self,table):
-    self.table = table
-    
+    def set_table(self,table):
+        self.table = table
+
     def set_columns(self,columns):
         for column in columns:
             self.columns.append(column[0])
 
-def set_datas(self,datas):
-    self.datas = datas
-    
+    def set_datas(self,datas):
+        self.datas = datas
+
     def del_datas(self):
         self.data_list = map(self.encrypt_data,self.datas)
         self.format_sql()
         return self.result_list
     def format_sql(self):
         """
-            处理数据，对特定字段做加密
-            :param table_name:
-            :param columns:
-            :param datas:
-            :param rules:
-            :return:
-            """
+        处理数据，对特定字段做加密
+        :param table_name:
+        :param columns:
+        :param datas:
+        :param rules:
+        :return:
+        """
         for data in self.data_list:
             data_temp = ["'"+str(line)+"'" for line in data]
             strsql = "INSERT INTO `%s` VALUES (%s);" % (self.table,','.join(data_temp))
             self.result_list.append(strsql)
 
-def encrypt_data(self,data):
-    list_temp = []
+    def encrypt_data(self,data):
+        list_temp = []
         for i in range(len(data)):
             if i in self.table_rules:
                 list_temp.append(apply(self.table_rules[i],(data[i],)))
             else:
                 list_temp.append(data[i])
-    return list_temp
+        return list_temp

encryptFunction.py

@@ -1,5 +1,5 @@
 
 def suffix_encrypt(data):
-    return 'sfsdfsd'
+    return '11111'
 def prefix_encrypt(data):
-    return data
+    return 'aaaaa'

export.py

@@ -2,7 +2,7 @@
 # -*-coding:utf-8-*-
 
 import commands
-import sys
+import os
 import mysqlExec
 import saveFile
 import delData
@@ -13,6 +13,7 @@
 del_data = delData.DelData()
 save_file = saveFile.SaveFile()
 
+
 export_config = the_config.export_config
 tables = mysql.get_tables()
 for table in tables:
@@ -36,7 +37,7 @@
         size=500
         while start <= end:
             if (start+size) > end:
-                size = end-start
+                size = end-start+1
             datas = mysql.get_datas(table[0],start,size)
             print datas
             if datas :
@@ -47,4 +48,5 @@
                 save_file.write_file(data_msg_list)
             start += size
 
-
+#推送
+print os.system('shell/tuisong.sh')

mysqlExec.py

@@ -1,6 +1,6 @@
 #!/bin/env python
 # -*-coding:utf-8-*-
-
+import sys
 import MySQLdb
 import config
 
@@ -26,7 +26,8 @@ def mysql_exec(slef,sql, mysql_config):
             result = cursor.fetchall()
         except MySQLdb.Error, e:
             error_content = "Mysql Error %d: %s" % (e.args[0], e.args[1])
-            raise error_content
+            print error_content
+            sys.exit()
         finally:
             if cursor is not None:
                 cursor.close()

saveFile.pyc

@@ -0,0 +1,2 @@
+#!/bin/bash
+#推送导出文件至服务器