2020-09-07 添加 MySQL 模拟服务器

Author: Neeky

MANIFEST

@@ -4,6 +4,7 @@ bin/mtls-backup
 bin/mtls-big-files
 bin/mtls-delete-rows
 bin/mtls-expired-tables
+bin/mtls-fake-mysqld
 bin/mtls-file-stat
 bin/mtls-file-truncate
 bin/mtls-http
@@ -12,8 +13,8 @@ bin/mtls-log
 bin/mtls-monitor
 bin/mtls-perf-bench
 bin/mtls-random-passwd
+bin/mtls-rows-diff
 bin/mtls-sql-distribution
-bin/mtls-sql-playback
 bin/mtlsanalysis
 bin/mtlsbackup
 bin/mtlsbigfiles
@@ -30,6 +31,7 @@ mtls/inspection.py
 mtls/mgr.py
 mtls/replication.py
 mtls/statu.py
+mtls/values.py
 mtls/variable.py
 mtls/kits/__init__.py
 mtls/kits/fileformat.py

README.md

@@ -25,6 +25,7 @@ homepage:**http://www.sqlpy.com**
 - [表的最晚更新时间统计 -- mtls-file-stat](#表的最晚更新时间统计)
 - [找出长时间没有使用过的表 -- mtls-expired-tables](#找出长时间没有使用过的表)
 - [批量生成随机密码 -- mtls-random-passwd](#批量生成随机密码)
+- [自定义 mysql 消息 -- mtls-fake-mysqld](#自定义mysql消息)
 ---
 
 ## 关于
@@ -897,3 +898,22 @@ t~Gj1-+z8269
 ```
 
 ---
+
+## 自定义mysql消息
+模拟 MySQL 服务端向客户端发送特定消息。
+
+启动 MySQL 模拟服务器
+```python
+mtls-fake-mysqld --host=127.0.0.1 --port=3306 --message='fake news next!'
+```
+
+客户端连接到模拟服务器就可以看到对应的消息了。
+```bash
+mysql -h127.0.0.1 -P3306
+ERROR 2020 (HY000): #HY000    
+fake news next!
+```
+
+这个除了可以用来发朋友圈之外，还可以用来检查到指定ip端口的网络特策略是否正常。
+
+---

bin/mtls-fake-mysqld

@@ -0,0 +1,107 @@
+#!/usr/bin/evn python3
+"""
+模拟 MySQL 服务端，目的是做到可以自定义消息。
+"""
+
+import os
+import struct
+import socket
+import logging
+import argparse
+
+name = os.path.basename(__file__)
+logging.basicConfig(
+    format="%(asctime)s %(levelname)s %(message)s", level=logging.INFO)
+
+
+class FakeMySQLServer(object):
+    """
+    模拟 MySQL 服务端
+    """
+
+    def __init__(self, host="0.0.0.0", port=3306, message="MySQL 服务器今天不上班！"):
+        """
+        Parameter
+        ---------
+        host: str
+            FakeMySQLServer 要绑定的 IP 地址
+
+        port: int
+            FakeMySQLServer 要监听的端口
+
+        message: str
+            服务端要发给客户端的信息   
+        """
+        self.host = host
+        self.port = port
+        self.message = "    \n" + message + '\n' * 1
+
+    def run_server(self):
+        """
+        启动服务端
+        """
+        server_socket = None
+        try:
+            server_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
+
+            # 地址重用与端口重用
+            server_socket.setsockopt(
+                socket.SOL_SOCKET, socket.SO_REUSEADDR, True)
+            server_socket.setsockopt(
+                socket.SOL_SOCKET, socket.SO_REUSEPORT, True)
+
+            # 启动监听队列长度设置为 5
+            server_socket.bind((self.host, self.port))
+            server_socket.listen(5)
+
+            while True:
+                try:
+                    # 循环接收客户端的连接
+                    client, _ = server_socket.accept()
+
+                    # 对消息进行编码
+                    bytes_message = self.message.encode('utf8') + b'\x00'
+                    payload_len = 9 + len(bytes_message)
+
+                    #        payload-len                          seqence-id    error-packet-content
+                    packet = struct.pack("<I", payload_len)[
+                        0:3] + b'\x00' + b'\xff\xe4\x07\x23\x48\x59\x30\x30\x30' + bytes_message
+                    client.send(packet)
+
+                    # 关闭连接
+                    client.close()
+                except Exception as err:
+                    logging.error(err)
+                    logging.exception(err)
+
+                finally:
+                    if hasattr(client, 'close'):
+                        client.close()
+
+        except Exception as err:
+            logging.error(err)
+            logging.exception(err)
+        finally:
+            if hasattr(server_socket, 'close'):
+                server_socket.close()
+
+
+def parser_cmd_args() -> argparse.ArgumentParser:
+    """
+    处理命令行参数
+    """
+    parser = argparse.ArgumentParser(name)
+    parser.add_argument('--host', type=str,
+                        default='0.0.0.0', help='Fake-MySQL-Server 要绑定的IP')
+    parser.add_argument('--port', type=int, default=3306,
+                        help="Fake-MySQL-Server 要监听的端口")
+    parser.add_argument('--message', type=str,
+                        default="MySQL 服务器今天不上班！", help="要发送给客户端的信息")
+    args = parser.parse_args()
+    return args
+
+
+if __name__ == "__main__":
+    args = parser_cmd_args()
+    fake = FakeMySQLServer(args.host, args.port, args.message)
+    fake.run_server()

bin/mtls-rows-diff

@@ -0,0 +1,61 @@
+#!/usr/bin/evn python3
+# encoding:utf8
+
+"""
+比较两个文件中不同的行
+"""
+
+import os
+import sys
+import argparse
+
+
+def parser_args():
+    parser = argparse.ArgumentParser()
+    parser.add_argument('-s', '--source', type=str,
+                        default='/tmp/source.txt', help='源文件路径')
+    parser.add_argument('-t', '--target', type=str,
+                        default='/tmp/target.txt', help='目标文件路径')
+    return parser.parse_args()
+
+
+def diff(source_file: str, target_file: str) -> set:
+    """
+    计算 source_file 中有，但是 target_file 中没有的行
+
+    Parmter
+    ------
+        source_file: str 源文件全路径
+        target_file: str 目标文件全路径
+    """
+    if not os.path.isfile(source_file):
+        print(f"{source_file} is not a file or not exists.")
+        sys.exit(0)
+
+    if not os.path.isfile(target_file):
+        print(f"{target_file} is not a file or not exists.")
+        sys.exit(0)
+
+    with open(source_file, 'r') as source:
+        source_rows = set()
+        for line in source:
+            source_rows.update(set(line.strip()))
+
+    with open(target_file) as target:
+        target_rows = set()
+        for line in target:
+            target_rows.update(set(line.strip()))
+
+    d = source_rows - target_rows
+
+    for line in d:
+        print(d)
+
+
+def main():
+    args = parser_args()
+    diff(args.source, args.target)
+
+
+if __name__ == "__main__":
+    main()

dist/mysqltools-python-2.20.09.04.tar.gz

@@ -0,0 +1,35 @@
+"""
+根据给定的类型完全随机的从它的值域中取值。
+"""
+import random
+
+
+class Number(object):
+    """
+
+    """
+    begin = 0
+    end = 128
+
+    def __getitem__(self, index):
+        """
+        """
+        return random.randint(self.begin, self.end)
+
+    def __len__(self):
+        """
+        """
+        return self.end - self.begin
+
+
+class Int(Number):
+    begin = 0
+    end = (1 << 32) - 1
+
+
+class Float(Int):
+    begin = 0
+    end = (1 << 32) - 1
+
+    def __getitem__(self, index):
+        return random.randint(self.begin, self.end - 1) + random.random()

dist/mysqltools-python-2.20.09.05.tar.gz

@@ -6,12 +6,13 @@
 news_scripts = ['bin/mtls-big-files', 'bin/mtls-delete-rows', 'bin/mtls-file-truncate',
                 'bin/mtls-http', 'bin/mtls-log', 'bin/mtls-monitor', 'bin/mtls-backup',
                 'bin/mtls-perf-bench', 'bin/mtls-kill-all-conections', 'bin/mtls-sql-distribution',
-                'bin/mtls-file-stat', 'bin/mtls-expired-tables', 'bin/mtls-sql-playback', 'bin/mtls-random-passwd']
+                'bin/mtls-file-stat', 'bin/mtls-expired-tables', 'bin/mtls-random-passwd',
+                'bin/mtls-rows-diff', 'bin/mtls-fake-mysqld']
 
 scripts = olds_scripts + news_scripts
 
 setup(name='mysqltools-python',
-      version='2.20.06.01',
+      version='2.20.09.07',
       scripts=scripts,
       packages=['mtls', 'mtls.kits'],
       maintainer='Neeky',