|
1 |
| -# log_to_kafka |
| 1 | +#log_to_kafka |
| 2 | +#DESCRIPTION |
2 | 3 | 将日志发送到kafka中,做日志分布式管理<br/>
|
3 | 4 |
|
4 |
| -ubuntu & windows |
| 5 | +#INSTALL |
| 6 | +##ubuntu & windows |
| 7 | +```bash |
| 8 | +git clone https://github.com/ShichaoMa/log_to_kafka.git |
| 9 | +sudo pip install -r requirements.txt |
| 10 | +``` |
| 11 | +#HELLOWORLD |
| 12 | +##demo1 |
| 13 | +```python |
| 14 | +from logger import Logger |
| 15 | +class MyClass(Logger): |
| 16 | +name = "log_name" |
| 17 | +def __init__(self, settings_file): |
| 18 | + super(MyClass, self).__init__(settings_file) |
5 | 19 |
|
6 |
| -INSTALL |
7 | 20 |
|
8 |
| - git clone https://github.com/ShichaoMa/log_to_kafka.git |
9 |
| - |
10 |
| - sudo pip install -r requirements.txt |
11 |
| - |
12 |
| -HELLOWORLD |
13 |
| - |
14 |
| - demo1 |
15 |
| - |
16 |
| - ``` |
17 |
| - from logger import Logger |
18 |
| - class MyClass(Logger): |
19 |
| - name = "log_name" |
20 |
| - def __init__(self, settings_file): |
21 |
| - super(MyClass, self).__init__(settings_file) |
22 |
| - |
23 |
| - |
24 |
| - MC = MyClass("default_settings.py") |
25 |
| - MC.set_logger() |
26 |
| - MC.logger.debug("....") |
27 |
| - ``` |
28 |
| - |
29 |
| - demo2 |
30 |
| - |
31 |
| - ``` |
32 |
| - import os |
33 |
| - from logger import CustomLogFactory |
34 |
| - from cloghandler import ConcurrentRotatingFileHandler |
35 |
| - my_dir = "logs" |
36 |
| - try: |
37 |
| - os.makedirs(my_dir) |
38 |
| - except OSError as exception: |
39 |
| - if exception.errno != errno.EEXIST: |
40 |
| - raise |
41 |
| - logger = CustomLogFactory.get_instance(name="test_name") |
42 |
| - logger.set_handler( |
43 |
| - ConcurrentRotatingFileHandler( |
44 |
| - os.path.join(my_dir, "test.log"), |
45 |
| - backupCount=5, |
46 |
| - maxBytes=10240)) |
47 |
| - logger.info("this is a log. ") |
48 |
| - ``` |
49 |
| - |
50 |
| - demo3 |
51 |
| - |
52 |
| - ``` |
53 |
| - from logger import CustomLogFactory, KafkaHandler |
54 |
| - settings = {"KAFKA_HOSTS":"192.168.200.90:9092", "TOPIC":"jay-cluster-logs"} |
55 |
| - logger = CustomLogFactory.get_instance(name="test_name", json=True) |
56 |
| - kafka_handler = KafkaHandler(settings) |
57 |
| - logger.set_handler(kafka_handler) |
58 |
| - logger.info("this is a log. ") |
59 |
| - ``` |
60 |
| - |
61 |
| - demo4 |
62 |
| - ``` |
63 |
| - import sys |
64 |
| - import logging |
65 |
| - from logger import CustomLogFactory |
66 |
| - logger = CustomLogFactory.get_instance(name="test_name") |
67 |
| - logger.set_handler(logging.StreamHandler(sys.stdout)) |
68 |
| - logger.info("this is a log. ") |
69 |
| - ``` |
70 |
| - |
71 |
| - demo5 |
72 |
| - ``` |
73 |
| - # 编写自定义handler |
74 |
| - # 请参见KafkaHandler的实现方式 |
75 |
| - ``` |
| 21 | +MC = MyClass("default_settings.py") |
| 22 | +MC.set_logger() |
| 23 | +MC.logger.debug("....") |
| 24 | +``` |
| 25 | +##demo2 |
| 26 | +```python |
| 27 | +import os |
| 28 | +from logger import CustomLogFactory |
| 29 | +from cloghandler import ConcurrentRotatingFileHandler |
| 30 | +my_dir = "logs" |
| 31 | +try: |
| 32 | +os.makedirs(my_dir) |
| 33 | +except OSError as exception: |
| 34 | +if exception.errno != errno.EEXIST: |
| 35 | + raise |
| 36 | +logger = CustomLogFactory.get_instance(name="test_name") |
| 37 | +logger.set_handler( |
| 38 | +ConcurrentRotatingFileHandler( |
| 39 | + os.path.join(my_dir, "test.log"), |
| 40 | + backupCount=5, |
| 41 | + maxBytes=10240)) |
| 42 | +logger.info("this is a log. ") |
| 43 | +``` |
| 44 | +##demo3 |
| 45 | +```python |
| 46 | +from logger import CustomLogFactory, KafkaHandler |
| 47 | +settings = {"KAFKA_HOSTS":"192.168.200.90:9092", "TOPIC":"jay-cluster-logs"} |
| 48 | +logger = CustomLogFactory.get_instance(name="test_name", json=True) |
| 49 | +kafka_handler = KafkaHandler(settings) |
| 50 | +logger.set_handler(kafka_handler) |
| 51 | +logger.info("this is a log. ") |
| 52 | +``` |
| 53 | +##demo4 |
| 54 | +```python |
| 55 | +import sys |
| 56 | +import logging |
| 57 | +from logger import CustomLogFactory |
| 58 | +logger = CustomLogFactory.get_instance(name="test_name") |
| 59 | +logger.set_handler(logging.StreamHandler(sys.stdout)) |
| 60 | +logger.info("this is a log. ") |
| 61 | +``` |
| 62 | +##demo5 |
| 63 | +```python |
| 64 | +# 编写自定义handler |
| 65 | +# 请参见KafkaHandler的实现方式 |
| 66 | +``` |
0 commit comments