@@ -54,7 +54,7 @@ def parse_files(files, fields, filters):
54
54
count_lines ,
55
55
(count_lines - count_filtered ),
56
56
count_filtered ,
57
- (count_lines / _total ),
57
+ (count_lines / _total ) if _total > 0 else 0 ,
58
58
filename ,
59
59
))
60
60
sys .stdout .flush ()
@@ -220,7 +220,7 @@ def print_report(files, fields, filters={}):
220
220
res ['total' ],
221
221
(res ['total' ] - res ['filtered' ]),
222
222
res ['filtered' ],
223
- (res ['total' ] / res ['time' ]),
223
+ (res ['total' ] / res ['time' ]) if res [ 'time' ] > 0 else 0 ,
224
224
))
225
225
226
226
print_tree (res ['tree' ], fields )
@@ -264,7 +264,12 @@ def print_report(files, fields, filters={}):
264
264
}
265
265
266
266
site = {
267
- 'site1' : [
267
+ 'site1' : [
268
+ # Common requests
269
+ PATT ['uri:openstat' ],
270
+ PATT ['uri:wp_cron' ],
271
+ PATT ['uri:wp_static_files' ],
272
+
268
273
{'uri' : r'^/(\?utm_source=[^/?#.\\]+)?$' },
269
274
{'uri' : r'(\?|&)yclid=[\d]+$' },
270
275
{'uri' : r'^/favicon\.ico$' },
@@ -281,7 +286,13 @@ def print_report(files, fields, filters={}):
281
286
{'uri' : r'^/za[a-z-]+t/?$' },
282
287
{'uri' : r'^/wp-content/uploads/[^?#.\\]+\.webp$' },
283
288
],
284
- 'site2' : [
289
+ 'site2' : [
290
+ # Common requests
291
+ PATT ['uri:openstat' ],
292
+ PATT ['uri:wp_cron' ],
293
+ PATT ['uri:wp_static_files' ],
294
+
295
+ # Pages
285
296
{'uri' : r'^/robots\.txt$' },
286
297
{'uri' : r'^/favicon\.ico$' },
287
298
{'uri' : r'^/apple[^/?#\\]+\.png$' },
@@ -296,20 +307,28 @@ def print_report(files, fields, filters={}):
296
307
{'uri' : r'^/(?:our-objects|contact|about|galery|pr[a-z-]+)/?$' },
297
308
{'uri' : r'^/(?:partners|bwg_(?:album|gallery)|accessory|installation|products)/?([^.?#\\]+(?:\.html(\?download=[\d]+|[^?#.\\]+)?|\/?))?$' },
298
309
],
310
+ 'site3' : [
311
+ {'uri' : r'^/$' },
312
+ {'uri' : r'^/robots\.txt$' },
313
+ {'uri' : r'^/favicon\.ico$' },
314
+ {'uri' : r'^/css/style\.css$' },
315
+ {'uri' : r'^/poisk[^/\\#?.]+te\.html.+' },
316
+ {'uri' : r'^/(support|radio|music|song)(?:\.html|\/)?$' },
317
+ {'uri' : r'^/js/[^\/?#\\]+\.js$' },
318
+ {'uri' : r'^/(?:bio|music|song|short_story)/[^\/?#\\]+(?:\.html|\/)?$' },
319
+ {'uri' : r'^/img/[a-z\d\-\_]+\.(?:png|jpg|gif)$' },
320
+ ],
299
321
}
300
322
301
323
# Search for anomalies
302
324
# print_report(files, ['date', ['code', 'method', 'uri:100', 'ip:20']], {
303
325
# print_report(files, ['date', ['code', 'method', 'uri:100'], 'ip:20'], {
326
+ # print_report(files, [['code', 'method', 'uri:100']], {
304
327
print_report (files , ['date' , 'ip:20' , ['code' , 'method' , 'uri:100' ]], {
305
328
'exclude' : [
306
329
skip_my_ip ,
307
- # Common requests
308
- PATT ['uri:openstat' ],
309
- PATT ['uri:wp_cron' ],
310
- PATT ['uri:wp_static_files' ],
311
330
# exclude login attempt to admin-ajax.php
312
- {'uri' : r'^/wp-admin/admin-ajax.php$' },
331
+ # {'uri': r'^/wp-admin/admin-ajax.php$'},
313
332
# site
314
333
site ['site2' ],
315
334
],
0 commit comments