80b6584c by 周伟奇

add compare log

1 parent 149fb49b
...@@ -841,12 +841,6 @@ class Command(BaseCommand, LoggerMixin): ...@@ -841,12 +841,6 @@ class Command(BaseCommand, LoggerMixin):
841 self.cronjob_log.error('{0} [process error (completed)] [task={1}] [error={2}]'.format( 841 self.cronjob_log.error('{0} [process error (completed)] [task={1}] [error={2}]'.format(
842 self.log_base, task_str, traceback.format_exc())) 842 self.log_base, task_str, traceback.format_exc()))
843 843
844
845 # TODO 细化文件状态,不同异常状态,归还队列,重试时采取不同的处理
846 # TODO 异常邮件通知
847 # 识别失败:普通异常,如PDF异常、构建过程异常
848 # EDMS异常:下载异常-->回队列-->邮件;上传异常-->重新上传队列-->邮件
849 # 算法异常:第一道异常-->识别失败-->邮件;第二道异常-->识别失败-->邮件
850 def handle(self, *args, **kwargs): 844 def handle(self, *args, **kwargs):
851 db.close_old_connections() 845 db.close_old_connections()
852 lock = Lock() 846 lock = Lock()
......
1 import os
1 from celery import Celery 2 from celery import Celery
2 from settings import conf 3 from settings import conf
3 4
5 os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'settings')
6
4 broker = conf.CELERY_BROKER_URL 7 broker = conf.CELERY_BROKER_URL
5 8
6 app = Celery('celery_compare', broker=broker, include=['celery_compare.tasks']) 9 app = Celery('celery_compare', broker=broker, include=['celery_compare.tasks'])
......
1 import logging
1 from . import app 2 from . import app
3 from apps.doc.models import AFCDoc
4
5 compare_log = logging.getLogger('compare')
2 6
3 7
4 @app.task 8 @app.task
5 def test(info): 9 def test(info):
6 print(info) 10 doc = AFCDoc.objects.filter(id=1).first()
11 compare_log.info(doc.id)
12 compare_log.info(info)
......
1 [loggers] 1 [loggers]
2 keys=root, running, exception, cronjob, folder, bs, license, idcard, django.db.backends 2 ; online --> 线上OCR日志:ocr_process.py
3 ; folder --> 线下OCR日志:folder_ocr_process.py
4 ; bs --> 线上流水识别结果日志,用于生成每日申请号-版式报表:bs_statistics.py
5 ; license --> 线上证件识别结果日志,用于偶尔生成结果报表:license_statistics.py
6 ; idcard --> 线上身份证识别结果日志,用于生成每日、每月身份证报表:idcard_daily.pyidcard_monthly.py
7 ; compare --> celery compare日志
8 keys=root, running, exception, online, folder, bs, license, idcard, compare, django.db.backends
3 9
4 [handlers] 10 [handlers]
5 keys=consoleHandler, django_rotateFileHandler, exceptionFileHandler, cronjobFileHandler, folderFileHandler, bsFileHandler, licenseFileHandler, idcardFileHandler, djangodbFileHandler 11 keys=consoleHandler, django_rotateFileHandler, exceptionFileHandler, onlineFileHandler, folderFileHandler, bsFileHandler, licenseFileHandler, idcardFileHandler, compareFileHandler, djangodbFileHandler
6 12
7 [formatters] 13 [formatters]
8 keys=SituFormatter, dataLogFormatter, SimpleFormatter 14 keys=SituFormatter, dataLogFormatter, SimpleFormatter
...@@ -37,7 +43,7 @@ level=ERROR ...@@ -37,7 +43,7 @@ level=ERROR
37 formatter=SituFormatter 43 formatter=SituFormatter
38 args=('../logs/exception.log',) 44 args=('../logs/exception.log',)
39 45
40 [handler_cronjobFileHandler] 46 [handler_onlineFileHandler]
41 class=situlogger.SituRotatingFileHandler 47 class=situlogger.SituRotatingFileHandler
42 level=DEBUG 48 level=DEBUG
43 formatter=SituFormatter 49 formatter=SituFormatter
...@@ -67,6 +73,12 @@ level=DEBUG ...@@ -67,6 +73,12 @@ level=DEBUG
67 formatter=SimpleFormatter 73 formatter=SimpleFormatter
68 args=('../logs/idcard.log',) 74 args=('../logs/idcard.log',)
69 75
76 [handler_compareFileHandler]
77 class=situlogger.SituRotatingFileHandler
78 level=DEBUG
79 formatter=SituFormatter
80 args=('../logs/compare.log',)
81
70 [handler_djangodbFileHandler] 82 [handler_djangodbFileHandler]
71 class=situlogger.SituRotatingFileHandler 83 class=situlogger.SituRotatingFileHandler
72 level=DEBUG 84 level=DEBUG
...@@ -89,10 +101,10 @@ handlers=exceptionFileHandler ...@@ -89,10 +101,10 @@ handlers=exceptionFileHandler
89 qualname=exception 101 qualname=exception
90 propagate=0 102 propagate=0
91 103
92 [logger_cronjob] 104 [logger_online]
93 level=INFO 105 level=INFO
94 handlers=cronjobFileHandler 106 handlers=onlineFileHandler
95 qualname=cronjob 107 qualname=online
96 propagate=0 108 propagate=0
97 109
98 [logger_folder] 110 [logger_folder]
...@@ -119,6 +131,12 @@ handlers=idcardFileHandler ...@@ -119,6 +131,12 @@ handlers=idcardFileHandler
119 qualname=idcard 131 qualname=idcard
120 propagate=0 132 propagate=0
121 133
134 [logger_compare]
135 level=INFO
136 handlers=compareFileHandler
137 qualname=compare
138 propagate=0
139
122 [logger_django.db.backends] 140 [logger_django.db.backends]
123 level=DEBUG 141 level=DEBUG
124 handlers=djangodbFileHandler 142 handlers=djangodbFileHandler
......
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!