add compare log
Showing
4 changed files
with
34 additions
and
13 deletions
... | @@ -841,12 +841,6 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -841,12 +841,6 @@ class Command(BaseCommand, LoggerMixin): |
841 | self.cronjob_log.error('{0} [process error (completed)] [task={1}] [error={2}]'.format( | 841 | self.cronjob_log.error('{0} [process error (completed)] [task={1}] [error={2}]'.format( |
842 | self.log_base, task_str, traceback.format_exc())) | 842 | self.log_base, task_str, traceback.format_exc())) |
843 | 843 | ||
844 | |||
845 | # TODO 细化文件状态,不同异常状态,归还队列,重试时采取不同的处理 | ||
846 | # TODO 异常邮件通知 | ||
847 | # 识别失败:普通异常,如PDF异常、构建过程异常 | ||
848 | # EDMS异常:下载异常-->回队列-->邮件;上传异常-->重新上传队列-->邮件 | ||
849 | # 算法异常:第一道异常-->识别失败-->邮件;第二道异常-->识别失败-->邮件 | ||
850 | def handle(self, *args, **kwargs): | 844 | def handle(self, *args, **kwargs): |
851 | db.close_old_connections() | 845 | db.close_old_connections() |
852 | lock = Lock() | 846 | lock = Lock() | ... | ... |
1 | import os | ||
1 | from celery import Celery | 2 | from celery import Celery |
2 | from settings import conf | 3 | from settings import conf |
3 | 4 | ||
5 | os.environ.setdefault('DJANGO_SETTINGS_MODULE', 'settings') | ||
6 | |||
4 | broker = conf.CELERY_BROKER_URL | 7 | broker = conf.CELERY_BROKER_URL |
5 | 8 | ||
6 | app = Celery('celery_compare', broker=broker, include=['celery_compare.tasks']) | 9 | app = Celery('celery_compare', broker=broker, include=['celery_compare.tasks']) | ... | ... |
1 | import logging | ||
1 | from . import app | 2 | from . import app |
3 | from apps.doc.models import AFCDoc | ||
4 | |||
5 | compare_log = logging.getLogger('compare') | ||
2 | 6 | ||
3 | 7 | ||
4 | @app.task | 8 | @app.task |
5 | def test(info): | 9 | def test(info): |
6 | print(info) | 10 | doc = AFCDoc.objects.filter(id=1).first() |
11 | compare_log.info(doc.id) | ||
12 | compare_log.info(info) | ... | ... |
1 | [loggers] | 1 | [loggers] |
2 | keys=root, running, exception, cronjob, folder, bs, license, idcard, django.db.backends | 2 | ; online --> 线上OCR日志:ocr_process.py |
3 | ; folder --> 线下OCR日志:folder_ocr_process.py | ||
4 | ; bs --> 线上流水识别结果日志,用于生成每日申请号-版式报表:bs_statistics.py | ||
5 | ; license --> 线上证件识别结果日志,用于偶尔生成结果报表:license_statistics.py | ||
6 | ; idcard --> 线上身份证识别结果日志,用于生成每日、每月身份证报表:idcard_daily.py、idcard_monthly.py | ||
7 | ; compare --> celery compare日志 | ||
8 | keys=root, running, exception, online, folder, bs, license, idcard, compare, django.db.backends | ||
3 | 9 | ||
4 | [handlers] | 10 | [handlers] |
5 | keys=consoleHandler, django_rotateFileHandler, exceptionFileHandler, cronjobFileHandler, folderFileHandler, bsFileHandler, licenseFileHandler, idcardFileHandler, djangodbFileHandler | 11 | keys=consoleHandler, django_rotateFileHandler, exceptionFileHandler, onlineFileHandler, folderFileHandler, bsFileHandler, licenseFileHandler, idcardFileHandler, compareFileHandler, djangodbFileHandler |
6 | 12 | ||
7 | [formatters] | 13 | [formatters] |
8 | keys=SituFormatter, dataLogFormatter, SimpleFormatter | 14 | keys=SituFormatter, dataLogFormatter, SimpleFormatter |
... | @@ -37,7 +43,7 @@ level=ERROR | ... | @@ -37,7 +43,7 @@ level=ERROR |
37 | formatter=SituFormatter | 43 | formatter=SituFormatter |
38 | args=('../logs/exception.log',) | 44 | args=('../logs/exception.log',) |
39 | 45 | ||
40 | [handler_cronjobFileHandler] | 46 | [handler_onlineFileHandler] |
41 | class=situlogger.SituRotatingFileHandler | 47 | class=situlogger.SituRotatingFileHandler |
42 | level=DEBUG | 48 | level=DEBUG |
43 | formatter=SituFormatter | 49 | formatter=SituFormatter |
... | @@ -67,6 +73,12 @@ level=DEBUG | ... | @@ -67,6 +73,12 @@ level=DEBUG |
67 | formatter=SimpleFormatter | 73 | formatter=SimpleFormatter |
68 | args=('../logs/idcard.log',) | 74 | args=('../logs/idcard.log',) |
69 | 75 | ||
76 | [handler_compareFileHandler] | ||
77 | class=situlogger.SituRotatingFileHandler | ||
78 | level=DEBUG | ||
79 | formatter=SituFormatter | ||
80 | args=('../logs/compare.log',) | ||
81 | |||
70 | [handler_djangodbFileHandler] | 82 | [handler_djangodbFileHandler] |
71 | class=situlogger.SituRotatingFileHandler | 83 | class=situlogger.SituRotatingFileHandler |
72 | level=DEBUG | 84 | level=DEBUG |
... | @@ -89,10 +101,10 @@ handlers=exceptionFileHandler | ... | @@ -89,10 +101,10 @@ handlers=exceptionFileHandler |
89 | qualname=exception | 101 | qualname=exception |
90 | propagate=0 | 102 | propagate=0 |
91 | 103 | ||
92 | [logger_cronjob] | 104 | [logger_online] |
93 | level=INFO | 105 | level=INFO |
94 | handlers=cronjobFileHandler | 106 | handlers=onlineFileHandler |
95 | qualname=cronjob | 107 | qualname=online |
96 | propagate=0 | 108 | propagate=0 |
97 | 109 | ||
98 | [logger_folder] | 110 | [logger_folder] |
... | @@ -119,6 +131,12 @@ handlers=idcardFileHandler | ... | @@ -119,6 +131,12 @@ handlers=idcardFileHandler |
119 | qualname=idcard | 131 | qualname=idcard |
120 | propagate=0 | 132 | propagate=0 |
121 | 133 | ||
134 | [logger_compare] | ||
135 | level=INFO | ||
136 | handlers=compareFileHandler | ||
137 | qualname=compare | ||
138 | propagate=0 | ||
139 | |||
122 | [logger_django.db.backends] | 140 | [logger_django.db.backends] |
123 | level=DEBUG | 141 | level=DEBUG |
124 | handlers=djangodbFileHandler | 142 | handlers=djangodbFileHandler | ... | ... |
-
Please register or sign in to post a comment