Merge branch 'feature/se' into feature/1223

周伟奇
Showing 6 changed files with 176 additions and 2 deletions
src/apps/doc/consts.py
src/apps/doc/management/commands/ocr_process.py
src/apps/doc/models.py
src/celery_compare/tasks.py
src/common/tools/comparison.py
src/common/tools/mssql_script11.py
--- a/src/apps/doc/consts.py
View file @e34beaa
+++ b/src/apps/doc/consts.py
View file @e34beaa
@@ -1178,6 +1178,9 @@ DDA_OCR_FIELD = 'bs_ocr'
 HMH_OCR_FIELD = 'hmh_ocr'
 JYPZ_OCR_FIELD = 'jypz_ocr'
 HT_FIELD = 'ht_ocr'
+BD_FIELD = 'bd_ocr'
+BS_FIELD = 'bss_ocr'
+BS_CLASSIFY = 10087
 RESULT_MAPPING = {
    MVI_CLASSIFY: MVI_OCR_FIELD,
@@ -1195,9 +1198,11 @@ RESULT_MAPPING = {
    HMH_CLASSIFY: HMH_OCR_FIELD,
    JYPZ_CLASSIFY: JYPZ_OCR_FIELD,
    CONTRACT_CLASSIFY: HT_FIELD,
+    INSURANCE_CLASSIFY: BD_FIELD,
+    BS_CLASSIFY: BS_FIELD,
 }
-CA_ADD_COMPARE_FIELDS = (IC_OCR_FIELD, BL_OCR_FIELD)
+CA_ADD_COMPARE_FIELDS = (IC_OCR_FIELD, BL_OCR_FIELD, BS_FIELD)
 COMPARE_FIELDS = (MVI_OCR_FIELD,
                  IC_OCR_FIELD,
@@ -1213,6 +1218,8 @@ COMPARE_FIELDS = (MVI_OCR_FIELD,
                  HMH_OCR_FIELD,
                  JYPZ_OCR_FIELD,
                  HT_FIELD,
+                  BD_FIELD,
+                  BS_FIELD,
 )
 # 身份证
@@ -1393,7 +1400,10 @@ SE_STAMP_VALUE = '有'
 SE_LAYOUT_VALUE = '旧版-旧打印、新版-新打印'
 SE_GB_NEW_FIELD = ['vinNo']
 SE_GB_USED_FIELD = ['customerName', 'idNum', 'date']
+SE_BS_FIELD = ['户名', '打印日期', '流水日期', '(担保人)户名', '(担保人)打印日期', '(担保人)流水日期']
 SE_HMH_FIELD = ['借款人/承租人姓名', '借款人/承租人证件号', '申请号', '渠道', '签字']
+SE_BD_FIELD = ['被保险人姓名', '被保险人证件号码', '车架号', '机动车损失保险金额', '第三者责任保险金额', '绝对免赔率', '保险起始日期', '保险截止日期', '保单章', '第一受益人', '保险费合计']
+JDMPV_VALUE = ['-', '--', '0%', '0.00', '/', '0']
 SE_BANK_FIELD = ['accountNo', 'bankName']
 SE_DDA_FIELD = ['applicationId(1)', 'applicationId(2)', 'bankName', 'companyName', 'customerName', 'idNum', 'accountHolderName', 'accountNo']
@@ -1502,6 +1512,8 @@ DDA_EN = 'DDA'
 HMH_EN = 'Mortgage Waiver Letter'
 JYPZ_EN = 'Used Car Document'
 AFC_CONTRACT_EN = 'AFC Contract'
+BD_EN = 'Insurance'
+BS_EN = 'Bank Statement'
 SKIP_CARD = {SME_BL_EN}
@@ -1643,6 +1655,31 @@ HMH_COMPARE_LOGIC = {
    '签字': ('借款人签字/盖章', 'se_common_compare', {}, '抵押登记豁免函签字需人工核查'),
 }
+BD_COMPARE_LOGIC = {
+    '被保险人姓名': ('被保险人姓名', 'se_name_compare', {}, '保单被保险人姓名与系统不一致'),
+    '被保险人证件号码': ('被保险人证件号码', 'se_common_compare', {}, '保单被保险人证件号码与系统不一致'),
+    '车架号': ('车架号', 'se_common_compare', {}, '保单车架号与系统不一致'),
+    '机动车损失保险金额': ('机动车损失保险金额', 'se_amount_lte_compare', {}, '保单车损险异常'),
+    '第三者责任保险金额': ('机动车第三者责任保险金额', 'se_amount_lte_compare', {}, '保单三者险异常'),
+    '绝对免赔率': ('机动车损失保险绝对免赔率/绝对免赔额', 'se_one_compare', {}, '保单无绝对免赔项'),
+    '保险起始日期': ('保险起始日期', 'se_bd_date_compare', {'start': True}, '保单起始时间有误'),
+    '保险截止日期': ('保险截止日期', 'se_bd_date_compare', {}, '保单截止时间有误'),
+    '保单章': ('保单章', 'se_common_compare', {}, '保单无保单章'),
+    '第一受益人': ('特别约定第一受益人', 'se_common_compare', {}, '保单第一受益人有误，需人工核查'),
+    '保险费合计': ('保险费合计', 'se_amount_compare', {}, '保单保费疑似无法覆盖ASP保险融资'),
+}
+BS_COMPARE_LOGIC = {
+    '户名': ('role', 'se_one_compare', {}, '主共借人未提供银行流水'),
+    '(担保人)户名': ('role', 'se_one_compare', {}, '担保人未提供银行流水，需人工查看直系亲属关系'),
+    '打印日期': ('print_time', 'se_bs_print_date_compare', {}, '主共借人银行流水打印日期异常'),
+    '(担保人)打印日期': ('print_time', 'se_bs_print_date_compare', {}, '担保人银行流水打印日期异常'),
+    '流水日期': ('date', 'se_bs_date_compare', {}, '主共借人银行流水日期异常'),
+    '(担保人)流水日期': ('date', 'se_bs_date_compare', {}, '担保人银行流水日期异常'),
+}
+SPECIAL_REASON = '主共借人未提供银行流水，含担保人需人工查看直系亲属关系'
 HT_COMPARE_LOGIC = {
    '合同编号-每页': ('合同编号-每页', 'se_list_compare', {}, '合同编号与系统不一致'),
    '所购车辆价格-小写-重要条款': ('所购车辆价格-小写-重要条款', 'se_amount_str_compare', {}, '合同首页中车辆价格与系统不一致'),
@@ -1710,7 +1747,9 @@ SE_COMPARE_FIELD = {
    DDA_EN: (DDA_OCR_FIELD, DDA_COMPARE_LOGIC, False),
    HMH_EN: (HMH_OCR_FIELD, HMH_COMPARE_LOGIC, False),
    JYPZ_EN: (JYPZ_OCR_FIELD, JYPZ_COMPARE_LOGIC, False),
-    AFC_CONTRACT_EN: (HT_FIELD, HT_COMPARE_LOGIC, False)
+    AFC_CONTRACT_EN: (HT_FIELD, HT_COMPARE_LOGIC, False),
+    BD_EN: (BD_FIELD, BD_COMPARE_LOGIC, False),
+    BS_EN: (BS_FIELD, BS_COMPARE_LOGIC, False),
 }
--- a/src/apps/doc/management/commands/ocr_process.py
View file @e34beaa
+++ b/src/apps/doc/management/commands/ocr_process.py
View file @e34beaa
@@ -872,6 +872,43 @@ class Command(BaseCommand, LoggerMixin):
            summary['role'] = self.get_most(summary['role'])
        return bs_summary
+    def rebuild_bs(self, bs_summary):
+        # bs_summary = {
+        #     '卡号': {
+        #         'classify': 0,
+        #         'confidence': 0.9,
+        #         'role': '柳雪',
+        #         'code': [('page', 'code'), ],
+        #         'verify': [(pno, ino, reason_str), ]
+        #         'print_time': 'datetime',
+        #         'start_date': 'datetime',
+        #         'end_date': 'datetime',
+        #         'sheet': ['sheet_name']
+        #     }
+        # }
+        res = []
+        for bs_info in bs_summary.values():
+            try:
+                print_date = bs_info.get('print_time', '').strftime("%Y-%m-%d")
+            except Exception as e:
+                print_date = ''
+            try:
+                start_date = bs_info.get('start_date', '').strftime("%Y-%m-%d")
+            except Exception as e:
+                start_date = ''
+            try:
+                end_date = bs_info.get('end_date', '').strftime("%Y-%m-%d")
+            except Exception as e:
+                end_date = ''
+            res.append(
+                {
+                    'role': bs_info.get('role', ''),
+                    'print_time': print_date,
+                    'date': [start_date, end_date],
+                }
+            )
+        return res
    def rebuild_contract(self, contract_result_compare):
        res_list = []
        for classify, page_info_dict in contract_result_compare.items():
@@ -1626,6 +1663,10 @@ class Command(BaseCommand, LoggerMixin):
                            if len(contract_result_compare_rebuild) > 0:
                                license_summary[consts.CONTRACT_CLASSIFY] = contract_result_compare_rebuild
+                            bs_rebuild = self.rebuild_bs(merged_bs_summary)
+                            if len(bs_rebuild) > 0:
+                                license_summary[consts.BS_CLASSIFY] = bs_rebuild
                            # 比对
                            if len(license_summary) > 0 and doc.document_scheme != consts.DOC_SCHEME_LIST[2]:
                                try:
--- a/src/apps/doc/models.py
View file @e34beaa
+++ b/src/apps/doc/models.py
View file @e34beaa
@@ -314,6 +314,8 @@ class AFCOCRResult(models.Model):
    hmh_ocr = models.TextField(null=True, verbose_name="豁免函")
    jypz_ocr = models.TextField(null=True, verbose_name="二手车交易凭证")
    ht_ocr = models.TextField(null=True, verbose_name="AFC合同")
+    bd_ocr = models.TextField(null=True, verbose_name="保单")
+    bss_ocr = models.TextField(null=True, verbose_name="银行流水")
    update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
    create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
@@ -344,6 +346,8 @@ class HILOCRResult(models.Model):
    hmh_ocr = models.TextField(null=True, verbose_name="豁免函")
    jypz_ocr = models.TextField(null=True, verbose_name="二手车交易凭证")
    ht_ocr = models.TextField(null=True, verbose_name="AFC合同")
+    bd_ocr = models.TextField(null=True, verbose_name="保单")
+    bss_ocr = models.TextField(null=True, verbose_name="银行流水")
    update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
    create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
@@ -373,6 +377,8 @@ class AFCSEOCRResult(models.Model):
    hmh_ocr = models.TextField(null=True, verbose_name="豁免函")
    jypz_ocr = models.TextField(null=True, verbose_name="二手车交易凭证")
    ht_ocr = models.TextField(null=True, verbose_name="AFC合同")
+    bd_ocr = models.TextField(null=True, verbose_name="保单")
+    bss_ocr = models.TextField(null=True, verbose_name="银行流水")
    update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
    create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
@@ -403,6 +409,8 @@ class HILSEOCRResult(models.Model):
    hmh_ocr = models.TextField(null=True, verbose_name="豁免函")
    jypz_ocr = models.TextField(null=True, verbose_name="二手车交易凭证")
    ht_ocr = models.TextField(null=True, verbose_name="AFC合同")
+    bd_ocr = models.TextField(null=True, verbose_name="保单")
+    bss_ocr = models.TextField(null=True, verbose_name="银行流水")
    update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
    create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
--- a/src/celery_compare/tasks.py
View file @e34beaa
+++ b/src/celery_compare/tasks.py
View file @e34beaa
--- a/src/common/tools/comparison.py
View file @e34beaa
+++ b/src/common/tools/comparison.py
View file @e34beaa
@@ -363,6 +363,15 @@ class Comparison:
            input_tmp = input_str.replace('元', '').replace(',', '')
            return self.build_res(ocr_tmp == input_tmp)
+    def se_amount_lte_compare(self, input_str, ocr_str, **kwargs):
+        try:
+            float_input = float(input_str)
+            float_ocr = float(ocr_str)
+        except Exception as e:
+            return self.RESULT_N
+        else:
+            return self.build_res(float_ocr >= float_input)
    def se_amount_compare(self, input_str, ocr_str, **kwargs):
        if input_str == ocr_str:
            return self.RESULT_Y
@@ -375,6 +384,12 @@ class Comparison:
            else:
                return self.build_res(float_ocr == float_input)
+    def se_one_compare(self, input_list, ocr_str, **kwargs):
+        if isinstance(input_list, list):
+            if ocr_str in input_list:
+                return self.RESULT_Y
+        return self.RESULT_N
    def se_company_compare(self, input_str, ocr_str, **kwargs):
        input_tmp = re.sub(self.re_obj, '', input_str).strip()
        ocr_tmp = re.sub(self.re_obj, '', ocr_str).strip()
@@ -439,6 +454,46 @@ class Comparison:
        else:
            return self.build_res(compare_date <= ocr_date)
+    def se_bd_date_compare(self, input_str, ocr_str, **kwargs):
+        try:
+            input_date = datetime.strptime(input_str, "%Y-%m-%d").date()
+            ocr_date = datetime.strptime(ocr_str, "%Y-%m-%d").date()
+            if kwargs.get('start', False):
+                if input_date != ocr_date:
+                    return self.RESULT_N
+                six_month_date = (datetime.today() - relativedelta(months=6)).date()
+                today_date = datetime.today().date()
+                return self.build_res(six_month_date <= ocr_date <= today_date)
+            else:
+                if input_date == ocr_date or ocr_date == input_date + relativedelta(days=1):
+                    return self.RESULT_Y
+                return self.RESULT_N
+        except Exception as e:
+            return self.RESULT_N
+    def se_bs_print_date_compare(self, input_str, ocr_str, **kwargs):
+        try:
+            input_date = datetime.strptime(input_str, "%Y-%m-%d")
+            ocr_date = datetime.strptime(ocr_str, "%Y-%m-%d")
+            if ocr_date >= input_date - relativedelta(days=15):
+                return self.RESULT_Y
+            return self.RESULT_N
+        except Exception as e:
+            return self.RESULT_N
+    def se_bs_date_compare(self, input_str, ocr_str_list, **kwargs):
+        if isinstance(ocr_str_list, list) and len(ocr_str_list) == 2:
+            try:
+                start_date = datetime.strptime(ocr_str_list[0], "%Y-%m-%d")
+                end_date = datetime.strptime(ocr_str_list[1], "%Y-%m-%d")
+                if end_date >= start_date + relativedelta(months=3):
+                    return self.RESULT_Y
+                return self.RESULT_N
+            except Exception as e:
+                return self.RESULT_N
+        return self.RESULT_N
 cp = Comparison()
--- a/src/common/tools/mssql_script11.py 0 → 100644
View file @e34beaa
+++ b/src/common/tools/mssql_script11.py 0 → 100644
View file @e34beaa
+import pyodbc
+hil_sql = """
+    ALTER TABLE hil_ocr_result ADD bd_ocr nvarchar(max);
+    ALTER TABLE hil_ocr_result ADD bss_ocr nvarchar(max);
+    ALTER TABLE hil_se_ocr_result ADD bd_ocr nvarchar(max);
+    ALTER TABLE hil_se_ocr_result ADD bss_ocr nvarchar(max);
+"""
+afc_sql = """
+    ALTER TABLE afc_ocr_result ADD bd_ocr nvarchar(max);
+    ALTER TABLE afc_ocr_result ADD bss_ocr nvarchar(max);
+    ALTER TABLE afc_se_ocr_result ADD bss_ocr nvarchar(max);
+    ALTER TABLE afc_se_ocr_result ADD bd_ocr nvarchar(max);
+"""
+hil_cnxn = pyodbc.connect('DRIVER={ODBC Driver 17 for SQL Server};', autocommit=True)
+hil_cursor = hil_cnxn.cursor()
+hil_cursor.execute(hil_sql)
+hil_cursor.close()
+hil_cnxn.close()
+afc_cnxn = pyodbc.connect('DRIVER={ODBC Driver 17 for SQL Server};', autocommit=True)
+afc_cursor = afc_cnxn.cursor()
+afc_cursor.execute(afc_sql)
+afc_cursor.close()
+afc_cnxn.close()