96cc0245 by 冯轩

merge 5075-suanfa

2 parents 61adc961 0a33cf85
...@@ -99,6 +99,7 @@ RES_SUCCESS = '识别成功' ...@@ -99,6 +99,7 @@ RES_SUCCESS = '识别成功'
99 RES_SUCCESS_OTHER = '识别成功(其他类)' 99 RES_SUCCESS_OTHER = '识别成功(其他类)'
100 RES_SUCCESS_EMPTY = '识别成功(空数据)' 100 RES_SUCCESS_EMPTY = '识别成功(空数据)'
101 RES_SUCCESS_FINANCIAL_STATEMENT = '识别成功(财务报表类)' 101 RES_SUCCESS_FINANCIAL_STATEMENT = '识别成功(财务报表类)'
102 RES_SUCCESS_DOWN_PAYMENT = '识别成功(首付款支付承诺书类)'
102 RES_FAILED = '识别失败' 103 RES_FAILED = '识别失败'
103 RES_FAILED_1 = '识别失败(阶段1)' 104 RES_FAILED_1 = '识别失败(阶段1)'
104 RES_FAILED_2 = '识别失败(阶段2)' 105 RES_FAILED_2 = '识别失败(阶段2)'
...@@ -2572,6 +2573,11 @@ FINANCIAL_EXPLANATION_CLASSIFY_LIST = [100] ...@@ -2572,6 +2573,11 @@ FINANCIAL_EXPLANATION_CLASSIFY_LIST = [100]
2572 # 财报情况说明sheet名称 2573 # 财报情况说明sheet名称
2573 FINANCIAL_EXPLANATION_SHEET_NAME = "财报情况说明" 2574 FINANCIAL_EXPLANATION_SHEET_NAME = "财报情况说明"
2574 2575
2576 # 首付款支付承诺书分类标签
2577 DOWN_PAYMENT_CLASSIFY_LIST = [96]
2578 # 首付款支付承诺书sheet名称
2579 DOWN_PAYMENT_SHEET_NAME = "首付款支付承诺书"
2580
2575 # Jira-4562 - 银行流水首页提取关键词 2581 # Jira-4562 - 银行流水首页提取关键词
2576 INCOME_KEYWORDS_LIST = ["养老金", "社保", "代发工资", "工资入账", "奖金", "养老保险", "代发", "工资"] 2582 INCOME_KEYWORDS_LIST = ["养老金", "社保", "代发工资", "工资入账", "奖金", "养老保险", "代发", "工资"]
2577 INCOME_KEYWORDS_DICT = { 2583 INCOME_KEYWORDS_DICT = {
......
...@@ -1746,6 +1746,8 @@ class Command(BaseCommand, LoggerMixin): ...@@ -1746,6 +1746,8 @@ class Command(BaseCommand, LoggerMixin):
1746 financial_statement_dict = {} 1746 financial_statement_dict = {}
1747 # 添加财报情况说明的处理 1747 # 添加财报情况说明的处理
1748 financial_explanation_dict = {} 1748 financial_explanation_dict = {}
1749 # 添加首付款支付承诺书的处理
1750 down_payment_dict = {}
1749 res_list = [] 1751 res_list = []
1750 interest_keyword = Keywords.objects.filter( 1752 interest_keyword = Keywords.objects.filter(
1751 type=KeywordsType.INTEREST.value, on_off=True).values_list('keyword', flat=True) 1753 type=KeywordsType.INTEREST.value, on_off=True).values_list('keyword', flat=True)
...@@ -1813,6 +1815,31 @@ class Command(BaseCommand, LoggerMixin): ...@@ -1813,6 +1815,31 @@ class Command(BaseCommand, LoggerMixin):
1813 if "stamp" in ocr_data: 1815 if "stamp" in ocr_data:
1814 stamp = ocr_data.get("stamp", "") 1816 stamp = ocr_data.get("stamp", "")
1815 financial_explanation_dict["stamp"] = stamp 1817 financial_explanation_dict["stamp"] = stamp
1818 elif classify in consts.DOWN_PAYMENT_CLASSIFY_LIST:
1819 # 添加到 res_list 中
1820 res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_DOWN_PAYMENT))
1821 # 1-金融机构名称
1822 financial_org_name = ocr_data.get("financial_org_name", "")
1823 down_payment_dict["financial_org_name"] = financial_org_name
1824 # 2-主借人姓名
1825 main_borrower_name = ocr_data.get("main_borrower_name", "")
1826 down_payment_dict["main_borrower_name"] = main_borrower_name
1827 # 3-主借人证件号码
1828 main_borrower_id_no = ocr_data.get("main_borrower_id_no", "")
1829 down_payment_dict["main_borrower_id_no"] = main_borrower_id_no
1830 # 4-申请编号
1831 apply_no = ocr_data.get("apply_no", "")
1832 down_payment_dict["apply_no"] = apply_no
1833 # 5-抵押/租赁合同名称
1834 contract_name = ocr_data.get("contract_name", "")
1835 down_payment_dict["contract_name"] = contract_name
1836 # 6-承诺人签字
1837 promisor_signature = ocr_data.get("promisor_signature", "")
1838 down_payment_dict["promisor_signature"] = promisor_signature
1839 # 7-承诺人签字日期
1840 promisor_signature_date = ocr_data.get("promisor_signature_date", "")
1841 down_payment_dict["promisor_signature_date"] = promisor_signature_date
1842
1816 elif classify in consts.OTHER_CLASSIFY_SET: # 其他类 1843 elif classify in consts.OTHER_CLASSIFY_SET: # 其他类
1817 res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_OTHER)) 1844 res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_OTHER))
1818 continue 1845 continue
...@@ -1999,7 +2026,7 @@ class Command(BaseCommand, LoggerMixin): ...@@ -1999,7 +2026,7 @@ class Command(BaseCommand, LoggerMixin):
1999 # src_excel_path = os.path.join(doc_data_path, 'src.xlsx') 2026 # src_excel_path = os.path.join(doc_data_path, 'src.xlsx')
2000 # wb.save(src_excel_path) 2027 # wb.save(src_excel_path)
2001 #need_follow表示在上传edms时文件名是否要添加"关注"两字 2028 #need_follow表示在上传edms时文件名是否要添加"关注"两字
2002 count_list, need_follow = wb.rebuild(merged_bs_summary, license_summary, res_list, doc.document_scheme, contract_result, doc.metadata, financial_statement_dict, financial_explanation_dict) 2029 count_list, need_follow = wb.rebuild(merged_bs_summary, license_summary, res_list, doc.document_scheme, contract_result, doc.metadata, financial_statement_dict, financial_explanation_dict, down_payment_dict)
2003 wb.save(excel_path) 2030 wb.save(excel_path)
2004 2031
2005 except Exception as e: 2032 except Exception as e:
...@@ -2108,10 +2135,10 @@ class Command(BaseCommand, LoggerMixin): ...@@ -2108,10 +2135,10 @@ class Command(BaseCommand, LoggerMixin):
2108 # 更新OCR累计识别结果表 2135 # 更新OCR累计识别结果表
2109 if business_type == consts.HIL_PREFIX: 2136 if business_type == consts.HIL_PREFIX:
2110 result_class = HILOCRResult if is_ca else HILSEOCRResult 2137 result_class = HILOCRResult if is_ca else HILSEOCRResult
2111 res_obj = atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict) 2138 res_obj = atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict)
2112 else: 2139 else:
2113 result_class = AFCOCRResult if is_ca else AFCSEOCRResult 2140 result_class = AFCOCRResult if is_ca else AFCSEOCRResult
2114 res_obj = atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict) 2141 res_obj = atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict)
2115 2142
2116 except Exception as e: 2143 except Exception as e:
2117 self.online_log.error( 2144 self.online_log.error(
...@@ -2150,10 +2177,10 @@ class Command(BaseCommand, LoggerMixin): ...@@ -2150,10 +2177,10 @@ class Command(BaseCommand, LoggerMixin):
2150 # 更新OCR累计识别结果表 2177 # 更新OCR累计识别结果表
2151 if business_type == consts.HIL_PREFIX: 2178 if business_type == consts.HIL_PREFIX:
2152 result_class = HILOCRResult if is_ca else HILSEOCRResult 2179 result_class = HILOCRResult if is_ca else HILSEOCRResult
2153 res_obj = atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict) 2180 res_obj = atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict)
2154 else: 2181 else:
2155 result_class = AFCOCRResult if is_ca else AFCSEOCRResult 2182 result_class = AFCOCRResult if is_ca else AFCSEOCRResult
2156 res_obj = atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict) 2183 res_obj = atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict)
2157 except Exception as e: 2184 except Exception as e:
2158 self.online_log.error( 2185 self.online_log.error(
2159 '{0} [process error (ocr result save)] [task={1}] [error={2}]'.format( 2186 '{0} [process error (ocr result save)] [task={1}] [error={2}]'.format(
...@@ -2505,7 +2532,7 @@ class Command(BaseCommand, LoggerMixin): ...@@ -2505,7 +2532,7 @@ class Command(BaseCommand, LoggerMixin):
2505 self.online_log.info('{0} [stop safely]'.format(self.log_base)) 2532 self.online_log.info('{0} [stop safely]'.format(self.log_base))
2506 2533
2507 @transaction.atomic 2534 @transaction.atomic
2508 def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task_str, financial_statement_dict, financial_explanation_dict): 2535 def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict):
2509 with transaction.atomic('afc'): 2536 with transaction.atomic('afc'):
2510 res_obj = result_class.objects.using('afc').select_for_update().filter(application_id=doc.application_id).first() 2537 res_obj = result_class.objects.using('afc').select_for_update().filter(application_id=doc.application_id).first()
2511 self.online_log.info('{0} [sql lock AFC application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) 2538 self.online_log.info('{0} [sql lock AFC application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id))
...@@ -2521,6 +2548,10 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task ...@@ -2521,6 +2548,10 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task
2521 if res_obj is not None: 2548 if res_obj is not None:
2522 if financial_explanation_dict: 2549 if financial_explanation_dict:
2523 res_obj.fss_ocr = json.dumps([financial_explanation_dict]) 2550 res_obj.fss_ocr = json.dumps([financial_explanation_dict])
2551 # 首付款支付承诺书存入数据库
2552 if res_obj is not None:
2553 if down_payment_dict:
2554 res_obj.dp_ocr = json.dumps([down_payment_dict])
2524 for classify, field in consts.RESULT_MAPPING.items(): 2555 for classify, field in consts.RESULT_MAPPING.items():
2525 if not hasattr(res_obj, field): 2556 if not hasattr(res_obj, field):
2526 continue 2557 continue
...@@ -2546,7 +2577,7 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task ...@@ -2546,7 +2577,7 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task
2546 return res_obj 2577 return res_obj
2547 2578
2548 @transaction.atomic 2579 @transaction.atomic
2549 def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict): 2580 def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict):
2550 with transaction.atomic('default'): 2581 with transaction.atomic('default'):
2551 res_obj = result_class.objects.using('default').select_for_update().filter(application_id=doc.application_id).first() 2582 res_obj = result_class.objects.using('default').select_for_update().filter(application_id=doc.application_id).first()
2552 self.online_log.info('{0} [sql lock HIL application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) 2583 self.online_log.info('{0} [sql lock HIL application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id))
...@@ -2562,6 +2593,10 @@ def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, tas ...@@ -2562,6 +2593,10 @@ def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, tas
2562 if res_obj is not None: 2593 if res_obj is not None:
2563 if financial_explanation_dict: 2594 if financial_explanation_dict:
2564 res_obj.fss_ocr = json.dumps([financial_explanation_dict]) 2595 res_obj.fss_ocr = json.dumps([financial_explanation_dict])
2596 # 首付款支付承诺书存入数据库
2597 if res_obj is not None:
2598 if down_payment_dict:
2599 res_obj.dp_ocr = json.dumps([down_payment_dict])
2565 for classify, field in consts.RESULT_MAPPING.items(): 2600 for classify, field in consts.RESULT_MAPPING.items():
2566 if not hasattr(res_obj, field): 2601 if not hasattr(res_obj, field):
2567 continue 2602 continue
......
...@@ -338,6 +338,7 @@ class AFCOCRResult(models.Model): ...@@ -338,6 +338,7 @@ class AFCOCRResult(models.Model):
338 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") 338 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活")
339 fs_ocr = models.TextField(null=True, verbose_name="财务报表") 339 fs_ocr = models.TextField(null=True, verbose_name="财务报表")
340 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") 340 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书")
341 bp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书")
341 342
342 343
343 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') 344 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
...@@ -383,6 +384,7 @@ class HILOCRResult(models.Model): ...@@ -383,6 +384,7 @@ class HILOCRResult(models.Model):
383 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") 384 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活")
384 fs_ocr = models.TextField(null=True, verbose_name="财务报表") 385 fs_ocr = models.TextField(null=True, verbose_name="财务报表")
385 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") 386 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书")
387 dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书")
386 388
387 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') 389 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
388 create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') 390 create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
...@@ -426,6 +428,7 @@ class AFCSEOCRResult(models.Model): ...@@ -426,6 +428,7 @@ class AFCSEOCRResult(models.Model):
426 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") 428 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活")
427 fs_ocr = models.TextField(null=True, verbose_name="财务报表") 429 fs_ocr = models.TextField(null=True, verbose_name="财务报表")
428 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") 430 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书")
431 bp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书")
429 432
430 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') 433 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
431 create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') 434 create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
...@@ -469,6 +472,7 @@ class HILSEOCRResult(models.Model): ...@@ -469,6 +472,7 @@ class HILSEOCRResult(models.Model):
469 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") 472 fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活")
470 fs_ocr = models.TextField(null=True, verbose_name="财务报表") 473 fs_ocr = models.TextField(null=True, verbose_name="财务报表")
471 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") 474 fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书")
475 dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书")
472 476
473 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') 477 update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
474 create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') 478 create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
......
...@@ -874,6 +874,30 @@ class BSWorkbook(Workbook): ...@@ -874,6 +874,30 @@ class BSWorkbook(Workbook):
874 ws.append(row) 874 ws.append(row)
875 875
876 876
877 def down_payment_rebuild(self, down_payment_dict):
878 """
879 Desc:
880 重构首付款支付承诺书sheet
881 """
882 # 如果 down_payment_dict 为空, 则不创建sheet
883 if not down_payment_dict:
884 return
885 # 如果 down_payment_dict 不为空, 则创建sheet
886 ws = self.create_sheet(consts.DOWN_PAYMENT_SHEET_NAME)
887 english_chinese_dict = {
888 "financial_org_name": "金融机构名称",
889 "main_borrower_name": "主借人姓名",
890 "main_borrower_id_no": "主借人证件号码",
891 "apply_no": "申请编号",
892 "contract_name": "抵押/租赁合同名称",
893 "promisor_signature": "承诺人签字",
894 "promisor_signature_date": "承诺人签字日期"
895 }
896 for dp_key, dp_value in down_payment_dict.items():
897 if dp_key in english_chinese_dict.keys():
898 row = [english_chinese_dict[dp_key], str(dp_value)]
899 ws.append(row)
900
877 @staticmethod 901 @staticmethod
878 def remove_yuan(amount_key_set, key, src_str): 902 def remove_yuan(amount_key_set, key, src_str):
879 if key in amount_key_set and isinstance(src_str, str): 903 if key in amount_key_set and isinstance(src_str, str):
...@@ -973,7 +997,7 @@ class BSWorkbook(Workbook): ...@@ -973,7 +997,7 @@ class BSWorkbook(Workbook):
973 if len(self.sheetnames) > 1: 997 if len(self.sheetnames) > 1:
974 self.remove(self.get_sheet_by_name('Sheet')) 998 self.remove(self.get_sheet_by_name('Sheet'))
975 999
976 def rebuild(self, bs_summary, license_summary, res_list, document_scheme, contract_result, metadata, financial_statement_dict, financial_explanation_dict): 1000 def rebuild(self, bs_summary, license_summary, res_list, document_scheme, contract_result, metadata, financial_statement_dict, financial_explanation_dict, down_payment_dict):
977 res_count_tuple = self.res_sheet(res_list) 1001 res_count_tuple = self.res_sheet(res_list)
978 1002
979 count_list = [(consts.MODEL_FIELD_BS, len(bs_summary))] 1003 count_list = [(consts.MODEL_FIELD_BS, len(bs_summary))]
...@@ -983,12 +1007,14 @@ class BSWorkbook(Workbook): ...@@ -983,12 +1007,14 @@ class BSWorkbook(Workbook):
983 self.bs_rebuild(bs_summary, res_count_tuple, metadata) 1007 self.bs_rebuild(bs_summary, res_count_tuple, metadata)
984 self.financial_rebuild(financial_statement_dict) 1008 self.financial_rebuild(financial_statement_dict)
985 self.financial_explanation_rebuild(financial_explanation_dict) 1009 self.financial_explanation_rebuild(financial_explanation_dict)
1010 self.down_payment_rebuild(down_payment_dict)
986 else: 1011 else:
987 self.bs_rebuild(bs_summary, res_count_tuple, metadata) 1012 self.bs_rebuild(bs_summary, res_count_tuple, metadata)
988 self.license_rebuild(license_summary, document_scheme, count_list) 1013 self.license_rebuild(license_summary, document_scheme, count_list)
989 self.contract_rebuild(contract_result, True) 1014 self.contract_rebuild(contract_result, True)
990 self.financial_rebuild(financial_statement_dict) 1015 self.financial_rebuild(financial_statement_dict)
991 self.financial_explanation_rebuild(financial_explanation_dict) 1016 self.financial_explanation_rebuild(financial_explanation_dict)
1017 self.down_payment_rebuild(down_payment_dict)
992 self.move_res_sheet() 1018 self.move_res_sheet()
993 self.remove_base_sheet() 1019 self.remove_base_sheet()
994 return count_list, self.need_follow 1020 return count_list, self.need_follow
......
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!