merge 5075-chenyao
Showing
4 changed files
with
81 additions
and
5 deletions
... | @@ -99,6 +99,7 @@ RES_SUCCESS = '识别成功' | ... | @@ -99,6 +99,7 @@ RES_SUCCESS = '识别成功' |
99 | RES_SUCCESS_OTHER = '识别成功(其他类)' | 99 | RES_SUCCESS_OTHER = '识别成功(其他类)' |
100 | RES_SUCCESS_EMPTY = '识别成功(空数据)' | 100 | RES_SUCCESS_EMPTY = '识别成功(空数据)' |
101 | RES_SUCCESS_FINANCIAL_STATEMENT = '识别成功(财务报表类)' | 101 | RES_SUCCESS_FINANCIAL_STATEMENT = '识别成功(财务报表类)' |
102 | RES_SUCCESS_DOWN_PAYMENT = '识别成功(首付款支付承诺书类)' | ||
102 | RES_FAILED = '识别失败' | 103 | RES_FAILED = '识别失败' |
103 | RES_FAILED_1 = '识别失败(阶段1)' | 104 | RES_FAILED_1 = '识别失败(阶段1)' |
104 | RES_FAILED_2 = '识别失败(阶段2)' | 105 | RES_FAILED_2 = '识别失败(阶段2)' |
... | @@ -2586,6 +2587,13 @@ FINANCIAL_EXPLANATION_CLASSIFY_LIST = [100] | ... | @@ -2586,6 +2587,13 @@ FINANCIAL_EXPLANATION_CLASSIFY_LIST = [100] |
2586 | # 财报情况说明sheet名称 | 2587 | # 财报情况说明sheet名称 |
2587 | FINANCIAL_EXPLANATION_SHEET_NAME = "财报情况说明" | 2588 | FINANCIAL_EXPLANATION_SHEET_NAME = "财报情况说明" |
2588 | 2589 | ||
2590 | # 首付款支付承诺书分类标签 | ||
2591 | DOWN_PAYMENT_CLASSIFY_LIST = [96] | ||
2592 | # 首付款支付承诺书sheet名称 | ||
2593 | DOWN_PAYMENT_SHEET_NAME = "首付款支付承诺书" | ||
2594 | |||
2595 | NEW_FILE_COMPARE_SET = [96] | ||
2596 | |||
2589 | # Jira-4562 - 银行流水首页提取关键词 | 2597 | # Jira-4562 - 银行流水首页提取关键词 |
2590 | INCOME_KEYWORDS_LIST = ["养老金", "社保", "代发工资", "工资入账", "奖金", "养老保险", "代发", "工资"] | 2598 | INCOME_KEYWORDS_LIST = ["养老金", "社保", "代发工资", "工资入账", "奖金", "养老保险", "代发", "工资"] |
2591 | INCOME_KEYWORDS_DICT = { | 2599 | INCOME_KEYWORDS_DICT = { | ... | ... |
... | @@ -1768,6 +1768,8 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -1768,6 +1768,8 @@ class Command(BaseCommand, LoggerMixin): |
1768 | financial_statement_dict = {} | 1768 | financial_statement_dict = {} |
1769 | # 添加财报情况说明的处理 | 1769 | # 添加财报情况说明的处理 |
1770 | financial_explanation_dict = {} | 1770 | financial_explanation_dict = {} |
1771 | # 添加首付款支付承诺书的处理 | ||
1772 | down_payment_dict = {} | ||
1771 | res_list = [] | 1773 | res_list = [] |
1772 | interest_keyword = Keywords.objects.filter( | 1774 | interest_keyword = Keywords.objects.filter( |
1773 | type=KeywordsType.INTEREST.value, on_off=True).values_list('keyword', flat=True) | 1775 | type=KeywordsType.INTEREST.value, on_off=True).values_list('keyword', flat=True) |
... | @@ -1835,6 +1837,31 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -1835,6 +1837,31 @@ class Command(BaseCommand, LoggerMixin): |
1835 | if "stamp" in ocr_data: | 1837 | if "stamp" in ocr_data: |
1836 | stamp = ocr_data.get("stamp", "") | 1838 | stamp = ocr_data.get("stamp", "") |
1837 | financial_explanation_dict["stamp"] = stamp | 1839 | financial_explanation_dict["stamp"] = stamp |
1840 | elif classify in consts.DOWN_PAYMENT_CLASSIFY_LIST: | ||
1841 | # 添加到 res_list 中 | ||
1842 | res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_DOWN_PAYMENT)) | ||
1843 | # 1-金融机构名称 | ||
1844 | financial_org_name = ocr_data.get("financial_org_name", "") | ||
1845 | down_payment_dict["financial_org_name"] = financial_org_name | ||
1846 | # 2-主借人姓名 | ||
1847 | main_borrower_name = ocr_data.get("main_borrower_name", "") | ||
1848 | down_payment_dict["main_borrower_name"] = main_borrower_name | ||
1849 | # 3-主借人证件号码 | ||
1850 | main_borrower_id_no = ocr_data.get("main_borrower_id_no", "") | ||
1851 | down_payment_dict["main_borrower_id_no"] = main_borrower_id_no | ||
1852 | # 4-申请编号 | ||
1853 | apply_no = ocr_data.get("apply_no", "") | ||
1854 | down_payment_dict["apply_no"] = apply_no | ||
1855 | # 5-抵押/租赁合同名称 | ||
1856 | contract_name = ocr_data.get("contract_name", "") | ||
1857 | down_payment_dict["contract_name"] = contract_name | ||
1858 | # 6-承诺人签字 | ||
1859 | promisor_signature = ocr_data.get("promisor_signature", "") | ||
1860 | down_payment_dict["promisor_signature"] = promisor_signature | ||
1861 | # 7-承诺人签字日期 | ||
1862 | promisor_signature_date = ocr_data.get("promisor_signature_date", "") | ||
1863 | down_payment_dict["promisor_signature_date"] = promisor_signature_date | ||
1864 | |||
1838 | elif classify in consts.OTHER_CLASSIFY_SET: # 其他类 | 1865 | elif classify in consts.OTHER_CLASSIFY_SET: # 其他类 |
1839 | res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_OTHER)) | 1866 | res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_OTHER)) |
1840 | continue | 1867 | continue |
... | @@ -2021,7 +2048,7 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -2021,7 +2048,7 @@ class Command(BaseCommand, LoggerMixin): |
2021 | # src_excel_path = os.path.join(doc_data_path, 'src.xlsx') | 2048 | # src_excel_path = os.path.join(doc_data_path, 'src.xlsx') |
2022 | # wb.save(src_excel_path) | 2049 | # wb.save(src_excel_path) |
2023 | #need_follow表示在上传edms时文件名是否要添加"关注"两字 | 2050 | #need_follow表示在上传edms时文件名是否要添加"关注"两字 |
2024 | count_list, need_follow = wb.rebuild(merged_bs_summary, license_summary, res_list, doc.document_scheme, contract_result, doc.metadata, financial_statement_dict, financial_explanation_dict) | 2051 | count_list, need_follow = wb.rebuild(merged_bs_summary, license_summary, res_list, doc.document_scheme, contract_result, doc.metadata, financial_statement_dict, financial_explanation_dict, down_payment_dict) |
2025 | wb.save(excel_path) | 2052 | wb.save(excel_path) |
2026 | 2053 | ||
2027 | except Exception as e: | 2054 | except Exception as e: |
... | @@ -2122,7 +2149,7 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -2122,7 +2149,7 @@ class Command(BaseCommand, LoggerMixin): |
2122 | license_summary[consts.BS_CLASSIFY] = bs_rebuild | 2149 | license_summary[consts.BS_CLASSIFY] = bs_rebuild |
2123 | 2150 | ||
2124 | # 比对 | 2151 | # 比对 |
2125 | if len(license_summary) > 0: | 2152 | if len(license_summary) > 0 or classify in consts.NEW_FILE_COMPARE_SET: |
2126 | if doc.document_scheme != consts.DOC_SCHEME_LIST[2]: | 2153 | if doc.document_scheme != consts.DOC_SCHEME_LIST[2]: |
2127 | # if len(license_summary) > 0 and doc.document_scheme != consts.DOC_SCHEME_LIST[2]: | 2154 | # if len(license_summary) > 0 and doc.document_scheme != consts.DOC_SCHEME_LIST[2]: |
2128 | try: | 2155 | try: |
... | @@ -2547,7 +2574,7 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -2547,7 +2574,7 @@ class Command(BaseCommand, LoggerMixin): |
2547 | self.online_log.info('{0} [stop safely]'.format(self.log_base)) | 2574 | self.online_log.info('{0} [stop safely]'.format(self.log_base)) |
2548 | 2575 | ||
2549 | @transaction.atomic | 2576 | @transaction.atomic |
2550 | def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task_str, financial_statement_dict, financial_explanation_dict): | 2577 | def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict): |
2551 | with transaction.atomic('afc'): | 2578 | with transaction.atomic('afc'): |
2552 | res_obj = result_class.objects.using('afc').select_for_update().filter(application_id=doc.application_id).first() | 2579 | res_obj = result_class.objects.using('afc').select_for_update().filter(application_id=doc.application_id).first() |
2553 | self.online_log.info('{0} [sql lock AFC application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) | 2580 | self.online_log.info('{0} [sql lock AFC application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) |
... | @@ -2563,6 +2590,10 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task | ... | @@ -2563,6 +2590,10 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task |
2563 | if res_obj is not None: | 2590 | if res_obj is not None: |
2564 | if financial_explanation_dict: | 2591 | if financial_explanation_dict: |
2565 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) | 2592 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) |
2593 | # 首付款支付承诺书存入数据库 | ||
2594 | if res_obj is not None: | ||
2595 | if down_payment_dict: | ||
2596 | res_obj.dp_ocr = json.dumps([down_payment_dict]) | ||
2566 | for classify, field in consts.RESULT_MAPPING.items(): | 2597 | for classify, field in consts.RESULT_MAPPING.items(): |
2567 | if not hasattr(res_obj, field): | 2598 | if not hasattr(res_obj, field): |
2568 | continue | 2599 | continue |
... | @@ -2588,7 +2619,7 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task | ... | @@ -2588,7 +2619,7 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task |
2588 | return res_obj | 2619 | return res_obj |
2589 | 2620 | ||
2590 | @transaction.atomic | 2621 | @transaction.atomic |
2591 | def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict): | 2622 | def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict): |
2592 | with transaction.atomic('default'): | 2623 | with transaction.atomic('default'): |
2593 | res_obj = result_class.objects.using('default').select_for_update().filter(application_id=doc.application_id).first() | 2624 | res_obj = result_class.objects.using('default').select_for_update().filter(application_id=doc.application_id).first() |
2594 | self.online_log.info('{0} [sql lock HIL application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) | 2625 | self.online_log.info('{0} [sql lock HIL application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) |
... | @@ -2604,6 +2635,10 @@ def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, tas | ... | @@ -2604,6 +2635,10 @@ def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, tas |
2604 | if res_obj is not None: | 2635 | if res_obj is not None: |
2605 | if financial_explanation_dict: | 2636 | if financial_explanation_dict: |
2606 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) | 2637 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) |
2638 | # 首付款支付承诺书存入数据库 | ||
2639 | if res_obj is not None: | ||
2640 | if down_payment_dict: | ||
2641 | res_obj.dp_ocr = json.dumps([down_payment_dict]) | ||
2607 | for classify, field in consts.RESULT_MAPPING.items(): | 2642 | for classify, field in consts.RESULT_MAPPING.items(): |
2608 | if not hasattr(res_obj, field): | 2643 | if not hasattr(res_obj, field): |
2609 | continue | 2644 | continue | ... | ... |
... | @@ -338,6 +338,7 @@ class AFCOCRResult(models.Model): | ... | @@ -338,6 +338,7 @@ class AFCOCRResult(models.Model): |
338 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 338 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
339 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 339 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
340 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 340 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
341 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
341 | 342 | ||
342 | 343 | ||
343 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 344 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
... | @@ -383,6 +384,7 @@ class HILOCRResult(models.Model): | ... | @@ -383,6 +384,7 @@ class HILOCRResult(models.Model): |
383 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 384 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
384 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 385 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
385 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 386 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
387 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
386 | 388 | ||
387 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 389 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
388 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | 390 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') |
... | @@ -426,6 +428,7 @@ class AFCSEOCRResult(models.Model): | ... | @@ -426,6 +428,7 @@ class AFCSEOCRResult(models.Model): |
426 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 428 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
427 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 429 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
428 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 430 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
431 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
429 | 432 | ||
430 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 433 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
431 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | 434 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') |
... | @@ -469,6 +472,7 @@ class HILSEOCRResult(models.Model): | ... | @@ -469,6 +472,7 @@ class HILSEOCRResult(models.Model): |
469 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 472 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
470 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 473 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
471 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 474 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
475 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
472 | 476 | ||
473 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 477 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
474 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | 478 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | ... | ... |
... | @@ -874,6 +874,33 @@ class BSWorkbook(Workbook): | ... | @@ -874,6 +874,33 @@ class BSWorkbook(Workbook): |
874 | ws.append(row) | 874 | ws.append(row) |
875 | 875 | ||
876 | 876 | ||
877 | def down_payment_rebuild(self, down_payment_dict): | ||
878 | """ | ||
879 | Desc: | ||
880 | 重构首付款支付承诺书sheet | ||
881 | """ | ||
882 | # 如果 down_payment_dict 为空, 则不创建sheet | ||
883 | if not down_payment_dict: | ||
884 | return | ||
885 | # 如果 down_payment_dict 不为空, 则创建sheet | ||
886 | ws = self.create_sheet(consts.DOWN_PAYMENT_SHEET_NAME) | ||
887 | english_chinese_dict = { | ||
888 | "financial_org_name": "渠道", | ||
889 | "main_borrower_name": "姓名", | ||
890 | "main_borrower_id_no": "证件号码", | ||
891 | "apply_no": "合同编号", | ||
892 | "contract_name": "合同名称", | ||
893 | "promisor_signature": "承诺人签字-电子", | ||
894 | "promisor_signature_date": "承诺人签字日期-电子" | ||
895 | } | ||
896 | for dp_key, dp_value in down_payment_dict.items(): | ||
897 | if dp_key in english_chinese_dict.keys(): | ||
898 | row = [english_chinese_dict[dp_key], str(dp_value)] | ||
899 | ws.append(row) | ||
900 | else: | ||
901 | row = [english_chinese_dict[dp_key], ""] | ||
902 | ws.append(row) | ||
903 | |||
877 | @staticmethod | 904 | @staticmethod |
878 | def remove_yuan(amount_key_set, key, src_str): | 905 | def remove_yuan(amount_key_set, key, src_str): |
879 | if key in amount_key_set and isinstance(src_str, str): | 906 | if key in amount_key_set and isinstance(src_str, str): |
... | @@ -973,7 +1000,7 @@ class BSWorkbook(Workbook): | ... | @@ -973,7 +1000,7 @@ class BSWorkbook(Workbook): |
973 | if len(self.sheetnames) > 1: | 1000 | if len(self.sheetnames) > 1: |
974 | self.remove(self.get_sheet_by_name('Sheet')) | 1001 | self.remove(self.get_sheet_by_name('Sheet')) |
975 | 1002 | ||
976 | def rebuild(self, bs_summary, license_summary, res_list, document_scheme, contract_result, metadata, financial_statement_dict, financial_explanation_dict): | 1003 | def rebuild(self, bs_summary, license_summary, res_list, document_scheme, contract_result, metadata, financial_statement_dict, financial_explanation_dict, down_payment_dict): |
977 | res_count_tuple = self.res_sheet(res_list) | 1004 | res_count_tuple = self.res_sheet(res_list) |
978 | 1005 | ||
979 | count_list = [(consts.MODEL_FIELD_BS, len(bs_summary))] | 1006 | count_list = [(consts.MODEL_FIELD_BS, len(bs_summary))] |
... | @@ -983,12 +1010,14 @@ class BSWorkbook(Workbook): | ... | @@ -983,12 +1010,14 @@ class BSWorkbook(Workbook): |
983 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) | 1010 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) |
984 | self.financial_rebuild(financial_statement_dict) | 1011 | self.financial_rebuild(financial_statement_dict) |
985 | self.financial_explanation_rebuild(financial_explanation_dict) | 1012 | self.financial_explanation_rebuild(financial_explanation_dict) |
1013 | self.down_payment_rebuild(down_payment_dict) | ||
986 | else: | 1014 | else: |
987 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) | 1015 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) |
988 | self.license_rebuild(license_summary, document_scheme, count_list) | 1016 | self.license_rebuild(license_summary, document_scheme, count_list) |
989 | self.contract_rebuild(contract_result, True) | 1017 | self.contract_rebuild(contract_result, True) |
990 | self.financial_rebuild(financial_statement_dict) | 1018 | self.financial_rebuild(financial_statement_dict) |
991 | self.financial_explanation_rebuild(financial_explanation_dict) | 1019 | self.financial_explanation_rebuild(financial_explanation_dict) |
1020 | self.down_payment_rebuild(down_payment_dict) | ||
992 | self.move_res_sheet() | 1021 | self.move_res_sheet() |
993 | self.remove_base_sheet() | 1022 | self.remove_base_sheet() |
994 | return count_list, self.need_follow | 1023 | return count_list, self.need_follow | ... | ... |
-
Please register or sign in to post a comment