merge 5075-chenyao
Showing
4 changed files
with
81 additions
and
5 deletions
| ... | @@ -99,6 +99,7 @@ RES_SUCCESS = '识别成功' | ... | @@ -99,6 +99,7 @@ RES_SUCCESS = '识别成功' |
| 99 | RES_SUCCESS_OTHER = '识别成功(其他类)' | 99 | RES_SUCCESS_OTHER = '识别成功(其他类)' |
| 100 | RES_SUCCESS_EMPTY = '识别成功(空数据)' | 100 | RES_SUCCESS_EMPTY = '识别成功(空数据)' |
| 101 | RES_SUCCESS_FINANCIAL_STATEMENT = '识别成功(财务报表类)' | 101 | RES_SUCCESS_FINANCIAL_STATEMENT = '识别成功(财务报表类)' |
| 102 | RES_SUCCESS_DOWN_PAYMENT = '识别成功(首付款支付承诺书类)' | ||
| 102 | RES_FAILED = '识别失败' | 103 | RES_FAILED = '识别失败' |
| 103 | RES_FAILED_1 = '识别失败(阶段1)' | 104 | RES_FAILED_1 = '识别失败(阶段1)' |
| 104 | RES_FAILED_2 = '识别失败(阶段2)' | 105 | RES_FAILED_2 = '识别失败(阶段2)' |
| ... | @@ -2586,6 +2587,13 @@ FINANCIAL_EXPLANATION_CLASSIFY_LIST = [100] | ... | @@ -2586,6 +2587,13 @@ FINANCIAL_EXPLANATION_CLASSIFY_LIST = [100] |
| 2586 | # 财报情况说明sheet名称 | 2587 | # 财报情况说明sheet名称 |
| 2587 | FINANCIAL_EXPLANATION_SHEET_NAME = "财报情况说明" | 2588 | FINANCIAL_EXPLANATION_SHEET_NAME = "财报情况说明" |
| 2588 | 2589 | ||
| 2590 | # 首付款支付承诺书分类标签 | ||
| 2591 | DOWN_PAYMENT_CLASSIFY_LIST = [96] | ||
| 2592 | # 首付款支付承诺书sheet名称 | ||
| 2593 | DOWN_PAYMENT_SHEET_NAME = "首付款支付承诺书" | ||
| 2594 | |||
| 2595 | NEW_FILE_COMPARE_SET = [96] | ||
| 2596 | |||
| 2589 | # Jira-4562 - 银行流水首页提取关键词 | 2597 | # Jira-4562 - 银行流水首页提取关键词 |
| 2590 | INCOME_KEYWORDS_LIST = ["养老金", "社保", "代发工资", "工资入账", "奖金", "养老保险", "代发", "工资"] | 2598 | INCOME_KEYWORDS_LIST = ["养老金", "社保", "代发工资", "工资入账", "奖金", "养老保险", "代发", "工资"] |
| 2591 | INCOME_KEYWORDS_DICT = { | 2599 | INCOME_KEYWORDS_DICT = { | ... | ... |
| ... | @@ -1768,6 +1768,8 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -1768,6 +1768,8 @@ class Command(BaseCommand, LoggerMixin): |
| 1768 | financial_statement_dict = {} | 1768 | financial_statement_dict = {} |
| 1769 | # 添加财报情况说明的处理 | 1769 | # 添加财报情况说明的处理 |
| 1770 | financial_explanation_dict = {} | 1770 | financial_explanation_dict = {} |
| 1771 | # 添加首付款支付承诺书的处理 | ||
| 1772 | down_payment_dict = {} | ||
| 1771 | res_list = [] | 1773 | res_list = [] |
| 1772 | interest_keyword = Keywords.objects.filter( | 1774 | interest_keyword = Keywords.objects.filter( |
| 1773 | type=KeywordsType.INTEREST.value, on_off=True).values_list('keyword', flat=True) | 1775 | type=KeywordsType.INTEREST.value, on_off=True).values_list('keyword', flat=True) |
| ... | @@ -1835,6 +1837,31 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -1835,6 +1837,31 @@ class Command(BaseCommand, LoggerMixin): |
| 1835 | if "stamp" in ocr_data: | 1837 | if "stamp" in ocr_data: |
| 1836 | stamp = ocr_data.get("stamp", "") | 1838 | stamp = ocr_data.get("stamp", "") |
| 1837 | financial_explanation_dict["stamp"] = stamp | 1839 | financial_explanation_dict["stamp"] = stamp |
| 1840 | elif classify in consts.DOWN_PAYMENT_CLASSIFY_LIST: | ||
| 1841 | # 添加到 res_list 中 | ||
| 1842 | res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_DOWN_PAYMENT)) | ||
| 1843 | # 1-金融机构名称 | ||
| 1844 | financial_org_name = ocr_data.get("financial_org_name", "") | ||
| 1845 | down_payment_dict["financial_org_name"] = financial_org_name | ||
| 1846 | # 2-主借人姓名 | ||
| 1847 | main_borrower_name = ocr_data.get("main_borrower_name", "") | ||
| 1848 | down_payment_dict["main_borrower_name"] = main_borrower_name | ||
| 1849 | # 3-主借人证件号码 | ||
| 1850 | main_borrower_id_no = ocr_data.get("main_borrower_id_no", "") | ||
| 1851 | down_payment_dict["main_borrower_id_no"] = main_borrower_id_no | ||
| 1852 | # 4-申请编号 | ||
| 1853 | apply_no = ocr_data.get("apply_no", "") | ||
| 1854 | down_payment_dict["apply_no"] = apply_no | ||
| 1855 | # 5-抵押/租赁合同名称 | ||
| 1856 | contract_name = ocr_data.get("contract_name", "") | ||
| 1857 | down_payment_dict["contract_name"] = contract_name | ||
| 1858 | # 6-承诺人签字 | ||
| 1859 | promisor_signature = ocr_data.get("promisor_signature", "") | ||
| 1860 | down_payment_dict["promisor_signature"] = promisor_signature | ||
| 1861 | # 7-承诺人签字日期 | ||
| 1862 | promisor_signature_date = ocr_data.get("promisor_signature_date", "") | ||
| 1863 | down_payment_dict["promisor_signature_date"] = promisor_signature_date | ||
| 1864 | |||
| 1838 | elif classify in consts.OTHER_CLASSIFY_SET: # 其他类 | 1865 | elif classify in consts.OTHER_CLASSIFY_SET: # 其他类 |
| 1839 | res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_OTHER)) | 1866 | res_list.append((pno, ino, part_idx, consts.RES_SUCCESS_OTHER)) |
| 1840 | continue | 1867 | continue |
| ... | @@ -2021,7 +2048,7 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -2021,7 +2048,7 @@ class Command(BaseCommand, LoggerMixin): |
| 2021 | # src_excel_path = os.path.join(doc_data_path, 'src.xlsx') | 2048 | # src_excel_path = os.path.join(doc_data_path, 'src.xlsx') |
| 2022 | # wb.save(src_excel_path) | 2049 | # wb.save(src_excel_path) |
| 2023 | #need_follow表示在上传edms时文件名是否要添加"关注"两字 | 2050 | #need_follow表示在上传edms时文件名是否要添加"关注"两字 |
| 2024 | count_list, need_follow = wb.rebuild(merged_bs_summary, license_summary, res_list, doc.document_scheme, contract_result, doc.metadata, financial_statement_dict, financial_explanation_dict) | 2051 | count_list, need_follow = wb.rebuild(merged_bs_summary, license_summary, res_list, doc.document_scheme, contract_result, doc.metadata, financial_statement_dict, financial_explanation_dict, down_payment_dict) |
| 2025 | wb.save(excel_path) | 2052 | wb.save(excel_path) |
| 2026 | 2053 | ||
| 2027 | except Exception as e: | 2054 | except Exception as e: |
| ... | @@ -2122,7 +2149,7 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -2122,7 +2149,7 @@ class Command(BaseCommand, LoggerMixin): |
| 2122 | license_summary[consts.BS_CLASSIFY] = bs_rebuild | 2149 | license_summary[consts.BS_CLASSIFY] = bs_rebuild |
| 2123 | 2150 | ||
| 2124 | # 比对 | 2151 | # 比对 |
| 2125 | if len(license_summary) > 0: | 2152 | if len(license_summary) > 0 or classify in consts.NEW_FILE_COMPARE_SET: |
| 2126 | if doc.document_scheme != consts.DOC_SCHEME_LIST[2]: | 2153 | if doc.document_scheme != consts.DOC_SCHEME_LIST[2]: |
| 2127 | # if len(license_summary) > 0 and doc.document_scheme != consts.DOC_SCHEME_LIST[2]: | 2154 | # if len(license_summary) > 0 and doc.document_scheme != consts.DOC_SCHEME_LIST[2]: |
| 2128 | try: | 2155 | try: |
| ... | @@ -2547,7 +2574,7 @@ class Command(BaseCommand, LoggerMixin): | ... | @@ -2547,7 +2574,7 @@ class Command(BaseCommand, LoggerMixin): |
| 2547 | self.online_log.info('{0} [stop safely]'.format(self.log_base)) | 2574 | self.online_log.info('{0} [stop safely]'.format(self.log_base)) |
| 2548 | 2575 | ||
| 2549 | @transaction.atomic | 2576 | @transaction.atomic |
| 2550 | def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task_str, financial_statement_dict, financial_explanation_dict): | 2577 | def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict): |
| 2551 | with transaction.atomic('afc'): | 2578 | with transaction.atomic('afc'): |
| 2552 | res_obj = result_class.objects.using('afc').select_for_update().filter(application_id=doc.application_id).first() | 2579 | res_obj = result_class.objects.using('afc').select_for_update().filter(application_id=doc.application_id).first() |
| 2553 | self.online_log.info('{0} [sql lock AFC application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) | 2580 | self.online_log.info('{0} [sql lock AFC application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) |
| ... | @@ -2563,6 +2590,10 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task | ... | @@ -2563,6 +2590,10 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task |
| 2563 | if res_obj is not None: | 2590 | if res_obj is not None: |
| 2564 | if financial_explanation_dict: | 2591 | if financial_explanation_dict: |
| 2565 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) | 2592 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) |
| 2593 | # 首付款支付承诺书存入数据库 | ||
| 2594 | if res_obj is not None: | ||
| 2595 | if down_payment_dict: | ||
| 2596 | res_obj.dp_ocr = json.dumps([down_payment_dict]) | ||
| 2566 | for classify, field in consts.RESULT_MAPPING.items(): | 2597 | for classify, field in consts.RESULT_MAPPING.items(): |
| 2567 | if not hasattr(res_obj, field): | 2598 | if not hasattr(res_obj, field): |
| 2568 | continue | 2599 | continue |
| ... | @@ -2588,7 +2619,7 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task | ... | @@ -2588,7 +2619,7 @@ def atomicSaveDBAFC(self,result_class,doc,license_summary,ic_merge,rp_merge,task |
| 2588 | return res_obj | 2619 | return res_obj |
| 2589 | 2620 | ||
| 2590 | @transaction.atomic | 2621 | @transaction.atomic |
| 2591 | def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict): | 2622 | def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, task_str, financial_statement_dict, financial_explanation_dict, down_payment_dict): |
| 2592 | with transaction.atomic('default'): | 2623 | with transaction.atomic('default'): |
| 2593 | res_obj = result_class.objects.using('default').select_for_update().filter(application_id=doc.application_id).first() | 2624 | res_obj = result_class.objects.using('default').select_for_update().filter(application_id=doc.application_id).first() |
| 2594 | self.online_log.info('{0} [sql lock HIL application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) | 2625 | self.online_log.info('{0} [sql lock HIL application_id={1} doc_id={2}]'.format(self.log_base, doc.application_id,doc.id)) |
| ... | @@ -2604,6 +2635,10 @@ def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, tas | ... | @@ -2604,6 +2635,10 @@ def atomicSaveDBHIL(self,result_class,doc,license_summary,ic_merge,rp_merge, tas |
| 2604 | if res_obj is not None: | 2635 | if res_obj is not None: |
| 2605 | if financial_explanation_dict: | 2636 | if financial_explanation_dict: |
| 2606 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) | 2637 | res_obj.fss_ocr = json.dumps([financial_explanation_dict]) |
| 2638 | # 首付款支付承诺书存入数据库 | ||
| 2639 | if res_obj is not None: | ||
| 2640 | if down_payment_dict: | ||
| 2641 | res_obj.dp_ocr = json.dumps([down_payment_dict]) | ||
| 2607 | for classify, field in consts.RESULT_MAPPING.items(): | 2642 | for classify, field in consts.RESULT_MAPPING.items(): |
| 2608 | if not hasattr(res_obj, field): | 2643 | if not hasattr(res_obj, field): |
| 2609 | continue | 2644 | continue | ... | ... |
| ... | @@ -338,6 +338,7 @@ class AFCOCRResult(models.Model): | ... | @@ -338,6 +338,7 @@ class AFCOCRResult(models.Model): |
| 338 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 338 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
| 339 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 339 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
| 340 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 340 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
| 341 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
| 341 | 342 | ||
| 342 | 343 | ||
| 343 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 344 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
| ... | @@ -383,6 +384,7 @@ class HILOCRResult(models.Model): | ... | @@ -383,6 +384,7 @@ class HILOCRResult(models.Model): |
| 383 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 384 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
| 384 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 385 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
| 385 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 386 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
| 387 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
| 386 | 388 | ||
| 387 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 389 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
| 388 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | 390 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') |
| ... | @@ -426,6 +428,7 @@ class AFCSEOCRResult(models.Model): | ... | @@ -426,6 +428,7 @@ class AFCSEOCRResult(models.Model): |
| 426 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 428 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
| 427 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 429 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
| 428 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 430 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
| 431 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
| 429 | 432 | ||
| 430 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 433 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
| 431 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | 434 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') |
| ... | @@ -469,6 +472,7 @@ class HILSEOCRResult(models.Model): | ... | @@ -469,6 +472,7 @@ class HILSEOCRResult(models.Model): |
| 469 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") | 472 | fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1:激活") |
| 470 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") | 473 | fs_ocr = models.TextField(null=True, verbose_name="财务报表") |
| 471 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") | 474 | fss_ocr = models.TextField(null=True, verbose_name="财务情况说明书") |
| 475 | dp_ocr = models.TextField(null=True, verbose_name="首付款支付承诺书") | ||
| 472 | 476 | ||
| 473 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') | 477 | update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间') |
| 474 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | 478 | create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间') | ... | ... |
| ... | @@ -874,6 +874,33 @@ class BSWorkbook(Workbook): | ... | @@ -874,6 +874,33 @@ class BSWorkbook(Workbook): |
| 874 | ws.append(row) | 874 | ws.append(row) |
| 875 | 875 | ||
| 876 | 876 | ||
| 877 | def down_payment_rebuild(self, down_payment_dict): | ||
| 878 | """ | ||
| 879 | Desc: | ||
| 880 | 重构首付款支付承诺书sheet | ||
| 881 | """ | ||
| 882 | # 如果 down_payment_dict 为空, 则不创建sheet | ||
| 883 | if not down_payment_dict: | ||
| 884 | return | ||
| 885 | # 如果 down_payment_dict 不为空, 则创建sheet | ||
| 886 | ws = self.create_sheet(consts.DOWN_PAYMENT_SHEET_NAME) | ||
| 887 | english_chinese_dict = { | ||
| 888 | "financial_org_name": "渠道", | ||
| 889 | "main_borrower_name": "姓名", | ||
| 890 | "main_borrower_id_no": "证件号码", | ||
| 891 | "apply_no": "合同编号", | ||
| 892 | "contract_name": "合同名称", | ||
| 893 | "promisor_signature": "承诺人签字-电子", | ||
| 894 | "promisor_signature_date": "承诺人签字日期-电子" | ||
| 895 | } | ||
| 896 | for dp_key, dp_value in down_payment_dict.items(): | ||
| 897 | if dp_key in english_chinese_dict.keys(): | ||
| 898 | row = [english_chinese_dict[dp_key], str(dp_value)] | ||
| 899 | ws.append(row) | ||
| 900 | else: | ||
| 901 | row = [english_chinese_dict[dp_key], ""] | ||
| 902 | ws.append(row) | ||
| 903 | |||
| 877 | @staticmethod | 904 | @staticmethod |
| 878 | def remove_yuan(amount_key_set, key, src_str): | 905 | def remove_yuan(amount_key_set, key, src_str): |
| 879 | if key in amount_key_set and isinstance(src_str, str): | 906 | if key in amount_key_set and isinstance(src_str, str): |
| ... | @@ -973,7 +1000,7 @@ class BSWorkbook(Workbook): | ... | @@ -973,7 +1000,7 @@ class BSWorkbook(Workbook): |
| 973 | if len(self.sheetnames) > 1: | 1000 | if len(self.sheetnames) > 1: |
| 974 | self.remove(self.get_sheet_by_name('Sheet')) | 1001 | self.remove(self.get_sheet_by_name('Sheet')) |
| 975 | 1002 | ||
| 976 | def rebuild(self, bs_summary, license_summary, res_list, document_scheme, contract_result, metadata, financial_statement_dict, financial_explanation_dict): | 1003 | def rebuild(self, bs_summary, license_summary, res_list, document_scheme, contract_result, metadata, financial_statement_dict, financial_explanation_dict, down_payment_dict): |
| 977 | res_count_tuple = self.res_sheet(res_list) | 1004 | res_count_tuple = self.res_sheet(res_list) |
| 978 | 1005 | ||
| 979 | count_list = [(consts.MODEL_FIELD_BS, len(bs_summary))] | 1006 | count_list = [(consts.MODEL_FIELD_BS, len(bs_summary))] |
| ... | @@ -983,12 +1010,14 @@ class BSWorkbook(Workbook): | ... | @@ -983,12 +1010,14 @@ class BSWorkbook(Workbook): |
| 983 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) | 1010 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) |
| 984 | self.financial_rebuild(financial_statement_dict) | 1011 | self.financial_rebuild(financial_statement_dict) |
| 985 | self.financial_explanation_rebuild(financial_explanation_dict) | 1012 | self.financial_explanation_rebuild(financial_explanation_dict) |
| 1013 | self.down_payment_rebuild(down_payment_dict) | ||
| 986 | else: | 1014 | else: |
| 987 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) | 1015 | self.bs_rebuild(bs_summary, res_count_tuple, metadata) |
| 988 | self.license_rebuild(license_summary, document_scheme, count_list) | 1016 | self.license_rebuild(license_summary, document_scheme, count_list) |
| 989 | self.contract_rebuild(contract_result, True) | 1017 | self.contract_rebuild(contract_result, True) |
| 990 | self.financial_rebuild(financial_statement_dict) | 1018 | self.financial_rebuild(financial_statement_dict) |
| 991 | self.financial_explanation_rebuild(financial_explanation_dict) | 1019 | self.financial_explanation_rebuild(financial_explanation_dict) |
| 1020 | self.down_payment_rebuild(down_payment_dict) | ||
| 992 | self.move_res_sheet() | 1021 | self.move_res_sheet() |
| 993 | self.remove_base_sheet() | 1022 | self.remove_base_sheet() |
| 994 | return count_list, self.need_follow | 1023 | return count_list, self.need_follow | ... | ... |
-
Please register or sign in to post a comment