Skip to content

周伟奇 / bmw-ocr

Go to a project
Toggle navigation
Toggle navigation pinning
9f4b3645 by 周伟奇
Options

Merge branch 'feature/uat-tmp' into 'master' 

Feature/uat tmp

See merge request !18
2 parents 284b3e1d 66e1870b
Expand all
Inline Side-by-side
Showing 19 changed files with 466 additions and 32 deletions
src/apps/doc/consts.py
......@@ -10,8 +10,8 @@ PAGE_SIZE_DEFAULT = 10
FIXED_APPLICATION_ID_PREFIX = 'CH-S'
DOC_SCHEME_LIST = ['ACCEPTANCE', 'SETTLEMENT', 'CONTRACTMANAGEMENT']
DATA_SOURCE_LIST = ['POS', 'EAPP', 'ECONTRACT']
DOC_SCHEME_LIST = ['ACCEPTANCE', 'SETTLEMENT', 'CONTRACTMANAGEMENT', 'INSURANCE']
DATA_SOURCE_LIST = ['POS', 'EAPP', 'ECONTRACT', 'OVP']
COMPARE_DOC_SCHEME_LIST = ['CA', 'SE']
HIL_PREFIX = 'HIL'
......@@ -1057,7 +1057,25 @@ HIL_CONTRACT_2_CLASSIFY = 44
HIL_CONTRACT_3_CN_NAME = '车辆处置协议'
HIL_CONTRACT_3_CLASSIFY = 45
CONTRACT_SET = {CONTRACT_QRS_CLASSIFY, CONTRACT_CLASSIFY, HIL_CONTRACT_1_CLASSIFY, HIL_CONTRACT_2_CLASSIFY, HIL_CONTRACT_3_CLASSIFY}
FSM_CONTRACT_WEP_CN_NAME = '延长保修合同'
FSM_CONTRACT_WEP_CLASSIFY = 51
FSM_CONTRACT_MSI_CN_NAME = '长悦保养合同'
FSM_CONTRACT_MSI_CLASSIFY = 52
FSM_CONTRACT_SC_CN_NAME = '汽车销售合同'
FSM_CONTRACT_SC_CLASSIFY = 53
CONTRACT_SET = {
CONTRACT_QRS_CLASSIFY,
CONTRACT_CLASSIFY,
HIL_CONTRACT_1_CLASSIFY,
HIL_CONTRACT_2_CLASSIFY,
HIL_CONTRACT_3_CLASSIFY,
FSM_CONTRACT_WEP_CLASSIFY,
FSM_CONTRACT_MSI_CLASSIFY,
FSM_CONTRACT_SC_CLASSIFY,
}
CONTRACT_MAP = {
HIL_CONTRACT_1_CLASSIFY: HIL_CONTRACT_1_CN_NAME,
......@@ -1065,8 +1083,13 @@ CONTRACT_MAP = {
HIL_CONTRACT_3_CLASSIFY: HIL_CONTRACT_3_CN_NAME,
CONTRACT_CLASSIFY: CONTRACT_CN_NAME,
CONTRACT_QRS_CLASSIFY: CONTRACT_QRS_CN_NAME,
FSM_CONTRACT_WEP_CLASSIFY: FSM_CONTRACT_WEP_CN_NAME,
FSM_CONTRACT_MSI_CLASSIFY: FSM_CONTRACT_MSI_CN_NAME,
FSM_CONTRACT_SC_CLASSIFY: FSM_CONTRACT_SC_CN_NAME,
}
FSM_CONTRACT_CLASSIFY_SET = {FSM_CONTRACT_WEP_CLASSIFY, FSM_CONTRACT_MSI_CLASSIFY, FSM_CONTRACT_SC_CLASSIFY}
# 保单
INSURANCE_CN_NAME = '保单'
INSURANCE_CLASSIFY = 42
......@@ -1215,6 +1238,11 @@ BS_FIELD = 'bss_ocr'
HIL_CONTRACT_1_FIELD = 'hil_contract_1_ocr'
HIL_CONTRACT_2_FIELD = 'hil_contract_2_ocr'
HIL_CONTRACT_3_FIELD = 'hil_contract_3_ocr'
FSM_CONTRACT_WEP_FIELD = 'fsm_wep_ocr'
FSM_CONTRACT_MSI_FIELD = 'fsm_msi_ocr'
FSM_CONTRACT_SC_FIELD = 'fsm_sc_ocr'
BS_CLASSIFY = 10089
RESULT_MAPPING = {
......@@ -1239,6 +1267,9 @@ RESULT_MAPPING = {
HIL_CONTRACT_1_CLASSIFY: HIL_CONTRACT_1_FIELD,
HIL_CONTRACT_2_CLASSIFY: HIL_CONTRACT_2_FIELD,
HIL_CONTRACT_3_CLASSIFY: HIL_CONTRACT_3_FIELD,
FSM_CONTRACT_WEP_CLASSIFY: FSM_CONTRACT_WEP_FIELD,
FSM_CONTRACT_MSI_CLASSIFY: FSM_CONTRACT_MSI_FIELD,
FSM_CONTRACT_SC_CLASSIFY: FSM_CONTRACT_SC_FIELD,
}
CA_ADD_COMPARE_FIELDS = (IC_OCR_FIELD, BL_OCR_FIELD, BS_FIELD)
......@@ -1511,6 +1542,9 @@ SE_AFC_CON_MAP = {
'还款账号': (2, 2, '还款账户', '账号'),
'户名': (2, 2, '还款账户', '户名'),
'开户行': (2, 2, '还款账户', '开户行'),
'收款账号': (2, 2, '借款人收款账户', '账号'),
'收款户名': (2, 2, '借款人收款账户', '户名'),
'收款开户行': (2, 2, '借款人收款账户', '开户行'),
'借款人签字及时间': (1, 1, '借款人签字及时间', None),
......@@ -1550,9 +1584,12 @@ SE_HIL_CON_1_MAP = {
'融资成本总额': (5, 4, 7, '融资成本总额', None),
'租期': (5, 4, 7, '租期', None),
'还款计划表': (5, 5, 7, '付款计划表', None),
'还款账号': (5, 5, 7, '银行账户-银行账号', None),
'户名': (5, 5, 7, '银行账户-户名', None),
'开户行': (5, 5, 7, '银行账户-开户行', None),
'还款账号': (5, 6, 7, '银行账户-银行账号', None),
'户名': (5, 6, 7, '银行账户-户名', None),
'开户行': (5, 6, 7, '银行账户-开户行', None),
'收款账号': (5, 5, 7, '收款银行账户-银行账号', None),
'收款户名': (5, 5, 7, '收款银行账户-户名', None),
'收款开户行': (5, 5, 7, '收款银行账户-开户行', None),
'ASP项目详情': (5, 4, 7, '车辆附加产品明细表', None),
'承租人法定代表人或授权代表': (1, 1, 7, '承租人-法定代表人或授权代表', None),
'共同承租人法定代表人或授权代表': (1, 1, 7, '共同承租人-法定代表人或授权代表', None),
......@@ -1608,6 +1645,39 @@ SE_HIL_CON_MAP = {
HIL_CONTRACT_3_CLASSIFY: SE_HIL_CON_3_MAP,
}
SE_FSM_WEP_MAP = {
'客户姓名': (1, '客户姓名'),
'证件类型': (1, '证件类型'),
'证件号码': (1, '证件号码'),
'合同价格（小写）': (1, '合同价格（小写）'),
'客户签名': (1, '客户签名'),
'签单日期': (1, '签单日期'),
}
SE_FSM_MSI_MAP = {
'客户姓名': (1, '客户姓名'),
'证件类型': (1, '证件类型'),
'证件号码': (1, '证件号码'),
'合同价格（小写）': (1, '合同价格（小写）'),
'客户签名': (2, '客户签名'),
'签单日期': (2, '签单日期'),
}
SE_FSM_SC_MAP = {
'姓名': (1, '姓名'),
'证件类型': (1, '证件类型'),
'证件号码': (1, '证件号码'),
'总价': (1, '总价'),
'客户签名': (12, '客户签名'),
'签单日期': (12, '签单日期'),
}
SE_FSM_CON_MAP = {
FSM_CONTRACT_WEP_CLASSIFY: SE_FSM_WEP_MAP,
FSM_CONTRACT_MSI_CLASSIFY: SE_FSM_MSI_MAP,
FSM_CONTRACT_SC_CLASSIFY: SE_FSM_SC_MAP,
}
SE_AFC_CON_QRS_FIELD = ['合同编号']
SE_AFC_CON_FIELD = ['合同编号-每页', '所购车辆价格-小写-重要条款', '车架号-重要条款', '贷款本金金额-重要条款', '贷款期限-重要条款',
'车辆贷款本金金额-重要条款', '附加产品融资贷款本金总额-重要条款', '所购车辆价格', '车架号', '经销商',
......@@ -2314,29 +2384,42 @@ APPLICANT_TYPE_MAP = {
APPLICANT_TYPE_ORDER = ['Borrower', 'Co-Borrower', 'Guarantor', 'Mortgager']
FILE_NAME_PREFIX_MAP = {
AFC_PREFIX: [
((CONTRACT_CLASSIFY, 0), '{0}_电子签署-汽车抵押贷款合同'),
((HMH_CLASSIFY, 0), '{0}_电子签署-抵押登记豁免函'),
],
HIL_PREFIX: [
((HIL_CONTRACT_1_CLASSIFY, HIL_CONTRACT_3_CLASSIFY), '{0}_电子签署-售后回租合同'),
((HIL_CONTRACT_2_CLASSIFY, 0), '{0}_电子签署-汽车租赁抵押合同'),
((HMH_CLASSIFY, 0), '{0}_电子签署-抵押登记豁免函'),
]
}
# FILE_NAME_PREFIX_MAP = {
# AFC_PREFIX: [
# ((CONTRACT_CLASSIFY, 0), '{0}_电子签署-汽车抵押贷款合同'),
# ((HMH_CLASSIFY, 0), '{0}_电子签署-抵押登记豁免函'),
# ],
# HIL_PREFIX: [
# ((HIL_CONTRACT_1_CLASSIFY, HIL_CONTRACT_3_CLASSIFY), '{0}_电子签署-售后回租合同'),
# ((HIL_CONTRACT_2_CLASSIFY, 0), '{0}_电子签署-汽车租赁抵押合同'),
# ((HMH_CLASSIFY, 0), '{0}_电子签署-抵押登记豁免函'),
# ]
# }
ECONTRACT_KEYWORDS_MAP = {
AFC_PREFIX: [
('抵押贷款合同', CONTRACT_CLASSIFY),
('送达地址确认书', CONTRACT_QRS_CLASSIFY),
# ('电子签署-抵押登记豁免函', HMH_CLASSIFY, 0),
('抵押登记豁免函', HMH_CLASSIFY),
],
HIL_PREFIX: [
('售后回租合同', HIL_CONTRACT_1_CLASSIFY),
('租赁抵押合同', HIL_CONTRACT_2_CLASSIFY),
('车辆处置协议', HIL_CONTRACT_3_CLASSIFY),
# ('电子签署-抵押登记豁免函', HMH_CLASSIFY, 0),
('抵押登记豁免函', HMH_CLASSIFY),
]
}
FSM_ECONTRACT_KEYWORDS_MAP = {
AFC_PREFIX: [
('延长保修条款与条件', FSM_CONTRACT_WEP_CLASSIFY),
('长悦保养套餐服务合约', FSM_CONTRACT_MSI_CLASSIFY),
('汽车销售合同', FSM_CONTRACT_SC_CLASSIFY),
],
HIL_PREFIX: [
('延长保修条款与条件', FSM_CONTRACT_WEP_CLASSIFY),
('长悦保养套餐服务合同', FSM_CONTRACT_MSI_CLASSIFY),
('汽车销售合同', FSM_CONTRACT_SC_CLASSIFY),
]
}
......@@ -2346,6 +2429,12 @@ HIL_CONTRACT_TYPE_MAP = {
str(HIL_CONTRACT_3_CLASSIFY): 1,
}
FSM_CONTRACT_TYPE_MAP = {
str(FSM_CONTRACT_WEP_CLASSIFY): 0,
str(FSM_CONTRACT_MSI_CLASSIFY): 1,
str(FSM_CONTRACT_SC_CLASSIFY): 2,
}
RESULT_MAP = {
0: None,
1: True,
......@@ -2379,3 +2468,26 @@ MPOS_MAP = {
}
FOLDER_WSC_CLASSIFY = 199
FSM_BEFORE_ACTIVITED_STATUS = {
"APSVD": "Saved",
"APEAE": "E-app Editing",
"APADA": "Awaiting Dealer Action",
"APAPR": "Acceptance Processing",
"APPSB": "Pre-submit Processed",
"APSBT": "Submitted",
"APAPP": "Approved",
"APHOC": "Held Offer-Docs",
"APHOD": "Held Offer-Data",
"APINI": "Initiated",
"APSEP": "Settlement Processing"
}
FSM_ACTIVITED_STATUS = {
"APADF": "Activated-Document Follow up",
"APASC": "Activated-Awaiting Settlement Check",
"APIPN": "Activated-Invoice Passed-Non PT",
"APIPP": "Activated-Invoice Passed-PT Doc Required",
"APARD": "Activated-Review done",
}
\ No newline at end of file
......
src/apps/doc/management/commands/ocr_process.py
......@@ -20,6 +20,8 @@ from common.tools.file_tools import get_pwd_list_from_str, extract_zip_or_rar, g
from common.tools.pdf_to_img import PDFHandler
from common.electronic_afc_contract.afc_contract_ocr import predict as afc_predict
from common.electronic_hil_contract.hil_contract_ocr import predict as hil_predict
from common.fsm_econtract.fsm_contract_ocr import predict as fsm_predict
from common.fsm_econtract.hmh_ocr import predict as hmh_predict
from apps.doc import consts
# from apps.doc.ocr.edms import EDMS, rh
from apps.doc.ocr.ecm import ECM, rh
......@@ -40,8 +42,10 @@ from apps.doc.models import (
DDARecords,
IDBCRecords,
Configs,
AFCCmsStatusInfo,
HILCmsStatusInfo,
)
from celery_compare.tasks import compare
from celery_compare.tasks import compare, fsm_compare
class Command(BaseCommand, LoggerMixin):
......@@ -996,7 +1000,7 @@ class Command(BaseCommand, LoggerMixin):
res.setdefault(consts.ALL_POSITION_KEY, dict())[key] = page_info_dict.get(str(pno), {}).get(
consts.ALL_POSITION_KEY, {}).get(key1, [])
license_summary[classify] = [res]
else:
elif classify in consts.SE_HIL_CON_MAP:
res = {}
for key, (pno1, pno2, end_idx, key1, key2) in consts.SE_HIL_CON_MAP[classify].items():
if pno1 is None:
......@@ -1020,7 +1024,14 @@ class Command(BaseCommand, LoggerMixin):
res[key] = tmp_res
res.setdefault(consts.IMG_PATH_KEY, dict())[key] = page_info_dict.get(str(img_pno), {}).get(
consts.IMG_PATH_KEY, '')
license_summary[classify] = [res]
elif classify in consts.SE_FSM_CON_MAP:
res = {}
for key, (pno1, key1) in consts.SE_FSM_CON_MAP[classify].items():
res[key] = page_info_dict.get(str(pno1), {}).get(key1)
res.setdefault(consts.IMG_PATH_KEY, dict())[key] = page_info_dict.get(str(pno1), {}).get(
consts.IMG_PATH_KEY, '')
license_summary[classify] = [res]
def rebuild_bs_summary(self, bs_summary, unknown_summary):
......@@ -1442,7 +1453,7 @@ class Command(BaseCommand, LoggerMixin):
self.log_base, traceback.format_exc()))
error_list.append(1)
return
else: # e-contract
else: # e-contract or or e-fsm-contract or e-hmh
try:
# pdf下载 处理 图片存储 识别
for times in range(consts.RETRY_TIMES):
......@@ -1472,8 +1483,10 @@ class Command(BaseCommand, LoggerMixin):
self.online_log.error('{0} [process error (db save)] [error={1}]'.format(
self.log_base, traceback.format_exc()))
# AFC合同
if classify_1_str == str(consts.CONTRACT_CLASSIFY):
ocr_result = afc_predict(pdf_handler.pdf_info)
is_fsm = doc.data_source == consts.DATA_SOURCE_LIST[3]
ocr_result = afc_predict(pdf_handler.pdf_info, is_fsm=is_fsm)
page_res = {}
for page_num, page_info in ocr_result.get('page_info', {}).items():
if isinstance(page_num, str) and page_num.startswith('page_'):
......@@ -1483,6 +1496,7 @@ class Command(BaseCommand, LoggerMixin):
'page_num': page_num,
'page_info': page_info
}
# 送达地址确认书
elif classify_1_str == str(consts.CONTRACT_QRS_CLASSIFY):
ocr_result = afc_predict(pdf_handler.pdf_info, is_qrs=True)
page_num = 'page_1'
......@@ -1493,9 +1507,11 @@ class Command(BaseCommand, LoggerMixin):
'page_info': ocr_result.pop(page_num, {})
}
}
else:
# HIL合同
elif classify_1_str in consts.HIL_CONTRACT_TYPE_MAP:
is_fsm = doc.data_source == consts.DATA_SOURCE_LIST[3]
file_type_1 = consts.HIL_CONTRACT_TYPE_MAP.get(classify_1_str)
ocr_result_1 = hil_predict(pdf_handler.pdf_info, file_type_1)
ocr_result_1 = hil_predict(pdf_handler.pdf_info, file_type_1, is_fsm=is_fsm)
rebuild_res_1 = {}
page_res = {}
for field_name, field_info in ocr_result_1.items():
......@@ -1508,9 +1524,36 @@ class Command(BaseCommand, LoggerMixin):
'page_num': page_num,
'page_info': page_info
}
# FSM合同 WEP MSI SC
elif classify_1_str in consts.FSM_CONTRACT_TYPE_MAP:
file_type = consts.FSM_CONTRACT_TYPE_MAP.get(classify_1_str)
ocr_result = fsm_predict(pdf_handler.pdf_info, file_type)
page_res = {}
for page_num, page_info in ocr_result.items():
if isinstance(page_num, str) and page_num.startswith('page_'):
page_res[page_num] = {
'classify': int(classify_1_str),
'page_num': page_num,
'page_info': page_info
}
# hmh
# else:
# pass
contract_res = {}
for img_path_tmp, page_key in pdf_handler.img_path_pno_list:
if classify_1_str == str(consts.HMH_CLASSIFY):
img_contract_res = {
'code': 1,
'data': [
{
'classify': consts.HMH_CLASSIFY,
'data': hmh_predict(pdf_handler.pdf_info)
}
]
}
else:
if page_key in page_res:
img_contract_res = {
'code': 1,
......@@ -1966,6 +2009,9 @@ class Command(BaseCommand, LoggerMixin):
report_list[5] = BSCheckResult.CHECK_FAILED.value
finally:
self.online_log.info('{0} [task={1}] [license_summary={2}] '
'[contract_result_compare={3}]'.format(self.log_base, task_str,
license_summary, contract_result_compare))
self.rebuild_contract(license_summary, contract_result_compare)
bs_rebuild = self.rebuild_bs(merged_bs_summary)
......@@ -2015,6 +2061,16 @@ class Command(BaseCommand, LoggerMixin):
self.log_base, task_str, res_obj.id))
# 触发比对
try:
# 是否fsm
cms_status_class = HILCmsStatusInfo if business_type in consts.HIL_SET else AFCCmsStatusInfo
cms_status_info = cms_status_class.objects.filter(application_id=doc.application_id).first()
is_fsm = cms_status_info is not None and cms_status_info.is_fsm == 1
self.online_log.info('{0} [isfsm] [task={1}] [true or false={2}]'.format(
self.log_base, task_str, is_fsm))
if is_fsm:
fsm_compare.apply_async((doc.application_id, business_type, None, res_obj.id, is_ca, True),
queue='queue_compare')
else:
# pass
compare.apply_async((doc.application_id, business_type, None, res_obj.id,
is_ca, True), queue='queue_compare')
......
src/apps/doc/models.py
......@@ -329,6 +329,11 @@ class AFCOCRResult(models.Model):
hil_contract_2_ocr = models.TextField(null=True, verbose_name="HIL合同2")
hil_contract_3_ocr = models.TextField(null=True, verbose_name="HIL合同3")
qrs_ocr = models.TextField(null=True, verbose_name="AFC合同确认书")
fsm_wep_ocr = models.TextField(null=True, verbose_name="延长保修合同")
fsm_msi_ocr = models.TextField(null=True, verbose_name="长悦保养合同")
fsm_sc_ocr = models.TextField(null=True, verbose_name="汽车销售合同")
fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1：激活")
update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
......@@ -366,6 +371,11 @@ class HILOCRResult(models.Model):
hil_contract_3_ocr = models.TextField(null=True, verbose_name="HIL合同3")
qrs_ocr = models.TextField(null=True, verbose_name="AFC合同确认书")
fsm_wep_ocr = models.TextField(null=True, verbose_name="延长保修合同")
fsm_msi_ocr = models.TextField(null=True, verbose_name="长悦保养合同")
fsm_sc_ocr = models.TextField(null=True, verbose_name="汽车销售合同")
fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1：激活")
update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
......@@ -401,6 +411,11 @@ class AFCSEOCRResult(models.Model):
hil_contract_3_ocr = models.TextField(null=True, verbose_name="HIL合同3")
qrs_ocr = models.TextField(null=True, verbose_name="AFC合同确认书")
fsm_wep_ocr = models.TextField(null=True, verbose_name="延长保修合同")
fsm_msi_ocr = models.TextField(null=True, verbose_name="长悦保养合同")
fsm_sc_ocr = models.TextField(null=True, verbose_name="汽车销售合同")
fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1：激活")
update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
......@@ -436,6 +451,10 @@ class HILSEOCRResult(models.Model):
hil_contract_2_ocr = models.TextField(null=True, verbose_name="HIL合同2")
hil_contract_3_ocr = models.TextField(null=True, verbose_name="HIL合同3")
qrs_ocr = models.TextField(null=True, verbose_name="AFC合同确认书")
fsm_wep_ocr = models.TextField(null=True, verbose_name="延长保修合同")
fsm_msi_ocr = models.TextField(null=True, verbose_name="长悦保养合同")
fsm_sc_ocr = models.TextField(null=True, verbose_name="汽车销售合同")
fsm_activited = models.IntegerField(null=False, default=0, verbose_name="fsm激活状态 1：激活")
update_time = models.DateTimeField(auto_now=True, verbose_name='修改时间')
create_time = models.DateTimeField(auto_now_add=True, verbose_name='创建时间')
......@@ -1042,3 +1061,41 @@ class AFCCompareReportNew(models.Model):
managed = False
db_table = 'afc_compare_report_new'
situ_db_label = 'afc'
class NscInvoice(models.Model):
id = models.AutoField(primary_key=True, verbose_name="id") # 主键
vin = models.CharField(max_length=64, verbose_name="车架号") # 索引
content = models.TextField(null=True, verbose_name="nsc发票信息")
create_time = models.DateTimeField(verbose_name='创建时间')
class Meta:
managed = False
db_table = 'nsc_invoice'
class AFCCmsStatusInfo(models.Model):
id = models.AutoField(primary_key=True, verbose_name="id") # 主键
application_id = models.CharField(max_length=64, verbose_name="订单id") # 索引
business_type = models.CharField(max_length=64, verbose_name="业务类型")
is_fsm = models.SmallIntegerField(null=False, default=0, verbose_name="是否fsm流程 1:是")
update_time = models.DateTimeField(verbose_name='更新时间')
create_time = models.DateTimeField(verbose_name='创建时间')
class Meta:
managed = False
db_table = 'afc_cms_status_info'
situ_db_label = 'afc'
class HILCmsStatusInfo(models.Model):
id = models.AutoField(primary_key=True, verbose_name="id") # 主键
application_id = models.CharField(max_length=64, verbose_name="订单id") # 索引
business_type = models.CharField(max_length=64, verbose_name="业务类型")
is_fsm = models.SmallIntegerField(null=False, default=0, verbose_name="是否fsm流程 1:是")
update_time = models.DateTimeField(verbose_name='更新时间')
create_time = models.DateTimeField(verbose_name='创建时间')
class Meta:
managed = False
db_table = 'hil_cms_status_info'
......
src/apps/doc/named_enum.py
......@@ -27,6 +27,7 @@ class RequestTeam(NamedEnum):
SETTLEMENT = (1, 'SETTLEMENT')
CONTRACTMANAGEMENT = (2, 'CONTRACTMANAGEMENT')
CONTROLLING = (3, 'CONTROLLING')
INSURANCE = (4, 'INSURANCE')
class RequestTrigger(NamedEnum):
......@@ -36,6 +37,7 @@ class RequestTrigger(NamedEnum):
DOCUPLOAD = (3, 'Document Upload')
SUBMITING = (4, 'Submiting')
UPLOADING = (5, 'Uploading')
OVP = (6, 'OVP')
class FailureReason(NamedEnum):
......
src/apps/doc/ocr/ecm.py
......@@ -34,6 +34,7 @@ class ECM:
'ACCEPTANCE': ('acceptance', conf.ECM_FOLDER_CA, conf.ECM_FOLDER_CA_HIL),
'SETTLEMENT': (self.settlement_type, conf.ECM_FOLDER_SE, conf.ECM_FOLDER_SE_HIL),
'CONTRACTMANAGEMENT': ('contract_management', conf.ECM_FOLDER_CA, conf.ECM_FOLDER_CA_HIL),
'INSURANCE': ('insurance', conf.ECM_FOLDER_SE, conf.ECM_FOLDER_SE_HIL),
}
self.doc_base_map = {
'AFC': 'SF5_CN',
......
src/apps/doc/ocr/wb.py
......@@ -808,10 +808,12 @@ class BSWorkbook(Workbook):
if field_str is not None:
count_list.append((field_str, count))
def contract_rebuild(self, contract_result_dict):
def contract_rebuild(self, contract_result_dict, is_ca=False):
for classify, contract_result in contract_result_dict.items():
if len(contract_result) == 0:
continue
if is_ca and classify not in consts.FSM_CONTRACT_CLASSIFY_SET:
continue
ws = self.create_sheet(consts.CONTRACT_MAP.get(classify))
for i in range(30):
if str(i) in contract_result:
......@@ -934,6 +936,7 @@ class BSWorkbook(Workbook):
else:
self.bs_rebuild(bs_summary, res_count_tuple, metadata)
self.license_rebuild(license_summary, document_scheme, count_list)
self.contract_rebuild(contract_result, True)
self.move_res_sheet()
self.remove_base_sheet()
return count_list, self.need_follow
......
src/celery_compare/tasks.py
......@@ -7,6 +7,9 @@ import traceback
import numpy as np
from datetime import datetime, timedelta
from collections import OrderedDict
import requests
from . import app
from settings import conf
from apps.doc.models import (
......@@ -3266,6 +3269,33 @@ def se_compare(application_id, application_entity, ocr_res_id, last_obj, ocr_res
@app.task
def fsm_compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False):
compare_log.info('{0} [receive fsm task] [entity={1}] [id={2}] [uniq_seq={3}] [ocr_res_id={4}] [is_ca={5}] '
'[is_cms={6}]'.format(log_base, application_entity, application_id, uniq_seq, ocr_res_id,
is_ca, is_cms))
# 调用java fsm 比对流程接口（http）
# 调用Java fsm 比对流程接口, fsm 是se流程, ca可以暂时忽略
url = conf.FSM_URL
body = {
'applicationId': application_id,
'businessType': application_entity,
'ocrResId': ocr_res_id,
'isCa': is_ca,
'isCms': is_cms
}
try:
compare_log.info("request java fsm api, url:{0}, body:{1}".format(url, json.dumps(body)))
headers = {
'Content-Type': 'application/json'
}
resp = requests.post(url, headers=headers, json=body)
compare_log.info("response from fsm api, resp:{0}".format(resp.text))
except Exception as e:
compare_log.error("fsm full request to java error, url:{0}, param:{1}, errorMsg:{2}".format(
url, json.dumps(body), traceback.format_exc()))
@app.task
def compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False):
# POS: application_id, application_entity, uniq_seq, None
# OCR: application_id, business_type(application_entity), None, ocr_res_id
......
src/common/electronic_afc_contract/afc_contract_ocr.py
......@@ -6,6 +6,7 @@
# @Description :
from .get_char import Finder
from .get_char_fsm import Finder as FSMFinder
import numpy as np
......@@ -23,7 +24,7 @@ def extract_info(ocr_results):
return {'page_1': {'合同编号': contract_no}}
def predict(pdf_info, is_qrs=False):
def predict(pdf_info, is_qrs=False, is_fsm=False):
ocr_results = {}
for pno in pdf_info:
ocr_results[pno] = {}
......@@ -50,6 +51,9 @@ def predict(pdf_info, is_qrs=False):
results = extract_info(ocr_results)
else:
# 输入是整个 PDF 中的信息
if is_fsm:
f = FSMFinder(pdf_info, ocr_results=ocr_results)
else:
f = Finder(pdf_info, ocr_results=ocr_results)
results = f.get_info()
return results
......
src/common/electronic_hil_contract/hil_contract_ocr.py
......@@ -6,9 +6,10 @@
# @Description :
from .get_char import Finder
from .get_char_fsm import Finder as FSMFinder
def predict(pdf_info, file_cls):
def predict(pdf_info, file_cls, is_fsm=False):
"""Summary
Args:
......@@ -58,6 +59,10 @@ def predict(pdf_info, file_cls):
pdf_info = dict()
for pno, page_info in enumerate(pdf_info_1):
pdf_info[str(pno)] = page_info
if is_fsm:
f = FSMFinder(pdf_info)
else:
f = Finder(pdf_info)
if file_cls == 0:
results = f.get_info()
......
src/common/fsm_econtract/const.py 0 → 100644
WEP_FIELD = {
"0": {
'keys': {
'客户姓名': [('客户姓名', (r'^姓名.?$', r'^企业名称.?$'), 'top1', {})],
'证件类型': [('证件类型', (r'^证件类型.?$', ), 'top1', {})],
'证件号码': [('证件号码', (r'^证件号码.?$', r'^统一社会信用代码.?$'), 'top1', {})],
'合同价格（小写）': [('人民币', (r'^人民币￥.?$', ), 'top1', {})],
'客户签名': [('客户签名／盖章', (r'^客户签名／盖章.*$', ), 'top1', {})],
'签单日期': [('签单日期', (r'^签单日期.*签单日期.?$', ), 'top1', {})],
},
'value': {
'客户姓名': ('text', 'right', {'offset_tuple': (-1.1, 1, 0.3, 0)}, ''),
'证件类型': ('text', 'right', {'offset_tuple': (-1, 1, 0, 0)}, ''),
'证件号码': ('text', 'right', {'offset_tuple': (-1, 2, 0.3, 0)}, ''),
'合同价格（小写）': ('text', 'right', {'offset_tuple': (-1, 1, 0.3, 0)}, ''),
'客户签名': ('img', 'under', {'offset_tuple': (0, 0, 0, 4), 'rigorous': True}, '无'),
'签单日期': ('img', 'right', {'offset_tuple': (0, 0, 1.1, 0), 'rigorous': True}, '无'),
},
}
}
MSI_FIELD = {
"0": {
'keys': {
'客户姓名': [('客户姓名', (r'^客户姓名.?$', r'^企业名称.?$'), 'top1', {})],
'证件类型': [('证件类型', (r'^证件类型.?$', ), 'top1', {})],
'证件号码': [('证件号码', (r'^证件号码.?$', r'^统一社会信用代码.?$'), 'top1', {})],
'合同价格（小写）': [('人民币', (r'^人民币￥.?$', ), 'top1', {})],
},
'value': {
'客户姓名': ('text', 'right', {'offset_tuple': (-1.2, 1, 0.3, 0)}, ''),
'证件类型': ('text', 'right', {'offset_tuple': (-1, 1, 0, 0)}, ''),
'证件号码': ('text', 'right', {'offset_tuple': (-1, 2, 0.3, 0)}, ''),
'合同价格（小写）': ('text', 'right', {'offset_tuple': (-1, 1, 0.3, 0)}, ''),
},
},
"1": {
'keys': {
'客户签名': [('客户签名／盖章', (r'^客户签名／盖章.*$', ), 'top1', {})],
'签单日期': [('签单日期', (r'^签单日期.*签单日期.?$', ), 'top1', {})],
},
'value': {
'客户签名': ('img', 'under', {'offset_tuple': (0, 0, 0, 4), 'rigorous': True}, '无'),
'签单日期': ('img', 'right', {'offset_tuple': (0, 0, 1.1, 0), 'rigorous': True}, '无'),
},
}
}
SC_FIELD = {
"0": {
'keys': {
'姓名': [('姓名', (r'^姓名.?$', r'^企业名称.?$'), 'top1', {})],
'证件类型': [('证件类型', (r'^证件类型.?$', ), 'top1', {})],
'证件号码': [('证件号码', (r'^证件号码.?$', r'^统一社会信用代码.?$'), 'top1', {})],
'总价': [('总价', (r'^总价.?$', ), 'top1', {})],
},
'value': {
'姓名': ('text', 'right', {'offset_tuple': (-2, 8, 0.5, 0)}, ''),
'证件类型': ('text', 'right', {'offset_tuple': (-2, 6, 0.5, 0)}, ''),
'证件号码': ('text', 'right', {'offset_tuple': (-2, 6, 0.5, 0)}, ''),
'总价': ('text', 'right', {'offset_tuple': (-2, 12, 0.5, 0)}, ''),
},
},
"-1": {
'keys': {
'客户签名': [('客户签名/盖章', (r'^客户签名/盖章.*$', r'^客户签名／盖章.*$'), 'top1', {})],
'签单日期': [('签单日期', (r'^签单日期.*签单日期.?$', ), 'top1', {})],
},
'value': {
'客户签名': ('img', 'under', {'offset_tuple': (1.5, 1, 0, 4), 'rigorous': True}, '无'),
'签单日期': ('img', 'right', {'offset_tuple': (0, 0, 1.1, 0), 'rigorous': True}, '无'),
},
}
}
src/common/fsm_econtract/fsm_contract_ocr.py 0 → 100644
from .retriever import Retriever
from .const import WEP_FIELD, MSI_FIELD, SC_FIELD
from .tools import pdf_info_rebuild
retriever_list = [Retriever(WEP_FIELD), Retriever(MSI_FIELD), Retriever(SC_FIELD)]
def predict(pdf_info, file_type=0):
retriever = retriever_list[file_type]
pdf_text_list, pdf_img_list = pdf_info_rebuild(pdf_info)
return retriever.get_target_fields(pdf_text_list, pdf_img_list)
src/common/fsm_econtract/hmh_ocr.py 0 → 100644
from .retriever import HMHRetriever
from .tools import pdf_info_rebuild
hmh_retriever = HMHRetriever()
def predict(pdf_info):
pdf_text_list, _ = pdf_info_rebuild(pdf_info, fix_bbox=False)
return hmh_retriever.get_target_fields(pdf_text_list)
src/common/fsm_econtract/tools.py 0 → 100644
def pdf_info_rebuild(pdf_info, fix_bbox=True):
pdf_text_info = dict()
pdf_img_info = dict()
for pno_str, page_info in pdf_info.items():
text_set = set()
for block in page_info['blocks']:
if block['type'] == 0:
# text有重复的现象
text_set.clear()
for line in block['lines']:
for span in line['spans']:
bbox, text = span['bbox'], span['text'].strip()
if len(text) != 0 and text not in text_set:
text_set.add(text)
# bbox的高，不准
if fix_bbox and bbox[-1] - bbox[1] < span['size']:
bbox[-1] = bbox[-1] + span['size']
pdf_text_info.setdefault(pno_str, list()).append([bbox, text])
elif block['type'] == 1:
pdf_img_info.setdefault(pno_str, list()).append((block['bbox'], '有'))
return pdf_text_info, pdf_img_info
\ No newline at end of file
src/common/tools/mssql_script24.py 0 → 100644
import pyodbc
hil_sql = """
ALTER TABLE hil_ocr_result ADD fsm_wep_ocr nvarchar(max);
ALTER TABLE hil_ocr_result ADD fsm_msi_ocr nvarchar(max);
ALTER TABLE hil_ocr_result ADD fsm_sc_ocr nvarchar(max);
ALTER TABLE hil_se_ocr_result ADD fsm_wep_ocr nvarchar(max);
ALTER TABLE hil_se_ocr_result ADD fsm_msi_ocr nvarchar(max);
ALTER TABLE hil_se_ocr_result ADD fsm_sc_ocr nvarchar(max);
"""
afc_sql = """
ALTER TABLE afc_ocr_result ADD fsm_wep_ocr nvarchar(max);
ALTER TABLE afc_ocr_result ADD fsm_msi_ocr nvarchar(max);
ALTER TABLE afc_ocr_result ADD fsm_sc_ocr nvarchar(max);
ALTER TABLE afc_se_ocr_result ADD fsm_wep_ocr nvarchar(max);
ALTER TABLE afc_se_ocr_result ADD fsm_msi_ocr nvarchar(max);
ALTER TABLE afc_se_ocr_result ADD fsm_sc_ocr nvarchar(max);
"""
hil_cnxn = pyodbc.connect('DRIVER={ODBC Driver 17 for SQL Server};', autocommit=True)
hil_cursor = hil_cnxn.cursor()
hil_cursor.execute(hil_sql)
hil_cursor.close()
hil_cnxn.close()
afc_cnxn = pyodbc.connect('DRIVER={ODBC Driver 17 for SQL Server};', autocommit=True)
afc_cursor = afc_cnxn.cursor()
afc_cursor.execute(afc_sql)
afc_cursor.close()
afc_cnxn.close()
src/pos/views.py
......@@ -8,13 +8,16 @@ from common.tools.comparison import cp
from common.mixins import LoggerMixin
from rest_framework.permissions import IsAuthenticated
from apps.account.authentication import OAuth2AuthenticationWithUser
from apps.doc.models import NscInvoice
import json
from datetime import datetime
params = {
'invoiceCode': fields.Str(required=True, validate=validate.Length(max=128)),
'invoiceNumber': fields.Str(required=True, validate=validate.Length(max=64)),
'issueDate': CustomDate(required=True),
'buyerName': fields.Str(required=True, validate=validate.Length(max=64)),
"buyerId": fields.Int(required=True),
"buyerId": fields.Str(required=True, validate=validate.Length(max=64)),
'vin': fields.Str(required=True, validate=validate.Length(max=128)),
'dealer': fields.Str(required=False, validate=validate.Length(max=64)),
'priceWithVat': CustomDecimal(required=True),
......@@ -29,7 +32,7 @@ input_args = {
}
# poss 接口接收NSC 发票信息
# pos 接口接收NSC 发票信息
class NSCInvoiceView(GenericView):
permission_classes = [IsAuthenticated]
authentication_classes = [OAuth2AuthenticationWithUser]
......@@ -50,6 +53,7 @@ class NSCInvoiceView(GenericView):
vat = content.get('vat', 0.0)
vat_rate = content.get('vatRate', 0.0)
NscInvoice.objects.create(vin=vin, content=json.dumps(content), create_time=datetime.now())
return response.ok()
......@@ -90,11 +94,17 @@ class DeMortgageView(GenericView):
'applicationName': application_name,
'deMortgageDate': de_mortgage_date
}
de_mortgage_info = {}
de_mortgage_info = {'customer_name':'','applicationName':'','deMortgageDate':''}
# 绿本必须分开ocr
for file_obj in files:
info = PosHandler.de_mortgage_ocr_process1(file_obj)
de_mortgage_info.update(info)
if info.get('customerName') is not '':
de_mortgage_info['customerName'] = info.get('customerName')
if info.get('applicationName') is not '':
de_mortgage_info['applicationName'] = info.get('applicationName')
if info.get('deMortgageDate') is not '':
de_mortgage_info['deMortgageDate'] = info.get('deMortgageDate')
#de_mortgage_info.update(info)
request_pass = True
fields_result = []
......
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!