c9ac407f by 冯轩

MOD:thread pool

1 parent 5451ebf6
...@@ -52,6 +52,9 @@ from common.tools.des import decode_des ...@@ -52,6 +52,9 @@ from common.tools.des import decode_des
52 52
53 import threading 53 import threading
54 import concurrent.futures 54 import concurrent.futures
55 from concurrent.futures import ThreadPoolExecutor
56
57 pool = ThreadPoolExecutor(max_workers=20, thread_name_prefix="my_thread_")
55 58
56 compare_log = logging.getLogger('compare') 59 compare_log = logging.getLogger('compare')
57 log_base = '[Compare]' 60 log_base = '[Compare]'
...@@ -3721,9 +3724,13 @@ def fsm_compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca= ...@@ -3721,9 +3724,13 @@ def fsm_compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=
3721 # producer_thread_fsm.start() 3724 # producer_thread_fsm.start()
3722 # except Exception as e: 3725 # except Exception as e:
3723 # compare_log.info('[fsm thread error] [error={0}]'.format(traceback.format_exc())) 3726 # compare_log.info('[fsm thread error] [error={0}]'.format(traceback.format_exc()))
3724 with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: 3727
3725 # 使用map函数提交多个任务 3728 # with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:
3726 results = list(executor.map(fsm_compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)) 3729 # # 使用map函数提交多个任务
3730 # results = list(executor.map(fsm_compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms))
3731
3732 compare_log.info('[fsm thread]')
3733 pool.submit(fsm_compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)
3727 3734
3728 3735
3729 def fsm_compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False): 3736 def fsm_compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False):
...@@ -3793,9 +3800,13 @@ def compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True ...@@ -3793,9 +3800,13 @@ def compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True
3793 # producer_thread.start() 3800 # producer_thread.start()
3794 # except Exception as e: 3801 # except Exception as e:
3795 # compare_log.info('[thread error] [error={0}]'.format(traceback.format_exc())) 3802 # compare_log.info('[thread error] [error={0}]'.format(traceback.format_exc()))
3796 with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: 3803
3797 # 使用map函数提交多个任务 3804 # with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor:
3798 results = list(executor.map(compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)) 3805 # # 使用map函数提交多个任务
3806 # results = list(executor.map(compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms))
3807
3808 compare_log.info('[non fsm thread]')
3809 pool.submit(compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)
3799 3810
3800 def compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False): 3811 def compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False):
3801 # POS: application_id, application_entity, uniq_seq, None 3812 # POS: application_id, application_entity, uniq_seq, None
......
Styling with Markdown is supported
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!