MOD:thread pool
Showing
1 changed file
with
17 additions
and
6 deletions
... | @@ -52,6 +52,9 @@ from common.tools.des import decode_des | ... | @@ -52,6 +52,9 @@ from common.tools.des import decode_des |
52 | 52 | ||
53 | import threading | 53 | import threading |
54 | import concurrent.futures | 54 | import concurrent.futures |
55 | from concurrent.futures import ThreadPoolExecutor | ||
56 | |||
57 | pool = ThreadPoolExecutor(max_workers=20, thread_name_prefix="my_thread_") | ||
55 | 58 | ||
56 | compare_log = logging.getLogger('compare') | 59 | compare_log = logging.getLogger('compare') |
57 | log_base = '[Compare]' | 60 | log_base = '[Compare]' |
... | @@ -3721,9 +3724,13 @@ def fsm_compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca= | ... | @@ -3721,9 +3724,13 @@ def fsm_compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca= |
3721 | # producer_thread_fsm.start() | 3724 | # producer_thread_fsm.start() |
3722 | # except Exception as e: | 3725 | # except Exception as e: |
3723 | # compare_log.info('[fsm thread error] [error={0}]'.format(traceback.format_exc())) | 3726 | # compare_log.info('[fsm thread error] [error={0}]'.format(traceback.format_exc())) |
3724 | with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: | 3727 | |
3725 | # 使用map函数提交多个任务 | 3728 | # with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: |
3726 | results = list(executor.map(fsm_compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)) | 3729 | # # 使用map函数提交多个任务 |
3730 | # results = list(executor.map(fsm_compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)) | ||
3731 | |||
3732 | compare_log.info('[fsm thread]') | ||
3733 | pool.submit(fsm_compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms) | ||
3727 | 3734 | ||
3728 | 3735 | ||
3729 | def fsm_compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False): | 3736 | def fsm_compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False): |
... | @@ -3793,9 +3800,13 @@ def compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True | ... | @@ -3793,9 +3800,13 @@ def compare(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True |
3793 | # producer_thread.start() | 3800 | # producer_thread.start() |
3794 | # except Exception as e: | 3801 | # except Exception as e: |
3795 | # compare_log.info('[thread error] [error={0}]'.format(traceback.format_exc())) | 3802 | # compare_log.info('[thread error] [error={0}]'.format(traceback.format_exc())) |
3796 | with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: | 3803 | |
3797 | # 使用map函数提交多个任务 | 3804 | # with concurrent.futures.ThreadPoolExecutor(max_workers=20) as executor: |
3798 | results = list(executor.map(compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)) | 3805 | # # 使用map函数提交多个任务 |
3806 | # results = list(executor.map(compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms)) | ||
3807 | |||
3808 | compare_log.info('[non fsm thread]') | ||
3809 | pool.submit(compare_thread, application_id, application_entity, uniq_seq, ocr_res_id, is_ca, is_cms) | ||
3799 | 3810 | ||
3800 | def compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False): | 3811 | def compare_thread(application_id, application_entity, uniq_seq, ocr_res_id, is_ca=True, is_cms=False): |
3801 | # POS: application_id, application_entity, uniq_seq, None | 3812 | # POS: application_id, application_entity, uniq_seq, None | ... | ... |
-
Please register or sign in to post a comment