zoukankan      html  css  js  c++  java
  • python的多线程 ThreadPoolExecutor

    from concurrent.futures import ThreadPoolExecutor,wait
    import time
    executor = ThreadPoolExecutor(max_workers = 2)
    
    # 线程要执行的函数
    def func(i):
        time.sleep(0.5)
        print(i)
        if i%2 == 1:
    
            return '奇数'
        else:
            return '偶数'
    
    # 把线程加入线程字典
    thread_list = [executor.submit(func, i) for i in range(5)]
    
    # 取得线程执行结果  如果用result取结果,不用wait也会等所有线程执行完,如果没有使用到线程例如result()取结果,done()查看子线程是否已经执行完,那么不会等子线程执行完,如果要等子线程执行完,就要用wait
    for thread in thread_list:
        print("线程名:",thread)
        print('thread.result()= :',thread.result())
    
    # wait的功能:等待所有线程执行完
    # print(wait(thread_list))
    print('所有线程执行完 end......')

    执行结果:

     


    from concurrent.futures import ThreadPoolExecutor,wait
    import time
    executor = ThreadPoolExecutor(max_workers = 2)
    # 线程要执行的函数
    def func(i):
        time.sleep(0.5)
        if i%2 == 1:return {'status':1,'msg':'奇数'}
        else:return {'status':0,'msg':'偶数'}
    
    # 用 map函数 更精简的取所有子线程执行结果:
    for thread_exec_res in executor.map(func,list(range(10))):
        print('子线程执行结果',thread_exec_res)

    执行结果:


    list(map(......))将所有线程执行结果放在列表中:

    print(list(executor.map(func,list(range(10)))))
    ↓↓

     设置超时时间:

    def get_multithreading_res(approve_executor,fun_name,arg_list):
        for i in arg_list:
            all_task = [approve_executor.submit(fun_name, (i))]
            print('all_task:',all_task)
            for i in all_task:
                print('单个线程的结果',i.result(timeout=2))   # 可以通过result(timeout=2)设置线程超时时间
            print('执行完了')

    第二种方法设置超时时间:

    approve_executor = ThreadPoolExecutor(max_workers = 50)
    def search_db(i):
        time.sleep(6)
        connection = pymysql.connect(host='localhost', port=3306,
                                     user='root',
                                     password='root1234',
                                     db='slb',
                                     charset='utf8',
                                     )
        with connection.cursor() as cursor:
            sql = "SELECT * FROM dyf_test_table1"
            cursor.execute(sql)
            data = cursor.fetchall()
            return {'hostname':i,'data':data}
    
    def exec_multithreading(approve_executor, fun_name, arg_list):
    
        all_task = [approve_executor.submit(fun_name, i) for i in arg_list]
        for i in all_task:
            try:
                print(i.result(timeout=3))  # 设置超时时间为3s
    
            except concurrent.futures._base.TimeoutError as e:
                print('线程执行失败,原因:线程执行超时 请查找原因')
                continue #因超时异常后  后面的线程继续执行不会中断
    
            except Exception as e:
                print('线程执行异常:',e)
    
    
    exec_multithreading(approve_executor, search_db, [1,2,3,4,5])
  • 相关阅读:
    微博深度学习平台架构和实践
    2020暑期学习
    2020春季学期个人课程总结
    人月神话阅读笔记03
    人月深化阅读笔记02
    第十六周学习总结
    人月神话阅读笔记01
    三分算法
    [SDOI2010]魔法猪学院
    【洛谷】NOIP2018原创模拟赛DAY1解题报告
  • 原文地址:https://www.cnblogs.com/dingyunfeng/p/11202530.html
Copyright © 2011-2022 走看看