【10.9】multiprocessing多进程编程

#!/user/bin/env python
# -*- coding:utf-8 -*-

import os
import time
# fork只能用于linux/unix中
pid = os.fork()
print('zy')
if pid == 0:
    # os.getpid()当前进程的id，os.getppid()当前进程的父进程的id
    # 子进程会把父进程所有的数据拷贝一份，fork()之后的代码会重新运行一遍
    print('子进程 {} ， 父进程是：{} .'.format(os.getpid(), os.getppid()))
else:
    print('我是父进程：{}'.format(pid))

# 父进程运行完成就退出，子进程不会退出
time.sleep(2)

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import multiprocessing
import time


# 多进程编程
def get_html(n):
    time.sleep(n)
    print('sub progress success')
    return n


if __name__ == '__main__':
    progress = multiprocessing.Process(target=get_html, args=(2,))
    print(progress.pid)
    progress.start()
    print(progress.pid)
    progress.join()
    print('main progress end')

    # 使用进程池
    pool = multiprocessing.Pool(multiprocessing.cpu_count())
    # 提交任务
    result = pool.apply_async(get_html, args=(3,))

    # 关闭pool，不再接收新的任务
    pool.close()
    # 等待所有任务完成
    pool.join()
    print(result.get())

None
12052
sub progress success
main progress end
sub progress success
3

imap

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import multiprocessing
import time


# 多进程编程
def get_html(n):
    time.sleep(n)
    print('sub progress success')
    return n


if __name__ == '__main__':
    # 使用进程池
    pool = multiprocessing.Pool(multiprocessing.cpu_count())

    # imap，按照顺序打印
    for result in pool.imap(get_html, [1, 5, 3]):
        print('{} sleep suceess'.format(result))

sub progress success
1 sleep suceess
sub progress success
sub progress success
5 sleep suceess
3 sleep suceess

imap_unordered

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import multiprocessing
import time


# 多进程编程
def get_html(n):
    time.sleep(n)
    print('sub progress success')
    return n


if __name__ == '__main__':
    # 使用进程池
    pool = multiprocessing.Pool(multiprocessing.cpu_count())

    # imap，哪个先执行完打印哪个
    for result in pool.imap_unordered(get_html, [1, 5, 3]):
        print('{} sleep suceess'.format(result))

sub progress success
1 sleep suceess
sub progress success
3 sleep suceess
sub progress success
5 sleep suceess