Python中多进程调试技巧指南

import multiprocessing
import logging

def worker(queue):
    logging.basicConfig(level=logging.DEBUG)
    logger = logging.getLogger('worker')
    logger.debug(f"Worker {multiprocessing.current_process().name} started")
    # 工作代码...

if __name__ == '__main__':
    logging.basicConfig(level=logging.DEBUG)
    logger = logging.getLogger('main')
    queue = multiprocessing.Queue()
    p = multiprocessing.Process(target=worker, args=(queue,))
    p.start()
    p.join()

# 安装: pip install rpdb
import rpdb

def worker():
    rpdb.set_trace()  # 会在26163端口启动调试器
    # 工作代码...

if __name__ == '__main__':
    p = multiprocessing.Process(target=worker)
    p.start()
    p.join()

import multiprocessing
import pdb

def worker():
    pdb.set_trace()  # 每个子进程都会在这里暂停
    # 工作代码...if __name__ == '__main__':
    ctx = multiprocessing.get_context('spawn')


    p = ctx.Process(target=worker)
    p.start()
    p.join()

import multiprocessing
import sys

def worker(lock):
    with lock:
        print(f"Worker {multiprocessing.current_process().name} started", file=sys.stderr)
    # 工作代码...

if __name__ == '__main__':
    lock = multiprocessing.Lock()
    p = multiprocessing.Process(target=worker, args=(lock,))
    p.start()
    p.join()

import faulthandler
import multiprocessing

def worker():
    # 工作代码...

if __name__ == '__main__':
    faulthandler.enable(file=open('crash.log', 'w'))
    p = multiprocessing.Process(target=worker)
    p.start()
    p.join()

import multiprocessing
import traceback
import sys

def worker():
    try:
        # 工作代码...
    except Exception:
        traceback.print_exc(file=sys.stderr)

if __name__ == '__main__':
    p = multiprocessing.Process(target=worker)
    p.start()
    p.join()

import multiprocessing
import logging

multiprocessing.log_to_stderr()
logger = multiprocessing.get_logger()
logger.setLevel(logging.DEBUG)

def worker():
    logger.debug("Worker started")
    # 工作代码...

if __name__ == '__main__':
    p = multiprocessing.Process(target=worker)
    p.start()
    p.join()