我们不能多次初始化和关闭 python 多处理池吗？

Question

它为fileNum=1机器人而不是为fileNum=2累积

我们不能多次初始化和关闭pool吗？

import multiprocessing
import numpy as np

def prepare_data_fill_arrays(fileNum,simNum,chrLong):
    arrayList=[]
    array1=np.ones((10,))*simNum*fileNum
    array2=np.ones((10,))*simNum*fileNum
    arrayList.append(simNum)
    arrayList.append(chrLong)
    arrayList.append(array1)
    arrayList.append(array2)
    return arrayList

if __name__ == '__main__':

    numofFiles=2
    numofSimulations = 10
    chromNamesList = ['chr1', 'chr2', 'chr3', 'chr4', 'chr5', 'chr6', 'chr7', 'chrX', 'chr8', 'chr9', 'chr10', 'chr11',
                      'chr12', 'chr13', 'chr14', 'chr15', 'chr16', 'chr17', 'chr18', 'chr20', 'chrY', 'chr19', 'chr22',
                      'chr21', 'chrM']

    sim_nums = range(0, numofSimulations + 1)
    sim_num_chr_tuples = ((sim_num, chrLong) for sim_num in sim_nums for chrLong in chromNamesList)

    files=range(1, numofFiles+1)

    for fileNum in files:
        jobs = []
        accumulatedArray1 = np.zeros((numofSimulations, 10))
        accumulatedArray2 = np.zeros((numofSimulations, 10))

        def accumulateArray(arrayList):
            try:
                simNum = arrayList[0]
                chrLong = arrayList[1]
                array1 = arrayList[2]
                array2 = arrayList[3]
                accumulatedArray1[simNum - 1] += array1
                accumulatedArray2[simNum - 1] += array2
                # print('ACCUMULATION simNum:%d chrLong:%s' % (simNum, chrLong))
            except Exception as e:
                print("Exception: %s" % (e))

        numofProcesses = multiprocessing.cpu_count()
        pool = multiprocessing.Pool(processes=numofProcesses)

        for simNum, chrLong in sim_num_chr_tuples:
            jobs.append(pool.apply_async(prepare_data_fill_arrays,
                                 args=(fileNum,simNum,chrLong,),
                                 callback=accumulateArray))
        for job in jobs:
            job.get()

        pool.close()
        pool.join()
        print('###################################')
        print('filenum:%d' %(fileNum))
        print("accumulatedArray1:%s" %(accumulatedArray1))
        print("accumulatedArray2:%s" %(accumulatedArray2))

Answer 1

尝试改变这个

sim_num_chr_tuples = ((sim_num, chrLong) for sim_num in sim_nums for chrLong in chromNamesList)

到，例如，

sim_num_chr_tuples = [(sim_num, chrLong) for sim_num in sim_nums for chrLong in chromNamesList]

也就是说，你想多次迭代sim_num_chr_tuples ，但原来的拼写是一个生成器表达式，在你第一次迭代之后就用完了。 第二遍，

    for simNum, chrLong in sim_num_chr_tuples:

无事可做。 而是具体化为一个列表，然后您可以对其进行多次迭代。

这与多处理无关，顺便说一句。