I'm struggling with the PythonCaller Transfromer regarding multiprocessing. The script below is a simple example to illustrate my problem. How can I get it running as a PythonCaller script? Currently the translation log says:
File -c could not be opened
Program Terminating
Translation FAILED.
Error running translation.
Translation Aborted
import multiprocessing
import random
import time
def worker(t, i, return_dict):
print("Sleep {} seconds".format(t))
return_dict[i] = t
time.sleep(t)
def multiprocessing_test(n):
print("in multiprocessing_test")
manager = multiprocessing.Manager()
return_dict = manager.dict()
jobs = []
for i in range(n):
p = multiprocessing.Process(target = worker, args=(random.randint(3,6), i, return_dict,))
jobs.append(p)
p.start()
for p in jobs:
p.join()
print(str(return_dict))
if __name__ == "__main__":
def processFeature(feature=None):
print("in processFeature")
multiprocessing_test(10)
#processFeature() # Uncomment to test the script with the python interpreter outside of FME. Output is:
# in processFeature
# in multiprocessing_test
# Sleep 4 seconds
# Sleep 6 seconds
# Sleep 3 seconds
# Sleep 6 seconds
# Sleep 6 seconds
# Sleep 4 seconds
# Sleep 6 seconds
# Sleep 5 seconds
# Sleep 6 seconds
# Sleep 6 seconds
# {0: 4, 8: 6, 3: 6, 2: 3, 5: 6, 1: 4, 7: 6, 9: 5, 4: 6, 6: 6}
