ClearML/clearml
1
0
Fork 0
mirror of https://github.com/clearml/clearml synced 2025-02-07 13:23:40 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Refine subprocess example

Browse Source
This commit is contained in:
allegroai 2020-06-22 17:12:24 +03:00
parent d12b1e114b
commit 1b153e401e
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/distributed/subprocess_example.py
View File

@ -40,7 +40,9 @@ def mp_handler(use_subprocess):
if __name__ == '__main__': if __name__ == '__main__':
parser = ArgumentParser() parser = ArgumentParser()
parser.add_argument('--num_workers', help='integer value', type=int, default=3) parser.add_argument('--num_workers', help='integer value', type=int, default=3)
parser.add_argument('--use_subprocess', help='integer value', type=int, default=1) parser.add_argument('--use-subprocess', help="Use sub processes", dest='subprocess', action='store_true')
parser.add_argument('--no-subprocess', help="Use threads", dest='subprocess', action='store_false')
parser.set_defaults(subprocess=True)
# this argument we will not be logging, see below Task.init # this argument we will not be logging, see below Task.init
parser.add_argument('--counter', help='integer value', type=int, default=-1) parser.add_argument('--counter', help='integer value', type=int, default=-1)
@ -67,12 +69,12 @@ if __name__ == '__main__':
cmd = [sys.executable, sys.argv[0], cmd = [sys.executable, sys.argv[0],
'--counter', str(counter - 1), '--counter', str(counter - 1),
'--num_workers', str(args.num_workers), '--num_workers', str(args.num_workers),
'--use_subprocess', str(args.use_subprocess)] '--use-subprocess' if args.subprocess else '--no-subprocess']
print(cmd) print(cmd)
p = subprocess.Popen(cmd, cwd=os.getcwd()) p = subprocess.Popen(cmd, cwd=os.getcwd())
# the actual "processing" is done here # the actual "processing" is done here
mp_handler(args.use_subprocess) mp_handler(args.subprocess)
print('Done logging') print('Done logging')
# wait for the process we launched # wait for the process we launched