|
- #解决mindspore内存持续增长而导致测试被kill的问题
- import time
- import subprocess
- import argparse
- parser = argparse.ArgumentParser(description='DVCP test')
- parser.add_argument('--lmbda', type=int)
- parser.add_argument('--ckpt', type=str)
-
-
- args = parser.parse_args()
-
- folders = [
- ['Beauty',
- 'HoneyBee'],
- ['ReadySteadyGo',
- 'YachtRide'],
- ['Bosphorus',
- 'Jockey'],
- ['ShakeNDry']
- ]
-
-
- for idx,folder in enumerate(folders): #直接一次性加载太多,会爆内存被kill掉
- fstr = ''
- for fd in folder:
- fstr += ' '+fd
- cmd = f'python /code/DVC_P/test.py -C ./test_output/DVC_P_mindspore_{args.lmbda}_{idx}.csv -L {args.lmbda} -F {fstr} -N {args.ckpt}'
- print(cmd)
- subprocess.run(cmd, shell=True) #阻塞式
- time.sleep(1*10*1) #等10s
-
-
-
- # folders = [
- # ['Beauty',
- # 'HoneyBee'],
- # ['ReadySteadyGo',
- # 'YachtRide'],
- # ['Bosphorus',
- # 'Jockey'],
- # ['ShakeNDry']
- # ]
- # lmbda_list = [256, 512, 1024, 2048]
-
- # # ckpt_list = ['iter39920.ckpt', 'iter39920.ckpt', 'iter39920.ckpt' , 'iter39920.ckpt' ] # DVC_P0_mindspore
- # # ckpt_list = ['iter40918.ckpt', 'iter40918.ckpt', 'iter40918.ckpt' , 'iter40918.ckpt' ] # DVC_P_40918_mindspore
- # ckpt_list = ['iter56886.ckpt', 'iter42914.ckpt', 'iter42914.ckpt' , 'iter40918.ckpt' ] # DVC_P1_mindspore
-
- # # for idx,folder in enumerate(folders): #直接一次性加载太多,会爆内存被kill掉
- # # fstr = ''
- # # for fd in folder:
- # # fstr += ' '+fd
- # # cmd = f'python /code/DVC_P/test.py -C DVC_P0_mindspore_{lmbda_list[2]}_{idx}.csv -L {lmbda_list[2]} -F {fstr} -N {ckpt_name2}'
- # # print(cmd)
- # # subprocess.run(cmd, shell=True) #阻塞式
- # # time.sleep(1*10*1) #等10s
-
- # for index, lmbda in enumerate(lmbda_list):
- # for idx,folder in enumerate(folders): #直接一次性加载太多,会爆内存被kill掉
- # fstr = ''
- # for fd in folder:
- # fstr += ' '+fd
- # cmd = f'python /userhome/DVC_P/test.py -C /test_output/DVC_P2_mindspore_{lmbda}_{idx}.csv -L {lmbda} -F {fstr} -N {ckpt_list[index]}'
- # print(cmd)
- # subprocess.run(cmd, shell=True) #阻塞式
- # time.sleep(1*10*1) #等10s
|