create_forecast_scripts.py

import subprocess

def main():
    config_nums = [700, 701, 702, 703, 801, 802, 803, 900]
    config_types = ["climate", "forecast_20"]
    #config_types = ["climate"]
    n_procs = [1, 36]
    w = "_w"
    for t, config_type in enumerate(config_types):
        for config_num in config_nums:
            script = create_submission_script(config_num, 
                                              forecast_type=config_type,
                                              n_procs=n_procs[t],
                                              w=w)
            #print(script)
            script_filename = "scripts_v1.5/gan_{0}_{1:03d}{2}.sh".format(config_type, config_num, w)
            print(script_filename)
            with open(script_filename, "w") as script_file:
                script_file.write(script)
            subprocess.run(["qsub", script_filename])

    return


def create_submission_script(config_num, 
                             config_path="config/exp_20_stoch/",
                             account="NAML0001", 
                             walltime="04:00:00",
                             queue="regular",
                             email="dgagne@ucar.edu",
                             forecast_type="climate",
                             n_procs=1,
                             w=""):
    sub_str = "#!/bin/bash\n"
    sub_str += "#PBS -N {0}_gan_{1:03d}\n".format(forecast_type[0], config_num)
    sub_str += "#PBS -A {0}\n".format(account)
    sub_str += "#PBS -q {0}\n".format(queue)
    sub_str += "#PBS -l walltime={0}\n".format(walltime)
    sub_str += "#PBS -l select=1:ncpus=36:ompthreads=36\n"
    sub_str += "#PBS -m abe\n"
    sub_str += "#PBS -M {0}\n".format(email)
    sub_str += "#PBS -j oe\n"
    sub_str += "module unload ncarenv\n"
    sub_str += "source /glade/u/home/dgagne/.bash_profile\n"
    sub_str += 'export PATH="/glade/u/home/dgagne/miniconda3/envs/ml/bin:$PATH"\n'
    sub_str += "cd /glade/u/home/dgagne/lorenz_gan\n"
    sub_str += "python -u run_lorenz_forecast.py {0}{1}_gan_n_{2:03d}_c_dense{4}.yaml -p {3:d} &> gan_{2:03d}_{1}.log\n".format(config_path, forecast_type, config_num,
    n_procs, w)
    return sub_str

if __name__ == "__main__":
    main()