
{
    "cheyenne": {
        "description"                 : "An SGI ICE XA Cluster located at the National Center for Atmospheric Research (NCAR), (https://www2.cisl.ucar.edu/resources/computational-systems/cheyenne)",
        "notes"                       : "Requires the use of a token from an USB on every connection.",
        "schemas"                     : ["local", "ssh"],
        "local"                       : {
            "job_manager_hop"         : "fork://localhost/",
            "job_manager_endpoint"    : "pbspro://localhost/",
            "filesystem_endpoint"     : "file://localhost/"
        },
        "ssh"                         : {
            "job_manager_endpoint"    : "ssh+pbspro://cheyenne.ucar.edu/",
            "filesystem_endpoint"     : "file://cheyenne.ucar.edu/"
        },

        "default_queue"               : "regular",
        "resource_manager"            : "PBSPRO",
        "cores_per_node"              : 36,
        "agent_config"                : "default",
        "agent_scheduler"             : "CONTINUOUS",
        "agent_spawner"               : "POPEN",
        "launch_methods"              : {
                                         "order" : ["FORK", "MPIRUN"],
                                         "FORK"  : {},
                                         "MPIRUN": {
                                             "pre_exec_cached": [
                                                 "module load gnu/9.1.0",
                                                 "module load openmpi"
                                                 ]
                                             }
                                        },
        "pre_bootstrap_0"             : [
                                         "module purge",
                                         "module load python/3.7.5",
                                         "module list"
                                         ],
        "pre_bootstrap_1"             : [
                                         "module purge",
                                         "module load python/3.7.5"
                                         ],
        "forward_tunnel_endpoint"     : "cheyenne1",
        "default_remote_workdir"      : "$TMPDIR",
        "rp_version"                  : "local",
        "virtenv_mode"                : "create",
      # "virtenv"                     : "/glade/scratch/wuh20/tmp/radical.pilot.sandbox/ve.pilot",
        "python_dist"                 : "default",
        "virtenv_dist"                : "system"
    },

    "cheyenne_mpt": {
        "description"                 : "An SGI ICE XA Cluster located at the National Center for Atmospheric Research (NCAR), (https://www2.cisl.ucar.edu/resources/computational-systems/cheyenne)",
        "notes"                       : "Requires the use of a token from an USB on every connection.",
        "schemas"                     : ["local", "ssh"],
        "local"                       : {
            "job_manager_hop"         : "fork://localhost/",
            "job_manager_endpoint"    : "pbspro://localhost/",
            "filesystem_endpoint"     : "file://localhost/"
        },
        "ssh"                         : {
            "job_manager_endpoint"    : "ssh+pbspro://cheyenne.ucar.edu/",
            "filesystem_endpoint"     : "file://cheyenne.ucar.edu/"
        },
        "default_queue"               : "regular",
        "resource_manager"            : "PBSPRO",
        "cores_per_node"              : 36,
        "agent_config"                : "default",
        "agent_scheduler"             : "CONTINUOUS",
        "agent_spawner"               : "POPEN",
        "launch_methods"              : {
                                         "order" : ["FORK", "MPIEXEC_MPT"],
                                         "FORK"  : {},
                                         "MPIEXEC_MPT": {
                                             "pre_exec_cached": [
                                                     "module load gnu/9.1.0",
                                                     "module load mpt/2.22"
                                                 ]
                                             }
                                        },
        "pre_bootstrap_0"             : [
                                         "module purge",
                                         "module load python/3.7.5"
                                         ],
        "pre_bootstrap_1"             : [
                                         "module purge",
                                         "module load python/3.7.5"
                                         ],
        "forward_tunnel_endpoint"     : "cheyenne1",
        "default_remote_workdir"      : "$TMPDIR",
        "rp_version"                  : "local",
        "virtenv_mode"                : "create",
      # "virtenv"                     : "/glade/scratch/wuh20/tmp/radical.pilot.sandbox/ve.pilot",
        "python_dist"                 : "default",
        "virtenv_dist"                : "system"
    }
}

