# ==================================================================== # System configuration file for the UPC test harness # # Notes on syntax/semantics: # ------------------------- # (1) Comments, as in PERL, begin with the pound (#) symbol and # continue until the end of the line # # (2) local definitions. Lines of the form: # define NAME = value # will define a substitution, that can be used as shorthand # in later entries. See item 5 below. # # (3) The data in the file consists of a series of definitions in # the form: # name = value # where "name" is a string and value is either: # a scalar value, eg: foo = bar # a hash eg: foo = { a => 5; b => upc } # an array eg: foo = [x, y, z] # That is, similar to how you would write them in PERL. # # (4) values of the form '%HOME%' (uppercase surrounded by percent) # will be replaced by the corresponding local definition (see 2) # if it is defined, or the corresponding environment variable. # It is a run-time error if such a definition or environment # variable is not defined. # # (5) The following values must be defined: # network NOTE: can be modified on command line # batch_sys # queues # # ==================================================================== # Specify the network [GASNet conduit] to be used network = ibv # Specify the type of batch system in use. batch_sys = sge # Specify a sequence of queues, in order of preference, that can # be used to run the jobs. Each queue must define the following # fields: # Q_name -> name of the queue # Q_maxnode -> max number of nodes allowed by the queue # Q_minnode -> min number of nodes allowed by the queue # Q_maxtpn -> max number of tasks per node allowed by queue # Q_maxtime -> the maximum queue limit for the queue # in the form HHH:MM:SS, 00:00:00 for unlimited # NOTE: # Except for the "serial" queue, these queue definitions all point # at the "normal" queue, but differ in the "Q_maxtpn" field # so that the harness picks the one with the proper SGE "Q_pe" field. # We don't use the "development" queue due to its 5-job limit. queues = [ { Q_name => serial, Q_maxnode => 1, Q_minnode => 1, Q_maxtpn => 1, Q_maxtime => 2:00:00, Q_nslots => 12, Q_pe => '1way' }, { Q_name => normal, Q_maxnode => 22, Q_minnode => 2, Q_maxtpn => 1, Q_maxtime => 4:00:00, Q_nslots => 12, Q_pe => '1way' }, { Q_name => normal, Q_maxnode => 22, Q_minnode => 1, Q_maxtpn => 2, Q_maxtime => 4:00:00, Q_nslots => 12, Q_pe => '2way' }, { Q_name => normal, Q_maxnode => 22, Q_minnode => 1, Q_maxtpn => 4, Q_maxtime => 4:00:00, Q_nslots => 12, Q_pe => '4way' }, { Q_name => normal, Q_maxnode => 22, Q_minnode => 1, Q_maxtpn => 6, Q_maxtime => 4:00:00, Q_nslots => 12, Q_pe => '6way' }, { Q_name => normal, Q_maxnode => 22, Q_minnode => 1, Q_maxtpn => 8, Q_maxtime => 4:00:00, Q_nslots => 12, Q_pe => '8way' }, { Q_name => normal, Q_maxnode => 22, Q_minnode => 1, Q_maxtpn => 12, Q_maxtime => 4:00:00, Q_nslots => 12, Q_pe => '12way' } ] # ================================================================= # Optional (but suggested) fields # Specify the accounting repository under which the jobs will be run # (not used on all systems) repository = NA # Specify the default number of UPC threads when running the tests. # This value will replace the %NTHREAD% string in the per-suite # harness configuration file (harness.conf). nthread_default = 8 # Specify the maximum number of processes per node to be used in this run max_proc_per_node = 4 # Specify the minimum number of nodes to be used in a run. This # value will be violated if the total number of UPC threads is # less than the specified value min_num_nodes = 1 # By default MVAPICH pins each process to a single core (bad for pthreads). run_env = { VIADEV_USE_AFFINITY => 0, MV_USE_AFFINITY => 0, MV2_ENABLE_AFFINITY => 0 } resubmit_cmd = 'ssh `whoami`@lonestar.tacc.utexas.edu ". /etc/tacc/profile; qsub"' known_failures = \ 'upcr-tests/sptr_arith [run-exit ; ; upcr_global_exit() triggers anomalous fflush() behavior on LoneStar]'