Difference between revisions of "ARC CE Tips"

From GridPP Wiki
Jump to: navigation, search
(Created page with "== Setup to allow gLite-WMS jobs to run ==")
 
 
(10 intermediate revisions by one user not shown)
Line 1: Line 1:
 
== Setup to allow gLite-WMS jobs to run ==
 
== Setup to allow gLite-WMS jobs to run ==
 +
Create an empty file ''/usr/etc/globus-user-env.sh'' on all worker nodes.
 +
 +
== Setup for LHCb ==
 +
A default runtime environment must be setup which creates up an environment variable containing the queue name. This can be done by adding the following line to the [grid-manager] section of ''/etc/arc.conf'':
 +
 +
authplugin="PREPARING timeout=60,onfailure=pass,onsuccess=pass /usr/local/bin/default_rte_plugin.py %S %C %I ENV/GLITE"
 +
 +
This sets ENV/GLITE as a default runtime environment. The file ''/usr/local/bin/default_rte_plugin.py'' is:
 +
 +
#!/usr/bin/python<br>
 +
"""Usage: default_rte_plugin.py <status> <control dir> <jobid> <runtime environment><br>
 +
Authplugin for PREPARING STATE<br>
 +
Example:<br>
 +
  authplugin="PREPARING timeout=60,onfailure=pass,onsuccess=pass /usr/local/bin/default_rte_plugin.py %S %C %I <rte>"<br>
 +
"""<br>
 +
def ExitError(msg,code):
 +
    """Print error message and exit"""
 +
    from sys import exit
 +
    print(msg)
 +
    exit(code)<br>
 +
def SetDefaultRTE(control_dir, jobid, default_rte):<br>
 +
    from os.path import isfile<br>
 +
    desc_file = '%s/job.%s.description' %(control_dir,jobid)<br>
 +
    if not isfile(desc_file):
 +
        ExitError("No such description file: %s"%desc_file,1)<br>
 +
    f = open(desc_file)
 +
    desc = f.read()
 +
    f.close()<br>
 +
    if default_rte not in desc:
 +
        with open(desc_file, "a") as myfile:
 +
          myfile.write("( runtimeenvironment = \"" + default_rte + "\" )")<br>
 +
    return 0<br>
 +
def main():
 +
    """Main"""<br>
 +
    import sys<br>
 +
    # Parse arguments<br>
 +
    if len(sys.argv) == 5:
 +
        (exe, status, control_dir, jobid, default_rte) = sys.argv
 +
    else:
 +
        ExitError("Wrong number of arguments\n"+__doc__,1)<br>
 +
    if status == "PREPARING":
 +
        SetDefaultRTE(control_dir, jobid, default_rte)
 +
        sys.exit(0)<br>
 +
    sys.exit(1)<br>
 +
if __name__ == "__main__":
 +
    main()
 +
 +
The ENV/GLITE runtime environment should then contain the following in addition to any existing contents:
 +
 +
if [ "x$1" = "x0" ]; then
 +
  # Set environment variable containing queue name
 +
  env_idx=0
 +
  env_var="joboption_env_$env_idx"
 +
  while [ -n "${!env_var}" ]; do
 +
      env_idx=$((env_idx+1))
 +
      env_var="joboption_env_$env_idx"
 +
  done
 +
  eval joboption_env_$env_idx="NORDUGRID_ARC_QUEUE=$joboption_queue"
 +
fi

Latest revision as of 12:48, 13 May 2014

Setup to allow gLite-WMS jobs to run

Create an empty file /usr/etc/globus-user-env.sh on all worker nodes.

Setup for LHCb

A default runtime environment must be setup which creates up an environment variable containing the queue name. This can be done by adding the following line to the [grid-manager] section of /etc/arc.conf:

authplugin="PREPARING timeout=60,onfailure=pass,onsuccess=pass /usr/local/bin/default_rte_plugin.py %S %C %I ENV/GLITE"

This sets ENV/GLITE as a default runtime environment. The file /usr/local/bin/default_rte_plugin.py is:

#!/usr/bin/python
"""Usage: default_rte_plugin.py <status> <control dir> <jobid> <runtime environment>
Authplugin for PREPARING STATE
Example:
authplugin="PREPARING timeout=60,onfailure=pass,onsuccess=pass /usr/local/bin/default_rte_plugin.py %S %C %I <rte>"
"""
def ExitError(msg,code): """Print error message and exit""" from sys import exit print(msg) exit(code)
def SetDefaultRTE(control_dir, jobid, default_rte):
from os.path import isfile
desc_file = '%s/job.%s.description' %(control_dir,jobid)
if not isfile(desc_file): ExitError("No such description file: %s"%desc_file,1)
f = open(desc_file) desc = f.read() f.close()
if default_rte not in desc: with open(desc_file, "a") as myfile: myfile.write("( runtimeenvironment = \"" + default_rte + "\" )")
return 0
def main(): """Main"""
import sys
# Parse arguments
if len(sys.argv) == 5: (exe, status, control_dir, jobid, default_rte) = sys.argv else: ExitError("Wrong number of arguments\n"+__doc__,1)
if status == "PREPARING": SetDefaultRTE(control_dir, jobid, default_rte) sys.exit(0)
sys.exit(1)
if __name__ == "__main__": main()

The ENV/GLITE runtime environment should then contain the following in addition to any existing contents:

if [ "x$1" = "x0" ]; then
  # Set environment variable containing queue name
  env_idx=0
  env_var="joboption_env_$env_idx"
  while [ -n "${!env_var}" ]; do
     env_idx=$((env_idx+1))
     env_var="joboption_env_$env_idx"
  done
  eval joboption_env_$env_idx="NORDUGRID_ARC_QUEUE=$joboption_queue"
fi