#!/usr/bin/env python """ This script is an alternative to dpm-qryconf and dpm-getspacemd. It allows to display information about both pools and space reservations. This script is also a GIP provider (and not a plug-in), when used with option --gip, generating information related to DPM storage areas (GlueSA) and associated VO specific information (GlueVOInfo). Information on current configuration is collected through DPM Python API. GlueSA entries describes non-overlapping storage areas. There is one entry per statically reserved spaces and one entry for the non-reserved space. In each GlueSA, ReservedSpace described the SRM reserved space if any and TotalSpace describes the actually available space (servers drained or down are not taken into account). For GlueSA associated with DPM pools, pool capacity as returned by DPM is reduced by the the amount of reserved space (reported in GlueSAs associated with space tokens) in the pool. If the space area is usable (shared) by several VOs, there is only one corresponding GlueSA and one entry for each VO/FQAN in ACBR. Unreserved space areas sitting on different DPM pools have distinct GlueSA entries. GlueSAPath is not defined in GlueSA. A GlueVOInfo entry is created for each VO/GlueSA combination defining the following attributes : - GlueVOInfoPath : home directory for the VO - GlueVOInfoTag : space token (description) associated with the GlueSA, if any - GlueChunkKey : GlueSALocalID/GlueSEUniqueID of the associated SA For unreserved space, if there is several GlueSA corresponding to different DPM pools, there is one distinct GlueVOInfo for each GlueSA/VO combination. DISCLAIMER : the output of this script is not intended to be parseable. Formatting is subject to change. If you interested in getting values displayed by this script, you are advised to use DPM Python API. This script may be used as an example on how to use it... """ __version__ = "1.3.1-6" __author__ = "Michel Jouvin" import sys import os import os.path import socket import re import rpm from optparse import OptionParser # Function to write debug messages according to verbosity # verbosity is set with option --verbose. verbosity = 0 def debug(level,msg): if level <= verbosity: sys.stderr.write("%s\n" % msg) try: import dpm except: python_version_toks = re.match('(?P\d\.\d)',sys.version) python_version = python_version_toks.group('major') lcg_location = os.getenv('LCG_LOCATION') if not lcg_location: lcg_location = '/opt/lcg' dpm_module_found = False for archlib in ('lib64','lib'): python_site_packages = 'python%s/site-packages' % python_version for pythondir in ('python', python_site_packages): dpm_module_location = "%s/%s/%s" % (lcg_location, archlib, pythondir) dpm_module_found = os.path.exists(dpm_module_location+'/dpm.py') if dpm_module_found: break if dpm_module_found: break if dpm_module_location: sys.path.append(dpm_module_location) import dpm else: debug(0,"Unable to locate dpm Python module. Define PYTHONPATH appropriately") sys.exit(1) class SA: """ Class handling a generic SA description that can be used both with pools and space tokens. 'type' attribute is 0 for pool-related SAs, 1 for reserved space. """ def __init__(self,name,acbr,total,free,reserved=None,type=0,resid=None,linkedSA=None,lifetime=None,retention=None,latency=None, defsize=None,max_lifetime=None,def_pintime=None,max_pintime=None,fss_policy=None,rs_policy=None,gc_start_thresh=None, gc_stop_thresh=None,gc_policy=None,mig_policy=None,space_type=None,server=None,allVos=False): self.name = name self.id = resid self.acbr = acbr self.acbr.sort() self.total = Size(total) self.free = Size(free) if type == 1 and int(self.free) > int(self.total): self.free = self.total self.unavailableFree = Size(0) self.unavailableUsed = Size(0) if reserved: self.reserved = Size(reserved) else: self.reserved = Size(0) self.type = type self.fs_list = None # server contains configuration information about the current server self.server = server # vo_list is used to get a list of each VO with the associated FQANs (VO must be one of them # if access is allowed to the whole VO) self.vo_list = {} for fqan in acbr: fqan_toks = fqan.split('/',1) if not fqan_toks[0] in self.vo_list: self.vo_list[fqan_toks[0]] = [] self.vo_list[fqan_toks[0]].append(fqan) self.allVos = allVos self.linkedSA = {} self.addLinkedSA(linkedSA) self.lifetime = LifeTime(lifetime) self.retention = Retention(retention) # Latency is not explicitly defined for pools, assume online if latency: self.latency = Latency(latency) else: self.latency = Latency('O') self.space_type = SpaceType(space_type) # Some attributes applies only to pools, others are defaulted from parent # pool for reservations if type == 0: self.defsize = Size(defsize) self.max_lifetime = LifeTime(max_lifetime) self.def_pintime = LifeTime(def_pintime) self.max_pintime = LifeTime(max_pintime) self.fss_policy = fss_policy self.rs_policy = rs_policy self.mig_policy = mig_policy self.gc_start_thresh = gc_start_thresh # Percentage of free space self.gc_stop_thresh = gc_stop_thresh # Percentage of free space > gc_start_thresh self.gc_policy = gc_policy else: # Max pin time and life time inherited from pool if len(self.linkedSA): pool_name = self.linkedSA.keys()[0] # There is always 1 and only 1 self.max_pintime = self.linkedSA[pool_name].max_pintime self.max_lifetime = self.linkedSA[pool_name].max_lifetime else: debug(0,'ERROR: parent pool not defined for reservation %s' % (self.name)) sys.exit(20) # Must be done last as it relies on other attributes self.sa_id = self.buildSaId() def vo_str(self): vo_list = self.vo_list.keys() vo_list.sort() return ','.join(vo_list) def buildSaId(self): sa_id = self.name if self.retention: sa_id += ":%s" % str(self.retention).lower() if self.latency: sa_id += ':%s' % str(self.latency).lower() return sa_id # Function to display selected pool/reservation in the choosen format def displaySA(self,gip_mode=False,header=False,details=False,legacy=False): if gip_mode: debug(1,"\nGenerating GlueSA and GlueVOInfo for pool/reservation %s..." % self.name) self.glueSA(legacy) self.voInfo() else: debug(1,"\nDisplaying information about pool/reservation %s..." % self.name) self.printSA(header,details) # Display information in human-readable format def printSA(self,header=False,details=False,ident=4): prefix = ident * ' ' # Handle properly total = 0 for free_percent calculation # Ignore reserved space in used space calculation for reservations # self.total reflects configured capacity independently of unavailable parts # Consider free=0 when internally negative if self.type == 0: total = self.total used = total - self.reserved - self.free - self.unavailableFree if int(self.free) < 0: free = Size(0) else: free = self.free else: total,free,used,unavailable = self.reservationSpace() if int(total) == 0: free_percent = 100.0 else: free_percent = free / total * 100 if self.type == 1: if header: print "\nSPACE RESERVATIONS:\n" print "%s\tID=%s" % (self.name, self.id) print prefix+"CAPACITY: %-10s RESERVED: %-10s UNAVAIL (free): %s" % (total,self.reserved,unavailable) print prefix+" USED: %-10s FREE: %s (%.1f%%)" % (used,free,free_percent) print prefix+"Space Type: %s Retention: %s Latency: %s" % (self.space_type, self.retention, self.latency) print prefix+"Lifetime: %s" % (self.lifetime) legend = 'Authorized FQANs:' line_fmt = "%%%ds %%s" % len(legend) for line in self.acbrStr(details=details,allVos=self.allVos): print prefix+line_fmt % (legend,line) legend = '' print prefix+"Pool: %s" % self.parentPoolName() print "" else: if header: print "\nPOOLS:\n" print "%s" % (self.name) print prefix+"CAPACITY: %-10s RESERVED: %-10s UNAVAIL (free/used): %s/%s" % (total,self.reserved,self.unavailableFree,self.unavailableUsed) print prefix+" USED: %-10s FREE: %s (%.1f%%)" % (used,free,free_percent) if len(self.linkedSA): legend = 'Space Tokens:' line_fmt = "%%%ds %%s" % len(legend) for line in self.tokenList(): print prefix+line_fmt % (legend,line) legend = '' legend = 'Authorized FQANs:' line_fmt = "%%%ds %%s" % len(legend) for line in self.acbrStr(details=details,allVos=self.allVos): print prefix+line_fmt % (legend,line) legend = '' print prefix+"Space Type: %-10s Retention Policy: %s" % (self.space_type,self.retention) if details: print prefix+"Default Life Time: %-10s Max Life Time: %s" % (self.lifetime,self.max_lifetime) print prefix+"Default Pin Time: %-10s Max Pin Time: %s" % (self.def_pintime,self.max_pintime) print prefix+"Migration Policy: %-10s Request Selection Policy: %s" % (self.mig_policy,self.rs_policy) if self.gc_start_thresh and self.gc_stop_thresh: print prefix+"Garbage Collector: Start < %4.1f%%\tStop > %4.1f%%\t\tPolicy: %s" % (self.gc_start_thresh,self.gc_stop_thresh,self.gc_policy) else: print prefix+"Garbage Collector: not configured" if self.fs_list: print prefix+"Number of file systems : %-3d FS selection policy: %s" % (len(self.fs_list),self.fss_policy) if details: header = True for fs in self.fs_list: fs.display(header,details=details,ident=ident) header = False print "" # Display SA information in Glue format (LDIF) def glueSA(self,legacy): if len(self.vo_list) == 1: suffix = '' else: suffix = 's' if self.type == 1: sa_descr = "Reserved space for VO%s %s (space token %s)" % (suffix,self.vo_str(),self.name) total,free,used,unavailable = self.reservationSpace() reserved = self.reserved installedStr = "GlueSACapability: InstalledOnlineCapacity=%s\n" % reserved.GB() else: sa_descr = "Unreserved space for VO%s %s" % (suffix,self.vo_str()) # Total space published is the total unreserved space. # Unreserved space published is pool size minus reserved space in it and minus unavailable space # due to disabled/read-only FS. Total space is never less than used space. # Free is also adjusted to take into account unavailable space and is allowed to be negative # to reflect situations with too much unavailable space compared to reserved space. # Compute used space without taking into account unavailable space to avoid side effect of negative total/free. # Unavailable used space (due to disable file systems) is removed from used space. # self.total reflects configured capacity independently of unavailable parts. # Consider free=0 when internally negative. installed = self.total - self.reserved total = installed - self.unavailableUsed - self.unavailableFree used = total - self.free if int(total) < int(used): debug(1,"Pool %s: total reset to used (%s)" % (self.name,used)) total = used free = self.free - self.unavailableFree if int(free) < 0: free = Size(0) reserved = Size(0) installedStr = "GlueSACapability: InstalledOnlineCapacity=%s\n" % installed.GB() acbr = '' for fqan in self.glueACBR(): acbr += "GlueSAAccessControlBaseRule: %s\n" % fqan # Valid values for GlueSAType are permanent, volatile, durable. # Assume an undefined type is in fact permanent. if str(self.space_type) == 'Any': space_type = 'permanent' else: space_type = str(self.space_type).lower() print "dn: GlueSALocalID="+self.sa_id+",GlueSEUniqueID="+self.server.name+",mds-vo-name=resource,o=grid\n" + \ "objectClass: GlueSATop\n" + \ "objectClass: GlueSA\n" + \ "objectClass: GlueSAPolicy\n" + \ "objectClass: GlueSAState\n" + \ "objectClass: GlueSAAccessControlBase\n" + \ "objectClass: GlueKey\n" + \ "objectClass: GlueSchemaVersion\n" + \ "GlueSALocalID: "+self.sa_id+"\n" + \ "GlueSAName: "+sa_descr+"\n" + \ "GlueSATotalOnlineSize: "+total.GB()+"\n" + \ "GlueSAUsedOnlineSize: "+used.GB()+"\n" + \ "GlueSAFreeOnlineSize: "+free.GB()+"\n" + \ "GlueSAReservedOnlineSize: "+reserved.GB()+"\n" + \ installedStr + \ "GlueSACapability: InstalledNearlineCapacity=0\n" + \ "GlueSATotalNearlineSize: 0\n" + \ "GlueSAUsedNearlineSize: 0\n" + \ "GlueSAFreeNearlineSize: 0\n" + \ "GlueSAReservedNearlineSize: 0\n" + \ "GlueSARetentionPolicy: "+str(self.retention)+"\n" + \ "GlueSAAccessLatency: "+str(self.latency)+"\n" + \ "GlueSAExpirationMode: "+self.space_type.expirationMode()+"\n" + \ "GlueSAPolicyFileLifeTime: "+space_type.capitalize()+"\n" + \ "GlueSAType: "+space_type+"\n" + \ "GlueSAStateAvailableSpace: "+free.KB()+"\n" + \ "GlueSAStateUsedSpace: "+used.KB()+"\n" + \ acbr + \ "GlueChunkKey: GlueSEUniqueID="+self.server.name+"\n" + \ "GlueSchemaVersionMajor: 1\n" + \ "GlueSchemaVersionMinor: 3" # GlueSAPolicy is considered obsolete if legacy: print "GlueSAPolicyMaxFileSize: 10000\n" + \ "GlueSAPolicyMinFileSize: 1\n" + \ "GlueSAPolicyMaxData: 100\n" + \ "GlueSAPolicyMaxNumFiles: 10\n" + \ "GlueSAPolicyMaxPinDuration: "+self.max_pintime.glue()+"\n" + \ "GlueSAPolicyQuota: 0\n" else: print "" # Create VOInfo object associated with current SA def voInfo(self): for vo in self.vo_list.keys(): if self.server.fqanInVoList(vo): voinfo_id = vo + ':' + self.name vo_path = dpm_home_name + '/' + vo # Do not define a tag if there is no space token defined. This allows selecting unreserved SA with a LDAP # filter like : # '(&(&(ObjectClass=GlueVOInfo)(GlueChunkKey=*grid05.lal.in2p3.fr)(GlueVOInfoAccessControlBaseRule=*dteam))(!(GLueVOInfoTag=*)))' if self.type == 1: voinfo_tag = "GlueVOInfoTag: "+self.name+"\n" else: voinfo_tag = '' acbr = '' for fqan in self.glueACBR(self.vo_list[vo]): acbr += "GlueVOInfoAccessControlBaseRule: %s\n" % fqan print "dn: GlueVOInfoLocalID="+voinfo_id+",GlueSALocalID="+self.sa_id+",GlueSEUniqueID="+self.server.name+",mds-vo-name=resource,o=grid\n" + \ "objectClass: GlueSATop\n" + \ "objectClass: GlueVOInfo\n" + \ "objectClass: GlueKey\n" + \ "objectClass: GlueSchemaVersion\n" + \ "GlueVOInfoLocalID: "+voinfo_id+"\n" + \ "GlueVOInfoName: "+voinfo_id+"\n" + \ "GlueVOInfoPath: "+vo_path+"\n" + \ voinfo_tag + \ acbr + \ "GlueChunkKey: GlueSALocalID="+self.sa_id+"\n" + \ "GlueChunkKey: GlueSEUniqueID="+self.server.name+"\n" + \ "GlueSchemaVersionMajor: 1\n" + \ "GlueSchemaVersionMinor: 3\n" + \ "" else: debug(1,'VO %s not configured: VOInfo not created' % vo) # Use a dictionary for linkedSA for easier duplicate elimination in case of tokens # and for faster access to linked SA name. # If sa is None, return an empty dictionnary def addLinkedSA(self,sa): if not sa: return {} if not self.linkedSA: self.linkedSA = {} self.linkedSA[sa.name] = sa # Return parent pool name. # This method assumes there is only one linkedSA in this context and returns the name of # the first one. def parentPoolName(self): if len(self.linkedSA) == 1: pool_name = self.linkedSA.keys()[0] return pool_name elif not linkedSA: debug(0,"FATAL: No parent pool defined for token %s" % self.name) else: debug(0,"FATAL: Several parent pool defined for token %s" % self.name) # Compute an updated view for total, free and unavailable space for reservations. # Take into account space that cannot be allocated because # there is too much unavailable space compared to reserved space. # Total is never allowed to be lower than used space (and thus is always >=0). def reservationSpace(self): pool_name = self.parentPoolName() # Unavailable space has already been removed from pool free space in addFS() pool_free = self.linkedSA[pool_name].free free = self.free total = self.total # Doesn't take into account pool unavailableUsed as we don't know which reservation is affected. used = self.reserved - self.free if int(pool_free) < 0: unavailable = -pool_free total -= unavailable if int(total) < int(used): total = used free -= unavailable else: unavailable = 0 return total, free, used, unavailable # tokenList is a generator returning list of tokens in line of str_max_len characters def tokenList(self,str_max_len=50): # First build a sorted list of tokens st_list = self.linkedSA.keys() st_list.sort() # Create a list of string of str_max_len characters st_list_str = [] i = 0 st_list_str.append('') for st in st_list: if len(st_list_str[i])+len(st) >= str_max_len: st_list_str[i] += ',' i += 1 st_list_str.append('') elif len(st_list_str[i]) > 0: st_list_str[i] += ', ' st_list_str[i] += st # Return line one by one for line in st_list_str: yield(line) # acbrStr is a generator returning list of tokens in line of str_max_len characters def acbrStr(self,details=False,allVos=False,str_max_len=50): # Create a list of string of str_max_len characters acbr_list_str = [] parenthesis = False i = 0 if allVos: acbr_list_str.append('all VOs') if details: acbr_list_str[i] += ' (' parenthesis = True else: acbr_list_str.append('') prefix_len = len(acbr_list_str[i]) if (not allVos) or details: for fqan in self.acbr: if len(acbr_list_str[i])+len(fqan) >= str_max_len: acbr_list_str[i] += ',' i += 1 acbr_list_str.append('') elif len(acbr_list_str[i]) > prefix_len: acbr_list_str[i] += ', ' prefix_len = 0 if self.server.fqanInVoList(fqan): acbr_list_str[i] += fqan else: # Mark the FQAN as unusable as the VO is not configured debug(1,'VO not configured: skipping FQAN %s' % (fqan)) acbr_list_str[i] += '(%s)' % fqan if parenthesis: acbr_list_str[i] += ')' # Return line one by one for line in acbr_list_str: yield(line) # Generator returning each FQAN in Glue ACBR format. # An FQAN is skipped if the corresponding VO is not configured # or if there is an entry defined for the whole VO. def glueACBR(self,acbr=None): if acbr == None: acbr = self.acbr for fqan in acbr: fqan_toks = fqan.split('/',1) if self.server.fqanInVoList(fqan_toks[0]): prefix = None if len(fqan_toks) == 1: prefix = 'VO:' else: # Add only if there is no entry for the whole VO if not fqan_toks[0] in self.vo_list[fqan_toks[0]]: prefix = 'VOMS:/' else: debug(1,'VO %s: an entry for the whole VO is present, FQAN %s skipped' % (fqan_toks[0],fqan)) if prefix: yield ("%s%s" % (prefix,fqan)) else: debug(1,'VO %s not configured: skipping FQAN %s' % (fqan_toks[0],fqan)) def addFS(self,fs): if self.type == 1: print "ERROR: file systems are not supported on space reservations (%s)" % sa.name sys.exit(21) debug(1, "Adding FS %s:%s" % (fs.server,fs.fs)) if not self.fs_list: self.fs_list = [] self.fs_list.append(FS(fs)) # Add FS space to unavailable if FS is disabled or read-only unavailableFree,unavailableUsed = self.fs_list[-1].unavailSpace() self.unavailableFree += unavailableFree self.unavailableUsed += unavailableUsed # When a FS is disabled/read-only, DPM doesn't count it anymore in the pool capacity. # Fix it so that total is the real capacity, including unavailable parts. if unavailableFree: self.total += self.fs_list[-1].total # Compute aggregated space for the SA if type is pool. # Aggregated space is pool capacity, used space in pool and in any child reservation, free space in pool # and any child reservation. def aggregatedSpace(self): if self.type == 0: total = self.total free = self.free - self.unavailableFree used = self.total - self.reserved - self.free if len(self.linkedSA) > 0: for reservation in self.linkedSA.values(): free += reservation.free reserv_used = reservation.reserved - reservation.free used += reserv_used return total,used,free else: debug(1,'WARNING: aggregatedSpace() called for a reservation. Ignoring...') return Size(0),Size(0),Size(0) # Class FS describes a DPM file system. # Class attribues are derived from DPM dpm_fs structure returned by dpm_getpoolfs. # # Available attributes as of DPM 1.6.10 (from man dpm_getpoolfs) are: # struct dpm_fs { # char poolname[CA_MAXPOOLNAMELEN+1]; # char server[CA_MAXHOSTNAMELEN+1]; # char fs[80]; # u_signed64 capacity; # u_signed64 free; # int status; # }; class FS: def __init__(self,fs): self.server = fs.server self.pool = fs.poolname self.fs = fs.fs self.total = Size(fs.capacity) self.free = Size(fs.free) self.status = Status(fs.status) def display(self,header=False,ident=4,details=False): used = self.total - self.free if int(self.total) == 0: free_percent = 0. else: free_percent = self.free / self.total * 100 prefix = '' for i in range(ident): prefix = ident * ' ' if header: print prefix+"%-40s%-8s%10s%10s%10s" % ('File System','Status','Capacity','Used','Free') print prefix+"-----------------------------------------------------------------------------------" print prefix+"%-40s%-8s%10s%10s%10s (%.1f%%)" % (self.server+':'+self.fs,self.status, self.total,used,self.free,free_percent) # Return unavailable in file system is disabled or read-only. # There is a separate count of unavailable free and used space def unavailSpace(self): if int(self.status) == 0: # Online free = 0 used = 0 elif int(self.status) == 1: # Disabled free = self.free used = self.total - self.free elif int(self.status) == 2: # Read-only free = self.free used = 0 else: debug(0,"FATAL: Unknown file system status %d for %s:%s" % (self.status,self.server,self.fs)) sys.exit(10) return free,used # Class to represent a DPM server. # VO configured on the server are stored internally as a dictionnary for easier # checking of FQAN later. class DPMServer: def __init__(self,name,domain,basedir,volist=None,site=None,subsite=None,status='Production',gsiftp=2811,rfio=5001,srmv1=8443,srmv2=8446,legacy=False): self.name = name self.domain = domain self.basedir = basedir self.site = site self.subsite = subsite self.status = status self.version = 'unset' ts = rpm.TransactionSet() mi = ts.dbMatch() mi.pattern('name',rpm.RPMMIRE_GLOB,'DPM-server-*') # Normally only one RPM will match... for package in mi: self.version = package['version'] # self.access is a dictionary with 1 entry per protocol name supported. # The value for each protocol is a dictionnary with key 'port' and 'version' # required and key 'security' optional (or None) for unsecure protocols. self.access = {} if gsiftp: self.access['gsiftp'] = { 'port':gsiftp, 'version':'2.0.0', 'security':'GSI' } if rfio: self.access['rfio'] = { 'port':rfio, 'version':'1.0.0', 'security':'GSI' } if not legacy: self.access['gsirfio'] = { 'port':rfio, 'version':'1.0.0', 'security':'GSI' } # self.control is a dictionary with key=protocol name and value=port self.control = {} if srmv1: self.control['srmv1'] = { 'port':srmv1, 'version':'1.1.0', 'url':'/srm/managerv1', 'service':'srmv1' } if srmv2: self.control['srmv2'] = { 'port':srmv2, 'version':'2.2.0', 'url':'/srm/managerv2', 'service':'srmv2.2' } self.capacity = Size(0) self.used = Size(0) self.free = Size(0) self.vo_list = {} if volist: for vo in volist: self.addVO(vo) # Add a VO in configured VO list. # VO are entered as keys in a dictionnary for easier lookup later. def addVO(self,vo): self.vo_list[vo] = '' # Value is meaningless # Returns list of configured VO as an ordered list def voList(self): vo_list = self.vo_list.keys() vo_list.sort() return vo_list # Check if FQAN belongs to a configured VO def fqanInVoList(self,fqan): fqan_toks = fqan.split('/',1) if fqan_toks[0] in self.vo_list: return True else: return False # Compute total/used space based on configured pools and reservations. # Pool list must be a list of SA, not a dictionnary. def setSpace(self,pool_list): self.capacity = Size(0) self.used = Size(0) for pool in pool_list: total,used,free = pool.aggregatedSpace() self.capacity += total self.used += used self.free = self.capacity - self.used # Generate a GlueSE object representing the server. # GlueSEName is normally based on grid site name, except if there is a subsite defined. def glueSE(self,status,legacy=False): if status: self.status = status se_name = self.site if self.subsite: se_name += '-%s' % self.subsite if legacy: se_name += ':srm' else: se_name += ' DPM server' print "dn: GlueSEUniqueID="+self.name+",mds-vo-name=resource,o=grid\n" + \ "objectClass: GlueTop\n" + \ "objectClass: GlueSE\n" + \ "objectClass: GlueKey\n" + \ "objectClass: GlueSchemaVersion\n" + \ "GlueSEUniqueID: "+self.name+"\n" + \ "GlueSEName: "+se_name+"\n" + \ "GlueSEArchitecture: multidisk\n" + \ "GlueSEImplementationName: DPM\n" + \ "GlueSEImplementationVersion: "+self.version+"\n" + \ "GlueSEStatus: "+self.status+"\n" + \ "GlueSETotalOnlineSize: "+self.capacity.GB()+"\n" + \ "GlueSEUsedOnlineSize: "+self.used.GB()+"\n" + \ "GlueSESizeTotal: "+self.capacity.GB()+"\n" + \ "GlueSESizeFree: "+self.free.GB()+"\n" + \ "GlueSETotalNearlineSize: 0\n" + \ "GlueSEUsedNearlineSize: 0\n" + \ "GlueForeignKey: GlueSiteUniqueID="+self.site+"\n" + \ "GlueSchemaVersionMajor: 1\n" + \ "GlueSchemaVersionMinor: 3\n" + \ "" # Generate GlueSEAccessProtocol # Do not publish an endpoint as it is meaningless in DPM where gsiftp/rfio usually # don't run on headnode. def glueAccess(self): for protocol in self.access: params = self.access[protocol] debug(1,"Generating GlueSEAccessProtocol for %s" % protocol) protocol_localid = protocol dir(params) if ('security' in params) and params['security']: security = params['security'] else: security = 'unset' print "dn: GlueSEAccessProtocolLocalID="+protocol_localid+",GlueSEUniqueID="+self.name+",mds-vo-name=resource,o=grid\n" + \ "objectClass: GlueTop\n" + \ "objectClass: GlueSEAccessProtocol\n" + \ "objectClass: GlueKey\n" + \ "objectClass: GlueSchemaVersion\n" + \ "GlueSEAccessProtocolLocalID: "+protocol_localid+"\n" + \ "GlueSEAccessProtocolType: "+protocol+"\n" + \ "GlueSEAccessProtocolVersion: "+params['version']+"\n" + \ "GlueSEAccessProtocolSupportedSecurity: "+security+"\n" + \ "GlueChunkKey: GlueSEUniqueID="+self.name+"\n" + \ "GlueSchemaVersionMajor: 1\n" + \ "GlueSchemaVersionMinor: 3\n" + \ "" # Generate GlueSEControlProtocol def glueControl(self): for protocol in self.control: debug(1,"Generating GlueSEControlProtocol for %s" % protocol) params = self.control[protocol] protocol_localid = protocol print "dn: GlueSEControlProtocolLocalID="+protocol_localid+",GlueSEUniqueID="+self.name+",mds-vo-name=resource,o=grid\n" + \ "objectClass: GlueTop\n" + \ "objectClass: GlueSEControlProtocol\n" + \ "objectClass: GlueKey\n" + \ "objectClass: GlueSchemaVersion\n" + \ "GlueSEControlProtocolLocalID: "+protocol_localid+"\n" + \ "GlueSEControlProtocolType: SRM\n" + \ "GlueSEControlProtocolEndpoint: httpg://"+self.name+":"+str(params['port'])+params['url']+"\n" + \ "GlueSEControlProtocolVersion: "+params['version']+"\n" + \ "GlueChunkKey: GlueSEUniqueID="+self.name+"\n" + \ "GlueSchemaVersionMajor: 1\n" + \ "GlueSchemaVersionMinor: 3\n" + \ "" # Class to represent sizes and display value in a human readable unit. class Size: def __init__(self,i): self.value = i def __add__(self,size): # If argument is not a Size instance, assume it is a numeric type if type(size) == type(self): size_val = size.value else: size_val = size return(Size(self.value+size_val)) def __iadd__(self,size): # If argument is not a Size instance, assume it is a numeric type if type(size) == type(self): size_val = size.value else: size_val = size self.value += size_val return self def __sub__(self,size): # If argument is not a Size instance, assume it is a numeric type if type(size) == type(self): size_val = size.value else: size_val = size return(Size(self.value-size_val)) def __isub__(self,size): # If argument is not a Size instance, assume it is a numeric type if type(size) == type(self): size_val = size.value else: size_val = size self.value -= size_val return self def __neg__(self): return Size(-self.value) # Div returns a float instead of Size object as this is generally the # expected behaviour def __div__(self,num): if type(num) == type(self): quotient = float(num) else: quotient = num return float(self) / quotient def __float__(self): return float(self.value) def __int__(self): return int(self.value) # Convert to a human readable unit followed by a suffix. # Negative size are used internally to keep track of unavailable space but always display them as 0 # as a negative size is meaningless. def __str__(self): if self.value != None: suffixes = ['', 'K', 'M', 'G', 'T', 'P'] if self.value < 0: sizef = 0. else: sizef = float(self.value) if sizef == 0: new_size = 0. i = 0 else: i = 6 while i > 0: new_size = sizef / 10**(3*i) if new_size >= 1: break else: i -= 1 return "%.2f%s" % (new_size, suffixes[i]) else: return 'Undefined' def KB(self): return str(self.value/1000) def GB(self): return str(self.value/1000000000) # Class to represent life time and print it in a human readable format class LifeTime: def __init__(self,lifetime): self.value = lifetime # Lifetime is in seconds def __str__(self): if not self.value: timestr = 'Undefined' elif self.value == 2147483647: timestr = 'Infinite' else: days,tmp = divmod(self.value, 86400) hours,tmp = divmod(tmp, 3600) minutes,seconds = divmod(tmp, 60) timestr = "%d-%2.2d:%2.2d:%2.2d" % (days,hours,minutes,seconds) return timestr # GLUE 1.x requires time in seconds def glue(self): if not self.value: timestr = 'Undefined' elif self.value == 2147483647: timestr = 'Permanent' else: timestr = str(self.value) return timestr # Class to represent tetention policy and print it in a human readable format class Retention: def __init__(self,retention): self.value = retention def __str__(self): if self.value == 'C': valuestr = 'Custodial' elif self.value == 'O': valuestr = 'Output' elif self.value == 'R' or self.value == '_': valuestr = 'Replica' else: valuestr = '*****' return valuestr # Class to represent latency and print it in a human readable format class Latency: def __init__(self,latency): self.value = latency def __str__(self): if self.value == 'N': valuestr = 'Nearline' elif self.value == 'O': valuestr = 'Online' else: valuestr = '*****' return valuestr # Class to represent space type and print it in a human readable format class SpaceType: def __init__(self,space_type): self.value = space_type def __str__(self): if self.value == '-': valuestr = 'Any' elif self.value == 'P': valuestr = 'Permanent' elif self.value == 'D': valuestr = 'Durable' elif self.value == 'V': valuestr = 'Volatile' else: valuestr = '*****' return valuestr def expirationMode(self): if self.value == '-' or self.value == 'P': valuestr = 'neverExpire' else: valuestr = '*****' return valuestr # Class to represent status and print it in a human readable format class Status: def __init__(self,status): self.value = status def __int__(self): return self.value def __str__(self): if self.value == 0: valuestr = 'Online' elif self.value == 1 : valuestr = 'Disabled' elif self.value == 2: valuestr = 'Read-only' else: valuestr = '*****' return valuestr # Function to create GlueSA in legacy (Glue 1.2) format for unreserved space. # There is one such entry per VO summing up all the unreserved spaces usable by the VO. # The GlusSALocalID must be the VO name. # SA matching reserved spaces in sa_list are ignored. # Unavailable space is not taken into calculations. # # FIXME: ACBR of pools is not taken into account because of difficulties with dpns_getgrpbygids def buildLegacySA(sa_list,vo_list): debug(1,"\nGenerating Glue 1.2 compatible GlueSA...") for vo in vo_list: vo_path = dpm_home_name + '/' + vo free = Size(0) total = Size(0) for sa in sa_list: debug(1,"SA "+sa.name+" type: "+str(sa.type)) if sa.type == 0 and vo in sa.acbr: total += sa.total free += sa.free used = total - free print "dn: GlueSALocalID="+vo+",GlueSEUniqueID="+dpm_server.name+",mds-vo-name=resource,o=grid\n" + \ "objectClass: GlueSATop\n" + \ "objectClass: GlueSA\n" + \ "objectClass: GlueSAPolicy\n" + \ "objectClass: GlueSAState\n" + \ "objectClass: GlueSAAccessControlBase\n" + \ "objectClass: GlueKey\n" + \ "objectClass: GlueSchemaVersion\n" + \ "GlueSALocalID: "+vo+"\n" + \ "GlueSAName: Glue 1.2 legacy SA definition for VO "+vo+"\n" + \ "GlueSAPath: "+vo_path+"\n" + \ "GlueSATotalOnlineSize: "+str(total.GB())+"\n" + \ "GlueSAUsedOnlineSize: "+str(used.GB())+"\n" + \ "GlueSAFreeOnlineSize: "+str(free.GB())+"\n" + \ "GlueSAReservedOnlineSize: 0\n" + \ "GlueSATotalNearlineSize: 0\n" + \ "GlueSAUsedNearlineSize: 0\n" + \ "GlueSAFreeNearlineSize: 0\n" + \ "GlueSAReservedNearlineSize: 0\n" + \ "GlueSARetentionPolicy: replica\n" + \ "GlueSAAccessLatency: online\n" + \ "GlueSAExpirationMode: neverExpire\n" + \ "GlueSACapability: legacy\n" + \ "GlueSAPolicyFileLifeTime: Permanent\n" + \ "GlueSAType: permanent\n" + \ "GlueSAStateAvailableSpace: "+str(free.KB())+"\n" + \ "GlueSAStateUsedSpace: "+str(used.KB())+"\n" + \ "GlueSAAccessControlBaseRule: "+vo+"\n" + \ "GlueChunkKey: GlueSEUniqueID="+dpm_server.name+"\n" + \ "GlueSchemaVersionMajor: 1\n" + \ "GlueSchemaVersionMinor: 3\n" + \ "" ############# # Main code # ############# parser = OptionParser() parser.add_option('--children', dest='children', action='store_true', default=False, help="Also display pools's reservation") parser.add_option('--domain', dest='dpm_domain', help='Set DPM domain (default based on /dpm contents)') parser.add_option('--basedir', dest='dpns_basedir', help='Set DPNS base directory (default is "home")') parser.add_option('-g', '--gip', dest='gip_mode', action='store_true', default=False, help='Use as a GIP provider and produce Glue LDIF output') parser.add_option('--legacy', dest='legacy_mode', action='store_true', default=False, help='Build a Glue 1.2 compatible SA in addition to standard ones (requires --gip)') parser.add_option('-l', '--long', dest='details', action='store_true', default=False, help='Detailed information on pools and reservations') parser.add_option('--parents', dest='parents', action='store_true', default=False, help="Also display reservation's parent") parser.add_option('--pool', dest='pools', action='append', help='List of pools to display or -all') parser.add_option('--protocols', dest='protocols', action='store_true', default=False, help='Generate GlueSE and GlueAcessProtocol objects (requires --gip)') parser.add_option('--reservation', dest='reservations', action='append', help='List of reservations to display or --all') parser.add_option('--site', dest='site', action='store', help='Grid site name (required with --protocols)') parser.add_option('--subsite', dest='subsite', action='store', help='Grid subsite name if any (ignored without --protocols)') parser.add_option('-v', '--debug', dest='verbose', action='count', help='Increase verbosity level for debugging (on stderr)') parser.add_option('--version', dest='version', action='store_true', default=False, help='Display various information about this script') options, args = parser.parse_args() if options.verbose: verbosity = options.verbose if options.version: debug (0,"Version %s written by %s" % (__version__,__author__)) debug (0,__doc__) sys.exit(0) # Check option conflicts if options.gip_mode and (options.pools or options.reservations) and not options.verbose: debug(0,"ERROR: --pools and --reservations are not compatible with --gip, except if -v is specified") sys.exit(1) if options.children: if not options.pools: debug(0,"ERROR: -children requires --pools") sys.exit(1) elif options.reservations: debug(0,"ERROR: --children conflicts with --reservations") sys.exit(1) if options.parents: if not options.reservations: debug(0,"ERROR: --parents requires --reservations") sys.exit(1) elif options.pools: debug(0,"ERROR: --parents conflicts with --pools") sys.exit(1) if options.legacy_mode and not options.gip_mode: debug(0,"WARNING: --legacy is ignored without --gip") if options.protocols and not options.gip_mode: debug(0,"WARNING: --protocols is ignored without --gip") if options.protocols and not options.site: debug(0,"ERROR: --protocols requires --site") sys.exit(1) if options.site and not options.protocols: debug(1,"WARNING: --site is ignored without --protocols") if options.subsite and not options.protocols: debug(1,"WARNING: --subsite is ignored without --protocols") if options.details and options.gip_mode: # By default, don't display a warning as probably nobody will read it in gip mode... debug(1,"WARNING: --long is ignored with --gip") # Initialize DPM environment dpns_server = os.getenv('DPNS_HOST') if dpns_server: dpns_server = socket.getfqdn(dpns_server) else: dpns_server = socket.getfqdn() debug (2, "Defining DPNS server to %s" % dpns_server) os.environ['DPNS_HOST'] = dpns_server if not os.getenv('DPM_HOST'): debug (2, "Defining DPM server to %s" % dpns_server) os.environ['DPM_HOST'] = dpns_server if options.dpns_basedir: dpns_basedir = options.dpns_basedir else: dpns_basedir = "home" if options.dpm_domain: dpm_domain = options.dpm_domain else: # Try go figure out domain name from namespace configuration dpm_domain = None dpm_root_name = "/dpm" dpm_root_dir = dpm.dpns_opendir(dpm_root_name) if not dpm_root_dir: debug (0, "ERROR: unable to open DPM root (%s)" % dpm_root_name) sys.exit(1) root_dir_entry = dpm.dpns_readdir(dpm_root_dir) while root_dir_entry: info = dpm.dpns_filestat() if dpm.dpns_stat(dpm_root_name+'/'+root_dir_entry.d_name+'/'+dpns_basedir,info) == 0: dpm_domain = root_dir_entry.d_name break root_dir_entry = dpm.dpns_readdir(dpm_root_dir) dpm.dpns_closedir(dpm_root_dir) if dpm_domain: debug (1, "DPM domain = %s" % dpm_domain) else: debug(0,"ERROR: unable to get DPM domain name. Check configuration or use --domain") sys.exit(1) dpm_server = DPMServer(dpns_server,dpm_domain,dpns_basedir,site=options.site,subsite=options.subsite,legacy=options.legacy_mode) # Use a dictionary instead of a list to allow fast access to pools and reservations. pool_list = {} reservation_list = {} # Collect list of VOs configured on the server. # This is done by listing all directories under DPM /homes (all directories are # assumed to be a VO name). dpm_home_name = "/dpm/%s/%s" % (dpm_domain,dpns_basedir) debug (1, "DPM root = %s" % dpm_home_name) dpm_home_dir = dpm.dpns_opendir(dpm_home_name) # FIXME : in VO list obtained by listing DPM home, VO not enabled on the SE # should be filtered out. Not clear how... home_dir_entry = dpm.dpns_readdir(dpm_home_dir) while home_dir_entry: dpm_server.addVO(home_dir_entry.d_name) home_dir_entry = dpm.dpns_readdir(dpm_home_dir) dpm.dpns_closedir(dpm_home_dir) if len(dpm_server.voList()) == 0: debug(1,"WARNING: no VO configured in DPM namespace") else: debug (1, "\nList of supported VOs:") for vo in dpm_server.voList(): debug (1, vo) # Collect information on all DPM pools or selected pool (--pool). # # Structure describing a pool is (from DPM 1.6.10 man page): # struct dpm_pool { # char poolname[CA_MAXPOOLNAMELEN+1]; # u_signed64 defsize; # int gc_start_thresh; # int gc_stop_thresh; # int def_lifetime; # int defpintime; # int max_lifetime; # int maxpintime; # char fss_policy[CA_MAXPOLICYLEN+1]; # char gc_policy[CA_MAXPOLICYLEN+1]; # char mig_policy[CA_MAXPOLICYLEN+1]; # char rs_policy[CA_MAXPOLICYLEN+1]; # int nbgids # gid_t *gids; /* restrict the pool to given group(s) */ # char ret_policy; /* retention policy: R, O or C */ # char s_type; /* space type: V, D or P */ # u_signed64 capacity; # u_signed64 free; # struct dpm_fs *elemp; # int nbelem; # int next_elem; /* next pool element to be used */ # }; if options.pools: pool = options.pools else: pool = '' debug(1,"\nCollecting information about DPM pools...") nbpools, dpm_pools = dpm.dpm_getpools() if nbpools < 0: debug(0,"ERROR: failed to get information about configured pools"); sys.exit(5) else: if len(dpm_pools) == 0: debug(1,"No pool configured") for pool in dpm_pools: debug (1, "Pool = %s" % pool.poolname) all_vos = False if (pool.nbgids == 1) and (pool.gids[0] == 0): debug (1,'Pool %s authorized to all VOs' % pool.poolname) acbr = dpm_server.voList() all_vos = True else: acbr = [] for gid in pool.gids: pool_fqan = '' i = 256 while i > 0: pool_fqan += "\0" i -= 1 i = 0 status = dpm.dpns_getgrpbygid(gid,pool_fqan) fqan_len = pool_fqan.index("\0") acbr.append(pool_fqan[:fqan_len]) for fqan in acbr: debug (1,'Pool %s authorized GID : %s' % (pool.poolname,fqan)) pool_list[pool.poolname] = SA(pool.poolname,acbr,pool.capacity,pool.free,type=0,retention=pool.ret_policy,lifetime=pool.def_lifetime, max_lifetime=pool.max_lifetime,def_pintime=pool.defpintime,max_pintime=pool.maxpintime, gc_start_thresh=pool.gc_start_thresh,gc_stop_thresh=pool.gc_stop_thresh,gc_policy=pool.gc_policy, fss_policy=pool.fss_policy,rs_policy=pool.rs_policy,mig_policy=pool.mig_policy, space_type=pool.s_type,server=dpm_server,allVos=all_vos) st,fs_list = dpm.dpm_getpoolfs(pool.poolname) for fs in fs_list: pool_list[pool.poolname].addFS(fs) # Collect information on reserved spaces. # A statically reserved space is a reserved space with client DN = local server # and an associated space token description (reserved spaces without a token description # are ignored). # Collected information includes associated space token description and ACL. # Space reserved is substracted from total space of SA representing parent pool as GlueSAs are non overlapping # chunks of physical space. # # Structure describing tokens is (from DPM 1.7.0 man page) : # struct dpm_space_metadata { # char s_type; # char s_token[CA_MAXDPMTOKENLEN+1]; # uid_t s_uid; # gid_t s_gid; # char ret_policy; # char ac_latency; # char u_token[256]; # char client_dn[256]; # u_signed64 t_space; /* Total space */ # u_signed64 g_space; /* Guaranteed space */ # signed64 u_space; /* Unused space */ # char poolname[CA_MAXPOOLNAMELEN+1]; # time_t a_lifetime; /* Lifetime assigned */ # time_t r_lifetime; /* Remaining lifetime */ # int nbgids; # gid_t *gids; /* restrict the space to given group(s) */ # }; # # Total size of space reservation is g_space. t_space only contains the value requested by the user and is # not updated later (with updatespace). if options.reservations: token = options.reservations else: token = '' debug(1,"\nCollecting information about space reservations...") tok_res, tokens = dpm.dpm_getspacetoken('') if tok_res < 0: debug(1,"No space reservation found"); else: md_res, tokens_md = dpm.dpm_getspacemd( list(tokens) ) if md_res > -1: for md in tokens_md: if md.u_token == '': debug (1, "Ignoring token %s: token description empty" % md.s_token) # elif ('client_dn' in dir(md)) and (md.client_dn != dpns_server): # debug (1, "Ignoring token %s: not a static reservation" % md.u_token) elif (md.s_gid == 0) and (md.s_uid != 0): debug (1, "Ignoring token %s: token restricted to a single user" % md.u_token) else: all_vos = False debug (1, "Token = %s" % md.u_token) if (md.s_gid == 0): debug (1, "Token %s authorized to all VOs" % md.u_token) token_acbr = dpm_server.voList() all_vos = True else: token_acbr = [] # DPM versions before 1.7 don't have md.gids but only one gid. # Unfortunatly md is not a tuple, so check against dir(md) if not 'gids' in dir(md): md.gids = [md.s_gid] for gid in md.gids: token_fqan = '' i = 256 while i > 0: token_fqan += "\0" i -= 1 status = dpm.dpns_getgrpbygid(gid, token_fqan) fqan_len = token_fqan.index("\0") token_acbr.append(token_fqan[:fqan_len]) for fqan in token_acbr: debug (1, "Space %s authorized GID : %s" % (md.u_token,fqan)) if md.poolname in pool_list: parent_pool = pool_list[md.poolname] else: debug(0, "FATAL: pool not found for space token %s (%s)" % (md.u_token,md.poolname)) sys.exit(5) reservation_list[md.u_token] = SA(md.u_token,token_acbr,md.g_space,md.u_space,md.g_space,type=1,resid=md.s_token, space_type=md.s_type,linkedSA=parent_pool,lifetime=md.r_lifetime,retention=md.ret_policy, latency=md.ac_latency,server=dpm_server,allVos=all_vos) # Update pool reserved space. # Add reference to token. debug(1,'Updating reserved space in pool %s' % md.poolname) parent_pool.reserved += md.g_space parent_pool.addLinkedSA(reservation_list[md.u_token]) # Display requested information if the appropriate format. # For GIP mode, Create one GlueSA per DPM pool or space token and one GlueVOInfo for each VO with access to # the pool or ST. GlueSATotalxxxx is set based on actually usable space (readonly and disbled servers ignored # for free space). GlueSAReservedxxxx is set based on reserved space size for space tokens and undefined for pools. # GlueSA ACBR set to DPM ACL if defined else to the list of supported VOs. # Pools if options.parents: options.pools = [] for reservation in options.reservations: for parent_name in reservation_list[reservation].linkedSA.keys(): options.pools.append(parent_name) header = True if options.pools and not ('--all' in options.pools): options.pools.sort() for poolname in options.pools: if poolname in pool_list: pool_list[poolname].displaySA(options.gip_mode,header,options.details,options.legacy_mode) header = False else: print "ERROR: requested pool (%s) doesn't exist" % poolname sys.exit(3) elif options.pools or not options.reservations: pool_names = pool_list.keys() pool_names.sort() for poolname in pool_names: pool_list[poolname].displaySA(options.gip_mode,header,options.details,options.legacy_mode) header = False # Tokens if options.children: options.reservations = [] for pool in options.pools: for child_name in pool_list[pool].linkedSA.keys(): options.reservations.append(child_name) header = True if options.reservations and not ('--all' in options.reservations): options.reservations.sort() for reservation in options.reservations: if reservation in reservation_list: reservation_list[reservation].displaySA(options.gip_mode,header,options.details,options.legacy_mode) header = False else: print "ERROR: requested reservation (%s) doesn't exist" % reservation sys.exit(3) elif options.reservations or not options.pools: reservation_names = reservation_list.keys() reservation_names.sort() for reservation in reservation_names: reservation_list[reservation].displaySA(options.gip_mode,header,options.details,options.legacy_mode) header = False # This option is only meaningful for GIP mode if options.gip_mode and options.legacy_mode: debug(1,'Generating legacy GlueSA for each VO...') buildLegacySA(pool_list.values(),dpm_server.voList()) # Generate Glue information about SE if gip mode and --protocols if options.gip_mode and options.protocols: debug(1,"Computing aggregated total/used space for %s..." % dpm_server.name) dpm_server.setSpace(pool_list.values()) # Status is considered 'Production' if dpm, dpnsdaemon, srm for configured versions are up and running debug(1,"Retrieving %s status..." % dpm_server.name) status = 'Production' core_services = [ 'dpm', 'dpnsdaemon' ] control_services = {} control_services['srmv1'] = { 'service':'srmv1', 'config':'srmv1' } control_services['srmv2'] = { 'service':'srmv2.2', 'config':'srmv2.2' } for protocol in control_services: params = control_services[protocol] if (os.system('/sbin/chkconfig %s >/dev/null 2>&1' % params['service']) == 0) and os.path.exists('/etc/sysconfig/'+params['config']): core_services.append(params['service']) else: debug(1,"Service %s not configured on %s" % (protocol,dpm_server.name)) for service in core_services: debug(1,"Checking if service %s is running..." % (service)) if os.system('/sbin/service %s status >/dev/null 2>&1' % service): status = 'Closed' debug(1,"Generating GlueSE and GlueAccessProtocol for %s..." % dpm_server.name) dpm_server.glueSE(status,options.legacy_mode) dpm_server.glueAccess() dpm_server.glueControl()