# # File generated by ncm-maui on Tue Feb 5 10:40:31 2008 # # MAUI configuration example SERVERHOST tbn20.nikhef.nl ADMIN1 root davidg templon ronalds sveng ADMIN3 edguser edginfo rgma ADMINHOST tbn20.nikhef.nl RMTYPE[0] PBS RMHOST[0] tbn20.nikhef.nl RMSERVER[0] tbn20.nikhef.nl # appears to prevent Maui from occasional hangs; # see # http://www.clusterresources.com/pipermail/mauiusers/2005-August/001669.html RMCFG[0] TIMEOUT=90 SERVERPORT 40559 SERVERMODE NORMAL RMPOLLINTERVAL 00:02:00 LOGFILE /var/log/maui.log LOGFILEMAXSIZE 50000000 LOGLEVEL 3 LOGFILEROLLDEPTH 30 NODESETPOLICY ONEOF NODESETATTRIBUTE FEATURE NODESETLIST dzero halloween ncf NODESETDELAY 0:00:00 NODESYNCTIME 0:00:30 NODEACCESSPOLICY SHARED NODEAVAILABILITYPOLICY DEDICATED:PROCS NODELOADPOLICY ADJUSTPROCS DEFERTIME 0 JOBMAXOVERRUN 0 REJECTNEGPRIOJOBS FALSE FEATUREPROCSPEEDHEADER xps # Policies BACKFILLPOLICY ON BACKFILLTYPE FIRSTFIT NODEALLOCATIONPOLICY FASTEST RESERVATIONPOLICY CURRENTHIGHEST RESERVATIONDEPTH 12 # expire info in maui.ck after five days CHECKPOINTEXPIRATIONTIME 5:00:00:00 # Weights of various components in scheduling ranking calc QUEUETIMEWEIGHT 0 XFACTORWEIGHT 1 XFACTORCAP 100000 RESWEIGHT 10 CREDWEIGHT 10 USERWEIGHT 10 GROUPWEIGHT 10 FSWEIGHT 1 FSUSERWEIGHT 1 FSGROUPWEIGHT 43 FSQOSWEIGHT 2000 # FairShare # use dedicated CPU ("wallclocktime used") metering # decays over 24 "days" FSPOLICY DEDICATEDPES% FSDEPTH 24 FSINTERVAL 24:00:00 FSDECAY 0.99 FSCAP 100000 ############################################################################## # # use PRIORITY to define various levels. # test groups have highest priority, e.g. dteam PRIORITY=5000 # Tier-1 HEP VOs have next PRIORITY, all = 100 # other VOs have less, e.g biomed PRIORITY 10, esr PRIORITY 50, # geant PRIORITY 80 # USERs in Maui map to real users # GROUPs in Maui map to unix GIDs which map to VOs or VO subgroups # QoS in Maui map to VOs (bundle together VO subgroups) # for fair scare percentages: see spreadsheet on wiki. # # installed capacities # # note that fair-share competition between users is absolutely disabled # unless users have a fair share. A first guess: use 1%. This didn't # work since it meant that any user actually using cycles had a # rather large discrepancy from the target. Retry: right now there # are 14 distinct users with jobs in the queue: set to 1/14. This means # that everything else being equal, each user should get an equal share. USERCFG[DEFAULT] FSTARGET=50 MAXJOBQUEUED=350 GROUPCFG[DEFAULT] FSTARGET=1 PRIORITY=1 MAXPROC=330 GROUPCFG[tutor] FSTARGET=1 PRIORITY=200 MAXPROC=42 # the limits applied appear to be a MIN() of all applicable limits ############## more or less local people, and monitoring VOs GROUPCFG[users] FSTARGET=1 PRIORITY=10 MAXPROC=50 GROUPCFG[dteam] FSTARGET=1 PRIORITY=500 MAXPROC=32 GROUPCFG[ops] FSTARGET=1 PRIORITY=500 MAXPROC=32 GROUPCFG[pvier] FSTARGET=1 PRIORITY=500 MAXPROC=4 GROUPCFG[deploy] FSTARGET=1 PRIORITY=500 MAXPROC=2 ############# standard supported VOs with dedicated fair shares GROUPCFG[atlas] FSTARGET=8 PRIORITY=100 QDEF=lhcatlas GROUPCFG[atlb] FSTARGET=30 PRIORITY=100 QDEF=lhcatlas GROUPCFG[atlc] FSTARGET=7 PRIORITY=120 QDEF=lhcatlas GROUPCFG[atlsgm] PRIORITY=200 MAXPROC=2 QDEF=lhcatlas QOSCFG[lhcatlas] FSTARGET=38 MAXPROC=350 GROUPCFG[lhcb] FSTARGET=26 PRIORITY=100 QDEF=lhclhcb GROUPCFG[lhcbprd] FSTARGET=26 PRIORITY=100 QDEF=lhclhcb GROUPCFG[lhcbsgm] PRIORITY=200 MAXPROC=2 QDEF=lhclhcb QOSCFG[lhclhcb] FSTARGET=26 MAXPROC=250 GROUPCFG[alice] FSTARGET=7 PRIORITY=100 QDEF=lhcalice GROUPCFG[alicesgm] PRIORITY=200 MAXPROC=2 QDEF=lhcalice GROUPCFG[nikalice] FSTARGET=1 PRIORITY=100 QDEF=lhcalice QOSCFG[lhcalice] FSTARGET=7 MAXPROC=330 GROUPCFG[dzero] FSTARGET=12 PRIORITY=100 QDEF=vledzero QOSCFG[vledzero] FSTARGET=12 MAXPROC=330 GROUPCFG[phicos] FSTARGET=5 PRIORITY=100 QDEF=vlephicos GROUPCFG[phicosgm] PRIORITY=200 MAXPROC=2 QDEF=vlephicos QOSCFG[vlephicos] FSTARGET=5 MAXPROC=330 GROUPCFG[vlemed] FSTARGET=5 PRIORITY=100 QDEF=vlevlemed QOSCFG[vlevlemed] FSTARGET=5 MAXPROC=132 GROUPCFG[vlefi] FSTARGET=5 PRIORITY=100 QDEF=vlevlefi QOSCFG[vlevlefi] FSTARGET=5 MAXPROC=132 GROUPCFG[vlibu] FSTARGET=5 PRIORITY=100 QDEF=vlevlibu QOSCFG[vlevlibu] FSTARGET=5 MAXPROC=132 GROUPCFG[ncf] FSTARGET=1 PRIORITY=100 QDEF=ncfncf QOSCFG[ncfncf] FSTARGET=1 MAXPROC=94 #### VOs without guaranteed VO-level fair shares (can still have FS at group level, not QOS) #### basic idea is that they all get less than or equal to a 17% share -- which is what is #### left after subtracting #### all the active (at this moment HEP) VO shares -- they don't get a boost for being #### under this share, but do get a penalty for being over it. #### The maxprocs and individual shares are somewhat arbitrary at the moment. GROUPCFG[geant] FSTARGET=5 PRIORITY=100 MAXPROC=12 QDEF=gratis GROUPCFG[biome] FSTARGET=5 PRIORITY=100 MAXPROC=171 QDEF=gratis GROUPCFG[biomesgm] PRIORITY=200 MAXPROC=1 QDEF=gratis GROUPCFG[zeus] FSTARGET=5 PRIORITY=100 MAXPROC=132 QDEF=gratis GROUPCFG[auger] FSTARGET=10 PRIORITY=100 MAXPROC=132 QDEF=gratis GROUPCFG[esr] FSTARGET=2 PRIORITY=100 MAXPROC=32 QDEF=gratis QOSCFG[gratis] FSTARGET=17- MAXPROC=330 # GEAR main account and SGM GROUPCFG[poola] FSTARGET=5 PRIORITY=40 MAXPROC=380 GROUPCFG[troi] PRIORITY=80 MAXPROC=2 ### as-yet-inactive VLE VOs GROUPCFG[emutd] FSTARGET=10 PRIORITY=100 MAXPROC=132 GROUPCFG[vledut] FSTARGET=10 PRIORITY=100 MAXPROC=132 GROUPCFG[vldbi] FSTARGET=10 PRIORITY=100 MAXPROC=132 GROUPCFG[asci] FSTARGET=10 PRIORITY=50 MAXPROC=132 GROUPCFG[cms] FSTARGET=1- PRIORITY=20 MAXPROC=10 GROUPCFG[cmssgm] PRIORITY=40 MAXPROC=2 # versto: maxproc=132 because of size of NCF farm USERCFG[versto] FSTARGET=1- PRIORITY=1 MAXPROC=132 USERCFG[davidg] PRIORITY=800 USERCFG[templon] PRIORITY=800 USERCFG[ronalds] PRIORITY=800 USERCFG[janjust] PRIORITY=400 MAXPROC=3 CLASSCFG[qinfinite] PRIORITY=1