forecast_procs.py

#! /usr/bin/env python
import sys,re,math

babbling='''<!-- This file contains processor configurations for common node
     sizes.  It is used by the sites/*.ent to set processor counts for
     each machine.  

DO NOT MODIFY THIS FILE!  It is automatically generated by forecast_procs.py.

   Coupled forecast information:

   CPL_FCST_3KM_HYCOM_2IO_8PPN
        |   |    |    |   |
        |   +=-=-=-=-=-=-=-=-=-= resolution: 2 or 3 km
        |        |    |   |
        |        |    +=-=-=-=-= minimum number of dedicated I/O nodes
        |        |        |
        |        |        +=-=-= node size (processors per node)
        |        +=-=-=-=-=-=-=- ocean model: HYCOM or POM
        +=-=-=-=-=-=-=-=-=-=-=-= FCST = processor configuration (12:ppn=8+23:ppn=8+2:ppn=8)
                                 TASKS = task count (296)

   Uncoupled forecast information:
 
   ATM_FCST_2KM_2IO_12PPN
        |   |   |   |
        |   +=-=-=-=-=-=-=-=-=-= resolution: 2 or 3 km
        |       |   |
        |       +=-=-=-=-= minimum number of dedicated I/O nodes
        |           |
        |           +=-=-= node size (processors per node)
        | 
        +=-=-=-=-=-=-=-=-=-=-=-= FCST = processor configuration (12:ppn=8+23:ppn=8+2:ppn=8)
                                 TASKS = task count (296)
-->
'''

def pack(nodesize,count):
    out=list()
    n=count
    if n<nodesize:  # special case: smaller than one node
        out.append([1,n])
    elif nodesize*(n//nodesize)==n: #exact number of nodes
        out.append([n//nodesize,nodesize])
    else:
        need=math.ceil(n/float(nodesize))
        averagef=n/math.ceil(need)
        af,ai = math.modf(averagef)
        n1=need-round(af*need)
        n2=round(af*need)
        if n1: out.append([n1, ai])
        if n2: out.append([n2, ai+1])
    return out

def gridproc(crayflag,n,*args):
    #print 'gridproc(n,%s)'%(','.join([repr(s) for s in args]))
    nodesize=int(n)
    assert(nodesize>=8)
    out=list()
    requestproc=0
    for arg in args:
        if arg is None: 
            pass # Caller passes None for I/O servers on Theia
        elif isinstance(arg,basestring) and  re.match('^[0-9]+/[0-9]+$',arg):
            c=arg.find('/')
            n=int(arg[0:c],10)
            requestproc+=n
            nodemax=min(nodesize,int(arg[(c+1):],10))
            out.extend(pack(nodemax,n))
        elif arg==0:
            continue # special case for no nodes: do nothing
        elif arg>0:
            n=arg
            requestproc+=n
            out.extend(pack(nodesize,n))
        else:
            sys.stderr.write('Bad argument '+repr(arg)+'\n')
            exit(2)
    sumproc=sum(x*y for x,y in out)
    s='+'.join(['%d:ppn=%d'%(x,y) for x,y in out])
    if requestproc!=sumproc:
        sys.stderr.write('Logic error: requested %d proc got %d proc in %s.\n'%(
                requestproc,sumproc,s))
        exit(1)
    #print 'Requested %d proc got %d proc'%(requestproc,sumproc)
    #print s
    return (sumproc,s)

print babbling

crayflag=False
for n in [8,12,16,24,1024,2024]:
    crayflag=False
    ww3=120
    if n==1024:
        io1=None # No I/O servers on Theia
        io2=None
        wrfcompute=16*30
        n=24
    elif n==2024: # Cray can only do one executable per node
        io1='12/24'
        io2=None
        n=24
        wrfcompute=16*30
        crayflag=True
    elif n==24:
        io1='12/24' # WCOSS: one I/O node
        io2=None
        wrfcompute=16*30
    else:
        io1='8/8' # Everywhere else: two I/O nodes
        io2='4/4' # Second node has one group
        wrfcompute=16*28
    for km in [3, 2]:
        if km==3:
            wrfcompute=23*8
            cpl=1
            pom=9
            nio=1
        elif n==24:
            wrfcompute=16*30 # wcoss uses more ranks
            nio=1
            cpl=4
            pom=9
        else:
            wrfcompute=16*28
            cpl=4
            pom=9
            nio=1
        if io1 is None:
            nio=0
        if crayflag:
            proclist= [ ['NONE',0,0,0], ['POM',cpl,pom,0], ['HYCOM',6,90,0],
                        ['POMWW3',cpl,pom,ww3] ]
        else:
            proclist= [ ['NONE',0,0,0], ['POM',cpl,pom,0], ['HYCOM',0,96,0],
                        ['POMWW3',cpl,pom,ww3] ]
        for om,cpl1,cpl2,cpl3 in proclist:
            cray='_CRAY' if crayflag else ''
            if om=='NONE':
                pname='ATM_FCST_%dKM_%dIO_%dPPN%s'%(km,nio,n,cray)
                tname='ATM_TASKS_%dKM_%dIO_%dPPN%s'%(km,nio,n,cray)
                sumproc,procs = gridproc(crayflag,n,wrfcompute,io1,io2)
            else:
                pname='CPL_FCST_%dKM_%s_%dIO_%dPPN%s'%(km,om,nio,n,cray)
                tname='CPL_TASKS_%dKM_%s_%dIO_%dPPN%s'%(km,om,nio,n,cray)
                if crayflag:
                    sumproc,procs = gridproc(crayflag,n,cpl1,cpl2,cpl3,wrfcompute,io1,io2)
                else:
                    sumproc,procs = gridproc(crayflag,n,cpl1+cpl2+cpl3,wrfcompute,io1,io2)
            print '<!ENTITY %s "%s">'%(pname,procs)
            print '<!ENTITY %s "%d">'%(tname,int(round(sumproc)))