In This Package:

ccsv.py

Go to the documentation of this file.

import os, sys, csv, re
from StringIO import StringIO
from string import strip

class psv(csv.excel):
    delimiter = '|'

class Ret(list):
    pass

def ccsv_parse( ccsv , dialect=psv ):
    """
    Parse compound-csv strings into a list of dicts (one for each csv line)

    Compound-csv format comprises standard csv (with 1 line fieldname header)
    separated by lines containing only ";" 

         * whitespace at front and back of keys and values is stripped              
         * lines starting with # are regarded as ignored

    TODO : improve robustness ...
         
      * trailing spaces after the ";" cause parse errors, as those 
        spaces are taken to be the fieldspec yielding::
            
           AttributeError: 'NoneType' object has no attribute 'strip'

    """
    docp = re.compile('"""([^"""]*)"""',re.DOTALL)
    docstrings = lambda t:docp.findall(t)
    undoc = lambda t:docp.sub("", t)

    uncomment = lambda lines:re.compile("^#.*$\n",re.MULTILINE).sub("",lines)  
    unblank_line = lambda line:len(line)>0
    unblank_segm = lambda segm:"\n".join( filter(unblank_line, segm.split("\n") ))
    stripr = lambda s:map(strip,s)
 
    docs = "".join( docstrings( ccsv ) )
    bits = uncomment( undoc(ccsv) ).split(";")
    regs = filter( unblank_line , bits  )   
    segs = map( unblank_segm, regs )           

    ret = Ret()
    for segm in segs:
        rdr = csv.DictReader( StringIO(segm) , dialect = dialect )
        for r in rdr:
            d = dict( map(stripr, r.items()) )
            ret.append( d )
    ret.docs = docs
    return ret   



if __name__ == '__main__':

    import os
    spec = open( os.path.expandvars( "$DYBDBIROOT/spec/GSimPmtSpec.spec" ), "r").read() 
    #spec = open( os.path.expandvars( "$DYBDBIROOT/enum/Ctx.spec" ), "r").read() 
    p = ccsv_parse( spec )
    print p.docs
    for d in p:
        print d

---