script to filter an ASCIItable by condition. each row is evaluated against the condition, columns can be black- or white-listed (white wins)...

This commit is contained in:
Philip Eisenlohr 2012-02-16 08:36:35 +00:00
parent 4c59015a78
commit 37bd65ea34
2 changed files with 120 additions and 0 deletions

119
processing/post/filterTable.py Executable file
View File

@ -0,0 +1,119 @@
#!/usr/bin/env python
import os,re,sys,math,string,damask
from optparse import OptionParser, Option
# -----------------------------
class extendableOption(Option):
# -----------------------------
# used for definition of new option parser action 'extend', which enables to take multiple option arguments
# taken from online tutorial http://docs.python.org/library/optparse.html
ACTIONS = Option.ACTIONS + ("extend",)
STORE_ACTIONS = Option.STORE_ACTIONS + ("extend",)
TYPED_ACTIONS = Option.TYPED_ACTIONS + ("extend",)
ALWAYS_TYPED_ACTIONS = Option.ALWAYS_TYPED_ACTIONS + ("extend",)
def take_action(self, action, dest, opt, value, values, parser):
if action == "extend":
lvalue = value.split(",")
values.ensure_value(dest, []).extend(lvalue)
else:
Option.take_action(self, action, dest, opt, value, values, parser)
# --------------------------------------------------------------------
# MAIN
# --------------------------------------------------------------------
parser = OptionParser(option_class=extendableOption, usage='%prog options [file[s]]', description = """
Filter rows according to condition and columns by either white or black listing.
Example: every odd row if x coordinate is positive -- " #ip.x# >= 0.0 and #_row_#%2 == 1 )"
""" + string.replace('$Id: addCalculation.py 1294 2012-02-09 15:46:25Z MPIE\p.eisenlohr $','\n','\\n')
)
parser.add_option('-w','--white', dest='whitelist', action='extend', type='string', \
help='white list of column labels (a,b,c,...)', metavar='<LIST>')
parser.add_option('-b','--black', dest='blacklist', action='extend', type='string', \
help='black list of column labels (a,b,c,...)', metavar='<LIST>')
parser.add_option('-c','--condition', dest='condition', type='string', \
help='condition to filter rows', metavar='<EXPR>')
parser.set_defaults(whitelist = [])
parser.set_defaults(blacklist = [])
parser.set_defaults(condition = '')
(options,filenames) = parser.parse_args()
# ------------------------------------------ setup file handles ---------------------------------------
files = []
if filenames == []:
files.append({'name':'STDIN', 'input':sys.stdin, 'output':sys.stdout})
else:
for name in filenames:
if os.path.exists(name):
files.append({'name':name, 'input':open(name), 'output':open(name+'_tmp','w')})
# ------------------------------------------ loop over input files ---------------------------------------
for file in files:
if file['name'] != 'STDIN': print file['name']
specials = { \
'_row_': 0,
}
table = damask.ASCIItable(file['input'],file['output'],False) # make unbuffered ASCII_table
table.head_read() # read ASCII header info
table.info_append(string.replace('$Id: addCalculation.py 1294 2012-02-09 15:46:25Z MPIE\p.eisenlohr $','\n','\\n') + \
'\t' + ' '.join(sys.argv[1:]))
labels = []
positions = []
for position,label in enumerate(table.labels):
if (options.whitelist != [] and label in options.whitelist) \
or (options.blacklist != [] and label not in options.blacklist): # a label to keep?
labels.append(label) # remember name...
positions.append(position) # ...and position
interpolator = []
for position,operand in enumerate(set(re.findall(r'#(.+?)#',options.condition))):
options.condition = options.condition.replace('#'+operand+'#','{%i}'%position)
if operand in specials:
interpolator += ['specials["%s"]'%operand]
else:
try:
interpolator += ['float(table.data[%i])'%table.labels.index(operand)]
except:
parser.error('column %s not found...\n'%operand)
evaluator = "'" + options.condition + "'.format(" + ','.join(interpolator) + ")"
# ------------------------------------------ assemble header ---------------------------------------
table.labels = labels # update with new label set
table.head_write()
# ------------------------------------------ process data ---------------------------------------
while table.data_read(): # read next data line of ASCII table
specials['_row_'] += 1 # count row
if eval(eval(evaluator)): # valid row ?
table.data = [table.data[position] for position in positions] # retain filtered columns
table.data_write() # output processed line
# ------------------------------------------ output result ---------------------------------------
table.output_flush() # just in case of buffered ASCII table
file['input'].close() # close input ASCII table
if file['name'] != 'STDIN':
file['output'].close # close output ASCII table
os.rename(file['name']+'_tmp',file['name']) # overwrite old one with tmp new

View File

@ -101,6 +101,7 @@ bin_link = { \
'addCompatibilityMismatch.py',
'averageDown.py',
'deleteColumn.py',
'filterTable.py',
'mentat_colorMap.py',
'postResults.py',
'spectral_iterationCount.py',