From 37bd65ea34bf1b09048d6f230c51e21d3f7456b6 Mon Sep 17 00:00:00 2001 From: Philip Eisenlohr Date: Thu, 16 Feb 2012 08:36:35 +0000 Subject: [PATCH] script to filter an ASCIItable by condition. each row is evaluated against the condition, columns can be black- or white-listed (white wins)... --- processing/post/filterTable.py | 119 +++++++++++++++++++++++++++ processing/setup/setup_processing.py | 1 + 2 files changed, 120 insertions(+) create mode 100755 processing/post/filterTable.py diff --git a/processing/post/filterTable.py b/processing/post/filterTable.py new file mode 100755 index 000000000..0372c331d --- /dev/null +++ b/processing/post/filterTable.py @@ -0,0 +1,119 @@ +#!/usr/bin/env python + +import os,re,sys,math,string,damask +from optparse import OptionParser, Option + +# ----------------------------- +class extendableOption(Option): +# ----------------------------- +# used for definition of new option parser action 'extend', which enables to take multiple option arguments +# taken from online tutorial http://docs.python.org/library/optparse.html + + ACTIONS = Option.ACTIONS + ("extend",) + STORE_ACTIONS = Option.STORE_ACTIONS + ("extend",) + TYPED_ACTIONS = Option.TYPED_ACTIONS + ("extend",) + ALWAYS_TYPED_ACTIONS = Option.ALWAYS_TYPED_ACTIONS + ("extend",) + + def take_action(self, action, dest, opt, value, values, parser): + if action == "extend": + lvalue = value.split(",") + values.ensure_value(dest, []).extend(lvalue) + else: + Option.take_action(self, action, dest, opt, value, values, parser) + + + +# -------------------------------------------------------------------- +# MAIN +# -------------------------------------------------------------------- + +parser = OptionParser(option_class=extendableOption, usage='%prog options [file[s]]', description = """ +Filter rows according to condition and columns by either white or black listing. + +Example: every odd row if x coordinate is positive -- " #ip.x# >= 0.0 and #_row_#%2 == 1 )" +""" + string.replace('$Id: addCalculation.py 1294 2012-02-09 15:46:25Z MPIE\p.eisenlohr $','\n','\\n') +) + + +parser.add_option('-w','--white', dest='whitelist', action='extend', type='string', \ + help='white list of column labels (a,b,c,...)', metavar='') +parser.add_option('-b','--black', dest='blacklist', action='extend', type='string', \ + help='black list of column labels (a,b,c,...)', metavar='') +parser.add_option('-c','--condition', dest='condition', type='string', \ + help='condition to filter rows', metavar='') + +parser.set_defaults(whitelist = []) +parser.set_defaults(blacklist = []) +parser.set_defaults(condition = '') + +(options,filenames) = parser.parse_args() + + +# ------------------------------------------ setup file handles --------------------------------------- + +files = [] +if filenames == []: + files.append({'name':'STDIN', 'input':sys.stdin, 'output':sys.stdout}) +else: + for name in filenames: + if os.path.exists(name): + files.append({'name':name, 'input':open(name), 'output':open(name+'_tmp','w')}) + +# ------------------------------------------ loop over input files --------------------------------------- + +for file in files: + if file['name'] != 'STDIN': print file['name'] + + specials = { \ + '_row_': 0, + } + + table = damask.ASCIItable(file['input'],file['output'],False) # make unbuffered ASCII_table + table.head_read() # read ASCII header info + table.info_append(string.replace('$Id: addCalculation.py 1294 2012-02-09 15:46:25Z MPIE\p.eisenlohr $','\n','\\n') + \ + '\t' + ' '.join(sys.argv[1:])) + + labels = [] + positions = [] + for position,label in enumerate(table.labels): + if (options.whitelist != [] and label in options.whitelist) \ + or (options.blacklist != [] and label not in options.blacklist): # a label to keep? + labels.append(label) # remember name... + positions.append(position) # ...and position + + interpolator = [] + for position,operand in enumerate(set(re.findall(r'#(.+?)#',options.condition))): + options.condition = options.condition.replace('#'+operand+'#','{%i}'%position) + if operand in specials: + interpolator += ['specials["%s"]'%operand] + else: + try: + interpolator += ['float(table.data[%i])'%table.labels.index(operand)] + except: + parser.error('column %s not found...\n'%operand) + + evaluator = "'" + options.condition + "'.format(" + ','.join(interpolator) + ")" + +# ------------------------------------------ assemble header --------------------------------------- + + table.labels = labels # update with new label set + table.head_write() + +# ------------------------------------------ process data --------------------------------------- + + while table.data_read(): # read next data line of ASCII table + + specials['_row_'] += 1 # count row + + if eval(eval(evaluator)): # valid row ? + table.data = [table.data[position] for position in positions] # retain filtered columns + table.data_write() # output processed line + +# ------------------------------------------ output result --------------------------------------- + + table.output_flush() # just in case of buffered ASCII table + + file['input'].close() # close input ASCII table + if file['name'] != 'STDIN': + file['output'].close # close output ASCII table + os.rename(file['name']+'_tmp',file['name']) # overwrite old one with tmp new diff --git a/processing/setup/setup_processing.py b/processing/setup/setup_processing.py index f0bbb3b02..bc1dd1cb9 100755 --- a/processing/setup/setup_processing.py +++ b/processing/setup/setup_processing.py @@ -101,6 +101,7 @@ bin_link = { \ 'addCompatibilityMismatch.py', 'averageDown.py', 'deleteColumn.py', + 'filterTable.py', 'mentat_colorMap.py', 'postResults.py', 'spectral_iterationCount.py',