script to filter an ASCIItable by condition. each row is evaluated against the condition, columns can be black- or white-listed (white wins)...

processing/post/filterTable.py

@@ -0,0 +1,119 @@
+#!/usr/bin/env python
+
+import os,re,sys,math,string,damask
+from optparse import OptionParser, Option
+
+# -----------------------------
+class extendableOption(Option):
+# -----------------------------
+# used for definition of new option parser action 'extend', which enables to take multiple option arguments
+# taken from online tutorial http://docs.python.org/library/optparse.html
+  
+  ACTIONS = Option.ACTIONS + ("extend",)
+  STORE_ACTIONS = Option.STORE_ACTIONS + ("extend",)
+  TYPED_ACTIONS = Option.TYPED_ACTIONS + ("extend",)
+  ALWAYS_TYPED_ACTIONS = Option.ALWAYS_TYPED_ACTIONS + ("extend",)
+
+  def take_action(self, action, dest, opt, value, values, parser):
+    if action == "extend":
+      lvalue = value.split(",")
+      values.ensure_value(dest, []).extend(lvalue)
+    else:
+      Option.take_action(self, action, dest, opt, value, values, parser)
+
+
+
+# --------------------------------------------------------------------
+#                                MAIN
+# --------------------------------------------------------------------
+
+parser = OptionParser(option_class=extendableOption, usage='%prog options [file[s]]', description = """
+Filter rows according to condition and columns by either white or black listing.
+
+Example: every odd row if x coordinate is positive -- " #ip.x# >= 0.0 and #_row_#%2 == 1 )"
+""" + string.replace('$Id: addCalculation.py 1294 2012-02-09 15:46:25Z MPIE\p.eisenlohr $','\n','\\n')
+)
+
+
+parser.add_option('-w','--white',   dest='whitelist', action='extend', type='string', \
+                                    help='white list of column labels (a,b,c,...)', metavar='<LIST>')
+parser.add_option('-b','--black',   dest='blacklist', action='extend', type='string', \
+                                    help='black list of column labels (a,b,c,...)', metavar='<LIST>')
+parser.add_option('-c','--condition', dest='condition', type='string', \
+                                    help='condition to filter rows', metavar='<EXPR>')
+
+parser.set_defaults(whitelist = [])
+parser.set_defaults(blacklist = [])
+parser.set_defaults(condition = '')
+
+(options,filenames) = parser.parse_args()
+
+
+# ------------------------------------------ setup file handles ---------------------------------------  
+
+files = []
+if filenames == []:
+  files.append({'name':'STDIN', 'input':sys.stdin, 'output':sys.stdout})
+else:
+  for name in filenames:
+    if os.path.exists(name):
+      files.append({'name':name, 'input':open(name), 'output':open(name+'_tmp','w')})
+
+# ------------------------------------------ loop over input files ---------------------------------------  
+
+for file in files:
+  if file['name'] != 'STDIN': print file['name']
+
+  specials = { \
+               '_row_': 0,
+             }
+
+  table = damask.ASCIItable(file['input'],file['output'],False)             # make unbuffered ASCII_table
+  table.head_read()                                                         # read ASCII header info
+  table.info_append(string.replace('$Id: addCalculation.py 1294 2012-02-09 15:46:25Z MPIE\p.eisenlohr $','\n','\\n') + \
+                    '\t' + ' '.join(sys.argv[1:]))
+
+  labels = []
+  positions = []
+  for position,label in enumerate(table.labels):
+    if    (options.whitelist != [] and label in options.whitelist) \
+       or (options.blacklist != [] and label not in options.blacklist):     # a label to keep?
+      labels.append(label)                                                  # remember name...
+      positions.append(position)                                            # ...and position
+
+  interpolator = []
+  for position,operand in enumerate(set(re.findall(r'#(.+?)#',options.condition))):
+    options.condition = options.condition.replace('#'+operand+'#','{%i}'%position)
+    if operand in specials:
+      interpolator += ['specials["%s"]'%operand]
+    else:
+      try:
+        interpolator += ['float(table.data[%i])'%table.labels.index(operand)]
+      except:
+        parser.error('column %s not found...\n'%operand)
+
+  evaluator = "'" + options.condition + "'.format(" + ','.join(interpolator) + ")"
+  
+# ------------------------------------------ assemble header ---------------------------------------  
+
+  table.labels = labels                                                     # update with new label set
+  table.head_write()
+
+# ------------------------------------------ process data ---------------------------------------  
+
+  while table.data_read():                                                  # read next data line of ASCII table
+
+    specials['_row_'] += 1                                                  # count row
+    
+    if eval(eval(evaluator)):                                               # valid row ?
+      table.data = [table.data[position] for position in positions]         # retain filtered columns
+      table.data_write()                                                    # output processed line
+
+# ------------------------------------------ output result ---------------------------------------  
+
+  table.output_flush()                                                      # just in case of buffered ASCII table
+
+  file['input'].close()                                                     # close input ASCII table
+  if file['name'] != 'STDIN':
+    file['output'].close                                                    # close output ASCII table
+    os.rename(file['name']+'_tmp',file['name'])                             # overwrite old one with tmp new

processing/setup/setup_processing.py

@@ -101,6 +101,7 @@ bin_link = { \
                 'addCompatibilityMismatch.py',
                 'averageDown.py',
                 'deleteColumn.py',
+                'filterTable.py',
                 'mentat_colorMap.py',
                 'postResults.py',
                 'spectral_iterationCount.py',