#!/usr/bin/env python # $Id$ import os, sys import subprocess,shutil,string import damask from optparse import OptionParser class Test(): ''' General class for testing. Is sub-classed by the individual tests. ''' variants = [] def __init__(self,test_description): print '\n'+test_description self.dirBase = os.path.dirname(os.path.realpath(sys.argv[0])) self.parser = OptionParser( description = 'Using: $Id run_test.py 1285 2012-02-09 08:54:09Z MPIE\m.diehl $', usage='run_test.py [options]') self.parser.add_option("-u", "--update", action="store_true",\ dest="update",\ help="use current test results as new reference") self.parser.set_defaults(update = False) (self.options, self.args) = self.parser.parse_args() def execute(self,variants = [],update = []): ''' Run all variants and report first failure. ''' if len(variants) == 0: variants = xrange(len(self.variants)) # iterate over all variants self.clean() for variant in variants: try: self.prepare(variant) self.run(variant) self.postprocess(variant) if variant in update: self.update(variant) elif not self.compare(variant): return variant except: return variant return -1 # for self.current_variant_index,variant in enumerate(variants): # self.prepare(variant) # self.run(variant) # self.postprocess(variant) # if self.current_variant_index in update: # self.update(variant) # elif not self.compare(variant): # return variant # return -1 def clean(self): ''' Delete directory tree containing current results. ''' status = True try: shutil.rmtree(self.dirCurrent()) except: print('removal of directory "%s" failed...'%(self.dirCurrent())) status = status and False try: os.mkdir(self.dirCurrent()) except: print('creation of directory "%s" failed...'%(self.dirCurrent())) status = status and False return status def prepare(self,variant): ''' Do all necessary preparations for the run of each test variant ''' return True def run(self,variant): ''' Execute the requested test variant. ''' return True def postprocess(self,variant): ''' Perform post-processing of generated results for this test variant. ''' return True def compare(self,variant): ''' Compare reference to current results. ''' return True def update(self,variant): ''' Update reference with current results. ''' return True def dirReference(self): ''' ''' return os.path.normpath(os.path.join(self.dirBase,'reference/')) def dirCurrent(self): ''' ''' return os.path.normpath(os.path.join(self.dirBase,'current/')) def fileInReference(self,file): ''' ''' return os.path.join(self.dirReference(),file) def fileInCurrent(self,file): ''' ''' return os.path.join(self.dirCurrent(),file) def copy_Reference2Current(self,files=[]): for file in files: shutil.copy2(self.fileInReference(file),self.fileInCurrent(file)) def copy_Current2Current(self,files=[]): for file in files: shutil.copy2(self.fileInCurrent(file[0]),self.fileInCurrent(file[1])) def execute_inCurrentDir(self,cmd): os.chdir(self.dirCurrent()) print cmd os.system(cmd) def compare_Array(self,ref,cur): import numpy refName = self.fileInReference (ref) curName = self.fileInCurrent(cur) refFile = open(refName) table = damask.ASCIItable(refFile) table.head_read() refFile.close() refArray = numpy.genfromtxt(refName,missing_values='n/a',skip_header = table.headerLen) curArray = numpy.genfromtxt(curName,missing_values='n/a',skip_header = table.headerLen) err = abs((refArray/curArray)-1.) # relative tolerance refNaN=len(numpy.isnan(refArray)) curNaN=len(numpy.isnan(curArray)) if curNaN == refNaN: err[numpy.isnan(err)]=0.0 max_err = numpy.max(err) print '********\n * maximum relative error',max_err,'\n ********' return max_err def report_Success(self,culprit): if culprit < 0: print '%s passed.'%({False: 'The test', True: 'All %i tests'%(len(self.variants))}[len(self.variants) > 1]) else: print 'Test %i failed...'%(culprit+1)