reworked class definition.
now follows workflow of 1. clean 2. prepare 3. run 4. postprocess 5. compare/update added file-structural helper functions.
This commit is contained in:
Philip Eisenlohr
parent
aba4703463
commit
0b4b154abb
|
|
@ -6,155 +6,115 @@ import subprocess,shutil
|
||||||
import damask
|
import damask
|
||||||
|
|
||||||
class Test():
|
class Test():
|
||||||
|
'''
|
||||||
|
General class for testing.
|
||||||
|
Is sub-classed by the individual tests.
|
||||||
|
'''
|
||||||
|
|
||||||
|
variants = []
|
||||||
|
|
||||||
|
def __init__(self):
|
||||||
|
self.dirBase = os.path.dirname(os.path.realpath(sys.argv[0]))
|
||||||
|
|
||||||
|
def execute(self,variants = [],update = []):
|
||||||
'''
|
'''
|
||||||
General class for testing.
|
Run all variants and report first failure.
|
||||||
Is sub-classed by the individual tests.
|
|
||||||
'''
|
'''
|
||||||
#define those according to your test
|
if len(variants) == 0: variants = xrange(len(self.variants)) # iterate over all variants
|
||||||
modelname=None
|
|
||||||
jobname=None
|
|
||||||
test_dir=None
|
|
||||||
spectral_options=None
|
|
||||||
compile=False = None
|
|
||||||
post_txt = None
|
|
||||||
tol = 0.0
|
|
||||||
|
|
||||||
has_variants=False # False ==> A single test case is run
|
|
||||||
#has_variants=True # True ==> Need to define the test_variants generator
|
|
||||||
|
|
||||||
def test_variants(self):
|
self.clean()
|
||||||
'''
|
for variant in variants:
|
||||||
If has_subtests == True this method defines the generator for test variants
|
self.prepare(variant)
|
||||||
This generator must be defined in each test,
|
self.run(variant)
|
||||||
depending on what to change: orientations, parameters,....
|
self.postprocess(variant)
|
||||||
Below is an EXAMPLE.
|
if variant in update:
|
||||||
'''
|
self.update(variant)
|
||||||
#maybe get rid of has_variants through testing for None return value...
|
elif not self.compare(variant):
|
||||||
yield(None)
|
return variant
|
||||||
|
return -1
|
||||||
|
|
||||||
def test_variants_example(self):
|
|
||||||
subtest_orientations=[[0.0,90.0,0.0],[0.0,0.0,90.0]]
|
|
||||||
for i,o in enumerate(subtest_orientations):
|
|
||||||
from damask_tools import MATERIAL_CONFIG
|
|
||||||
mat=MATERIAL_CONFIG()
|
|
||||||
mat.read('material.config_base')
|
|
||||||
mat.add_texture(label='Grain001',
|
|
||||||
type ='(gauss)',
|
|
||||||
eulers = o)
|
|
||||||
mat.write(overwrite=True)
|
|
||||||
print(mat.data['texture']['Grain001'])
|
|
||||||
testlabel='orientation_%03i'%i
|
|
||||||
yield(testlabel)
|
|
||||||
|
|
||||||
def run_test(self):
|
def clean(self):
|
||||||
res=[]
|
'''
|
||||||
if self.has_variants:
|
Delete directory tree containing current results.
|
||||||
for t in self.test_variants():
|
'''
|
||||||
print '###############################################'
|
status = True
|
||||||
print '###############################################'
|
|
||||||
print(t)
|
|
||||||
print '###############################################'
|
|
||||||
val=self.run_single_test(t)
|
|
||||||
res.append(val==True)
|
|
||||||
else:
|
|
||||||
val=self.run_single_test()
|
|
||||||
res.append(val==True)
|
|
||||||
if all(res) is True:
|
|
||||||
return True
|
|
||||||
print(res)
|
|
||||||
return False
|
|
||||||
|
|
||||||
def run_single_test(self,variant):
|
|
||||||
self.clean_current_results()
|
|
||||||
if self.calc_current_results(variant) is False:
|
|
||||||
return False
|
|
||||||
print('simulation finished')
|
|
||||||
self.postprocess()
|
|
||||||
if self.compare_to_reference() is False:
|
|
||||||
print '++++++++ Test not OK +++++++++'
|
|
||||||
return False
|
|
||||||
print 'Test OK'
|
|
||||||
return True
|
|
||||||
|
|
||||||
def clean_current_results(self):
|
try:
|
||||||
os.chdir(self.test_dir)
|
shutil.rmtree(self.dirCurrent())
|
||||||
try:
|
except:
|
||||||
shutil.rmtree('current_results')
|
print('removal of directory "%s" failed...'%(self.dirCurrent()))
|
||||||
except:
|
status = status and False
|
||||||
print('Could not delete current_results')
|
|
||||||
os.mkdir('current_results')
|
|
||||||
|
|
||||||
def calc_current_results(self):
|
try:
|
||||||
'''
|
os.mkdir(self.dirCurrent())
|
||||||
Should be defined in the individual tests
|
except:
|
||||||
'''
|
print('creation of directory "%s" failed...'%(self.dirCurrent()))
|
||||||
pass
|
status = status and False
|
||||||
|
|
||||||
def calc_marc(self,compile=None):
|
return status
|
||||||
'''
|
|
||||||
Calculates current results for MSC.Marc
|
|
||||||
'''
|
|
||||||
if compile is None: compile=self.compile
|
|
||||||
self.copy_from_ref_list()
|
|
||||||
self.copy_files_from_reference_results()
|
|
||||||
os.chdir('./current_results')
|
|
||||||
m = damask.solver.Marc()
|
|
||||||
m.submit_job(compile=compile, compiled_dir='../../../code/')
|
|
||||||
print('simulation submitted')
|
|
||||||
self.exit_number = m.exit_number_from_outFile(outFile=self.modelname+'_'+self.jobname+'.out')
|
|
||||||
|
|
||||||
if not self.exit_number==3004:
|
|
||||||
print('Job did not exit with No. 3004')
|
|
||||||
return False
|
|
||||||
return True
|
|
||||||
|
|
||||||
def calc_spectral(self, compile=None):
|
|
||||||
pass
|
|
||||||
|
|
||||||
def copy_from_ref_list(self):
|
|
||||||
self.copy_from_ref=[self.modelname+'_'+self.jobname+'.dat',
|
|
||||||
self.modelname+'.mfd', # for dev
|
|
||||||
'material.config',
|
|
||||||
]
|
|
||||||
|
|
||||||
|
def prepare(self,variant):
|
||||||
def copy_files_from_reference_results(self):
|
'''
|
||||||
for file in self.copy_from_ref:
|
Do all necessary preparations for the run of each test variant
|
||||||
shutil.copy2('./reference_results/%s'%file,'./current_results/%s'%file)
|
'''
|
||||||
# Note: possibly symlinking? No, because copy is OS independent.
|
return True
|
||||||
|
|
||||||
def read_val_from_file(self,fname=None):
|
|
||||||
file = open(fname,'r')
|
|
||||||
headerlength = int(file.readline().split()[0]) + 1
|
|
||||||
file.close
|
|
||||||
import numpy as N
|
|
||||||
val = N.loadtxt(fname,skiprows=headerlength)
|
|
||||||
return val
|
|
||||||
|
|
||||||
def compare_to_reference(self):
|
def run(self,variant):
|
||||||
import string, numpy as N
|
'''
|
||||||
print 'comparing results against reference_results...'
|
Execute the requested test variant.
|
||||||
os.chdir(os.path.join(self.test_dir,'current_results'))
|
'''
|
||||||
cur=self.read_val_from_file(fname='postProc/'+self.post_txt)
|
return True
|
||||||
ref=self.read_val_from_file(fname='../reference_results/postProc/'+self.post_txt)
|
|
||||||
|
|
||||||
err=abs((ref/cur)-1.) # relative tolerance
|
def postprocess(self,variant):
|
||||||
#err=abs(ref-cur) # absolute tolerance
|
'''
|
||||||
print 'tol', self.tol
|
Perform post-processing of generated results for this test variant.
|
||||||
print 'max error', N.max(err)
|
'''
|
||||||
if N.max(err)>self.tol:
|
return True
|
||||||
return False
|
|
||||||
return True
|
|
||||||
|
def compare(self,variant):
|
||||||
def postprocess(self):
|
'''
|
||||||
print 'postprocessing results ...'
|
Compare reference to current results.
|
||||||
os.chdir(self.test_dir)
|
'''
|
||||||
file=open('./postprocessing.cmd','r')
|
return True
|
||||||
postproc=file.readlines()
|
|
||||||
file.close()
|
|
||||||
os.chdir(os.path.join(self.test_dir,'current_results'))
|
def update(self,variant):
|
||||||
for cmd in postproc: # PHILIP: suggestion to just execute the script "postprocessing" directly within a shell, i.e. os.system('../postprocessing')
|
'''
|
||||||
print(cmd)
|
Update reference with current results.
|
||||||
os.system(cmd) # PHILIP: reason is that for loops and the like get broken with line by line execution from here...
|
'''
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def dirReference(self):
|
||||||
|
'''
|
||||||
|
'''
|
||||||
|
return os.path.normpath(os.path.join(self.dirBase,'reference/'))
|
||||||
|
|
||||||
|
def dirCurrent(self):
|
||||||
|
'''
|
||||||
|
'''
|
||||||
|
return os.path.normpath(os.path.join(self.dirBase,'current/'))
|
||||||
|
|
||||||
|
def fileInReference(self,file):
|
||||||
|
'''
|
||||||
|
'''
|
||||||
|
return os.path.join(self.dirReference(),file)
|
||||||
|
|
||||||
|
def fileInCurrent(self,file):
|
||||||
|
'''
|
||||||
|
'''
|
||||||
|
return os.path.join(self.dirCurrent(),file)
|
||||||
|
|
||||||
|
def copy_Reference2Current(self,files=[]):
|
||||||
|
for file in files:
|
||||||
|
shutil.copy2(self.fileInReference(file),self.fileInCurrent(file))
|
||||||
|
|
||||||
|
def copy_Current2Current(self,files=[]):
|
||||||
|
for file in files:
|
||||||
|
shutil.copy2(self.fileInCurrent(file[0]),self.fileInCurrent(file[1]))
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue