| DETAILED RESULTS | -|||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| - """ - - for col in groupColumns: - if col == "Name": - header += f"""{test.name} - | - """ - - elif col == "Custodian": - if config.report_doc_link: - owner = getowner( test.name, test.testcases[ 0 ].testcase ) - if owner is not None: - header += f'\n{owner} | ' - else: - header += f'\n' - header += '\n ? | ' - - elif col == "Status": - header += f'{self.displayName[test.status]} | ' - else: - raise RuntimeError( f"Unknown column {col}" ) - - for testcase in test.testcases: - for col in testcaseColumns: - - if col == "Status": - statusDisplay = self.displayName[ testcase.status ] - retries = getattr( testcase.testcase.atsGroup, "retries", 0 ) - if retries > 0: - statusDisplay += "{statusDisplay} | ' - - elif col == "Name": - # If an .html file exists for this problem, create a reference to it - testref = "" - testlinksuffix = "" - if config.report_doc_link: - docfound = False - # first check for the full problem name, with the domain extension - testhtml = os.path.join( config.report_doc_dir, test.name, - testcase.testcase.name + ".html" ) - if os.path.exists( testhtml ): - docfound = True - else: - # next check for the full problem name without the domain extension - testhtml = os.path.join( config.report_doc_dir, test.name, - testcase.testcase.name + ".html" ) - if os.path.exists( testhtml ): - docfound = True - else: - # final check for any of the input file names - for step in testcase.testcase.steps: - if getattr( step.p, "deck", None ): - [ inputname, suffix ] = getattr( step.p, "deck" ).rsplit( '.', 1 ) - testhtml = os.path.join( config.report_doc_dir, test.name, - inputname + ".html" ) - if os.path.exists( testhtml ): - # match with the first input file - docfound = True - break - - if docfound: - testref = 'href="%s"' % ( testhtml ) - else: - if not testcase.testcase.nodoc: - testlinksuffix += '{testcase.testcase.name}{testlinksuffix} | " - - elif col == "TestStep": - if testcase.laststep: - header += f"\n{testcase.laststep.label()} | " - else: - header += "\n" - - elif col == "Age": - if not testcase.laststep: - header += "\n | " - continue - - if testcase.diffage: - difftime = testcase.diffage - days = int( difftime ) / 86400 - if days > 0: - difftime -= days * 86400 - hours = int( difftime ) / 3600 - if days == 0: - # "New" diff file - don't color - header += f'\n | {hours}h | ' - elif days > 6: - # "Old" diff file (1+ week) - color reddish - header += f'\n{days}d{hours}h | ' - else: - # less than a week old - but aging. Color yellowish - header += f'\n{days}d{hours}h | ' - else: - header += "\n" - - elif col == "Elapsed": - if not testcase.elapsed: - header += "\n | " - else: - header += f"\n | {ats.times.hms(testcase.elapsed)} | " - - elif col == "Resources": - if not testcase.resources: - header += "\n" - else: - header += f"\n | {ats.times.hms(testcase.resources)} | " - - elif col == "Output": - - header += "\n"
- seen = {}
- for stepnum, step in enumerate( testcase.testcase.steps ):
- paths = testcase.testcase.resultPaths( step )
- for p in paths:
- # if p has already been accounted for, doesn't exist, or is an empty file, don't print it.
- if ( ( ( p in seen ) or not os.path.exists( p ) ) or ( os.stat( p )[ 6 ] == 0 ) ):
- continue
- header += f"\n{os.path.basename(p)} " - seen[ p ] = 1 - header += "\n | "
- else:
- raise RuntimeError( f"Unknown column {col}" )
-
- header += '\n
|
- Test results: {gentime} - User: {username} - Platform: {platform} - """ - - for line in config.report_notations: - header += f"{line} " - - header += """ |
| SUMMARY | ||
|---|---|---|
| STATUS | -COUNT | -PROBLEM LIST | -
| {self.displayName[status]} | -{num} | -
- """
-
- if num > 0:
- casestring = ' '
- for case in cases:
- casename = case.name
- caseref = case.name
- retries = 0
- for test in case.testcases:
- retries += getattr( test.testcase.atsGroup, "retries", 0 )
- if retries > 0:
- haveRetry = True
- casename += '*'
- summary += f'\n {casename} '
- summary += '\n'
- summary += casestring
+ link_pattern = '{}\n'
+ color_pattern = " {} " + header = [ 'Status', 'Count', 'Tests' ] + table = [] + + for k, v in self.status_lists.items(): + status_formatted = color_pattern.format( COLORS[ k ], k ) + test_links = [ link_pattern.format( t, t ) for t in v ] + table.append( [ status_formatted, len( v ), ', '.join( test_links ) ] ) + + sp.write( "\n\nSummary\n\n" ) + table_html = tabulate( table, headers=header, tablefmt='unsafehtml' ) + sp.write( table_html ) + + def writeTable( self, sp ): + header = ( "Status", "Name", "TestStep", "Elapsed", "Resources", "Output" ) + + table = [] + table_filt = [] + file_pattern = "{}" + color_pattern = "{} " + + for k, v in self.test_results.items(): + status_str = v.status.name + status_formatted = color_pattern.format( COLORS[ status_str ], k, status_str ) + step_shortname = v.current_step + elapsed_formatted = hms( v.elapsed ) + output_files = [] + for s in v.steps.values(): + if os.path.isfile( s.log ): + output_files.append( file_pattern.format( s.log, os.path.basename( s.log ) ) ) + if os.path.isfile( s.log + '.err' ): + output_files.append( file_pattern.format( s.log + '.err', os.path.basename( s.log + '.err' ) ) ) + for pattern in s.output: + for f in sorted( glob.glob( pattern ) ): + if ( ( 'restart' not in f ) or ( '.restartcheck' in f ) ) and os.path.isfile( f ): + output_files.append( file_pattern.format( f, os.path.basename( f ) ) ) + + row = [ status_formatted, k, step_shortname, elapsed_formatted, v.resources, ', '.join( output_files ) ] + if status_str == 'FILTERED': + table_filt.append( row ) else: - summary += '\n ' - - summary += '\n |
- Test problem names with a hyperlink have been documented,
- the HTML version of which can be viewed by clicking on the link.
- """
+ table.append( row )
- testdoc = os.path.join( config.report_doc_dir, 'testdoc.html' )
- testsumm = os.path.join( config.report_doc_dir, 'testdoc-summary.txt' )
- if os.path.exists( testdoc ) and os.path.exists( testsumm ):
- doc += f"""
-
- Or, you can click here for the
- main page, or here for the
- one page text summary. If the documentation appears out of
- date, rerun 'atddoc' in this directory.
- """
+ if len( table ):
+ sp.write( "\n\n