Reframe Report for Feel++ heat toolbox on Gaya

1. Test Summary

Total Tests: 2
Failures: 0

from feelpp.benchmarking.report.atomicReports.controller import AtomicReportController
from feelpp.benchmarking.report.atomicReports.model import AtomicReportModel
from feelpp.benchmarking.report.atomicReports.view import AtomicReportView

model=AtomicReportModel([{'num_cases': 2, 'num_failures': 0, 'num_aborted': 0, 'num_skipped': 0, 'runid': 0, 'testcases': [{'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': "RegressionTest %nb_tasks={'tasks': 128, 'nodes': 1, 'exclusive_access': True} %meshes=M2 %discretization=P1 %environment=builtin", 'environment': 'builtin', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': 'fdb3c76e', 'jobid': '67298', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': "RegressionTest %nb_tasks={'tasks': 128, 'nodes': 1, 'exclusive_access': True} %meshes=M2 %discretization=P1 %environment=builtin", 'nodelist': ['gaya2'], 'outputdir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/output/gaya/production/builtin/RegressionTest_fdb3c76e', 'perfvars': [{'name': 'HeatConstructor_initMaterialProperties', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.000623371}, {'name': 'HeatConstructor_initMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 2.48362943}, {'name': 'HeatConstructor_initFunctionSpaces', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.466539466}, {'name': 'HeatConstructor_initPostProcess', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.108423735}, {'name': 'HeatConstructor_graph', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.307619757}, {'name': 'HeatConstructor_matrixVector', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.050832137}, {'name': 'HeatConstructor_algebraicOthers', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 7.9349e-05}, {'name': 'HeatConstructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 10.217291}, {'name': 'HeatPostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 5.27265544}, {'name': 'HeatSolve_ksp-niter', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 'iter', 'value': 16.0}, {'name': 'HeatSolve_algebraic-assembly', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.37228615}, {'name': 'HeatSolve_algebraic-solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.453455984}, {'name': 'HeatSolve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.827955613}, {'name': 'Normal_Heat_Flux_alpha', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 44.799712927120076}, {'name': 'Normal_Heat_Flux_beta', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 13.53669164369232}, {'name': 'Normal_Heat_Flux_gamma', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': -58.6237181853984}, {'name': 'Points_alpha_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.901960928453843}, {'name': 'Points_alpha_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.316057029965235}, {'name': 'Points_beta_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.84255924896226}, {'name': 'Points_beta_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.102053192015417}, {'name': 'Statistics_temperature_alpha_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.901947768148652}, {'name': 'Statistics_temperature_alpha_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.352070341888842}, {'name': 'Statistics_temperature_beta_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.84254779523087}, {'name': 'Statistics_temperature_beta_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.120964951837538}], 'prefix': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/stage/gaya/production/builtin/RegressionTest_fdb3c76e', 'scheduler': 'squeue', 'system': 'gaya:production', 'tags': ['async'], 'time_compile': 0.010983705520629883, 'time_performance': 0.01614236831665039, 'time_run': 38.50679636001587, 'time_sanity': 0.012744665145874023, 'time_setup': 0.009682416915893555, 'time_total': 38.55314779281616, 'unique_name': 'RegressionTest_1', 'check_vars': {'valid_prog_environs': ['builtin'], 'valid_systems': ['gaya:production'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'feelpp_toolbox_heat', 'executable_opts': ['--config-files /data/scratch/cladellash/feelppdb/input_data/thermal_bridges_case_3/case3.cfg', '--directory /data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/feelppdb/toolboxes/heat/fdb3c76e', '--repository.case thermal_bridges_case_3', '--fail-on-unknown-option 1', '--heat.scalability-save=1', '--repository.append.np 0', '--case.discretization P1', '--heat.json.patch=\'{"op": "replace","path": "/Meshes/heat/Import/filename","value": "$cfgdir/M2/case3_p128.json" }\''], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 128, 'num_tasks_per_node': 128, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': True, 'local': False, 'modules': [], 'env_vars': {}, 'variables': {}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'machine_config_path': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/tmp/machines/gaya.json', 'use_case': 'thermal_bridges_case_3'}, 'check_params': {'nb_tasks': {'tasks': 128, 'nodes': 1, 'exclusive_access': True}, 'meshes': 'M2', 'discretization': 'P1', 'environment': 'builtin'}}, {'build_stderr': None, 'build_stdout': None, 'dependencies_actual': [], 'dependencies_conceptual': [], 'description': '', 'display_name': "RegressionTest %nb_tasks={'tasks': 128, 'nodes': 1, 'exclusive_access': True} %meshes=M1 %discretization=P1 %environment=builtin", 'environment': 'builtin', 'fail_phase': None, 'fail_reason': None, 'filename': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe/regression.py', 'fixture': False, 'hash': '5fcad908', 'jobid': '67299', 'job_stderr': 'rfm_job.err', 'job_stdout': 'rfm_job.out', 'maintainers': [], 'name': "RegressionTest %nb_tasks={'tasks': 128, 'nodes': 1, 'exclusive_access': True} %meshes=M1 %discretization=P1 %environment=builtin", 'nodelist': ['gaya3'], 'outputdir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/output/gaya/production/builtin/RegressionTest_5fcad908', 'perfvars': [{'name': 'HeatConstructor_initMaterialProperties', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.000583018}, {'name': 'HeatConstructor_initMesh', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.471665704}, {'name': 'HeatConstructor_initFunctionSpaces', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.051087144}, {'name': 'HeatConstructor_initPostProcess', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.028293275}, {'name': 'HeatConstructor_graph', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.026921883}, {'name': 'HeatConstructor_matrixVector', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.018843572}, {'name': 'HeatConstructor_algebraicOthers', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 7.927e-05}, {'name': 'HeatConstructor_init', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 7.24883575}, {'name': 'HeatPostProcessing_exportResults', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 2.58207705}, {'name': 'HeatSolve_ksp-niter', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 'iter', 'value': 17.0}, {'name': 'HeatSolve_algebraic-assembly', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.195745379}, {'name': 'HeatSolve_algebraic-solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.135117439}, {'name': 'HeatSolve_solve', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': 's', 'value': 0.331603504}, {'name': 'Normal_Heat_Flux_alpha', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 43.66448907751379}, {'name': 'Normal_Heat_Flux_beta', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 13.234932854048878}, {'name': 'Normal_Heat_Flux_gamma', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': -57.48518317645046}, {'name': 'Points_alpha_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.90222216822757}, {'name': 'Points_alpha_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.304866839290618}, {'name': 'Points_beta_max_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.84278840424483}, {'name': 'Points_beta_min_field_temperature', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.082223428650465}, {'name': 'Statistics_temperature_alpha_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 17.90216950575362}, {'name': 'Statistics_temperature_alpha_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.371956026784163}, {'name': 'Statistics_temperature_beta_max', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 16.842741317997955}, {'name': 'Statistics_temperature_beta_min', 'reference': 0, 'thres_lower': None, 'thres_upper': None, 'unit': '', 'value': 11.112161892590722}], 'prefix': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/.venv/lib/python3.10/site-packages/feelpp/benchmarking/reframe', 'result': 'success', 'stagedir': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/build/reframe/stage/gaya/production/builtin/RegressionTest_5fcad908', 'scheduler': 'squeue', 'system': 'gaya:production', 'tags': ['async'], 'time_compile': 0.010678529739379883, 'time_performance': 0.016712665557861328, 'time_run': 30.020174503326416, 'time_sanity': 0.011952638626098633, 'time_setup': 0.008798599243164062, 'time_total': 30.14730429649353, 'unique_name': 'RegressionTest_0', 'check_vars': {'valid_prog_environs': ['builtin'], 'valid_systems': ['gaya:production'], 'descr': '', 'sourcepath': '', 'sourcesdir': None, 'prebuild_cmds': [], 'postbuild_cmds': [], 'executable': 'feelpp_toolbox_heat', 'executable_opts': ['--config-files /data/scratch/cladellash/feelppdb/input_data/thermal_bridges_case_3/case3.cfg', '--directory /data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/feelppdb/toolboxes/heat/5fcad908', '--repository.case thermal_bridges_case_3', '--fail-on-unknown-option 1', '--heat.scalability-save=1', '--repository.append.np 0', '--case.discretization P1', '--heat.json.patch=\'{"op": "replace","path": "/Meshes/heat/Import/filename","value": "$cfgdir/M1/case3_p128.json" }\''], 'prerun_cmds': [], 'postrun_cmds': [], 'keep_files': [], 'readonly_files': [], 'tags': ['async'], 'maintainers': [], 'strict_check': True, 'num_tasks': 128, 'num_tasks_per_node': 128, 'num_gpus_per_node': None, 'num_cpus_per_task': 1, 'num_tasks_per_core': None, 'num_tasks_per_socket': None, 'use_multithreading': None, 'max_pending_time': None, 'exclusive_access': True, 'local': False, 'modules': [], 'env_vars': {}, 'variables': {}, 'time_limit': None, 'build_time_limit': None, 'extra_resources': {}, 'build_locally': True, 'machine_config_path': '/data/cemosis/github-actions-runner/actions-runner-2/_work/benchmarking/benchmarking/tmp/machines/gaya.json', 'use_case': 'thermal_bridges_case_3'}, 'check_params': {'nb_tasks': {'tasks': 128, 'nodes': 1, 'exclusive_access': True}, 'meshes': 'M1', 'discretization': 'P1', 'environment': 'builtin'}}]}] )
view=AtomicReportView([{'title': 'Validation measures', 'plot_types': ['scatter'], 'transformation': 'performance', 'aggregations': [{'column': 'nb_tasks.tasks', 'agg': 'filter:64'}], 'variables': ['Normal_Heat_Flux_alpha', 'Normal_Heat_Flux_beta', 'Normal_Heat_Flux_gamma', 'Points_alpha_max_field_temperature', 'Points_alpha_min_field_temperature', 'Points_beta_max_field_temperature', 'Points_beta_min_field_temperature', 'Statistics_temperature_alpha_max', 'Statistics_temperature_alpha_min', 'Statistics_temperature_beta_max', 'Statistics_temperature_beta_min'], 'names': [], 'xaxis': {'parameter': 'meshes', 'label': 'mesh levels'}, 'secondary_axis': {'parameter': 'performance_variable', 'label': 'Measures'}, 'yaxis': {'parameter': None, 'label': 'Heat flow [W]'}, 'color_axis': {'parameter': 'discretization', 'label': 'Discretization'}}, {'title': 'Performance', 'plot_types': ['stacked_bar', 'grouped_bar'], 'transformation': 'performance', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P1'}], 'variables': ['HeatConstructor_init', 'HeatSolve_solve', 'HeatPostProcessing_exportResults'], 'names': ['init', 'assembly', 'postprocess'], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}, {'title': 'Performance', 'plot_types': ['stacked_bar', 'grouped_bar'], 'transformation': 'performance', 'aggregations': [{'column': 'discretization', 'agg': 'filter:P2'}], 'variables': ['HeatConstructor_init', 'HeatSolve_solve', 'HeatPostProcessing_exportResults'], 'names': ['init', 'assembly', 'postprocess'], 'xaxis': {'parameter': 'nb_tasks.tasks', 'label': 'Number of tasks'}, 'secondary_axis': {'parameter': 'meshes', 'label': 'Mesh level'}, 'yaxis': {'parameter': None, 'label': 'execution time (s)'}, 'color_axis': {'parameter': 'performance_variable', 'label': 'Performance variable'}}])
controller=AtomicReportController(model,view)

---------------------------------------------------------------------------
IndexError                                Traceback (most recent call last)
File :1
----> 1 for fig in controller.generateAll():
      2     import sys; fig.write_html(file=sys.stdout, include_plotlyjs=False)

File /opt/build/repo/.venv/lib/python3.8/site-packages/feelpp/benchmarking/report/base/controller.py:20, in Controller.generateAll(self)
     18 for plot_config in self.view.plots_config:
     19     for plot in FigureFactory.create(plot_config):
---> 20         yield plot.createFigure(self.model.master_df)

File /opt/build/repo/.venv/lib/python3.8/site-packages/feelpp/benchmarking/report/figureFactory.py:110, in ScatterFigure.createFigure(self, df)
    107 df = self.transformation_strategy.calculate(df)
    109 if isinstance(df.index,MultiIndex):
--> 110     return self.createAnimation(df)
    111 else:
    112     return self.createSimple(df)

File /opt/build/repo/.venv/lib/python3.8/site-packages/feelpp/benchmarking/report/figureFactory.py:56, in ScatterFigure.createAnimation(self, df)
     42     frames.append([
     43         go.Scatter(
     44             x = frame_df.index,
   (...)
     48         for col in frame_df.columns
     49     ])
     50     ranges.append([
     51         frame_df.min().min() - frame_df.min().min()*range_epsilon,
     52         frame_df.max().max() + frame_df.min().min()*range_epsilon
     53     ])
     55 fig = go.Figure(
---> 56     data = frames[0],
     57     frames = [
     58         go.Frame(
     59             data = f,
     60             name=f"frame_{i}",
     61             layout=dict(
     62                 yaxis=dict(range = ranges[i])
     63             )
     64         )
     65         for i,f in enumerate(frames)],
     66     layout=go.Layout(
     67         yaxis=dict(range = ranges[0],title=self.config.yaxis.label),
     68         xaxis=dict(title=self.config.xaxis.label),
     69         title=self.config.title,
     70         sliders=[dict(
     71             active=0, currentvalue=dict(prefix=f"{self.config.secondary_axis.label} = "), transition = dict(duration= 0),
     72             steps=[dict(label=f"{h}",method="animate",args=[[f"frame_{k}"],dict(mode="immediate",frame=dict(duration=0, redraw=True))]) for k,h in enumerate(anim_dimension_values)],
     73         )],
     74         legend=dict(title=self.config.color_axis.label if self.config.color_axis else "")
     75     )
     76 )
     78 return fig

IndexError: list index out of range