Difference between revisions of "Benchmarking: Whisky-Cactus"

From Define Wiki
Jump to navigation Jump to search
(Created page with "== Wisky-Cactus == === Intel build === * config script for Intel. * module")
 
 
(One intermediate revision by the same user not shown)
Line 1: Line 1:
== Wisky-Cactus ==
+
== Whisky-Cactus ==
  
 
=== Intel build ===
 
=== Intel build ===
  
* config script for Intel.
+
<nowiki>
* module
+
 +
# customer code access
 +
wget -user Ausschreibung -password A8hAjv0x$ https://csc.uni-frankfurt.de/ausschreibung/Cactus-Whisky/Cactus-Whisky-Benchmark.tar.gzip
 +
 
 +
wget -user Ausschreibung -password A8hAjv0x$ https://csc.uni-frankfurt.de/ausschreibung/amrvac/amrvac-master-0aa32946ddc4c4351959a1eb38743ccd9e78c14f.zip
 +
 
 +
tar -xvf  Cactus-Whisky-Benchmark.tar.gzip
 +
tar -xvf amrvac-master-0aa32946ddc4c4351959a1eb38743ccd9e78c14f.zip
 +
 
 +
[shanal@head ~]$ cd Cactus-Whisky-Benchmark/Cactus/
 +
[shanal@head Cactus]$ cp simfactory/mdb/optionlists/zwicky-impi-intel14.cfg intel.cfg
 +
 
 +
</nowiki>
 +
 
 +
 
 +
changes the template scripts follow
 +
 
 +
<nowiki>
 +
[shanal@head Cactus]$ vi intel.cfg
 +
 
 +
# Whenever this version string changes, the application is configured
 +
# and rebuilt from scratch
 +
#VERSION = zwicky-openmpi-intel14-2015-01-13
 +
 
 +
CPP = cpp
 +
 
 +
FPP = cpp
 +
CC  = mpiicc
 +
#CC  = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/bin/intel64/icc
 +
CXX = mpiicpc
 +
#CXX = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/bin/intel64/icpc
 +
F90 = mpiifort
 +
#F90 = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/bin/intel64/ifort
 +
 
 +
CPPFLAGS = -DMPICH_SKIP_MPICXX -DMPICH_IGNORE_CXX_SEEK
 +
FPPFLAGS = -traditional
 +
CFLAGS  =  -g -traceback -debug all  -align -std=c99 -ansi_alias -align -U__STRICT_ANSI__
 +
CXXFLAGS =  -g -traceback -debug all  -align -restrict -std=c++11 #-Wl,-L,/home/shanal/gsl/lib/libgsl.so -Wl,-I,/home/shanal/gsl/lib/
 +
 
 +
#CXXFLAGS = -g -debug all -traceback -align -std=c++0x -restrict #-D__builtin_isinf=::isinf -D__builtin_isnan=::isnan -D__builtin_isnormal=::isnormal -D__builtin_fpclassify=::fpclassify -D__builtin_fmaxf=fmaxf -D__builtin_fmaxl=fmaxl -D__builtin_fminf=fminf -D__builtin_fminl=fminl
 +
 
 +
F90FLAGS =  -g -traceback -debug all  -align -pad -safe-cray-ptr
 +
 
 +
LDFLAGS = -rdynamic -openmp -Wl,-rpath,/opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64/ -Wl,-rpath,/opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/compiler/lib/intel64 -Wl,-rpath,/opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mpi/intel64/lib/
 +
 
 +
LIBDIRS = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/compiler/lib/intel64/
 +
 
 +
LIBS    = -lifcore
 +
 
 +
 
 +
C_LINE_DIRECTIVES = yes
 +
F_LINE_DIRECTIVES = yes
 +
 
 +
VECTORISE                  = yes
 +
VECTORISE_ALIGNED_ARRAYS  = no
 +
VECTORISE_INLINE          = no
 +
 
 +
# -check-uninit fails for asm output operands
 +
DEBUG          = no
 +
CPP_DEBUG_FLAGS = -DCARPET_DEBUG
 +
FPP_DEBUG_FLAGS = -DCARPET_DEBUG
 +
C_DEBUG_FLAGS  = -O0 # -check-uninit
 +
CXX_DEBUG_FLAGS = -O0 # -check-uninit
 +
F77_DEBUG_FLAGS = -O0 -check bounds -check format # -check all
 +
F90_DEBUG_FLAGS = -O0 -check bounds -check format # -check all
 +
 
 +
OPTIMISE          = yes
 +
CPP_OPTIMISE_FLAGS = -DCARPET_OPTIMISE -DNDEBUG
 +
FPP_OPTIMISE_FLAGS = -DCARPET_OPTIMISE -DNDEBUG
 +
C_OPTIMISE_FLAGS  = -O2 -xSSE4.2 -mkl=sequential
 +
CXX_OPTIMISE_FLAGS = -O2 -xSSE4.2 -mkl=sequential
 +
F90_OPTIMISE_FLAGS = -O2 -xSSE4.2 -mkl=sequential
 +
 
 +
PROFILE          = no
 +
CPP_PROFILE_FLAGS =
 +
FPP_PROFILE_FLAGS =
 +
C_PROFILE_FLAGS  = -pg
 +
CXX_PROFILE_FLAGS = -pg
 +
F77_PROFILE_FLAGS = -pg
 +
F90_PROFILE_FLAGS = -pg
 +
 
 +
OPENMP          = yes
 +
CPP_OPENMP_FLAGS = -qopenmp
 +
FPP_OPENMP_FLAGS = -fopenmp
 +
C_OPENMP_FLAGS  = -qopenmp
 +
CXX_OPENMP_FLAGS = -qopenmp
 +
F77_OPENMP_FLAGS = -qopenmp
 +
F90_OPENMP_FLAGS = -qopenmp
 +
 
 +
WARN          = yes
 +
CPP_WARN_FLAGS =
 +
FPP_WARN_FLAGS =
 +
C_WARN_FLAGS  =
 +
CXX_WARN_FLAGS =
 +
F77_WARN_FLAGS =
 +
F90_WARN_FLAGS =
 +
 
 +
#BOOST_DIR = BUILD
 +
 
 +
 
 +
BLAS_DIR  =  /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64/
 +
BLAS_LIBS = -Wl,--start-group mkl_intel_lp64 mkl_intel_thread mkl_core -Wl,--end-group  iomp5  pthread
 +
 
 +
LAPACK_DIR  =  /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64/
 +
LAPACK_LIBS = -Wl,--start-group mkl_intel_lp64 mkl_intel_thread mkl_core -Wl,--end-group  iomp5  pthread
 +
 
 +
 
 +
FFTW3_DIR =  /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64
 +
FFTW3_INC_DIRS = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/intel64/include/
 +
FFTW3_LIBS = -mkl=sequential
 +
 
 +
GSL_DIR = /home/shanal/gsl/
 +
#GSL_LIBS= -lintlc -lgsl -lgslcblas
 +
 
 +
 
 +
 
 +
#HDF5_DIR = /usr/local/HDF5-1.8.5
 +
 
 +
HWLOC_EXTRA_LIBS = numa
 +
 
 +
MPI_DIR      = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mpi/intel64/
 +
MPI_INC_DIRS = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mpi/intel64/include
 +
 
 +
OPENBLAS_DIR  = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/
 +
OPENBLAS_LIBS = -mkl=sequential
 +
 
 +
# The system PAPI does not work correctly and aborts during initialization
 +
#PAPI_DIR = /usr/local/papi-4.0.0.3
 +
PAPI_DIR = BUILD
 +
 
 +
#PETSC_DIR = /usr/local/petsc/3.4.3-intel
 +
 
 +
PTHREADS = yes
 +
 
 +
 
 +
 
 +
 
 +
 
 +
 
 +
 
 +
 
 +
<nowiki>

Latest revision as of 05:35, 4 August 2016

Whisky-Cactus

Intel build

 
# customer code access 
wget -user Ausschreibung -password A8hAjv0x$ https://csc.uni-frankfurt.de/ausschreibung/Cactus-Whisky/Cactus-Whisky-Benchmark.tar.gzip

wget -user Ausschreibung -password A8hAjv0x$ https://csc.uni-frankfurt.de/ausschreibung/amrvac/amrvac-master-0aa32946ddc4c4351959a1eb38743ccd9e78c14f.zip

tar -xvf  Cactus-Whisky-Benchmark.tar.gzip
tar -xvf amrvac-master-0aa32946ddc4c4351959a1eb38743ccd9e78c14f.zip

[shanal@head ~]$ cd Cactus-Whisky-Benchmark/Cactus/
[shanal@head Cactus]$ cp simfactory/mdb/optionlists/zwicky-impi-intel14.cfg intel.cfg



changes the template scripts follow

<nowiki>

[shanal@head Cactus]$ vi intel.cfg

  1. Whenever this version string changes, the application is configured
  2. and rebuilt from scratch
  3. VERSION = zwicky-openmpi-intel14-2015-01-13

CPP = cpp

FPP = cpp CC = mpiicc

  1. CC = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/bin/intel64/icc

CXX = mpiicpc

  1. CXX = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/bin/intel64/icpc

F90 = mpiifort

  1. F90 = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/bin/intel64/ifort

CPPFLAGS = -DMPICH_SKIP_MPICXX -DMPICH_IGNORE_CXX_SEEK FPPFLAGS = -traditional CFLAGS = -g -traceback -debug all -align -std=c99 -ansi_alias -align -U__STRICT_ANSI__ CXXFLAGS = -g -traceback -debug all -align -restrict -std=c++11 #-Wl,-L,/home/shanal/gsl/lib/libgsl.so -Wl,-I,/home/shanal/gsl/lib/

  1. CXXFLAGS = -g -debug all -traceback -align -std=c++0x -restrict #-D__builtin_isinf=::isinf -D__builtin_isnan=::isnan -D__builtin_isnormal=::isnormal -D__builtin_fpclassify=::fpclassify -D__builtin_fmaxf=fmaxf -D__builtin_fmaxl=fmaxl -D__builtin_fminf=fminf -D__builtin_fminl=fminl

F90FLAGS = -g -traceback -debug all -align -pad -safe-cray-ptr

LDFLAGS = -rdynamic -openmp -Wl,-rpath,/opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64/ -Wl,-rpath,/opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/compiler/lib/intel64 -Wl,-rpath,/opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mpi/intel64/lib/

LIBDIRS = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/compiler/lib/intel64/

LIBS = -lifcore


C_LINE_DIRECTIVES = yes F_LINE_DIRECTIVES = yes

VECTORISE = yes VECTORISE_ALIGNED_ARRAYS = no VECTORISE_INLINE = no

  1. -check-uninit fails for asm output operands

DEBUG = no CPP_DEBUG_FLAGS = -DCARPET_DEBUG FPP_DEBUG_FLAGS = -DCARPET_DEBUG C_DEBUG_FLAGS = -O0 # -check-uninit CXX_DEBUG_FLAGS = -O0 # -check-uninit F77_DEBUG_FLAGS = -O0 -check bounds -check format # -check all F90_DEBUG_FLAGS = -O0 -check bounds -check format # -check all

OPTIMISE = yes CPP_OPTIMISE_FLAGS = -DCARPET_OPTIMISE -DNDEBUG FPP_OPTIMISE_FLAGS = -DCARPET_OPTIMISE -DNDEBUG C_OPTIMISE_FLAGS = -O2 -xSSE4.2 -mkl=sequential CXX_OPTIMISE_FLAGS = -O2 -xSSE4.2 -mkl=sequential F90_OPTIMISE_FLAGS = -O2 -xSSE4.2 -mkl=sequential

PROFILE = no CPP_PROFILE_FLAGS = FPP_PROFILE_FLAGS = C_PROFILE_FLAGS = -pg CXX_PROFILE_FLAGS = -pg F77_PROFILE_FLAGS = -pg F90_PROFILE_FLAGS = -pg

OPENMP = yes CPP_OPENMP_FLAGS = -qopenmp FPP_OPENMP_FLAGS = -fopenmp C_OPENMP_FLAGS = -qopenmp CXX_OPENMP_FLAGS = -qopenmp F77_OPENMP_FLAGS = -qopenmp F90_OPENMP_FLAGS = -qopenmp

WARN = yes CPP_WARN_FLAGS = FPP_WARN_FLAGS = C_WARN_FLAGS = CXX_WARN_FLAGS = F77_WARN_FLAGS = F90_WARN_FLAGS =

  1. BOOST_DIR = BUILD


BLAS_DIR = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64/ BLAS_LIBS = -Wl,--start-group mkl_intel_lp64 mkl_intel_thread mkl_core -Wl,--end-group iomp5 pthread

LAPACK_DIR = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64/ LAPACK_LIBS = -Wl,--start-group mkl_intel_lp64 mkl_intel_thread mkl_core -Wl,--end-group iomp5 pthread


FFTW3_DIR = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/lib/intel64 FFTW3_INC_DIRS = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/intel64/include/ FFTW3_LIBS = -mkl=sequential

GSL_DIR = /home/shanal/gsl/

  1. GSL_LIBS= -lintlc -lgsl -lgslcblas


  1. HDF5_DIR = /usr/local/HDF5-1.8.5

HWLOC_EXTRA_LIBS = numa

MPI_DIR = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mpi/intel64/ MPI_INC_DIRS = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mpi/intel64/include

OPENBLAS_DIR = /opt/ohpc/pub/compiler/intel/compilers_and_libraries_2016.2.181/linux/mkl/ OPENBLAS_LIBS = -mkl=sequential

  1. The system PAPI does not work correctly and aborts during initialization
  2. PAPI_DIR = /usr/local/papi-4.0.0.3

PAPI_DIR = BUILD

  1. PETSC_DIR = /usr/local/petsc/3.4.3-intel

PTHREADS = yes





<nowiki>