David: Created page with "

 # on rhel 94 # following https://it-procurement-tenders.docs.cern.ch/tenders/it-5008/rhel-install/  subscription-manager repos --enable codeready-builder-for-rhel-9-$(ar..."

2024-09-03T15:48:46Z

Created page with "<pre> # on rhel 94 # following https://it-procurement-tenders.docs.cern.ch/tenders/it-5008/rhel-install/ subscription-manager repos --enable codeready-builder-for-rhel-9-$(ar..."

New page

<pre>
# on rhel 94
# following https://it-procurement-tenders.docs.cern.ch/tenders/it-5008/rhel-install/

subscription-manager repos --enable codeready-builder-for-rhel-9-$(arch)-rpms
dnf install https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm

dnf install screen python-pip wget apptainer git ipmitool

cd /pool
mkdir HS23
cd HS23
curl -O https://it-procurement-tenders.docs.cern.ch/tenders/it-5008/run_HS23.sh
chmod +x run_HS23.sh
./run_HS23.sh

# check power
[root@AMID05099F28437 ~]# ipmitool dcmi power reading

Instantaneous power reading: 296 Watts
Minimum during sampling period: 294 Watts
Maximum during sampling period: 294 Watts
Average power reading over sample period: 294 Watts
IPMI timestamp: Thu Aug 1 20:49:33 2024
Sampling period: 00003042 Seconds.
Power reading state is: activated

# output from run
[root@AMID05099F28437 HS23]# ./run_HS23.sh
Running script: ./run_HS23.sh
Collecting git+https://gitlab.cern.ch/hep-benchmarks/hep-benchmark-suite.git@v2.2
Cloning https://gitlab.cern.ch/hep-benchmarks/hep-benchmark-suite.git (to revision v2.2) to /tmp/pip-req-build-ihdlq9hs
Running command git clone --filter=blob:none --quiet https://gitlab.cern.ch/hep-benchmarks/hep-benchmark-suite.git /tmp/pip-req-build-ihdlq9hs
Running command git checkout -q 38eee4ce7db460ffc67fa0c477981787bfce0ae8
Resolved https://gitlab.cern.ch/hep-benchmarks/hep-benchmark-suite.git to commit 38eee4ce7db460ffc67fa0c477981787bfce0ae8
Installing build dependencies ... done
Getting requirements to build wheel ... done
Preparing metadata (pyproject.toml) ... done
Requirement already satisfied: beautifulsoup4 in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (4.12.3)
Requirement already satisfied: importlib-metadata in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (8.2.0)
Requirement already satisfied: pem in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (23.1.0)
Requirement already satisfied: pip>=21.3.1 in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (24.2)
Requirement already satisfied: pyOpenSSL>=21.0.0 in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (24.2.1)
Requirement already satisfied: pyyaml>=5.1 in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (6.0.1)
Requirement already satisfied: requests in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (2.32.3)
Requirement already satisfied: stomp.py<=7.0.0 in ./env_bmk/lib/python3.9/site-packages (from hep-benchmark-suite==2.2) (7.0.0)
Requirement already satisfied: cryptography<44,>=41.0.5 in ./env_bmk/lib/python3.9/site-packages (from pyOpenSSL>=21.0.0->hep-benchmark-suite==2.2) (43.0.0)
Requirement already satisfied: docopt<0.7.0,>=0.6.2 in ./env_bmk/lib/python3.9/site-packages (from stomp.py<=7.0.0->hep-benchmark-suite==2.2) (0.6.2)
Requirement already satisfied: soupsieve>1.2 in ./env_bmk/lib/python3.9/site-packages (from beautifulsoup4->hep-benchmark-suite==2.2) (2.5)
Requirement already satisfied: zipp>=0.5 in ./env_bmk/lib/python3.9/site-packages (from importlib-metadata->hep-benchmark-suite==2.2) (3.19.2)
Requirement already satisfied: charset-normalizer<4,>=2 in ./env_bmk/lib/python3.9/site-packages (from requests->hep-benchmark-suite==2.2) (3.3.2)
Requirement already satisfied: idna<4,>=2.5 in ./env_bmk/lib/python3.9/site-packages (from requests->hep-benchmark-suite==2.2) (3.7)
Requirement already satisfied: urllib3<3,>=1.21.1 in ./env_bmk/lib/python3.9/site-packages (from requests->hep-benchmark-suite==2.2) (2.2.2)
Requirement already satisfied: certifi>=2017.4.17 in ./env_bmk/lib/python3.9/site-packages (from requests->hep-benchmark-suite==2.2) (2024.7.4)
Requirement already satisfied: cffi>=1.12 in ./env_bmk/lib/python3.9/site-packages (from cryptography<44,>=41.0.5->pyOpenSSL>=21.0.0->hep-benchmark-suite==2.2) (1.16.0)
Requirement already satisfied: pycparser in ./env_bmk/lib/python3.9/site-packages (from cffi>=1.12->cryptography<44,>=41.0.5->pyOpenSSL>=21.0.0->hep-benchmark-suite==2.
2) (2.22)
Collecting git+https://gitlab.cern.ch/hep-benchmarks/hep-score.git@v1.5
Cloning https://gitlab.cern.ch/hep-benchmarks/hep-score.git (to revision v1.5) to /tmp/pip-req-build-yrm8vu1z
Running command git clone --filter=blob:none --quiet https://gitlab.cern.ch/hep-benchmarks/hep-score.git /tmp/pip-req-build-yrm8vu1z
Running command git checkout -q f6169255d1ee03a8637366b6a7f1a680205c5da2
Resolved https://gitlab.cern.ch/hep-benchmarks/hep-score.git to commit f6169255d1ee03a8637366b6a7f1a680205c5da2
Installing build dependencies ... done
Getting requirements to build wheel ... done
Installing backend dependencies ... done
Preparing metadata (pyproject.toml) ... done
Collecting setuptools<45 (from hep-score==1.5.0)
Using cached setuptools-44.1.1-py2.py3-none-any.whl.metadata (3.7 kB)
Requirement already satisfied: pbr>=5.0.0 in ./env_bmk/lib/python3.9/site-packages (from hep-score==1.5.0) (6.0.0)
Requirement already satisfied: pyyaml>=5.1 in ./env_bmk/lib/python3.9/site-packages (from hep-score==1.5.0) (6.0.1)
Using cached setuptools-44.1.1-py2.py3-none-any.whl (583 kB)
Installing collected packages: setuptools
Attempting uninstall: setuptools
Found existing installation: setuptools 53.0.0
Uninstalling setuptools-53.0.0:
Successfully uninstalled setuptools-53.0.0
Successfully installed setuptools-44.1.1

# Section to configure HEPScore benchmark
hepscore:
# Select which version of hep-score to use
version: "v1.5"
# Users can provide an alternative config file, three options are possible:
# "default" - Uses the default configuration provided with hepscore.
# local path - Search locally for the configuration: "tests/hepscore_ci.yaml"
# remote - Download from a remote url the configuration and uses it: "https://"
config: "default"
## HEPScore extra options
options:
clean: True
# Enable if you will run the suite from within a singularity instance
# in that case make sure that /etc/sysctl.d/90-max_user_namespaces.conf is enabled
userns: True

global:
benchmarks:
- hepscore
mode: singularity
publish: false
rundir: /pool/HS23/bmk_run
show: true
tags:
site: define_tech
purpose: "IT-5008/IT Bid Run Config 1"
# The following configuration was loaded: bmkrun_config.yml
2024-08-02 12:05:52, hepbenchmarksuite.hepbenchmarksuite:start [INFO] Starting HEP Benchmark Suite
2024-08-02 12:05:52, hepbenchmarksuite.preflight:check [INFO] Running pre-flight checks
2024-08-02 12:05:52, hepbenchmarksuite.preflight:check_run_mode [INFO] - Checking if selected run mode exists...
2024-08-02 12:05:52, hepbenchmarksuite.preflight:check_run_mode [INFO] - singularity executable found: /usr/bin/singularity.
2024-08-02 12:05:52, hepbenchmarksuite.preflight:check_run_mode [INFO] - singularity version: 1.3.3-1.el9.
2024-08-02 12:05:52, hepbenchmarksuite.preflight:check_working_directories [INFO] - Checking provided work dirs exist...
2024-08-02 12:05:52, hepbenchmarksuite.preflight:validate_spec_config [INFO] - Checking for a valid configuration...
2024-08-02 12:05:52, hepbenchmarksuite.preflight:check_disk_space [INFO] - Checking if rundir has enough space...
2024-08-02 12:05:52, hepbenchmarksuite.hepbenchmarksuite:start [INFO] Pre-flight checks passed successfully.
2024-08-02 12:05:52, hepbenchmarksuite.hepbenchmarksuite:run [INFO] Benchmarks left to run: ['hepscore']
2024-08-02 12:05:52, hepbenchmarksuite.hepbenchmarksuite:run [INFO] Running benchmark: hepscore
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:prep_hepscore [INFO] Checking if hep-score is installed.
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:prep_hepscore [INFO] Found existing installation of hep-score in the system: v1.5.0
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:prep_hepscore [INFO] Installation matches requested version in the config file: v1.5
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:run_hepscore [INFO] Attempting to import hepscore
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:run_hepscore [INFO] Successfully imported hepscore
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:run_hepscore [INFO] Using default config provided by hepscore.
2024-08-02 12:05:52, hepbenchmarksuite.benchmarks:run_hepscore [INFO] Starting hepscore
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] HEPscore23Beta Benchmark
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] Config Hash: 0718925ef856be42cf925168de68e0b2521de4eb4c23c09b58509c56d0825fee
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] HEPscore version: 1.5.0
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] System: Linux AMID05099F28437.icc.local 5.14.0-427.24.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Sun Jun 23 11:48:35 EDT 2024 x86_64
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] Container Execution: singularity
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] Implementation: apptainer
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] Registry: oras://gitlab-registry.cern.ch/hep-benchmarks/hep-workloads-sif
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] Output: /pool/HS23/bmk_run/run_2024-08-02_1005/HEPSCORE
2024-08-02 12:05:52, hepscore.hepscore:run [INFO] Date: Fri Aug 2 12:05:52 2024

2024-08-02 12:05:52, hepscore.hepscore:_run_benchmark [INFO] Executing 3 runs of atlas-gen_sherpa-ma-bmk [v2.0_x86_64]
2024-08-02 12:05:52, hepscore.hepscore:_run_benchmark [INFO] Starting run0
2024-08-02 12:19:19, hepscore.hepscore:_run_benchmark [INFO] Starting run1
2024-08-02 12:24:46, hepscore.hepscore:_run_benchmark [INFO] Starting run2
2024-08-02 12:30:14, hepscore.hepscore:_run_benchmark [INFO]
2024-08-02 12:30:14, hepscore.hepscore:_run_benchmark [INFO] Executing 3 runs of atlas-reco_mt-ma-bmk [v2.0_x86_64]
2024-08-02 12:30:14, hepscore.hepscore:_run_benchmark [INFO] Starting run0
2024-08-02 12:53:42, hepscore.hepscore:_run_benchmark [INFO] Starting run1
2024-08-02 13:07:47, hepscore.hepscore:_run_benchmark [INFO] Starting run2
2024-08-02 13:21:53, hepscore.hepscore:_run_benchmark [INFO]
2024-08-02 13:21:53, hepscore.hepscore:_run_benchmark [INFO] Executing 3 runs of cms-gen-sim-run3-ma-bmk [v1.0_x86_64]
2024-08-02 13:21:53, hepscore.hepscore:_run_benchmark [INFO] Starting run0
2024-08-02 13:34:34, hepscore.hepscore:_run_benchmark [INFO] Starting run1
2024-08-02 13:42:48, hepscore.hepscore:_run_benchmark [INFO] Starting run2
</pre>

Benchmarking: HS23 HEPSPEC 23 - Revision history

David: Created page with "
# on rhel 94 # following https://it-procurement-tenders.docs.cern.ch/tenders/it-5008/rhel-install/ subscription-manager repos --enable codeready-builder-for-rhel-9-$(ar..."