diff --git a/_sources/index.rst.txt b/_sources/index.rst.txt
index 2854e19..a779d85 100644
--- a/_sources/index.rst.txt
+++ b/_sources/index.rst.txt
@@ -19,9 +19,9 @@ Service Status
 --------------------
 
 .. important::
-    Since 20 Dec. 2023
+    Since 21 Dec. 2023
 
-    IPA issues across cluster that may cause problems for all users.  Working with IPA experts to resolve.
+    IPA issues have been resolved.
     
 System Status
 -------------
diff --git a/index.html b/index.html
index 5456fa9..de36213 100644
--- a/index.html
+++ b/index.html
@@ -123,8 +123,8 @@ <h1>Isambard User Documentation<a class="headerlink" href="#isambard-user-docume
 <h2>Service Status<a class="headerlink" href="#service-status" title="Link to this heading"></a></h2>
 <div class="admonition important">
 <p class="admonition-title">Important</p>
-<p>Since 20 Dec. 2023</p>
-<p>IPA issues across cluster that may cause problems for all users.  Working with IPA experts to resolve.</p>
+<p>Since 21 Dec. 2023</p>
+<p>IPA issues have been resolved.</p>
 </div>
 </section>
 <section id="system-status">
diff --git a/searchindex.js b/searchindex.js
index f9a94c1..74c3a74 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["applications/README", "applications/castep", "applications/covidsim", "applications/cp2k", "applications/dedalus", "applications/dlmonte", "applications/firedrake", "applications/gromacs", "applications/hydro3d", "applications/molpro", "applications/namd", "applications/nemo", "applications/openfoam", "applications/opensbli", "applications/orca", "applications/um", "applications/vasp", "index", "policies/applications", "policies/privacy", "policies/terms", "tools/ddt", "tools/gdb4hpc", "tools/map", "tools/perftools", "user-guide/A64FX", "user-guide/MACS", "user-guide/PHASE3", "user-guide/XCI", "user-guide/connecting", "user-guide/debugging", "user-guide/end_project", "user-guide/files-gpudocs/bench-data/system_info", "user-guide/filesystem", "user-guide/gpus", "user-guide/jobs", "user-guide/nsys-output-isambard-macs", "user-guide/nsys-output-isambard-phase3", "user-guide/profiling", "user-guide/requestaccount", "user-guide/software", "user-guide/spack", "user-guide/support"], "filenames": ["applications/README.md", "applications/castep.rst", "applications/covidsim.rst", "applications/cp2k.rst", "applications/dedalus.rst", "applications/dlmonte.rst", "applications/firedrake.rst", "applications/gromacs.rst", "applications/hydro3d.rst", "applications/molpro.rst", "applications/namd.rst", "applications/nemo.rst", "applications/openfoam.rst", "applications/opensbli.rst", "applications/orca.rst", "applications/um.rst", "applications/vasp.rst", "index.rst", "policies/applications.rst", "policies/privacy.rst", "policies/terms.rst", "tools/ddt.rst", "tools/gdb4hpc.rst", "tools/map.rst", "tools/perftools.rst", "user-guide/A64FX.rst", "user-guide/MACS.rst", "user-guide/PHASE3.rst", "user-guide/XCI.rst", "user-guide/connecting.rst", "user-guide/debugging.rst", "user-guide/end_project.rst", "user-guide/files-gpudocs/bench-data/system_info.txt", "user-guide/filesystem.rst", "user-guide/gpus.rst", "user-guide/jobs.rst", "user-guide/nsys-output-isambard-macs.txt", "user-guide/nsys-output-isambard-phase3.txt", "user-guide/profiling.rst", "user-guide/requestaccount.rst", "user-guide/software.rst", "user-guide/spack.rst", "user-guide/support.rst"], "titles": ["GW4 Isambard Application Documentation", "CASTEP", "CovidSim", "CP2K", "Dedalus", "DL_MONTE 2", "Firedrake", "GROMACS", "Hydro3D", "MolPro", "NAMD", "NEMO", "OpenFOAM", "OpenSBLI", "ORCA", "Unified Model", "VASP", "Isambard User Documentation", "Application for access", "Privacy Statement", "Terms and Conditions", "Arm DDT", "gdb4hpc", "Arm MAP", "Cray perftools (CrayPAT)", "A64FX - Fujitsu", "Multi-Architecture Comparison System", "Phase 3 System", "XCI - Marvell Thunder X2", "Connecting to Isambard", "Debugging", "End of life procedures", "&lt;no title&gt;", "Filesystem", "Using GPUs on Isambard", "Running jobs", "&lt;no title&gt;", "&lt;no title&gt;", "Profiling", "Request Account", "Software", "Spack", "Support"], "terms": {"thi": [0, 7, 12, 14, 17, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 33, 34, 35, 39, 40, 41, 42], "folder": [0, 16], "contain": [0, 17, 27, 28, 34, 40], "tier": [0, 17], "2": [0, 14, 16, 17, 21, 22, 25, 26, 27, 28, 29, 31, 34, 35, 36, 37, 39, 40, 41], "hpc": [0, 17, 18, 21, 25, 26, 34, 40], "facil": [0, 17], "The": [0, 2, 4, 5, 7, 12, 14, 16, 17, 19, 21, 22, 25, 26, 27, 28, 29, 31, 33, 34, 35, 39, 40, 42], "broadli": 0, "follow": [0, 4, 7, 12, 14, 17, 20, 22, 25, 27, 28, 29, 31, 33, 34, 35, 39, 41, 42], "archer": 0, "": [0, 7, 12, 17, 20, 25, 26, 29, 31, 34, 40], "scientif": [0, 40], "softwar": [0, 2, 12, 16, 17, 19, 20, 21, 25, 26, 27, 33, 34, 41], "packag": [0, 4, 20, 34, 40, 41], "http": [0, 5, 12, 17, 18, 21, 34, 40], "ac": [0, 2, 17, 18, 29, 34, 42], "uk": [0, 2, 17, 18, 20, 29, 34, 42], "There": [0, 25, 26, 27, 28, 30, 33, 34], "i": [0, 2, 4, 5, 6, 7, 12, 14, 16, 17, 19, 20, 21, 22, 25, 26, 27, 28, 29, 31, 33, 34, 35, 39, 40, 41, 42], "templat": 0, "file": [0, 6, 16, 20, 21, 22, 33, 35, 36, 37, 40, 42], "rst": 0, "current": [0, 2, 5, 7, 12, 14, 16, 22, 25, 32, 33, 34, 35], "partial": 0, "exampl": [0, 4, 17, 19, 20, 27, 35], "vasp": [0, 5, 17], "These": [0, 19, 20, 26, 31, 35], "refer": [0, 42], "includ": [0, 12, 16, 18, 19, 20, 25, 33, 34, 42], "link": [0, 17, 26, 27], "download": [0, 5, 16, 27, 34], "anyon": [0, 20], "welcom": 0, "via": [0, 2, 17, 26, 27, 28, 34, 40, 41, 42], "github": [0, 2, 6, 25, 34, 40], "pull": [0, 27], "request": [0, 17, 25, 27, 31, 33, 34, 35], "featur": [0, 7], "start": [0, 20, 21, 22, 25, 32, 34, 35], "fork": [0, 27], "repositori": 0, "clone": 0, "your": [0, 4, 5, 16, 19, 20, 21, 25, 26, 28, 29, 33, 34, 35, 39, 40, 42], "local": [0, 26, 29, 33, 34], "machin": [0, 5, 20, 26, 32, 34, 39], "gener": [0, 4, 6, 17, 36, 40], "us": [0, 17, 18, 19, 20, 22, 25, 26, 27, 28, 29, 31, 35, 40, 41, 42], "sphinx": 0, "page": [0, 17, 31, 39, 40], "written": [0, 34], "restructuredtext": 0, "you": [0, 4, 5, 7, 14, 16, 19, 21, 22, 25, 27, 29, 33, 34, 35, 39, 40, 41, 42], "need": [0, 4, 5, 14, 16, 21, 22, 25, 28, 29, 34, 39, 41], "instal": [0, 2, 4, 12, 26, 27, 33, 40, 41], "build": [0, 5, 16, 22, 25, 34, 40], "avail": [0, 5, 7, 12, 14, 16, 17, 19, 21, 22, 25, 26, 27, 28, 29, 30, 32, 34, 35, 39, 40, 41, 42], "from": [0, 5, 7, 12, 14, 16, 17, 20, 21, 22, 25, 26, 27, 31, 33, 34, 35, 39, 40, 41, 42], "most": [0, 17, 26, 29, 31, 34, 40], "manag": [0, 19, 29, 35, 39, 40, 41], "pip": [0, 34, 40], "run": [0, 4, 17, 21, 22, 26, 29, 33, 39, 40, 41], "make": [0, 4, 12, 16, 20, 25, 26, 27, 29, 34], "html": [0, 34], "which": [0, 7, 14, 17, 20, 21, 22, 27, 33, 34, 35, 42], "_build": 0, "directori": [0, 4, 5, 7, 12, 14, 16, 25, 27, 33, 34, 39, 40], "after": [0, 19, 25, 31, 34, 39, 42], "have": [0, 14, 17, 19, 20, 21, 22, 26, 27, 31, 34, 39, 41, 42], "push": [0, 34, 36], "chang": [0, 7, 12, 14, 17, 20, 34, 40, 41], "open": [0, 7, 12, 21, 25, 34, 36, 37], "submit": [0, 4, 5, 7, 12, 14, 16, 22, 26, 27, 28, 34, 35, 39, 42], "todo": [1, 3, 8, 9, 10, 11, 13, 15, 23, 24, 38], "mrc": 2, "id": [2, 17, 22, 27, 34, 42], "covid": [2, 40], "sim": 2, "0": [2, 5, 12, 14, 16, 22, 25, 27, 32, 34, 36, 37, 40, 41], "8": [2, 12, 22, 25, 26, 27, 28, 34, 36, 37, 40], "bin": [2, 5, 7, 12, 14, 16, 26, 34, 35, 40], "bash": [2, 5, 7, 12, 14, 16, 34, 35], "pb": [2, 4, 5, 7, 12, 14, 16, 22, 25, 27, 28, 34, 35, 36, 37, 40], "q": [2, 5, 12, 16, 21, 25, 27, 34, 35], "pascalq": [2, 5, 16, 34, 35], "n": [2, 5, 7, 12, 16, 21, 25, 34, 35, 37], "csim": 2, "bwl": 2, "18": [2, 32, 34, 37, 40], "intel": [2, 5, 16, 17, 26, 34, 35, 40], "l": [2, 5, 7, 12, 14, 16, 21, 27, 28, 29, 34, 35], "select": [2, 5, 7, 12, 14, 16, 18, 21, 27, 29, 34, 35, 39], "1": [2, 5, 7, 12, 14, 16, 17, 21, 22, 25, 26, 27, 28, 29, 32, 34, 35, 36, 37, 39, 40], "ncpu": [2, 5, 12, 14, 16, 25, 27, 34, 35], "walltim": [2, 5, 7, 12, 14, 16, 21, 34, 35], "00": [2, 7, 14, 21, 34, 35, 42], "50": [2, 34], "lplace": 2, "excl": [2, 27], "export": [2, 5, 7, 12, 16, 25, 34, 36, 37], "omp_proc_bind": 2, "modul": [2, 5, 7, 12, 14, 16, 17, 27, 28, 34, 35], "x86_64": [2, 41], "modulefil": [2, 25, 27, 34, 40], "load": [2, 5, 7, 12, 14, 16, 21, 22, 25, 27, 28, 35, 40, 41], "19": [2, 17, 32, 34, 37, 40], "cd": [2, 4, 5, 7, 12, 14, 16, 34, 40], "covidsim_data": 2, "usr": [2, 34], "time": [2, 5, 12, 16, 19, 20, 29, 31, 34, 35, 36, 37], "python3": [2, 27, 34, 40], "run_sampl": 2, "py": [2, 34], "covidsim_uk": 2, "outputdir": 2, "scratch": [2, 25, 33], "user": [2, 5, 7, 12, 14, 19, 20, 21, 22, 27, 29, 31, 33, 34, 35, 40], "out": [2, 14, 22, 34], "united_kingdom": 2, "pleas": [2, 14, 16, 18, 19, 20, 22, 25, 27, 29, 33, 34, 39, 40, 42], "enquir": 2, "isambard": [2, 4, 5, 12, 14, 16, 18, 19, 20, 25, 26, 27, 30, 31, 33, 35, 40, 42], "supprt": 2, "gw4": [2, 12, 17, 18, 29, 33, 34, 39, 40, 42], "project": [4, 6, 19, 20, 25, 27, 31, 33, 39, 40, 42], "document": [4, 7, 12, 16, 18, 22, 26, 29, 30, 34, 42], "releas": [4, 5, 6, 32, 34], "under": [4, 6, 19, 20, 26, 30, 39], "gnu": [4, 5, 6, 12, 16, 25, 40], "public": [4, 6, 18, 39, 42], "see": [4, 5, 6, 7, 12, 14, 16, 19, 22, 29, 34, 35, 39], "about": [4, 16, 19, 20, 22, 31, 34], "step": [4, 20, 31, 34, 39], "describ": [4, 20, 31, 34], "how": [4, 19, 22, 34], "e": [4, 26, 27, 28, 29, 34, 35, 39], "g": [4, 21, 22, 27, 28, 29, 34, 35], "mkdir": [4, 12], "take": [4, 19, 20, 39], "copi": [4, 16, 19, 20, 27], "script": [4, 22, 25, 27, 28, 34, 35], "cp": [4, 12, 34], "exet": [4, 33, 39], "install_dedalus_isambard": 4, "sh": [4, 12, 34, 41], "python": [4, 17, 28], "distribut": [4, 28, 40], "requir": [4, 5, 16, 19, 25, 26, 27, 29, 31, 34, 40], "itself": [4, 19], "test": [4, 27, 29, 34], "an": [4, 7, 12, 14, 17, 18, 20, 21, 22, 25, 26, 28, 29, 31, 34, 35, 40, 41, 42], "dedalus_test": 4, "If": [4, 5, 16, 19, 20, 25, 29, 31, 34, 35, 39, 41], "do": [4, 14, 20, 34, 39], "modifi": 4, "job": [4, 17, 21, 22, 28, 33], "somewher": 4, "els": [4, 20], "edit": [4, 40], "scipt": 4, "so": [4, 22, 27, 34, 39, 42], "my_dedlu": 4, "variabl": [4, 12, 25, 34, 40], "point": [4, 29, 33, 34, 40, 42], "can": [4, 5, 6, 7, 16, 18, 20, 21, 22, 25, 27, 28, 29, 30, 31, 33, 34, 35, 39, 40, 41, 42], "now": [4, 5, 12, 16, 21, 22, 27, 34, 39], "queue": [4, 17, 21, 22, 25, 27, 34], "qsub": [4, 21, 22, 25, 27, 28, 34, 35], "hub": 5, "tutori": 5, "obtain": [5, 14, 22], "free": 5, "charg": 5, "instruct": [5, 6, 16, 28, 29, 34, 40], "ar": [5, 7, 12, 14, 16, 17, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 42], "07": [5, 40], "To": [5, 16, 18, 21, 22, 25, 26, 27, 28, 29, 34, 35], "provid": [5, 16, 17, 19, 20, 27, 29, 33, 34, 40, 41, 42], "sourc": [5, 7, 12, 16, 22, 26, 27, 34, 40, 41], "code": [5, 12, 16, 22, 27, 28, 34, 42], "below": [5, 16, 34], "login": [5, 16, 17, 25, 26, 27, 28, 29, 34, 35], "dlmnote_job": 5, "node": [5, 7, 12, 14, 16, 17, 21, 22, 25, 26, 27, 28, 29, 32, 34, 35, 40], "maximum": [5, 7, 12, 14, 16, 34, 36], "64": [5, 7, 12, 14, 16, 25, 26, 27, 32, 34, 35, 36, 40], "core": [5, 7, 12, 14, 16, 17, 25, 26, 27, 28, 34, 35], "wall": [5, 12, 16], "10": [5, 12, 16, 22, 25, 26, 27, 32, 34, 40, 41], "hour": [5, 16, 20, 21, 28, 35], "recommend": [5, 12, 16, 18, 27, 29, 34], "more": [5, 16, 17, 30, 34, 40, 41, 42], "info": [5, 16, 40], "swap": [5, 12, 16], "prgenv": [5, 12, 16, 40], "crai": [5, 12, 16, 17, 22, 25, 26, 28, 33, 34, 40, 41], "move": [5, 16, 34, 36, 37], "wa": [5, 7, 12, 14, 16, 34], "pbs_o_workdir": [5, 7, 12, 14, 16, 34], "readlink": [5, 12, 16], "f": [5, 12, 16, 35], "omp_num_thread": [5, 7, 12, 16, 25], "xc": [5, 16, 40], "aprun": [5, 7, 12, 16, 21, 28, 35], "launch": [5, 7, 12, 16, 21, 22, 27], "comput": [5, 16, 17, 18, 21, 22, 27, 28, 32, 35], "note": [5, 16, 20, 25, 29, 33, 34, 39], "configur": [5, 12, 17, 29, 34, 40], "onli": [5, 20, 25, 26, 27, 33, 34, 35], "allow": [5, 19, 20, 27, 34, 35, 42], "singl": [5, 25, 27, 34, 35, 40], "instanc": [5, 34, 36, 41], "per": [5, 7, 25, 28, 29, 33, 34, 35], "wish": [5, 7, 31], "product": [5, 17], "workload": 5, "taskfarm": 5, "srl": 5, "x": [5, 12, 21, 26, 34, 35], "one": [5, 16, 17, 25, 29, 31, 33, 34, 35, 39], "In": [5, 14, 20, 22, 34, 39], "order": [5, 14, 19, 25, 29, 34], "fulli": 5, "popul": 5, "lester": 5, "hedg": 5, "simpl": [5, 34], "william": 5, "saunder": 5, "dlmonte_job": 5, "36": [5, 16, 34, 35, 37], "xeon": [5, 16, 26, 34, 35], "broadwel": [5, 16, 26, 35, 40], "purg": [5, 16, 34], "crayp": [5, 16, 27, 28, 40], "network": [5, 16, 19, 22, 26, 27, 40], "infiniband": [5, 16, 25, 26, 40], "pbspro": [5, 16, 40], "13": [5, 16, 32, 34, 37], "160576": [5, 16], "parallel": [5, 16, 21, 22, 25, 35, 40], "studio": [5, 16, 35, 40], "xe": [5, 16, 35, 40], "2017u2": [5, 16, 40], "17": [5, 16, 34, 37, 40, 42], "As": [5, 29, 34], "9th": 5, "juli": 5, "2020": [5, 26, 28, 32, 34, 40], "latest": [5, 12, 27, 28, 34], "directli": [5, 19], "wget": [5, 12], "gitlab": 5, "com": [5, 12, 21, 34], "raw": [5, 12], "master": [5, 12], "dl_monte_release_v2": 5, "tar": [5, 12], "gz": [5, 12], "we": [5, 16, 18, 19, 21, 22, 26, 27, 29, 34, 39, 41, 42], "program": [5, 16, 20, 21, 22, 25, 28, 40], "environ": [5, 12, 16, 17, 22, 25, 26, 27, 28, 40], "And": [5, 16, 27], "dir": 5, "gfortran": 5, "share": [5, 16, 19, 25, 33, 34, 40, 41], "term": [6, 17, 19, 34, 39], "lesser": 6, "licenc": 6, "full": [6, 26, 34], "detail": [6, 16, 19, 20, 22, 29, 34, 39], "found": [6, 25, 26, 27, 30, 34, 39], "agreement": [7, 12, 14, 20], "app": [7, 12, 14, 40], "2018": [7, 22, 28, 40], "4": [7, 16, 22, 25, 28, 32, 34, 36, 37, 40], "mpi": [7, 16, 17, 21, 22, 26, 27, 34, 35, 40], "enabl": [7, 25, 27, 29, 34], "doubl": [7, 40], "precis": [7, 34], "128": [7, 27, 28, 34, 37], "8192": 7, "set": [7, 14, 17, 25, 27, 28, 29, 35, 40], "30": [7, 14, 34, 37], "desir": [7, 14, 34], "rank": [7, 22], "openmp": [7, 25, 27, 34, 35], "thread": [7, 28, 34, 35], "wai": [7, 19, 20, 28, 29, 34], "hyperthread": [7, 27], "d": [7, 34, 35], "j": [7, 12], "gmx_mpi": 7, "mdrun": 7, "input": [7, 34], "tpr": 7, "ntomp": 7, "For": [7, 16, 21, 27, 29, 31, 34, 35], "perform": [7, 18, 19, 20, 25, 29, 33, 34, 40, 41], "mai": [7, 17, 19, 20, 25, 31, 34, 39, 40], "tune": 7, "decomposit": 7, "At": [7, 34, 39], "larg": [7, 26, 34], "scale": [7, 26], "find": [7, 22, 25, 34, 41], "reduc": 7, "number": [7, 17, 22, 25, 32, 34, 35], "increas": [7, 33, 34, 35], "yield": 7, "better": [7, 25], "also": [7, 25, 27, 28, 34], "tabul": 7, "ewald": 7, "non": [7, 34], "bond": 7, "kernel": [7, 34, 36, 40], "instead": [7, 34], "analyt": 7, "approach": [7, 34], "improv": [7, 19], "smaller": 7, "count": [7, 32], "gmx_nbnxn_ewald_t": 7, "cfd": 12, "v1906": [12, 40], "esi": 12, "opencfd": 12, "v1812": [12, 40], "7": [12, 22, 26, 28, 34, 36, 37, 40], "foundat": 12, "openfoam_job": 12, "minut": 12, "allinea": [12, 21, 34, 40], "openfoam_dir": 12, "lustr": [12, 17, 22, 25, 33, 34, 36, 37, 40, 41], "aarch64": [12, 25, 28, 33, 40, 41], "path": [12, 33, 40], "etc": [12, 27], "bashrc": 12, "solver": 12, "patch": [12, 40, 41], "v2012": 12, "openfoam_build": 12, "dl": [12, 26, 34, 40], "tgz": 12, "zxvf": 12, "githubusercont": 12, "doc": [12, 34], "applic": [12, 22, 25, 27, 34, 39, 40, 42], "p0": 12, "cat": [12, 34], "pref": 12, "eof": 12, "wm_compil": 12, "wm_mplib": 12, "mpich": [12, 40], "allwmak": 12, "ftp": 12, "org": [12, 18, 34, 40], "gsl": 12, "prefix": 12, "home": [12, 22, 25, 27, 33, 34, 36, 37, 39, 40], "cc": [12, 21, 22, 25, 27], "p": [12, 29], "foam_run": 12, "util": [12, 35], "svn": 12, "co": 12, "sf": 12, "net": 12, "extend": 12, "trunk": 12, "breeder_1": 12, "6": [12, 22, 26, 34, 36, 40], "other": [12, 19, 20, 34, 35, 40], "chmod": 12, "sed": 12, "waves_gsl_includ": 12, "waves_gsl_lib": 12, "lib": [12, 40], "should": [12, 17, 27, 29, 33, 34, 39], "built": [12, 34], "portal": 14, "subject": 14, "eula": 14, "end": [14, 17, 19, 32, 33], "given": [14, 20, 31, 34], "access": [14, 17, 19, 20, 26, 29, 39, 40], "confirm": [14, 34], "read": [14, 20, 27, 34, 36, 37, 39], "agre": 14, "contact": [14, 19, 31, 34, 42], "support": [14, 17, 18, 19, 20, 25, 27, 28, 34], "team": [14, 34, 42], "5": [14, 16, 17, 22, 34, 36, 37, 40], "my_orca_input": 14, "inp": 14, "log": [14, 16, 34, 39, 42], "hold": [16, 20], "further": [16, 34, 42], "purchas": 16, "visit": 16, "websit": [16, 20, 25], "vasp_job": 16, "vasp_std": 16, "mkl": [16, 40], "2017": [16, 34, 40], "132": [16, 34, 37], "174": 16, "mpirun": [16, 27, 35], "np": [16, 34], "makefil": 16, "root": 16, "replac": [16, 29, 41], "all": [16, 17, 19, 20, 22, 25, 26, 27, 28, 31, 33, 34, 35, 36, 37, 40, 42], "std": 16, "ncl": 16, "gam": 16, "individu": [16, 34], "target": [16, 25, 28, 34, 35, 40], "altern": [16, 34], "linux_intel": 16, "arch": [16, 22, 41], "ident": [16, 39], "specif": [16, 20, 25, 34, 39, 40, 41], "substitut": [16, 29], "met": [17, 39], "offic": [17, 39], "fund": [17, 19], "epsrc": [17, 18, 19, 39], "xc50": [17, 28, 29, 35], "compris": [17, 26], "20": [17, 22, 25, 26, 28, 32, 34, 37, 40], "992": [17, 28], "world": 17, "first": [17, 29, 34, 42], "arm": [17, 25, 28, 29, 35, 40], "base": [17, 22, 40], "supercomput": 17, "while": [17, 34], "common": [17, 27, 33, 34, 40], "x86": [17, 27, 32, 33, 34, 40], "processor": [17, 19, 25, 27, 40], "amd": [17, 26, 34, 35, 40], "compil": [17, 21, 26, 28, 35, 40], "minim": 17, "each": [17, 20, 25, 26, 27, 31, 33, 34, 35], "329": 17, "two": [17, 19, 26, 30, 34, 35], "32": [17, 25, 27, 34, 35, 40], "marvel": [17, 35], "thunderx2": [17, 28, 40], "ghz": [17, 27], "160": [17, 22, 28], "256": [17, 27], "gb": [17, 25, 27, 34], "169": [17, 28, 34, 36], "512": [17, 25, 26], "memori": [17, 25, 26, 27, 28, 32, 35, 36, 40], "both": [17, 22, 26, 27, 34, 40], "ddr4": [17, 26, 27, 28], "2666mhz": [17, 28], "connect": [17, 19, 20, 22, 26, 27, 34, 36, 37], "ari": [17, 28, 40], "interconnect": [17, 28, 40], "dragonfli": [17, 28], "topologi": [17, 28], "A": [17, 21, 25, 31, 33, 34, 40, 42], "sonexion": [17, 33], "3000": [17, 33], "storag": [17, 19, 33], "cabinet": [17, 25, 28, 33], "900": [17, 33], "terabyt": [17, 33], "sinc": [17, 25, 26, 27, 28, 34], "dec": 17, "2023": 17, "ipa": 17, "issu": [17, 27, 42], "across": [17, 33, 40], "cluster": [17, 34, 40], "caus": [17, 20, 22, 25, 28, 34, 35], "problem": [17, 28, 42], "work": [17, 19, 20, 25, 28, 31, 33, 39, 40], "expert": 17, "resolv": 17, "bastion": [17, 29], "xci": [17, 21, 22, 25, 33, 35, 41], "mac": [17, 21, 22, 25, 26, 27, 33, 34, 35, 41], "a64fx": [17, 33, 35, 41], "phase": [17, 34], "3": [17, 22, 25, 31, 32, 34, 36, 37, 40, 41], "research": [17, 18, 19, 20, 26, 34], "output": [17, 36, 37], "made": 17, "phrase": 17, "nation": [17, 20], "oper": [17, 28, 36, 37], "ep": 17, "t022078": 17, "account": [17, 19, 20, 31], "creat": [17, 22, 29, 34, 36, 37], "safe": [17, 19, 20, 35], "regist": [17, 20], "institut": [17, 31, 33], "ssh": [17, 26, 27, 29, 34], "kei": [17, 29], "linux": [17, 25, 26, 27, 28, 32, 34, 39], "window": [17, 34], "filesystem": [17, 25], "limit": [17, 20, 31, 34], "batch": [17, 34], "interact": [17, 21, 26, 28, 34], "specifi": [17, 20, 27, 28, 34, 40], "resourc": [17, 19, 20, 27, 34], "usag": [17, 19, 29, 33], "histori": 17, "multi": [17, 28, 35], "architectur": [17, 25, 27, 34, 40], "comparison": 17, "ibm": [17, 35], "power": [17, 35, 40], "9": [17, 22, 27, 34, 35, 37, 40, 42], "thunder": [17, 35], "x2": [17, 35], "fujitsu": 17, "hdf5": [17, 26, 40], "nvidia": [17, 26, 32, 35, 40], "gpu": [17, 26, 32, 35, 40], "oneapi": 17, "apptain": 17, "singular": [17, 40], "virtualenv": 17, "spack": 17, "debug": [17, 21, 22, 34], "life": 17, "procedur": 17, "cuda": [17, 32, 36, 40], "version": [17, 20, 25, 27, 28, 29, 32, 40], "hardwar": [17, 40], "differ": [17, 26, 27, 29, 40], "mode": [17, 22, 35, 40], "up": [17, 21, 22, 25, 28, 29, 31, 35, 40, 42], "identifi": [17, 19], "error": 17, "sanit": 17, "profil": [17, 21, 37, 40], "benchmark": [17, 32], "ddt": [17, 30, 34, 40], "session": [17, 29, 34], "gdb4hpc": [17, 30, 40], "covidsim": [17, 40], "dedalu": 17, "dl_mont": 17, "firedrak": 17, "gromac": [17, 40], "openfoam": [17, 40], "orca": 17, "condit": [17, 19, 39], "privaci": [17, 20, 42], "statement": [17, 20], "index": [17, 34], "search": [17, 34], "mani": [18, 26, 27, 34], "case": [18, 34], "option": [18, 34, 40], "when": [18, 20, 21, 22, 25, 29, 31, 34, 42], "appli": [18, 19, 20, 28, 33, 34], "grant": [18, 20, 31, 34], "especi": [18, 29, 34], "get": [18, 21, 40, 41], "approv": [18, 39], "complet": [18, 22, 33, 34], "www": [18, 40], "ukri": 18, "high": [18, 33, 34], "onc": [18, 20, 34, 39], "send": [18, 20], "email": [18, 20, 34, 39, 42], "desk": 18, "inform": [19, 20, 21, 30, 34, 41, 42], "whom": 19, "polici": [19, 20, 31, 34, 42], "person": [19, 20, 26, 39, 42], "data": [19, 20, 27, 28, 29, 31, 33, 36, 37, 42], "servic": [19, 20, 26, 33, 40, 41], "It": [19, 21, 22, 25, 34], "relat": [19, 27], "gather": [19, 34], "registr": 19, "store": [19, 20, 31, 33, 34], "process": [19, 20, 21, 22, 25, 34, 36, 37, 39, 40], "accord": [19, 35], "ani": [19, 20, 29, 31, 33, 34, 35], "aspect": 19, "amount": [19, 34, 35], "space": [19, 25], "some": [19, 27, 28, 34], "address": [19, 34], "system": [19, 20, 21, 22, 25, 28, 31, 32, 33, 35, 36, 37, 39, 40], "help": [19, 22, 34, 42], "u": [19, 20, 22, 34, 35, 40, 42], "administ": 19, "review": [19, 34], "analys": [19, 34], "its": [19, 20, 31, 34], "secur": [19, 20], "pattern": 19, "plan": [19, 25], "futur": [19, 41, 42], "appropri": [19, 31, 40], "member": [19, 42], "staff": 19, "who": 19, "upload": 19, "where": [19, 22, 25, 31, 33, 34, 40], "period": [19, 31], "examin": 19, "auditor": 19, "act": 19, "behalf": 19, "owner": [19, 20, 31], "engin": [19, 40], "physic": 19, "scienc": 19, "council": 19, "thei": [19, 20, 26, 31, 33], "profession": 19, "confidenti": [19, 20], "reserv": [19, 22, 27], "right": [19, 20, 22, 26, 31, 34], "monitor": [19, 34], "anyth": [19, 20], "transmit": 19, "over": [19, 20, 25, 26, 27, 34], "internet": [19, 20, 26, 27], "our": [19, 20, 21, 31, 34, 42], "ensur": [19, 20, 28, 29, 31, 33], "compli": [19, 20], "break": [19, 20, 41], "law": [19, 20], "must": [19, 20, 34, 35], "court": [19, 20], "compet": 19, "author": 19, "inspect": 19, "record": [19, 20], "legal": [19, 20], "report": [19, 34, 36, 37, 40], "activ": [19, 26, 34, 40], "know": 19, "suspect": 19, "oblig": 19, "would": [19, 27], "abl": [19, 20, 34], "fulfil": 19, "contract": [19, 20], "properli": 19, "nor": [19, 20], "adequ": 19, "bodi": 19, "conduct": 19, "without": [19, 20, 25, 26, 34, 40], "retain": [19, 21, 34], "durat": [19, 28, 34], "could": [19, 27, 34], "longer": [19, 31, 34], "than": [19, 25, 34, 35], "year": 19, "question": [19, 20], "treatment": 19, "present": [20, 22, 34], "anticip": 20, "rare": 20, "return": [20, 34, 40], "undertak": 20, "By": [20, 25, 34], "enter": [20, 29, 35, 39], "No": [20, 22, 28], "name": [20, 29, 32, 34, 36, 37, 41], "look": 20, "them": [20, 26, 27, 29, 34, 42], "go": [20, 41], "webpag": 20, "offer": [20, 34], "english": 20, "purpos": 20, "were": [20, 34, 36, 37], "award": 20, "disrupt": 20, "knowingli": 20, "introduc": 20, "malici": 20, "try": [20, 29, 34, 42], "breach": 20, "aren": [20, 35], "t": [20, 34, 35, 39], "assign": 20, "interfer": 20, "corrupt": 20, "invad": 20, "infring": 20, "copyright": [20, 22, 34], "intellectu": 20, "properti": [20, 31], "databas": [20, 42], "dataset": [20, 34], "explicit": 20, "impli": 20, "permiss": 20, "anoth": 20, "let": [20, 40], "peopl": 20, "except": [20, 34], "keep": [20, 25, 34, 40], "password": [20, 29], "someon": 20, "learn": [20, 26, 34], "becom": 20, "awar": 20, "compromis": 20, "misus": 20, "spam": 20, "pretend": 20, "might": [20, 34], "hinder": 20, "prevent": 20, "legitim": 20, "illeg": 20, "immor": 20, "theft": 20, "fraud": 20, "drug": 20, "traffick": 20, "monei": 20, "launder": 20, "terror": 20, "pornographi": 20, "violenc": 20, "cruelti": 20, "incit": 20, "racial": 20, "hatr": 20, "prostitut": 20, "paedophilia": 20, "offens": 20, "obscen": 20, "abus": 20, "menac": 20, "defamatori": 20, "insult": 20, "behaviour": 20, "observ": [20, 34], "janet": [20, 26, 27], "special": [20, 34], "particular": [20, 34], "far": 20, "reason": 20, "24": [20, 22, 25, 34, 35], "being": [20, 22, 27, 34, 35], "understood": 20, "unavail": [20, 26, 35], "result": [20, 32, 33], "unexpect": 20, "failur": [20, 33], "mainten": 20, "upgrad": [20, 34], "protect": [20, 29, 42], "lost": 20, "howev": [20, 34], "backup": [20, 33], "area": [20, 33], "respons": [20, 31, 33], "recov": [20, 33], "own": [20, 31, 33], "regener": [20, 33], "event": [20, 33, 34, 36, 37, 40], "acquir": 20, "respond": 20, "promptli": 20, "complaint": 20, "suggest": [20, 27, 34], "guarante": [20, 41], "100": [20, 26, 34, 36, 37], "perfect": 20, "mean": [20, 34, 35], "exclud": [20, 42], "warranti": 20, "those": 20, "liabl": [20, 34], "thing": 20, "wrong": 20, "suffer": 20, "damag": 20, "although": [20, 34], "neglig": 20, "death": 20, "injuri": 20, "liabil": 20, "advic": [20, 27], "give": [20, 34], "true": [20, 34], "expressli": 20, "disclaim": 20, "represent": 20, "effect": [20, 40, 42], "extent": 20, "lawfulli": 20, "suppli": 20, "togeth": 20, "suspend": 20, "discuss": [20, 42], "pi": [20, 31, 34, 39], "seem": 20, "necessari": [20, 39, 42], "halt": 20, "execut": [20, 21, 22, 28, 34], "transfer": [20, 31, 34], "rate": [20, 34], "close": [20, 31, 42], "alon": 20, "what": [20, 31], "answer": 20, "certain": 20, "countri": 20, "control": [20, 34], "regul": 20, "laid": 20, "down": [20, 22, 39], "govern": 20, "wassenaar": 20, "arrang": [20, 25], "post": 20, "new": [20, 25, 27, 29, 34, 39], "england": 20, "tool": [21, 22, 25, 27, 30, 34, 40], "c": [21, 22, 25, 26, 27, 40, 41], "fortran": [21, 22, 26, 34, 40, 41], "part": [21, 22, 34, 40], "forg": [21, 40], "suit": [21, 34], "guid": 21, "develop": [21, 25, 28, 30, 35, 40], "server": [21, 22, 29], "On": [21, 34, 39], "command": [21, 22, 28, 29, 30, 33, 34, 35, 41], "graphic": [21, 30, 34], "interfac": [21, 40], "dev": [21, 28, 35], "flag": [21, 22, 28, 35], "extra": 21, "call": [21, 22, 31, 34, 36, 37], "myprog": 21, "o": [21, 22, 25, 34, 40], "produc": [21, 34], "next": [21, 22, 29, 31, 39], "x11": [21, 34], "forward": 21, "tell": 21, "here": [21, 25], "debugg": [22, 40], "line": [22, 27, 30, 34, 40], "gdb": [22, 40], "either": [22, 29, 31, 34], "attach": [22, 26, 42], "alreadi": [22, 27, 34, 39], "man": 22, "show": [22, 34], "parallelis": 22, "bug": 22, "deadlock": 22, "want": [22, 29, 34], "happen": [22, 31], "usual": [22, 31, 34], "sit": 22, "apstat": 22, "xx": [22, 29], "xcil00": [22, 29, 35], "summari": [22, 34], "config": [22, 29, 32], "resv": 22, "rebootq": 22, "xt": 22, "163": [22, 34, 37], "155": 22, "142": 22, "pend": 22, "total": [22, 34, 36, 37], "filter": 22, "place": [22, 25, 27, 34], "apid": 22, "resid": 22, "pe": [22, 25, 40], "ag": 22, "state": [22, 26, 34, 35, 39], "1324249": 22, "492947": 22, "0h00m": 22, "clean": [22, 31], "shown": 22, "underneath": [22, 39], "With": [22, 34], "compar": [22, 34], "technologi": 22, "2007": 22, "inc": 22, "1996": 22, "2016": 22, "univers": 22, "queensland": 22, "type": [22, 26, 29, 34], "list": [22, 34, 39, 41], "cmd": [22, 40], "handl": [22, 31], "prog1": 22, "applicaton": 22, "dbg": 22, "wait": [22, 34], "mrnet": 22, "commun": [22, 40], "timeout": 22, "400": 22, "second": [22, 34], "dbgsrv": 22, "counter": [22, 40], "final": [22, 27, 31, 34, 36, 37], "setup": [22, 27, 40, 41], "locat": [22, 27, 34], "0x00004000002a2dc0": 22, "mpidi_ch3i_progress": 22, "0x00004000001b2e74": 22, "pmpi_recv": 22, "0x0000000000400c28": 22, "main": [22, 34], "0x000040000029ef2c": 22, "poll_active_fbox": 22, "0x00004000002a2d94": 22, "0x00004000001fa9d4": 22, "mpic_wait": 22, "0x00004000001fb134": 22, "mpic_sendrecv": 22, "0x00004000001333a8": 22, "mpir_barrier_intra": 22, "0x000040000013395c": 22, "mpir_barri": 22, "0x000040000020e7f4": 22, "mpidi_cray_shared_mem_coll_opt_cleanup": 22, "0x000040000020bf4c": 22, "mpidi_cray_coll_fin": 22, "0x000040000028f374": 22, "mpid_fin": 22, "0x00004000001a9a8c": 22, "pmpi_fin": 22, "0x0000000000400c48": 22, "pmpi_finalis": 22, "exit": [22, 34], "quit": 22, "shut": 22, "resum": 22, "hackathon": 25, "march": [25, 27], "23": [25, 27, 32], "2021": [25, 34, 40], "hpe": 25, "apollo": 25, "80": 25, "codenam": [25, 28], "februari": 25, "8ghz": 25, "72": [25, 34, 37], "48": [25, 34, 37], "armv8": 25, "bit": [25, 28, 40], "sve": [25, 40], "hbm2": 25, "group": [25, 40], "cmg": 25, "12": [25, 34, 37, 40], "kb": [25, 34], "privat": [25, 29], "l1": [25, 28], "cach": [25, 28, 34, 35], "mb": [25, 34], "l2": [25, 28], "mellanox": 25, "red": [25, 26, 27, 34], "hat": [25, 26, 27], "enterpris": [25, 26, 27], "dedic": 25, "pro": [25, 34, 35, 40], "lselect": 25, "scatter": [25, 27], "default": [25, 27, 28, 29, 33, 34, 35, 40], "expos": 25, "bristol": [25, 33, 39, 40], "maintain": 25, "addit": [25, 34], "mind": [25, 40], "alwai": 25, "date": 25, "reset": 25, "sure": [25, 28, 34], "major": 25, "through": [25, 29, 31, 34], "21": [25, 34, 37, 40], "classic": 25, "frontend": 25, "cce": [25, 40], "clang": 25, "14": [25, 34, 37], "optimis": [25, 28, 34], "collect": [25, 34, 36, 37], "gcc": [25, 40, 41], "11": [25, 27, 32, 34, 36, 37, 40, 41], "snapshot": 25, "experiment": [25, 41], "librari": [25, 40], "mvapich": [25, 40], "though": 25, "mvapich2_noslurm_nogpu": [25, 40], "ha": [25, 26, 34, 39], "ucx": 25, "openmpi": [25, 40], "older": 25, "pe_hdf5_parallel_required_product": 25, "pe_mvapich2": 25, "pkg_config_path": 25, "fix": [25, 35, 39], "hdf5_file_cr": 25, "warn": [25, 34], "bind": [25, 34, 36, 37], "greater": 25, "section": [25, 30, 34, 39], "subscript": 25, "consequ": 25, "poor": 25, "avoid": [25, 35], "re": [25, 31], "mv2_enable_affin": 25, "mv2_use_thread_warn": 25, "suppress": 25, "messag": [25, 28, 34, 39, 40], "later": [25, 34], "datasheet": 25, "microarchitectur": 25, "manual": [25, 34], "host": [26, 27, 29, 31, 34, 35, 39], "2x": [26, 27, 35], "cpu": [26, 27, 28, 32, 34, 35, 40], "4x": [26, 27, 35], "pascal": [26, 34, 35, 40], "p100": [26, 34, 35], "e5": [26, 34], "2695": [26, 34], "v4": 26, "volta": [26, 34, 35, 40], "1x": [26, 27], "v100": [26, 34, 35], "gold": [26, 34], "6230": [26, 34, 35], "cascad": [26, 35], "lake": [26, 35], "clx": [26, 35], "epyc": [26, 27, 34, 35], "7742": [26, 35], "rome": [26, 35, 40], "25ghz": 26, "3200mhz": 26, "channel": 26, "10ghz": 26, "2933mhz": 26, "8x": [26, 35], "phi": [26, 35], "knight": [26, 35, 40], "land": [26, 35, 40], "7210": [26, 35], "30ghz": 26, "50ghz": 26, "turbo": [26, 28], "avx": 26, "ac922": 26, "stack": [26, 27, 34, 40], "littl": 26, "endian": 26, "ai": [26, 34], "gigabit": [26, 27], "edr": 26, "oct": 26, "crash": 26, "intervent": 26, "reboot": 26, "repres": [26, 34], "xl": 26, "xlc": 26, "xlf": 26, "powerai": 26, "schedul": [26, 34, 35], "01": [26, 29, 34, 35, 40], "02": [26, 29], "001": [26, 35], "002": [26, 34, 35, 37], "socket": [26, 27, 34, 36, 37], "nvlink": 26, "aprox": 26, "150gb": 26, "coher": 26, "280gb": 26, "bu": 26, "between": [26, 34, 40], "extern": [26, 31, 39], "technic": 26, "overview": 26, "redbook": 26, "framework": [26, 40], "opt": [26, 27, 40], "add": [26, 28, 29, 34, 40], "unless": 26, "column": 26, "bazel": [26, 40], "caff": 26, "bvlc": 26, "cudnn": [26, 32, 40], "ddl": 26, "pack": 26, "tensorflow": [26, 27], "mldl": 26, "spectrum": 26, "nccl2": 26, "openbla": [26, 40], "protobuf": 26, "pytorch": [26, 34], "snap": 26, "ml": [26, 34], "tensorboard": 26, "depend": [26, 34, 39], "anaconda": [26, 40], "just": 27, "like": [27, 31, 34], "7713": 27, "milan": 27, "amper": [27, 34], "a100": [27, 32, 34], "40gb": [27, 32], "sxm": 27, "7543p": [27, 34], "instinct": [27, 34], "mi100": [27, 34], "12x": 27, "dual": [27, 35], "16x16gb": 27, "3200": 27, "slingshot": 27, "due": [27, 31], "migrat": 27, "newer": 27, "old": 27, "lustreold": 27, "previou": [27, 29, 34], "sdk": 27, "ampereq": [27, 34], "hpc_sdk": 27, "nvhpc": [27, 40], "22": [27, 34, 36, 37], "ngpu": [27, 34, 35], "mem": [27, 28], "100g": 27, "cuda_visible_devic": 27, "uuid": 27, "uniqu": [27, 42], "100gb": 27, "along": 27, "rocm": 27, "instinctq": [27, 34], "accel": [27, 40], "gfx908": 27, "ask": 27, "exclus": [27, 34], "perfom": 27, "p3": [27, 32, 34, 37], "h": [27, 29, 34], "omp": 27, "milanq": 27, "mpiproc": 27, "otherwis": [27, 28], "same": [27, 34, 35], "Then": [27, 28, 34], "pal": 27, "hostnam": [27, 29, 35], "inteloneapi": 27, "standard": [27, 34, 40], "icc": 27, "avx2": 27, "mpiicc": 27, "fopenmp": 27, "abov": [27, 29, 34, 39], "laucnh": 27, "launcher": [27, 40], "origin": 27, "docker": 27, "nvcr": 27, "io": [27, 34, 40], "tf2": 27, "py3": [27, 34, 40], "64g": 27, "shell": [27, 29], "tensorflow_23": 27, "sif": 27, "initialis": 27, "rerun": 27, "shinit_v2": 27, "similar": [27, 34], "done": [27, 34, 36, 37], "tensorflow_latest": 27, "turn": 27, "novemb": 28, "expand": 28, "septemb": 28, "v8": 28, "16nm": 28, "finfet": 28, "1ghz": 28, "perman": 28, "5ghz": 28, "simultan": 28, "simd": 28, "neon": 28, "32kb": 28, "256kb": 28, "32mb": 28, "l3": 28, "dimm": 28, "256gb": 28, "512gb": 28, "14gbp": 28, "suse": 28, "sle": 28, "15": [28, 34, 36, 37], "alp": 28, "intens": 28, "mom": 28, "three": [28, 31], "larger": 28, "500gb": [28, 33], "bundl": 28, "emit": 28, "cray_cpu_target": 28, "valid": 28, "silenc": 28, "correct": [28, 34, 35], "befor": [28, 31, 33, 34, 39], "cdt": [28, 40], "insid": 28, "hello": 28, "ex": [28, 29], "pair": 29, "stanza": 29, "travers": 29, "transpar": 29, "scp": [29, 34], "usernam": [29, 34, 39, 42], "forwardag": 29, "ye": 29, "forwardx11": 29, "serveraliveinterv": 29, "60": 29, "identityfil": 29, "id_rsa": [29, 39], "proxycommand": 29, "nc": 29, "xcil01": [29, 35, 41], "gw4a64fxlogin00": 29, "a64fxlogin00": 29, "gw4a64fxlogin01": 29, "a64fxlogin01": 29, "p3login01": [29, 34], "p3login": 29, "updat": [29, 39, 40, 41], "eg": 29, "keystor": 29, "entri": [29, 34], "overwrit": 29, "match": [29, 34], "initi": [29, 34], "rememb": [29, 34], "puttygen": 29, "putti": 29, "pageant": 29, "winscp": 29, "passphras": 29, "simplest": 29, "site": 29, "ey": 29, "el": 29, "zero": 29, "click": [29, 39], "advanc": 29, "tunnel": 29, "proxi": 29, "ok": 29, "save": [29, 33, 34, 35, 36, 37], "enjoi": 29, "remot": [29, 34], "auto": [29, 34], "mynam": 29, "plink": 29, "proxyhost": 29, "agent": 29, "port": 29, "telnet": 29, "back": [29, 34, 42], "leav": 31, "situat": 31, "come": 31, "dure": [31, 33], "scenario": 31, "retir": 31, "month": 31, "tidi": 31, "remov": [31, 34], "hi": 31, "her": 31, "involv": [31, 34], "assum": [31, 34], "relev": [31, 35], "consent": 31, "summaris": [31, 40], "action": 31, "delet": [31, 33], "associ": [31, 34], "typic": [31, 34, 39], "membership": 31, "treat": 31, "ownership": 31, "revok": 31, "notifi": 31, "week": [31, 39], "object": 31, "rais": [31, 42], "intend": 31, "cover": 31, "cannot": 31, "themselv": [31, 34], "receiv": [31, 34, 39, 42], "notif": 31, "closur": 31, "2022": [32, 34], "08": [32, 34, 40], "58": 32, "_": [32, 36], "unam": 32, "gpu01": [32, 34], "240": [32, 34, 37], "el8": 32, "smp": 32, "wed": 32, "sep": 32, "05": [32, 40], "edt": 32, "scpufreq": 32, "2012": 32, "352390625": 32, "min": [32, 34, 37], "max": [32, 34, 37], "264061964288": 32, "devic": [32, 34], "8302": 32, "sxm4": 32, "28": [32, 34, 36], "39": 32, "amongst": 33, "whole": [33, 34], "organis": [33, 34], "alloc": [33, 34, 35], "75tb": 33, "quota": 33, "upto": 33, "admin": 33, "view": 33, "lf": 33, "hu": 33, "exist": [33, 34, 40], "immedi": [33, 34], "upon": 33, "elsewher": 33, "mount": 33, "bath": [33, 39], "cardiff": [33, 39], "metoffic": 33, "custom": 33, "divid": 34, "subsect": 34, "avaibl": 34, "task": 34, "slurm": [34, 40], "direct": 34, "partit": 34, "deep": 34, "tend": 34, "focus": 34, "transit": 34, "laptop": 34, "submiss": 34, "four": 34, "Or": 34, "votalq": 34, "possibl": [34, 42], "toolkit": [34, 40], "cuda11": 34, "driver": [34, 40], "v460": 34, "03": [34, 40], "voltaq": [34, 35], "v515": 34, "65": 34, "amdgpu": 34, "v5": 34, "40": [34, 37], "model": 34, "import": [34, 35], "summar": 34, "tabl": 34, "bellow": 34, "tensor": 34, "tesla": [34, 35], "16": [34, 35, 40], "3584": 34, "5120": 34, "640": 34, "1st": 34, "gen": [34, 40], "6912": 34, "432": 34, "3rd": 34, "7680": 34, "programm": 34, "alongsid": 34, "acceler": 34, "mix": 34, "matrix": 34, "multipli": 34, "accumul": 34, "calcul": [34, 36, 37], "capabl": 34, "signific": 34, "reli": 34, "card": [34, 35], "short": 34, "whether": 34, "multipl": 34, "theoret": 34, "bound": 34, "context": 34, "queri": [34, 42], "pbs_nodefil": 34, "smi": 34, "grep": 34, "sensibl": 34, "appear": 34, "tradit": 34, "method": 34, "cloud": 34, "adjust": 34, "familar": 34, "gui": [34, 40], "jupyterlab": 34, "effici": 34, "benefit": 34, "popular": 34, "languag": [34, 40, 41], "field": 34, "desktop": 34, "platform": 34, "maco": [34, 39], "r": [34, 40], "recurs": 34, "unauthoris": 34, "constitut": 34, "crimin": 34, "offenc": 34, "accept": 34, "novic": 34, "infla": 34, "7216": 34, "91": 34, "9kb": 34, "inflamm": 34, "png": 34, "19kb": 34, "209": 34, "3kb": 34, "argv_list": 34, "42": [34, 37], "5kb": 34, "readings_08": 34, "1097": 34, "4kb": 34, "readings_09": 34, "851": 34, "check": 34, "1000": 34, "0kb": 34, "my_l": 34, "488": 34, "2kb": 34, "line_count": 34, "920": 34, "readings_06": 34, "718": [34, 37], "6kb": 34, "virtual": [34, 40], "txt": 34, "possibli": 34, "reproduc": 34, "numpi": 34, "panda": 34, "numba": 34, "addition": 34, "avaiabl": 34, "python37": 34, "appropi": 34, "proce": 34, "m": [34, 40], "venv": [34, 40], "prompt": 34, "myenv": 34, "consid": 34, "pythonhost": 34, "a4": 34, "6d": 34, "6463d49a933f547439d6b5b98b46af8742cc03ae83543e4d7688c2420f8b": 34, "none": [34, 39, 40], "whl": 34, "uninstal": 34, "successfulli": [34, 36, 37], "continu": 34, "cp36": 34, "cp36m": 34, "manylinux2010_x86_64": 34, "manylinux1_x86_64": 34, "571": 34, "byte": 34, "dateutil": 34, "python_dateutil": 34, "py2": [34, 40], "247": 34, "63": 34, "pytz": 34, "500": [34, 37], "88": 34, "six": 34, "goe": 34, "well": [34, 36, 37], "within": 34, "deactiv": 34, "valu": [34, 36, 37, 40], "gaussian": 34, "probabl": 34, "densiti": 34, "function": 34, "sigma": 34, "env": [34, 40, 41], "math": [34, 40], "vector": 34, "sqrt_2pi": 34, "float32": 34, "def": 34, "gaussian_pdf": 34, "exp": 34, "evalu": 34, "million": 34, "random": 34, "uniform": 34, "size": 34, "1000000": 34, "astyp": 34, "print": 34, "won": 34, "content": 34, "separ": [34, 35], "eu": 34, "put": 34, "59821": 34, "gw4head": [34, 36], "qstat": [34, 35], "req": 34, "elap": 34, "jobnam": 34, "sessid": 34, "nd": 34, "tsk": 34, "59823": 34, "ca": [34, 36, 37], "munoz": 34, "157907": 34, "spend": 34, "long": 34, "oxxxxx": 34, "exxxxx": 34, "xxxxx": 34, "detect": 34, "attribut": [34, 35], "misalign": 34, "encount": 34, "racecheck": 34, "hazard": 34, "race": 34, "initcheck": 34, "uniniti": 34, "global": [34, 40], "synccheck": 34, "attempt": 34, "invalid": 34, "synchron": 34, "primit": 34, "hawk": 34, "demonstr": 34, "corpor": 34, "stdio": 34, "__device__": 34, "int": [34, 36], "__global__": 34, "void": 34, "unaligned_kernel": 34, "char": 34, "out_of_bounds_funct": 34, "0x87654320": 34, "out_of_bounds_kernel": 34, "run_unalign": 34, "printf": 34, "ran": 34, "cudageterrorstr": 34, "cudagetlasterror": 34, "sync": 34, "cudadevicesynchron": [34, 36], "run_out_of_bound": 34, "devmem": 34, "malloc": 34, "cudamalloc": 34, "1024": 34, "cudadevicereset": 34, "cudafre": [34, 36], "occur": 34, "nvcc": 34, "xcompil": 34, "rdynam": 34, "lineinfo": 34, "memcheck_demo": 34, "cu": 34, "affect": 34, "optim": 34, "level": 34, "symbol": [34, 36], "backtrac": 34, "termin": [34, 39, 40], "instrument": 34, "api": [34, 36, 37, 40], "adapt": 34, "59831": 34, "readi": 34, "fit": 34, "memcheck_demo_debug": 34, "destroi": 34, "leak": 34, "filenam": [34, 35], "hit": 34, "subsequ": [34, 35], "been": [34, 39], "freed": [34, 35], "analyz": 34, "potenti": 34, "conveni": 34, "runtim": [34, 36, 37], "veri": 34, "good": 34, "logfil": 34, "pbs_jobid": 34, "echo": 34, "pwd": 34, "mv": 34, "expor": 34, "write": [34, 36, 37, 40, 42], "0x30": 34, "munozcjj": [34, 36, 37], "gpudoc": [34, 37], "block": [34, 35], "0x15551a800001": 34, "hopefulli": [34, 41], "toward": 34, "region": 34, "nsy": [34, 36, 37], "52657a0": 34, "73": 34, "08591f7": 34, "wri": 34, "repeat": 34, "adaptig": 34, "grid": 34, "sm": 34, "element": 34, "simpli": 34, "constant": 34, "num": [34, 37], "initwith": 34, "float": [34, 36, 40], "sum": 34, "correspond": [34, 39, 42], "b": 34, "addvectorsinto": [34, 36], "threadidx": 34, "blockidx": 34, "blockdim": 34, "stride": 34, "griddim": 34, "checkelementsar": 34, "fail": 34, "0f": 34, "doe": [34, 40], "equal": 34, "correctli": [34, 36, 37], "const": 34, "50000000": 34, "size_t": 34, "sizeof": 34, "cudamallocmanag": [34, 36], "threadsperblock": 34, "numberofblock": 34, "cudaerror_t": 34, "addvectorserr": 34, "asyncerr": 34, "cudasuccess": 34, "2005": 34, "mon_nov_30_19": 34, "53_pst_2020": 34, "v11": 34, "67": 34, "cuda_11": 34, "r11": 34, "29373293_0": 34, "notic": 34, "stat": [34, 40], "captur": [34, 36], "temporari": [34, 36, 37], "var": [34, 36, 37, 40], "tmp": [34, 36, 37], "59996": [34, 36], "a2a5": [34, 36], "559b": [34, 36], "a761": [34, 36], "9ba6": [34, 36], "qdstrm": [34, 36, 37], "disk": [34, 36, 37], "qdrep": [34, 36], "21697": [34, 36], "sqlite": [34, 36, 37], "statist": [34, 35, 36, 37], "nanosecond": [34, 36], "averag": [34, 36], "minimum": [34, 36], "287742959": [34, 36], "95914319": [34, 36], "31610": [34, 36], "287670830": [34, 36], "125588589": [34, 36], "35735765": [34, 36], "11911921": [34, 36], "10924248": [34, 36], "12877577": [34, 36], "49154": [34, 36], "cudalaunchkernel": [34, 36], "125590094": [34, 36], "77": [34, 36], "27403374": [34, 36], "3450": [34, 36], "7943": [34, 36], "1098": [34, 36], "44971": [34, 36], "unifi": [34, 36], "memcpi": [34, 36], "htod": [34, 36], "7819653": [34, 36], "1150": [34, 36], "6799": [34, 36], "732": [34, 36], "38479": [34, 36], "dtoh": [34, 36], "kib": [34, 36], "585948": [34, 36], "000": [34, 36], "840": [34, 36], "1020": [34, 36], "195316": [34, 36], "84": [34, 36], "1655258416": [34, 36], "90": [34, 36], "18391760": [34, 36], "36428": [34, 36], "100129785": [34, 36], "poll": [34, 36, 37], "171812553": [34, 36], "79": [34, 36], "2174842": [34, 36], "18716": [34, 36], "21119503": [34, 36], "sem_timedwait": [34, 37], "90750151": [34, 36], "802": [34, 36], "113154": [34, 36], "32925829": [34, 36], "ioctl": [34, 36, 37], "38514232": [34, 36], "102": [34, 36], "377590": [34, 36], "1327": [34, 36], "12830833": [34, 36], "mmap": [34, 36, 37], "3296748": [34, 36], "29": [34, 36, 37], "113681": [34, 36], "1075": [34, 36], "1103165": [34, 36], "fopen": [34, 36, 37], "3235094": [34, 36], "fflush": [34, 36], "3032036": [34, 36], "505339": [34, 36], "1062": [34, 36], "2670607": [34, 36], "fclose": [34, 36, 37], "591167": [34, 36], "98": [34, 36], "6032": [34, 36], "1561": [34, 36], "15621": [34, 36], "open64": [34, 36, 37], "533813": [34, 36], "fwrite": [34, 36], "500728": [34, 36], "125182": [34, 36], "1902": [34, 36], "482612": [34, 36], "fread": [34, 36, 37], "409392": [34, 36], "81878": [34, 36], "1267": [34, 36], "125335": [34, 36], "fcntl": [34, 36, 37], "359123": [34, 36], "89780": [34, 36], "83207": [34, 36], "97768": [34, 36], "pthread_creat": [34, 37], "103816": [34, 36], "34605": [34, 36], "30800": [34, 36], "42164": [34, 36], "fget": [34, 36, 37], "50423": [34, 36], "3361": [34, 36], "1556": [34, 36], "4795": [34, 36], "39391": [34, 36], "3581": [34, 36], "1379": [34, 36], "5948": [34, 36], "munmap": [34, 36, 37], "24094": [34, 36], "4818": [34, 36], "2158": [34, 36], "8960": [34, 36], "6367": [34, 36], "3183": [34, 36], "3012": [34, 36], "3355": [34, 36], "5262": [34, 36], "pipe2": [34, 36, 37], "4426": [34, 36], "2569": [34, 36], "1284": [34, 36], "1107": [34, 36], "1462": [34, 36], "2079": [34, 36], "1039": [34, 36], "1033": [34, 36], "1046": [34, 36], "pthread_mutex_trylock": 34, "1082": [34, 36], "nvtx": [34, 36], "pop": [34, 36], "rang": [34, 36], "x8z": [34, 36], "report1": [34, 36], "thu_nov_18_09": 34, "45": 34, "30_pst_2021": 34, "119": 34, "30672275_0": 34, "dwarf": 34, "sampl": 34, "trace": [34, 40], "osrt": 34, "opengl": 34, "17063": [34, 37], "3b1b": [34, 37], "78fd": [34, 37], "56ed": [34, 37], "e39c": [34, 37], "rep": [34, 37], "3807": [34, 37], "avg": [34, 37], "med": [34, 37], "stddev": [34, 37], "68": [34, 37], "600": [34, 37], "540": [34, 37], "655": [34, 37], "027": [34, 37], "032": [34, 37], "105": [34, 37], "501": [34, 37], "707": [34, 37], "112": [34, 37], "106": [34, 37], "38": [34, 37], "730": [34, 37], "719": [34, 37], "27": [34, 37, 40], "236": [34, 37], "117": [34, 37], "370": [34, 37], "829": [34, 37], "284": [34, 37], "821": [34, 37], "008": [34, 35, 37], "538": [34, 37], "905": [34, 37], "775": [34, 37], "386": [34, 37], "33": [34, 37], "416": [34, 37], "799": [34, 37], "591": [34, 37], "276": [34, 37], "607": [34, 37], "403": [34, 37], "382": [34, 37], "042": [34, 37], "984": [34, 37], "272": [34, 37], "827": [34, 37], "199": [34, 37], "695": [34, 37], "062": [34, 37], "506": [34, 37], "792": [34, 37], "76": [34, 37], "552": [34, 37], "mmap64": [34, 37], "805": [34, 37], "921": [34, 37], "755": [34, 37], "172": [34, 37], "390": [34, 37], "502": [34, 37], "835": [34, 37], "587": [34, 37], "804": [34, 37], "983": [34, 37], "206": [34, 37], "776": [34, 37], "289": [34, 37], "874": [34, 37], "75": [34, 37], "952": [34, 37], "301": [34, 37], "588": [34, 37], "66": [34, 37], "569": [34, 37], "003": [34, 37], "764": [34, 37], "593": [34, 37], "654": [34, 37], "413": [34, 37], "61": [34, 37], "966": [34, 37], "164": [34, 37], "308": [34, 37], "83": [34, 37], "233": [34, 37], "728": [34, 37], "216": [34, 37], "418": [34, 37], "126": [34, 37], "287": [34, 37], "52": [34, 37], "123": [34, 37], "140": [34, 37], "393": [34, 37], "70": [34, 37], "196": [34, 37], "69": [34, 37], "893": [34, 37], "985": [34, 37], "572": [34, 37], "059": [34, 37], "098": [34, 37], "561": [34, 37], "825": [34, 37], "546": [34, 37], "349": [34, 37], "304": [34, 37], "092": [34, 37], "334": [34, 37], "882": [34, 37], "34": [34, 37], "277": [34, 37], "636": [34, 37], "784": [34, 37], "487": [34, 37], "567": [34, 37], "130": [34, 37], "782": [34, 37], "717": [34, 37], "184": [34, 37], "511": [34, 37], "472": [34, 37], "931": [34, 37], "559": [34, 37], "519": [34, 37], "463": [34, 37], "313": [34, 37], "783": [34, 37], "064": [34, 37], "763": [34, 37], "365": [34, 37], "425": [34, 37], "342": [34, 37], "phase3": [34, 37], "report2": [34, 37], "explicitli": [34, 40], "didn": 34, "dump": 34, "moment": 34, "tech": 34, "investig": 34, "sever": 34, "among": 34, "trigger": 34, "creation": 34, "consum": 34, "much": [34, 42], "spent": 34, "forth": 34, "prefetch": 34, "explor": 34, "impact": 34, "principl": 34, "timelin": 34, "doesn": 34, "still": 34, "toolsuit": 34, "intuit": 34, "toolset": 34, "openacc": 34, "off": 34, "yet": [34, 39], "prepar": 34, "relink": 34, "rather": [34, 35], "o3": 34, "therefor": 34, "analysi": [34, 40], "former": 34, "anal": 34, "soon": 34, "rel": 34, "cli": 34, "again": 34, "allinea_sampler_interv": 34, "sampler": 34, "preload": [34, 40], "implement": 34, "add_1p_1n_40t_2022": 34, "14_19": 34, "often": 34, "taken": 34, "everi": 34, "small": [34, 35], "hz": 34, "analis": 34, "y": 34, "62482": 34, "xauth": 34, "xauthor": 34, "everyth": 34, "left": 34, "figur": 34, "menu": 34, "metric": 34, "extract": 34, "add_1p_1n_2022": 34, "11_18": 34, "56": 34, "easi": 34, "top": 34, "circl": 34, "purpl": 34, "green": 34, "indic": 34, "bottom": [34, 39], "blue": 34, "descript": [34, 40], "lot": 34, "workdir": 34, "don": 34, "forget": 34, "ammend": 34, "anymor": 34, "enough": 34, "startup": 34, "imag": 34, "performnac": 34, "cnn": 34, "classif": 34, "randomli": 34, "arcca": 34, "synthet": 34, "infer": 34, "train": 34, "fairshar": 35, "lower": 35, "chanc": 35, "romeq": 35, "clxq": 35, "knlq": 35, "powerq": 35, "split": 35, "mcdram": 35, "004": 35, "quad_0": 35, "005": 35, "flat": 35, "quad_100": 35, "aoe": 35, "Such": 35, "pass": [35, 40], "declar": 35, "omiss": 35, "remain": 35, "35": 35, "unus": 35, "until": [35, 42], "similarli": 35, "jobid": 35, "sem": 36, "timedwait": 36, "pthread": 36, "mutex": 36, "trylock": 36, "tier2": 39, "skip": 39, "navig": 39, "screen": 39, "choos": 39, "fill": 39, "form": 39, "logout": 39, "haven": 39, "scroll": 39, "pub": 39, "keygen": 39, "rsa": 39, "gw02": 39, "gw03": 39, "gw04": 39, "gw05": 39, "gw06": 39, "gw07": 39, "invit": 39, "format": 39, "unabl": 39, "accomod": 39, "vari": 40, "self": 40, "alter": 40, "environemnt": 40, "myvenv": 40, "python2": 40, "last": 40, "map": 40, "blac": 40, "bla": 40, "bonni": 40, "09": 40, "cmake": 40, "cmdaemon": 40, "binari": 40, "cm": 40, "pmix3": 40, "pmix": 40, "v3": 40, "enviorn": 40, "ccdb": 40, "cti": 40, "fftw": 40, "fastest": 40, "fourier": 40, "transform": 40, "west": 40, "fftw_impi": 40, "impi": 40, "lgdb": 40, "libsci": 40, "06": 40, "libsci_acc": 40, "mvapich2": 40, "gdr": 40, "2_2": 40, "cuda8": 40, "mofed3": 40, "4pb": 40, "mvapich2_gnu": 40, "mvapich2_nogpu": 40, "mvapich2_nogpu_gnu": 40, "mvapich2_noslurm_cuda101": 40, "mvapich2_noslurm_cuda102": 40, "nvidia20": 40, "fermi": 40, "nvidia35": 40, "kepler": 40, "gk110": 40, "nvidia52": 40, "maxwel": 40, "nvidia60": 40, "nvidia70": 40, "plugin": 40, "haswel": 40, "ivybridg": 40, "mic": 40, "knl": 40, "infinband": 40, "opa": 40, "omnipath": 40, "sandybridg": 40, "skylak": 40, "craypkg": 40, "cuda10": 40, "243": 40, "fft": 40, "nsight": 40, "visual": 40, "89": 40, "cuda80": 40, "cudatoolkit": 40, "dot": 40, "fftw2": 40, "fftw3": 40, "freeipmi": 40, "cross": 40, "globalarrai": 40, "hdf5_18": 40, "hpl": 40, "hwloc": 40, "2019u4": 40, "2020u4": 40, "vtune_amplifier_x": 40, "tbb": 40, "oss": 40, "ia32": 40, "intel64": 40, "iozon": 40, "3_482": 40, "ipmitool": 40, "lapack": 40, "lua": 40, "git": 40, "variou": 40, "ge": 40, "mvapich2_cc": 40, "netcdf": 40, "netperf": 40, "null": 40, "absolut": 40, "noth": 40, "dynam": 40, "openldap": 40, "papi": 40, "20190830141245": 40, "perftool": 40, "craypat": 40, "apprentice2": 40, "reveal": 40, "lite": 40, "pgi": 40, "linux86": 40, "llvm": 40, "2019": 40, "portland": 40, "quickli": 40, "integr": 40, "homepag": 40, "python36": 40, "scalapack": 40, "sge": 40, "2011": 40, "11p1": 40, "valgrind4hpc": 40, "valgrind": 40, "optimzi": 40, "invok": 40, "even": 40, "plume": 40, "julia": 40, "gcc7": 40, "craympich": 40, "v7": 40, "molecular": 40, "vtk": 40, "atp": 40, "abnorm": 40, "capmc": 40, "cap": 40, "1043": 40, "alpha": 40, "7500": 40, "ga": 40, "arrai": 40, "jemalloc": 40, "abi": 40, "compat": 40, "hdf5parallel": 40, "openshmemx": 40, "logic": 40, "routin": 40, "hugepages128m": 40, "hugepages16m": 40, "hugepages1g": 40, "hugepages256m": 40, "hugepages2g": 40, "hugepages2m": 40, "hugepages32m": 40, "hugepages4m": 40, "hugepages512m": 40, "hugepages64m": 40, "hugepages8m": 40, "ommit": 40, "snplauncher": 40, "mamu": 40, "cray_ari_": 40, "eniron": 40, "defin": 40, "hbm": 40, "loop": 40, "nwpc": 40, "pmi": 40, "armi": 40, "emul": 40, "cylc": 40, "workflow": 40, "cycl": 40, "easybuild": 40, "url": 40, "fcm": 40, "modern": 40, "wrapper": 40, "subvers": 40, "20190422": 40, "rose": 40, "cpe": 40, "mvapich2_nogpu_noregcach": 40, "mvapich2_nogpu_noregcache_svealpha": 40, "mvapich2_nogpu_svealpha": 40, "nsp1": 40, "central": 41, "aim": 41, "arm64": 41, "cnl7": 41, "rhel8": 41, "granular": 41, "3kq2ehp": 41, "ixozztx": 41, "basic": 41, "modulenam": 41, "modulevers": 41, "compiledwith": 41, "compilervers": 41, "spackhash": 41, "lvx": 41, "binutil": 41, "bootstrap": 41, "graphit": 41, "nvptx": 41, "piclib": 41, "strip": 41, "2c18531a23623596e1daf6f0dd963cf72c208945ecad90515640c3ab23991159": 41, "hash": 41, "spec": 41, "best": 41, "helpdesk": 42, "reach": 42, "mondai": 42, "fridai": 42, "holidai": 42, "automat": 42, "acknowledg": 42, "resolut": 42, "achiev": 42, "kept": 42, "solv": 42}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"gw4": 0, "isambard": [0, 17, 29, 34, 39], "applic": [0, 17, 18], "document": [0, 17, 25], "format": 0, "contribut": 0, "castep": 1, "covidsim": 2, "us": [2, 4, 5, 6, 7, 12, 14, 16, 21, 34], "link": [2, 4, 5, 6, 7, 12, 14, 16, 21], "version": [2, 5, 7, 12, 14, 16, 34], "run": [2, 5, 6, 7, 12, 14, 16, 25, 27, 28, 34, 35], "exampl": [2, 5, 7, 12, 14, 16, 21, 22, 34], "job": [2, 5, 7, 12, 14, 16, 25, 27, 34, 35], "submiss": [2, 5, 7, 12, 14, 16], "script": [2, 5, 7, 12, 14, 16], "x86": [2, 5, 16], "arm": [2, 5, 7, 12, 14, 16, 21, 23, 34], "cp2k": 3, "dedalu": 4, "licens": [4, 5, 6, 7, 12, 14, 16], "build": [4, 6, 12], "dl_mont": 5, "2": 5, "access": [5, 16, 18, 34], "compil": [5, 16, 25, 27, 34], "firedrak": 6, "gromac": 7, "note": 7, "hydro3d": 8, "molpro": 9, "namd": 10, "nemo": 11, "openfoam": 12, "waves2foam": 12, "opensbli": 13, "orca": 14, "unifi": 15, "model": 15, "vasp": 16, "user": 17, "servic": 17, "statu": 17, "system": [17, 26, 27, 29, 34], "acknowledg": 17, "guid": 17, "develop": 17, "tool": 17, "polici": 17, "indic": 17, "tabl": 17, "privaci": 19, "statement": 19, "term": 20, "condit": 20, "you": 20, "agre": 20, "we": 20, "accept": 20, "ddt": 21, "modul": [21, 22, 25, 40, 41], "session": [21, 22], "gdb4hpc": 22, "map": [23, 34], "crai": [24, 27], "perftool": 24, "craypat": 24, "a64fx": [25, 29, 40], "fujitsu": [25, 29], "mpi": 25, "hdf5": 25, "multi": [26, 29], "architectur": [26, 29], "comparison": [26, 29], "ibm": 26, "power": 26, "9": 26, "hardwar": [26, 34], "phase": [27, 29], "3": [27, 29], "lustr": 27, "storag": 27, "nvidia": [27, 34], "gpu": [27, 29, 34], "amd": 27, "intel": 27, "oneapi": 27, "apptain": 27, "singular": 27, "xci": [28, 29, 40], "marvel": [28, 29], "thunder": [28, 29], "x2": [28, 29], "queue": [28, 35], "caveat": 28, "known": 28, "error": [28, 34], "connect": 29, "linux": 29, "mac": [29, 40], "milan": 29, "window": 29, "debug": 30, "end": 31, "life": 31, "procedur": 31, "filesystem": 33, "gener": 34, "usag": [34, 35], "cuda": 34, "differ": 34, "info": 34, "oper": 34, "mode": 34, "set": 34, "up": 34, "work": 34, "environ": 34, "python": [34, 40], "base": 34, "workflow": 34, "copi": 34, "data": 34, "instal": 34, "librari": 34, "launch": 34, "identifi": 34, "memori": 34, "comput": 34, "sanit": 34, "memcheck": 34, "output": 34, "profil": [34, 38], "nsight": 34, "load": 34, "c": 34, "program": 34, "visual": 34, "result": 34, "forg": 34, "flag": 34, "file": 34, "benchmark": 34, "limit": 35, "configur": 35, "batch": 35, "interact": 35, "specifi": 35, "resourc": 35, "histori": 35, "request": 39, "account": 39, "creat": 39, "an": 39, "safe": 39, "regist": 39, "institut": 39, "id": 39, "login": 39, "via": 39, "ssh": 39, "kei": 39, "softwar": 40, "virtualenv": 40, "list": 40, "spack": 41, "support": 42}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"GW4 Isambard Application Documentation": [[0, "gw4-isambard-application-documentation"]], "Format": [[0, "format"]], "Contributing": [[0, "contributing"]], "CASTEP": [[1, "castep"]], "CovidSim": [[2, "covidsim"]], "Useful links": [[2, "useful-links"], [4, "useful-links"], [5, "useful-links"], [6, "useful-links"], [7, "useful-links"], [12, "useful-links"], [14, "useful-links"], [16, "useful-links"], [21, "useful-links"]], "Versions": [[2, "versions"], [5, "versions"], [16, "versions"]], "Running": [[2, "running"], [5, "running"], [7, "running"], [12, "running"], [14, "running"], [16, "running"], [28, "running"]], "Example Job Submission Scripts": [[2, "example-job-submission-scripts"], [5, "example-job-submission-scripts"], [16, "example-job-submission-scripts"]], "x86": [[2, "x86"], [5, "x86"], [5, "id3"], [16, "x86"], [16, "id3"]], "Arm": [[2, "arm"], [5, "arm"], [5, "id2"], [7, "arm"], [12, "arm"], [12, "id1"], [14, "arm"], [16, "arm"], [16, "id2"]], "CP2K": [[3, "cp2k"]], "Dedalus": [[4, "dedalus"]], "Licensing": [[4, "licensing"], [5, "licensing"], [6, "licensing"], [7, "licensing"], [12, "licensing"], [14, "licensing"], [16, "licensing"]], "Building": [[4, "building"], [12, "building"]], "DL_MONTE 2": [[5, "dl-monte-2"]], "Access": [[5, "access"], [16, "access"]], "Compilation": [[5, "compilation"], [16, "compilation"], [34, "compilation"], [34, "id1"]], "Firedrake": [[6, "firedrake"]], "Building and running": [[6, "building-and-running"]], "GROMACS": [[7, "gromacs"]], "Version": [[7, "version"], [12, "version"], [14, "version"]], "Example Job Submission Script": [[7, "example-job-submission-script"], [12, "example-job-submission-script"], [14, "example-job-submission-script"]], "Notes": [[7, "notes"]], "Hydro3D": [[8, "hydro3d"]], "MolPro": [[9, "molpro"]], "NAMD": [[10, "namd"]], "NEMO": [[11, "nemo"]], "OpenFOAM": [[12, "openfoam"]], "Example Build with waves2Foam": [[12, "example-build-with-waves2foam"]], "OpenSBLI": [[13, "opensbli"]], "ORCA": [[14, "orca"]], "Unified Model": [[15, "unified-model"]], "VASP": [[16, "vasp"]], "Isambard User Documentation": [[17, "isambard-user-documentation"]], "Service Status": [[17, "service-status"]], "System Status": [[17, "system-status"]], "Acknowledging Isambard": [[17, "acknowledging-isambard"]], "Isambard User Guide": [[17, null]], "Development Tools": [[17, null]], "Applications": [[17, null]], "Service Policies": [[17, null]], "Indices and tables": [[17, "indices-and-tables"]], "Application for access": [[18, "application-for-access"]], "Privacy Statement": [[19, "privacy-statement"]], "Terms and Conditions": [[20, "terms-and-conditions"]], "You agree:": [[20, "you-agree"]], "We agree:": [[20, "we-agree"]], "You accept:": [[20, "you-accept"]], "Arm DDT": [[21, "arm-ddt"]], "Modules": [[21, "modules"], [22, "modules"], [25, "modules"], [41, "modules"]], "Example session": [[21, "example-session"], [22, "example-session"]], "gdb4hpc": [[22, "gdb4hpc"]], "Arm MAP": [[23, "arm-map"]], "Cray perftools (CrayPAT)": [[24, "cray-perftools-craypat"]], "A64FX - Fujitsu": [[25, "a64fx-fujitsu"]], "Running Jobs": [[25, "running-jobs"]], "Compilers": [[25, "compilers"]], "MPI": [[25, "mpi"]], "HDF5": [[25, "hdf5"]], "Documentation": [[25, "documentation"]], "Multi-Architecture Comparison System": [[26, "multi-architecture-comparison-system"]], "IBM Power 9": [[26, "ibm-power-9"]], "Hardware": [[26, "hardware"]], "Phase 3 System": [[27, "phase-3-system"]], "Lustre Storage": [[27, "lustre-storage"]], "Nvidia GPU": [[27, "nvidia-gpu"]], "AMD GPU": [[27, "amd-gpu"]], "Cray Compiler": [[27, "cray-compiler"]], "Compiling": [[27, "compiling"], [27, "id2"]], "Running a job": [[27, "running-a-job"], [27, "id3"]], "Intel OneAPI": [[27, "intel-oneapi"]], "Apptainer/Singularity": [[27, "apptainer-singularity"]], "Nvidia": [[27, "nvidia"]], "AMD": [[27, "amd"]], "XCI - Marvell Thunder X2": [[28, "xci-marvell-thunder-x2"], [29, "xci-marvell-thunder-x2"]], "Queues": [[28, "queues"]], "Caveats": [[28, "caveats"]], "Known errors": [[28, "known-errors"]], "Connecting to Isambard": [[29, "connecting-to-isambard"]], "Linux": [[29, "linux"]], "MACS - Multi-Architecture Comparison System": [[29, "macs-multi-architecture-comparison-system"]], "A64FX - Fujitsu A64FX": [[29, "a64fx-fujitsu-a64fx"]], "Phase-3 - GPUs and Milan": [[29, "phase-3-gpus-and-milan"]], "Windows": [[29, "windows"]], "Debugging": [[30, "debugging"]], "End of life procedures": [[31, "end-of-life-procedures"]], "Filesystem": [[33, "filesystem"]], "Using GPUs on Isambard": [[34, "using-gpus-on-isambard"]], "General GPU Usage": [[34, "general-gpu-usage"]], "CUDA Versions & Hardware Differences": [[34, "cuda-versions-hardware-differences"]], "GPUs info": [[34, "id3"]], "Operating mode": [[34, "operating-mode"]], "Setting up a work environment": [[34, "setting-up-a-work-environment"]], "Running Python based workflows on Isambard": [[34, "running-python-based-workflows-on-isambard"]], "Copying data": [[34, "copying-data"]], "Installing Python libraries": [[34, "installing-python-libraries"]], "Launching a GPU job": [[34, "launching-a-gpu-job"]], "Identifying memory access errors with NVIDIA Compute Sanitizer": [[34, "identifying-memory-access-errors-with-nvidia-compute-sanitizer"]], "Accessing memcheck": [[34, "accessing-memcheck"]], "Running NVIDIA Compute Sanitizer": [[34, "running-nvidia-compute-sanitizer"]], "Compute Sanitizer memcheck output": [[34, "compute-sanitizer-memcheck-output"]], "Profiling": [[34, "profiling"], [38, "profiling"]], "NVIDIA Nsight Systems": [[34, "nvidia-nsight-systems"]], "Loading the profiler": [[34, "loading-the-profiler"], [34, "id2"]], "Example CUDA C++ program": [[34, "example-cuda-c-program"]], "Visualize profiler results": [[34, "visualize-profiler-results"]], "Arm Forge MAP": [[34, "arm-forge-map"]], "Compiler flags and compilation": [[34, "compiler-flags-and-compilation"]], "Running the profiler": [[34, "running-the-profiler"]], "Load a profile data file": [[34, "load-a-profile-data-file"]], "Benchmarking": [[34, "benchmarking"]], "Running jobs": [[35, "running-jobs"]], "Limits": [[35, "limits"]], "Queue configuration": [[35, "queue-configuration"]], "Batch job": [[35, "batch-job"]], "Interactive job": [[35, "interactive-job"]], "Specifying resources": [[35, "specifying-resources"]], "Usage History": [[35, "usage-history"]], "Request Account": [[39, "request-account"]], "Create an account on SAFE": [[39, "create-an-account-on-safe"]], "Register institutional ID": [[39, "register-institutional-id"]], "Login to SAFE via institutional login": [[39, "login-to-safe-via-institutional-login"]], "Register SSH key": [[39, "register-ssh-key"]], "Request account on Isambard": [[39, "request-account-on-isambard"]], "Software": [[40, "software"]], "Python VirtualEnv": [[40, "python-virtualenv"]], "MACS": [[40, "macs"]], "MACS Python": [[40, "macs-python"]], "MACS Module list": [[40, "macs-module-list"]], "XCI": [[40, "xci"]], "XCI Python": [[40, "xci-python"]], "XCI Module list": [[40, "xci-module-list"]], "A64FX": [[40, "a64fx"]], "A64FX Python": [[40, "a64fx-python"]], "A64FX Module list": [[40, "a64fx-module-list"]], "Spack": [[41, "spack"]], "Support": [[42, "support"]]}, "indexentries": {}})
\ No newline at end of file
+Search.setIndex({"docnames": ["applications/README", "applications/castep", "applications/covidsim", "applications/cp2k", "applications/dedalus", "applications/dlmonte", "applications/firedrake", "applications/gromacs", "applications/hydro3d", "applications/molpro", "applications/namd", "applications/nemo", "applications/openfoam", "applications/opensbli", "applications/orca", "applications/um", "applications/vasp", "index", "policies/applications", "policies/privacy", "policies/terms", "tools/ddt", "tools/gdb4hpc", "tools/map", "tools/perftools", "user-guide/A64FX", "user-guide/MACS", "user-guide/PHASE3", "user-guide/XCI", "user-guide/connecting", "user-guide/debugging", "user-guide/end_project", "user-guide/files-gpudocs/bench-data/system_info", "user-guide/filesystem", "user-guide/gpus", "user-guide/jobs", "user-guide/nsys-output-isambard-macs", "user-guide/nsys-output-isambard-phase3", "user-guide/profiling", "user-guide/requestaccount", "user-guide/software", "user-guide/spack", "user-guide/support"], "filenames": ["applications/README.md", "applications/castep.rst", "applications/covidsim.rst", "applications/cp2k.rst", "applications/dedalus.rst", "applications/dlmonte.rst", "applications/firedrake.rst", "applications/gromacs.rst", "applications/hydro3d.rst", "applications/molpro.rst", "applications/namd.rst", "applications/nemo.rst", "applications/openfoam.rst", "applications/opensbli.rst", "applications/orca.rst", "applications/um.rst", "applications/vasp.rst", "index.rst", "policies/applications.rst", "policies/privacy.rst", "policies/terms.rst", "tools/ddt.rst", "tools/gdb4hpc.rst", "tools/map.rst", "tools/perftools.rst", "user-guide/A64FX.rst", "user-guide/MACS.rst", "user-guide/PHASE3.rst", "user-guide/XCI.rst", "user-guide/connecting.rst", "user-guide/debugging.rst", "user-guide/end_project.rst", "user-guide/files-gpudocs/bench-data/system_info.txt", "user-guide/filesystem.rst", "user-guide/gpus.rst", "user-guide/jobs.rst", "user-guide/nsys-output-isambard-macs.txt", "user-guide/nsys-output-isambard-phase3.txt", "user-guide/profiling.rst", "user-guide/requestaccount.rst", "user-guide/software.rst", "user-guide/spack.rst", "user-guide/support.rst"], "titles": ["GW4 Isambard Application Documentation", "CASTEP", "CovidSim", "CP2K", "Dedalus", "DL_MONTE 2", "Firedrake", "GROMACS", "Hydro3D", "MolPro", "NAMD", "NEMO", "OpenFOAM", "OpenSBLI", "ORCA", "Unified Model", "VASP", "Isambard User Documentation", "Application for access", "Privacy Statement", "Terms and Conditions", "Arm DDT", "gdb4hpc", "Arm MAP", "Cray perftools (CrayPAT)", "A64FX - Fujitsu", "Multi-Architecture Comparison System", "Phase 3 System", "XCI - Marvell Thunder X2", "Connecting to Isambard", "Debugging", "End of life procedures", "&lt;no title&gt;", "Filesystem", "Using GPUs on Isambard", "Running jobs", "&lt;no title&gt;", "&lt;no title&gt;", "Profiling", "Request Account", "Software", "Spack", "Support"], "terms": {"thi": [0, 7, 12, 14, 17, 19, 20, 21, 22, 25, 27, 28, 29, 30, 31, 33, 34, 35, 39, 40, 41, 42], "folder": [0, 16], "contain": [0, 17, 27, 28, 34, 40], "tier": [0, 17], "2": [0, 14, 16, 17, 21, 22, 25, 26, 27, 28, 29, 31, 34, 35, 36, 37, 39, 40, 41], "hpc": [0, 17, 18, 21, 25, 26, 34, 40], "facil": [0, 17], "The": [0, 2, 4, 5, 7, 12, 14, 16, 17, 19, 21, 22, 25, 26, 27, 28, 29, 31, 33, 34, 35, 39, 40, 42], "broadli": 0, "follow": [0, 4, 7, 12, 14, 17, 20, 22, 25, 27, 28, 29, 31, 33, 34, 35, 39, 41, 42], "archer": 0, "": [0, 7, 12, 17, 20, 25, 26, 29, 31, 34, 40], "scientif": [0, 40], "softwar": [0, 2, 12, 16, 17, 19, 20, 21, 25, 26, 27, 33, 34, 41], "packag": [0, 4, 20, 34, 40, 41], "http": [0, 5, 12, 17, 18, 21, 34, 40], "ac": [0, 2, 17, 18, 29, 34, 42], "uk": [0, 2, 17, 18, 20, 29, 34, 42], "There": [0, 25, 26, 27, 28, 30, 33, 34], "i": [0, 2, 4, 5, 6, 7, 12, 14, 16, 17, 19, 20, 21, 22, 25, 26, 27, 28, 29, 31, 33, 34, 35, 39, 40, 41, 42], "templat": 0, "file": [0, 6, 16, 20, 21, 22, 33, 35, 36, 37, 40, 42], "rst": 0, "current": [0, 2, 5, 7, 12, 14, 16, 22, 25, 32, 33, 34, 35], "partial": 0, "exampl": [0, 4, 17, 19, 20, 27, 35], "vasp": [0, 5, 17], "These": [0, 19, 20, 26, 31, 35], "refer": [0, 42], "includ": [0, 12, 16, 18, 19, 20, 25, 33, 34, 42], "link": [0, 17, 26, 27], "download": [0, 5, 16, 27, 34], "anyon": [0, 20], "welcom": 0, "via": [0, 2, 17, 26, 27, 28, 34, 40, 41, 42], "github": [0, 2, 6, 25, 34, 40], "pull": [0, 27], "request": [0, 17, 25, 27, 31, 33, 34, 35], "featur": [0, 7], "start": [0, 20, 21, 22, 25, 32, 34, 35], "fork": [0, 27], "repositori": 0, "clone": 0, "your": [0, 4, 5, 16, 19, 20, 21, 25, 26, 28, 29, 33, 34, 35, 39, 40, 42], "local": [0, 26, 29, 33, 34], "machin": [0, 5, 20, 26, 32, 34, 39], "gener": [0, 4, 6, 17, 36, 40], "us": [0, 17, 18, 19, 20, 22, 25, 26, 27, 28, 29, 31, 35, 40, 41, 42], "sphinx": 0, "page": [0, 17, 31, 39, 40], "written": [0, 34], "restructuredtext": 0, "you": [0, 4, 5, 7, 14, 16, 19, 21, 22, 25, 27, 29, 33, 34, 35, 39, 40, 41, 42], "need": [0, 4, 5, 14, 16, 21, 22, 25, 28, 29, 34, 39, 41], "instal": [0, 2, 4, 12, 26, 27, 33, 40, 41], "build": [0, 5, 16, 22, 25, 34, 40], "avail": [0, 5, 7, 12, 14, 16, 17, 19, 21, 22, 25, 26, 27, 28, 29, 30, 32, 34, 35, 39, 40, 41, 42], "from": [0, 5, 7, 12, 14, 16, 17, 20, 21, 22, 25, 26, 27, 31, 33, 34, 35, 39, 40, 41, 42], "most": [0, 17, 26, 29, 31, 34, 40], "manag": [0, 19, 29, 35, 39, 40, 41], "pip": [0, 34, 40], "run": [0, 4, 17, 21, 22, 26, 29, 33, 39, 40, 41], "make": [0, 4, 12, 16, 20, 25, 26, 27, 29, 34], "html": [0, 34], "which": [0, 7, 14, 17, 20, 21, 22, 27, 33, 34, 35, 42], "_build": 0, "directori": [0, 4, 5, 7, 12, 14, 16, 25, 27, 33, 34, 39, 40], "after": [0, 19, 25, 31, 34, 39, 42], "have": [0, 14, 17, 19, 20, 21, 22, 26, 27, 31, 34, 39, 41, 42], "push": [0, 34, 36], "chang": [0, 7, 12, 14, 17, 20, 34, 40, 41], "open": [0, 7, 12, 21, 25, 34, 36, 37], "submit": [0, 4, 5, 7, 12, 14, 16, 22, 26, 27, 28, 34, 35, 39, 42], "todo": [1, 3, 8, 9, 10, 11, 13, 15, 23, 24, 38], "mrc": 2, "id": [2, 17, 22, 27, 34, 42], "covid": [2, 40], "sim": 2, "0": [2, 5, 12, 14, 16, 22, 25, 27, 32, 34, 36, 37, 40, 41], "8": [2, 12, 22, 25, 26, 27, 28, 34, 36, 37, 40], "bin": [2, 5, 7, 12, 14, 16, 26, 34, 35, 40], "bash": [2, 5, 7, 12, 14, 16, 34, 35], "pb": [2, 4, 5, 7, 12, 14, 16, 22, 25, 27, 28, 34, 35, 36, 37, 40], "q": [2, 5, 12, 16, 21, 25, 27, 34, 35], "pascalq": [2, 5, 16, 34, 35], "n": [2, 5, 7, 12, 16, 21, 25, 34, 35, 37], "csim": 2, "bwl": 2, "18": [2, 32, 34, 37, 40], "intel": [2, 5, 16, 17, 26, 34, 35, 40], "l": [2, 5, 7, 12, 14, 16, 21, 27, 28, 29, 34, 35], "select": [2, 5, 7, 12, 14, 16, 18, 21, 27, 29, 34, 35, 39], "1": [2, 5, 7, 12, 14, 16, 17, 21, 22, 25, 26, 27, 28, 29, 32, 34, 35, 36, 37, 39, 40], "ncpu": [2, 5, 12, 14, 16, 25, 27, 34, 35], "walltim": [2, 5, 7, 12, 14, 16, 21, 34, 35], "00": [2, 7, 14, 21, 34, 35, 42], "50": [2, 34], "lplace": 2, "excl": [2, 27], "export": [2, 5, 7, 12, 16, 25, 34, 36, 37], "omp_proc_bind": 2, "modul": [2, 5, 7, 12, 14, 16, 17, 27, 28, 34, 35], "x86_64": [2, 41], "modulefil": [2, 25, 27, 34, 40], "load": [2, 5, 7, 12, 14, 16, 21, 22, 25, 27, 28, 35, 40, 41], "19": [2, 17, 32, 34, 37, 40], "cd": [2, 4, 5, 7, 12, 14, 16, 34, 40], "covidsim_data": 2, "usr": [2, 34], "time": [2, 5, 12, 16, 19, 20, 29, 31, 34, 35, 36, 37], "python3": [2, 27, 34, 40], "run_sampl": 2, "py": [2, 34], "covidsim_uk": 2, "outputdir": 2, "scratch": [2, 25, 33], "user": [2, 5, 7, 12, 14, 19, 20, 21, 22, 27, 29, 31, 33, 34, 35, 40], "out": [2, 14, 22, 34], "united_kingdom": 2, "pleas": [2, 14, 16, 18, 19, 20, 22, 25, 27, 29, 33, 34, 39, 40, 42], "enquir": 2, "isambard": [2, 4, 5, 12, 14, 16, 18, 19, 20, 25, 26, 27, 30, 31, 33, 35, 40, 42], "supprt": 2, "gw4": [2, 12, 17, 18, 29, 33, 34, 39, 40, 42], "project": [4, 6, 19, 20, 25, 27, 31, 33, 39, 40, 42], "document": [4, 7, 12, 16, 18, 22, 26, 29, 30, 34, 42], "releas": [4, 5, 6, 32, 34], "under": [4, 6, 19, 20, 26, 30, 39], "gnu": [4, 5, 6, 12, 16, 25, 40], "public": [4, 6, 18, 39, 42], "see": [4, 5, 6, 7, 12, 14, 16, 19, 22, 29, 34, 35, 39], "about": [4, 16, 19, 20, 22, 31, 34], "step": [4, 20, 31, 34, 39], "describ": [4, 20, 31, 34], "how": [4, 19, 22, 34], "e": [4, 26, 27, 28, 29, 34, 35, 39], "g": [4, 21, 22, 27, 28, 29, 34, 35], "mkdir": [4, 12], "take": [4, 19, 20, 39], "copi": [4, 16, 19, 20, 27], "script": [4, 22, 25, 27, 28, 34, 35], "cp": [4, 12, 34], "exet": [4, 33, 39], "install_dedalus_isambard": 4, "sh": [4, 12, 34, 41], "python": [4, 17, 28], "distribut": [4, 28, 40], "requir": [4, 5, 16, 19, 25, 26, 27, 29, 31, 34, 40], "itself": [4, 19], "test": [4, 27, 29, 34], "an": [4, 7, 12, 14, 17, 18, 20, 21, 22, 25, 26, 28, 29, 31, 34, 35, 40, 41, 42], "dedalus_test": 4, "If": [4, 5, 16, 19, 20, 25, 29, 31, 34, 35, 39, 41], "do": [4, 14, 20, 34, 39], "modifi": 4, "job": [4, 17, 21, 22, 28, 33], "somewher": 4, "els": [4, 20], "edit": [4, 40], "scipt": 4, "so": [4, 22, 27, 34, 39, 42], "my_dedlu": 4, "variabl": [4, 12, 25, 34, 40], "point": [4, 29, 33, 34, 40, 42], "can": [4, 5, 6, 7, 16, 18, 20, 21, 22, 25, 27, 28, 29, 30, 31, 33, 34, 35, 39, 40, 41, 42], "now": [4, 5, 12, 16, 21, 22, 27, 34, 39], "queue": [4, 17, 21, 22, 25, 27, 34], "qsub": [4, 21, 22, 25, 27, 28, 34, 35], "hub": 5, "tutori": 5, "obtain": [5, 14, 22], "free": 5, "charg": 5, "instruct": [5, 6, 16, 28, 29, 34, 40], "ar": [5, 7, 12, 14, 16, 17, 19, 20, 21, 22, 25, 26, 27, 28, 29, 30, 31, 33, 34, 35, 39, 42], "07": [5, 40], "To": [5, 16, 18, 21, 22, 25, 26, 27, 28, 29, 34, 35], "provid": [5, 16, 17, 19, 20, 27, 29, 33, 34, 40, 41, 42], "sourc": [5, 7, 12, 16, 22, 26, 27, 34, 40, 41], "code": [5, 12, 16, 22, 27, 28, 34, 42], "below": [5, 16, 34], "login": [5, 16, 17, 25, 26, 27, 28, 29, 34, 35], "dlmnote_job": 5, "node": [5, 7, 12, 14, 16, 17, 21, 22, 25, 26, 27, 28, 29, 32, 34, 35, 40], "maximum": [5, 7, 12, 14, 16, 34, 36], "64": [5, 7, 12, 14, 16, 25, 26, 27, 32, 34, 35, 36, 40], "core": [5, 7, 12, 14, 16, 17, 25, 26, 27, 28, 34, 35], "wall": [5, 12, 16], "10": [5, 12, 16, 22, 25, 26, 27, 32, 34, 40, 41], "hour": [5, 16, 20, 21, 28, 35], "recommend": [5, 12, 16, 18, 27, 29, 34], "more": [5, 16, 17, 30, 34, 40, 41, 42], "info": [5, 16, 40], "swap": [5, 12, 16], "prgenv": [5, 12, 16, 40], "crai": [5, 12, 16, 17, 22, 25, 26, 28, 33, 34, 40, 41], "move": [5, 16, 34, 36, 37], "wa": [5, 7, 12, 14, 16, 34], "pbs_o_workdir": [5, 7, 12, 14, 16, 34], "readlink": [5, 12, 16], "f": [5, 12, 16, 35], "omp_num_thread": [5, 7, 12, 16, 25], "xc": [5, 16, 40], "aprun": [5, 7, 12, 16, 21, 28, 35], "launch": [5, 7, 12, 16, 21, 22, 27], "comput": [5, 16, 17, 18, 21, 22, 27, 28, 32, 35], "note": [5, 16, 20, 25, 29, 33, 34, 39], "configur": [5, 12, 17, 29, 34, 40], "onli": [5, 20, 25, 26, 27, 33, 34, 35], "allow": [5, 19, 20, 27, 34, 35, 42], "singl": [5, 25, 27, 34, 35, 40], "instanc": [5, 34, 36, 41], "per": [5, 7, 25, 28, 29, 33, 34, 35], "wish": [5, 7, 31], "product": [5, 17], "workload": 5, "taskfarm": 5, "srl": 5, "x": [5, 12, 21, 26, 34, 35], "one": [5, 16, 17, 25, 29, 31, 33, 34, 35, 39], "In": [5, 14, 20, 22, 34, 39], "order": [5, 14, 19, 25, 29, 34], "fulli": 5, "popul": 5, "lester": 5, "hedg": 5, "simpl": [5, 34], "william": 5, "saunder": 5, "dlmonte_job": 5, "36": [5, 16, 34, 35, 37], "xeon": [5, 16, 26, 34, 35], "broadwel": [5, 16, 26, 35, 40], "purg": [5, 16, 34], "crayp": [5, 16, 27, 28, 40], "network": [5, 16, 19, 22, 26, 27, 40], "infiniband": [5, 16, 25, 26, 40], "pbspro": [5, 16, 40], "13": [5, 16, 32, 34, 37], "160576": [5, 16], "parallel": [5, 16, 21, 22, 25, 35, 40], "studio": [5, 16, 35, 40], "xe": [5, 16, 35, 40], "2017u2": [5, 16, 40], "17": [5, 16, 34, 37, 40, 42], "As": [5, 29, 34], "9th": 5, "juli": 5, "2020": [5, 26, 28, 32, 34, 40], "latest": [5, 12, 27, 28, 34], "directli": [5, 19], "wget": [5, 12], "gitlab": 5, "com": [5, 12, 21, 34], "raw": [5, 12], "master": [5, 12], "dl_monte_release_v2": 5, "tar": [5, 12], "gz": [5, 12], "we": [5, 16, 18, 19, 21, 22, 26, 27, 29, 34, 39, 41, 42], "program": [5, 16, 20, 21, 22, 25, 28, 40], "environ": [5, 12, 16, 17, 22, 25, 26, 27, 28, 40], "And": [5, 16, 27], "dir": 5, "gfortran": 5, "share": [5, 16, 19, 25, 33, 34, 40, 41], "term": [6, 17, 19, 34, 39], "lesser": 6, "licenc": 6, "full": [6, 26, 34], "detail": [6, 16, 19, 20, 22, 29, 34, 39], "found": [6, 25, 26, 27, 30, 34, 39], "agreement": [7, 12, 14, 20], "app": [7, 12, 14, 40], "2018": [7, 22, 28, 40], "4": [7, 16, 22, 25, 28, 32, 34, 36, 37, 40], "mpi": [7, 16, 17, 21, 22, 26, 27, 34, 35, 40], "enabl": [7, 25, 27, 29, 34], "doubl": [7, 40], "precis": [7, 34], "128": [7, 27, 28, 34, 37], "8192": 7, "set": [7, 14, 17, 25, 27, 28, 29, 35, 40], "30": [7, 14, 34, 37], "desir": [7, 14, 34], "rank": [7, 22], "openmp": [7, 25, 27, 34, 35], "thread": [7, 28, 34, 35], "wai": [7, 19, 20, 28, 29, 34], "hyperthread": [7, 27], "d": [7, 34, 35], "j": [7, 12], "gmx_mpi": 7, "mdrun": 7, "input": [7, 34], "tpr": 7, "ntomp": 7, "For": [7, 16, 21, 27, 29, 31, 34, 35], "perform": [7, 18, 19, 20, 25, 29, 33, 34, 40, 41], "mai": [7, 19, 20, 25, 31, 34, 39, 40], "tune": 7, "decomposit": 7, "At": [7, 34, 39], "larg": [7, 26, 34], "scale": [7, 26], "find": [7, 22, 25, 34, 41], "reduc": 7, "number": [7, 17, 22, 25, 32, 34, 35], "increas": [7, 33, 34, 35], "yield": 7, "better": [7, 25], "also": [7, 25, 27, 28, 34], "tabul": 7, "ewald": 7, "non": [7, 34], "bond": 7, "kernel": [7, 34, 36, 40], "instead": [7, 34], "analyt": 7, "approach": [7, 34], "improv": [7, 19], "smaller": 7, "count": [7, 32], "gmx_nbnxn_ewald_t": 7, "cfd": 12, "v1906": [12, 40], "esi": 12, "opencfd": 12, "v1812": [12, 40], "7": [12, 22, 26, 28, 34, 36, 37, 40], "foundat": 12, "openfoam_job": 12, "minut": 12, "allinea": [12, 21, 34, 40], "openfoam_dir": 12, "lustr": [12, 17, 22, 25, 33, 34, 36, 37, 40, 41], "aarch64": [12, 25, 28, 33, 40, 41], "path": [12, 33, 40], "etc": [12, 27], "bashrc": 12, "solver": 12, "patch": [12, 40, 41], "v2012": 12, "openfoam_build": 12, "dl": [12, 26, 34, 40], "tgz": 12, "zxvf": 12, "githubusercont": 12, "doc": [12, 34], "applic": [12, 22, 25, 27, 34, 39, 40, 42], "p0": 12, "cat": [12, 34], "pref": 12, "eof": 12, "wm_compil": 12, "wm_mplib": 12, "mpich": [12, 40], "allwmak": 12, "ftp": 12, "org": [12, 18, 34, 40], "gsl": 12, "prefix": 12, "home": [12, 22, 25, 27, 33, 34, 36, 37, 39, 40], "cc": [12, 21, 22, 25, 27], "p": [12, 29], "foam_run": 12, "util": [12, 35], "svn": 12, "co": 12, "sf": 12, "net": 12, "extend": 12, "trunk": 12, "breeder_1": 12, "6": [12, 22, 26, 34, 36, 40], "other": [12, 19, 20, 34, 35, 40], "chmod": 12, "sed": 12, "waves_gsl_includ": 12, "waves_gsl_lib": 12, "lib": [12, 40], "should": [12, 17, 27, 29, 33, 34, 39], "built": [12, 34], "portal": 14, "subject": 14, "eula": 14, "end": [14, 17, 19, 32, 33], "given": [14, 20, 31, 34], "access": [14, 17, 19, 20, 26, 29, 39, 40], "confirm": [14, 34], "read": [14, 20, 27, 34, 36, 37, 39], "agre": 14, "contact": [14, 19, 31, 34, 42], "support": [14, 17, 18, 19, 20, 25, 27, 28, 34], "team": [14, 34, 42], "5": [14, 16, 17, 22, 34, 36, 37, 40], "my_orca_input": 14, "inp": 14, "log": [14, 16, 34, 39, 42], "hold": [16, 20], "further": [16, 34, 42], "purchas": 16, "visit": 16, "websit": [16, 20, 25], "vasp_job": 16, "vasp_std": 16, "mkl": [16, 40], "2017": [16, 34, 40], "132": [16, 34, 37], "174": 16, "mpirun": [16, 27, 35], "np": [16, 34], "makefil": 16, "root": 16, "replac": [16, 29, 41], "all": [16, 19, 20, 22, 25, 26, 27, 28, 31, 33, 34, 35, 36, 37, 40, 42], "std": 16, "ncl": 16, "gam": 16, "individu": [16, 34], "target": [16, 25, 28, 34, 35, 40], "altern": [16, 34], "linux_intel": 16, "arch": [16, 22, 41], "ident": [16, 39], "specif": [16, 20, 25, 34, 39, 40, 41], "substitut": [16, 29], "met": [17, 39], "offic": [17, 39], "fund": [17, 19], "epsrc": [17, 18, 19, 39], "xc50": [17, 28, 29, 35], "compris": [17, 26], "20": [17, 22, 25, 26, 28, 32, 34, 37, 40], "992": [17, 28], "world": 17, "first": [17, 29, 34, 42], "arm": [17, 25, 28, 29, 35, 40], "base": [17, 22, 40], "supercomput": 17, "while": [17, 34], "common": [17, 27, 33, 34, 40], "x86": [17, 27, 32, 33, 34, 40], "processor": [17, 19, 25, 27, 40], "amd": [17, 26, 34, 35, 40], "compil": [17, 21, 26, 28, 35, 40], "minim": 17, "each": [17, 20, 25, 26, 27, 31, 33, 34, 35], "329": 17, "two": [17, 19, 26, 30, 34, 35], "32": [17, 25, 27, 34, 35, 40], "marvel": [17, 35], "thunderx2": [17, 28, 40], "ghz": [17, 27], "160": [17, 22, 28], "256": [17, 27], "gb": [17, 25, 27, 34], "169": [17, 28, 34, 36], "512": [17, 25, 26], "memori": [17, 25, 26, 27, 28, 32, 35, 36, 40], "both": [17, 22, 26, 27, 34, 40], "ddr4": [17, 26, 27, 28], "2666mhz": [17, 28], "connect": [17, 19, 20, 22, 26, 27, 34, 36, 37], "ari": [17, 28, 40], "interconnect": [17, 28, 40], "dragonfli": [17, 28], "topologi": [17, 28], "A": [17, 21, 25, 31, 33, 34, 40, 42], "sonexion": [17, 33], "3000": [17, 33], "storag": [17, 19, 33], "cabinet": [17, 25, 28, 33], "900": [17, 33], "terabyt": [17, 33], "sinc": [17, 25, 26, 27, 28, 34], "21": [17, 25, 34, 37, 40], "dec": 17, "2023": 17, "ipa": 17, "issu": [17, 27, 42], "been": [17, 34, 39], "resolv": 17, "bastion": [17, 29], "xci": [17, 21, 22, 25, 33, 35, 41], "mac": [17, 21, 22, 25, 26, 27, 33, 34, 35, 41], "a64fx": [17, 33, 35, 41], "phase": [17, 34], "3": [17, 22, 25, 31, 32, 34, 36, 37, 40, 41], "research": [17, 18, 19, 20, 26, 34], "output": [17, 36, 37], "made": 17, "phrase": 17, "work": [17, 19, 20, 25, 28, 31, 33, 39, 40], "nation": [17, 20], "oper": [17, 28, 36, 37], "ep": 17, "t022078": 17, "account": [17, 19, 20, 31], "creat": [17, 22, 29, 34, 36, 37], "safe": [17, 19, 20, 35], "regist": [17, 20], "institut": [17, 31, 33], "ssh": [17, 26, 27, 29, 34], "kei": [17, 29], "linux": [17, 25, 26, 27, 28, 32, 34, 39], "window": [17, 34], "filesystem": [17, 25], "limit": [17, 20, 31, 34], "batch": [17, 34], "interact": [17, 21, 26, 28, 34], "specifi": [17, 20, 27, 28, 34, 40], "resourc": [17, 19, 20, 27, 34], "usag": [17, 19, 29, 33], "histori": 17, "multi": [17, 28, 35], "architectur": [17, 25, 27, 34, 40], "comparison": 17, "ibm": [17, 35], "power": [17, 35, 40], "9": [17, 22, 27, 34, 35, 37, 40, 42], "thunder": [17, 35], "x2": [17, 35], "fujitsu": 17, "hdf5": [17, 26, 40], "nvidia": [17, 26, 32, 35, 40], "gpu": [17, 26, 32, 35, 40], "oneapi": 17, "apptain": 17, "singular": [17, 40], "virtualenv": 17, "spack": 17, "debug": [17, 21, 22, 34], "life": 17, "procedur": 17, "cuda": [17, 32, 36, 40], "version": [17, 20, 25, 27, 28, 29, 32, 40], "hardwar": [17, 40], "differ": [17, 26, 27, 29, 40], "mode": [17, 22, 35, 40], "up": [17, 21, 22, 25, 28, 29, 31, 35, 40, 42], "identifi": [17, 19], "error": 17, "sanit": 17, "profil": [17, 21, 37, 40], "benchmark": [17, 32], "ddt": [17, 30, 34, 40], "session": [17, 29, 34], "gdb4hpc": [17, 30, 40], "covidsim": [17, 40], "dedalu": 17, "dl_mont": 17, "firedrak": 17, "gromac": [17, 40], "openfoam": [17, 40], "orca": 17, "condit": [17, 19, 39], "privaci": [17, 20, 42], "statement": [17, 20], "index": [17, 34], "search": [17, 34], "mani": [18, 26, 27, 34], "case": [18, 34], "option": [18, 34, 40], "when": [18, 20, 21, 22, 25, 29, 31, 34, 42], "appli": [18, 19, 20, 28, 33, 34], "grant": [18, 20, 31, 34], "especi": [18, 29, 34], "get": [18, 21, 40, 41], "approv": [18, 39], "complet": [18, 22, 33, 34], "www": [18, 40], "ukri": 18, "high": [18, 33, 34], "onc": [18, 20, 34, 39], "send": [18, 20], "email": [18, 20, 34, 39, 42], "desk": 18, "inform": [19, 20, 21, 30, 34, 41, 42], "whom": 19, "polici": [19, 20, 31, 34, 42], "person": [19, 20, 26, 39, 42], "data": [19, 20, 27, 28, 29, 31, 33, 36, 37, 42], "servic": [19, 20, 26, 33, 40, 41], "It": [19, 21, 22, 25, 34], "relat": [19, 27], "gather": [19, 34], "registr": 19, "store": [19, 20, 31, 33, 34], "process": [19, 20, 21, 22, 25, 34, 36, 37, 39, 40], "accord": [19, 35], "ani": [19, 20, 29, 31, 33, 34, 35], "aspect": 19, "amount": [19, 34, 35], "space": [19, 25], "some": [19, 27, 28, 34], "address": [19, 34], "system": [19, 20, 21, 22, 25, 28, 31, 32, 33, 35, 36, 37, 39, 40], "help": [19, 22, 34, 42], "u": [19, 20, 22, 34, 35, 40, 42], "administ": 19, "review": [19, 34], "analys": [19, 34], "its": [19, 20, 31, 34], "secur": [19, 20], "pattern": 19, "plan": [19, 25], "futur": [19, 41, 42], "appropri": [19, 31, 40], "member": [19, 42], "staff": 19, "who": 19, "upload": 19, "where": [19, 22, 25, 31, 33, 34, 40], "period": [19, 31], "examin": 19, "auditor": 19, "act": 19, "behalf": 19, "owner": [19, 20, 31], "engin": [19, 40], "physic": 19, "scienc": 19, "council": 19, "thei": [19, 20, 26, 31, 33], "profession": 19, "confidenti": [19, 20], "reserv": [19, 22, 27], "right": [19, 20, 22, 26, 31, 34], "monitor": [19, 34], "anyth": [19, 20], "transmit": 19, "over": [19, 20, 25, 26, 27, 34], "internet": [19, 20, 26, 27], "our": [19, 20, 21, 31, 34, 42], "ensur": [19, 20, 28, 29, 31, 33], "compli": [19, 20], "break": [19, 20, 41], "law": [19, 20], "must": [19, 20, 34, 35], "court": [19, 20], "compet": 19, "author": 19, "inspect": 19, "record": [19, 20], "legal": [19, 20], "report": [19, 34, 36, 37, 40], "activ": [19, 26, 34, 40], "know": 19, "suspect": 19, "oblig": 19, "would": [19, 27], "abl": [19, 20, 34], "fulfil": 19, "contract": [19, 20], "properli": 19, "nor": [19, 20], "adequ": 19, "bodi": 19, "conduct": 19, "without": [19, 20, 25, 26, 34, 40], "retain": [19, 21, 34], "durat": [19, 28, 34], "could": [19, 27, 34], "longer": [19, 31, 34], "than": [19, 25, 34, 35], "year": 19, "question": [19, 20], "treatment": 19, "present": [20, 22, 34], "anticip": 20, "rare": 20, "return": [20, 34, 40], "undertak": 20, "By": [20, 25, 34], "enter": [20, 29, 35, 39], "No": [20, 22, 28], "name": [20, 29, 32, 34, 36, 37, 41], "look": 20, "them": [20, 26, 27, 29, 34, 42], "go": [20, 41], "webpag": 20, "offer": [20, 34], "english": 20, "purpos": 20, "were": [20, 34, 36, 37], "award": 20, "disrupt": 20, "knowingli": 20, "introduc": 20, "malici": 20, "try": [20, 29, 34, 42], "breach": 20, "aren": [20, 35], "t": [20, 34, 35, 39], "assign": 20, "interfer": 20, "corrupt": 20, "invad": 20, "infring": 20, "copyright": [20, 22, 34], "intellectu": 20, "properti": [20, 31], "databas": [20, 42], "dataset": [20, 34], "explicit": 20, "impli": 20, "permiss": 20, "anoth": 20, "let": [20, 40], "peopl": 20, "except": [20, 34], "keep": [20, 25, 34, 40], "password": [20, 29], "someon": 20, "learn": [20, 26, 34], "becom": 20, "awar": 20, "compromis": 20, "misus": 20, "spam": 20, "pretend": 20, "might": [20, 34], "hinder": 20, "prevent": 20, "legitim": 20, "illeg": 20, "immor": 20, "theft": 20, "fraud": 20, "drug": 20, "traffick": 20, "monei": 20, "launder": 20, "terror": 20, "pornographi": 20, "violenc": 20, "cruelti": 20, "incit": 20, "racial": 20, "hatr": 20, "prostitut": 20, "paedophilia": 20, "offens": 20, "obscen": 20, "abus": 20, "menac": 20, "defamatori": 20, "insult": 20, "behaviour": 20, "observ": [20, 34], "janet": [20, 26, 27], "special": [20, 34], "particular": [20, 34], "far": 20, "reason": 20, "24": [20, 22, 25, 34, 35], "being": [20, 22, 27, 34, 35], "understood": 20, "unavail": [20, 26, 35], "result": [20, 32, 33], "unexpect": 20, "failur": [20, 33], "mainten": 20, "upgrad": [20, 34], "protect": [20, 29, 42], "lost": 20, "howev": [20, 34], "backup": [20, 33], "area": [20, 33], "respons": [20, 31, 33], "recov": [20, 33], "own": [20, 31, 33], "regener": [20, 33], "event": [20, 33, 34, 36, 37, 40], "acquir": 20, "respond": 20, "promptli": 20, "complaint": 20, "suggest": [20, 27, 34], "guarante": [20, 41], "100": [20, 26, 34, 36, 37], "perfect": 20, "mean": [20, 34, 35], "exclud": [20, 42], "warranti": 20, "those": 20, "liabl": [20, 34], "thing": 20, "wrong": 20, "suffer": 20, "damag": 20, "although": [20, 34], "neglig": 20, "death": 20, "injuri": 20, "liabil": 20, "advic": [20, 27], "give": [20, 34], "true": [20, 34], "expressli": 20, "disclaim": 20, "represent": 20, "effect": [20, 40, 42], "extent": 20, "lawfulli": 20, "suppli": 20, "togeth": 20, "suspend": 20, "discuss": [20, 42], "pi": [20, 31, 34, 39], "seem": 20, "necessari": [20, 39, 42], "halt": 20, "execut": [20, 21, 22, 28, 34], "transfer": [20, 31, 34], "rate": [20, 34], "close": [20, 31, 42], "alon": 20, "what": [20, 31], "answer": 20, "caus": [20, 22, 25, 28, 34, 35], "certain": 20, "countri": 20, "control": [20, 34], "regul": 20, "laid": 20, "down": [20, 22, 39], "govern": 20, "wassenaar": 20, "arrang": [20, 25], "post": 20, "new": [20, 25, 27, 29, 34, 39], "england": 20, "tool": [21, 22, 25, 27, 30, 34, 40], "c": [21, 22, 25, 26, 27, 40, 41], "fortran": [21, 22, 26, 34, 40, 41], "part": [21, 22, 34, 40], "forg": [21, 40], "suit": [21, 34], "guid": 21, "develop": [21, 25, 28, 30, 35, 40], "server": [21, 22, 29], "On": [21, 34, 39], "command": [21, 22, 28, 29, 30, 33, 34, 35, 41], "graphic": [21, 30, 34], "interfac": [21, 40], "dev": [21, 28, 35], "flag": [21, 22, 28, 35], "extra": 21, "call": [21, 22, 31, 34, 36, 37], "myprog": 21, "o": [21, 22, 25, 34, 40], "produc": [21, 34], "next": [21, 22, 29, 31, 39], "x11": [21, 34], "forward": 21, "tell": 21, "here": [21, 25], "debugg": [22, 40], "line": [22, 27, 30, 34, 40], "gdb": [22, 40], "either": [22, 29, 31, 34], "attach": [22, 26, 42], "alreadi": [22, 27, 34, 39], "man": 22, "show": [22, 34], "parallelis": 22, "bug": 22, "deadlock": 22, "want": [22, 29, 34], "happen": [22, 31], "usual": [22, 31, 34], "sit": 22, "apstat": 22, "xx": [22, 29], "xcil00": [22, 29, 35], "summari": [22, 34], "config": [22, 29, 32], "resv": 22, "rebootq": 22, "xt": 22, "163": [22, 34, 37], "155": 22, "142": 22, "pend": 22, "total": [22, 34, 36, 37], "filter": 22, "place": [22, 25, 27, 34], "apid": 22, "resid": 22, "pe": [22, 25, 40], "ag": 22, "state": [22, 26, 34, 35, 39], "1324249": 22, "492947": 22, "0h00m": 22, "clean": [22, 31], "shown": 22, "underneath": [22, 39], "With": [22, 34], "compar": [22, 34], "technologi": 22, "2007": 22, "inc": 22, "1996": 22, "2016": 22, "univers": 22, "queensland": 22, "type": [22, 26, 29, 34], "list": [22, 34, 39, 41], "cmd": [22, 40], "handl": [22, 31], "prog1": 22, "applicaton": 22, "dbg": 22, "wait": [22, 34], "mrnet": 22, "commun": [22, 40], "timeout": 22, "400": 22, "second": [22, 34], "dbgsrv": 22, "counter": [22, 40], "final": [22, 27, 31, 34, 36, 37], "setup": [22, 27, 40, 41], "locat": [22, 27, 34], "0x00004000002a2dc0": 22, "mpidi_ch3i_progress": 22, "0x00004000001b2e74": 22, "pmpi_recv": 22, "0x0000000000400c28": 22, "main": [22, 34], "0x000040000029ef2c": 22, "poll_active_fbox": 22, "0x00004000002a2d94": 22, "0x00004000001fa9d4": 22, "mpic_wait": 22, "0x00004000001fb134": 22, "mpic_sendrecv": 22, "0x00004000001333a8": 22, "mpir_barrier_intra": 22, "0x000040000013395c": 22, "mpir_barri": 22, "0x000040000020e7f4": 22, "mpidi_cray_shared_mem_coll_opt_cleanup": 22, "0x000040000020bf4c": 22, "mpidi_cray_coll_fin": 22, "0x000040000028f374": 22, "mpid_fin": 22, "0x00004000001a9a8c": 22, "pmpi_fin": 22, "0x0000000000400c48": 22, "pmpi_finalis": 22, "exit": [22, 34], "quit": 22, "shut": 22, "resum": 22, "hackathon": 25, "march": [25, 27], "23": [25, 27, 32], "2021": [25, 34, 40], "hpe": 25, "apollo": 25, "80": 25, "codenam": [25, 28], "februari": 25, "8ghz": 25, "72": [25, 34, 37], "48": [25, 34, 37], "armv8": 25, "bit": [25, 28, 40], "sve": [25, 40], "hbm2": 25, "group": [25, 40], "cmg": 25, "12": [25, 34, 37, 40], "kb": [25, 34], "privat": [25, 29], "l1": [25, 28], "cach": [25, 28, 34, 35], "mb": [25, 34], "l2": [25, 28], "mellanox": 25, "red": [25, 26, 27, 34], "hat": [25, 26, 27], "enterpris": [25, 26, 27], "dedic": 25, "pro": [25, 34, 35, 40], "lselect": 25, "scatter": [25, 27], "default": [25, 27, 28, 29, 33, 34, 35, 40], "expos": 25, "bristol": [25, 33, 39, 40], "maintain": 25, "addit": [25, 34], "mind": [25, 40], "alwai": 25, "date": 25, "reset": 25, "sure": [25, 28, 34], "major": 25, "through": [25, 29, 31, 34], "classic": 25, "frontend": 25, "cce": [25, 40], "clang": 25, "14": [25, 34, 37], "optimis": [25, 28, 34], "collect": [25, 34, 36, 37], "gcc": [25, 40, 41], "11": [25, 27, 32, 34, 36, 37, 40, 41], "snapshot": 25, "experiment": [25, 41], "librari": [25, 40], "mvapich": [25, 40], "though": 25, "mvapich2_noslurm_nogpu": [25, 40], "ha": [25, 26, 34, 39], "ucx": 25, "openmpi": [25, 40], "older": 25, "pe_hdf5_parallel_required_product": 25, "pe_mvapich2": 25, "pkg_config_path": 25, "fix": [25, 35, 39], "hdf5_file_cr": 25, "warn": [25, 34], "bind": [25, 34, 36, 37], "greater": 25, "section": [25, 30, 34, 39], "subscript": 25, "consequ": 25, "poor": 25, "avoid": [25, 35], "re": [25, 31], "mv2_enable_affin": 25, "mv2_use_thread_warn": 25, "suppress": 25, "messag": [25, 28, 34, 39, 40], "later": [25, 34], "datasheet": 25, "microarchitectur": 25, "manual": [25, 34], "host": [26, 27, 29, 31, 34, 35, 39], "2x": [26, 27, 35], "cpu": [26, 27, 28, 32, 34, 35, 40], "4x": [26, 27, 35], "pascal": [26, 34, 35, 40], "p100": [26, 34, 35], "e5": [26, 34], "2695": [26, 34], "v4": 26, "volta": [26, 34, 35, 40], "1x": [26, 27], "v100": [26, 34, 35], "gold": [26, 34], "6230": [26, 34, 35], "cascad": [26, 35], "lake": [26, 35], "clx": [26, 35], "epyc": [26, 27, 34, 35], "7742": [26, 35], "rome": [26, 35, 40], "25ghz": 26, "3200mhz": 26, "channel": 26, "10ghz": 26, "2933mhz": 26, "8x": [26, 35], "phi": [26, 35], "knight": [26, 35, 40], "land": [26, 35, 40], "7210": [26, 35], "30ghz": 26, "50ghz": 26, "turbo": [26, 28], "avx": 26, "ac922": 26, "stack": [26, 27, 34, 40], "littl": 26, "endian": 26, "ai": [26, 34], "gigabit": [26, 27], "edr": 26, "oct": 26, "crash": 26, "intervent": 26, "reboot": 26, "repres": [26, 34], "xl": 26, "xlc": 26, "xlf": 26, "powerai": 26, "schedul": [26, 34, 35], "01": [26, 29, 34, 35, 40], "02": [26, 29], "001": [26, 35], "002": [26, 34, 35, 37], "socket": [26, 27, 34, 36, 37], "nvlink": 26, "aprox": 26, "150gb": 26, "coher": 26, "280gb": 26, "bu": 26, "between": [26, 34, 40], "extern": [26, 31, 39], "technic": 26, "overview": 26, "redbook": 26, "framework": [26, 40], "opt": [26, 27, 40], "add": [26, 28, 29, 34, 40], "unless": 26, "column": 26, "bazel": [26, 40], "caff": 26, "bvlc": 26, "cudnn": [26, 32, 40], "ddl": 26, "pack": 26, "tensorflow": [26, 27], "mldl": 26, "spectrum": 26, "nccl2": 26, "openbla": [26, 40], "protobuf": 26, "pytorch": [26, 34], "snap": 26, "ml": [26, 34], "tensorboard": 26, "depend": [26, 34, 39], "anaconda": [26, 40], "just": 27, "like": [27, 31, 34], "7713": 27, "milan": 27, "amper": [27, 34], "a100": [27, 32, 34], "40gb": [27, 32], "sxm": 27, "7543p": [27, 34], "instinct": [27, 34], "mi100": [27, 34], "12x": 27, "dual": [27, 35], "16x16gb": 27, "3200": 27, "slingshot": 27, "due": [27, 31], "migrat": 27, "newer": 27, "old": 27, "lustreold": 27, "previou": [27, 29, 34], "sdk": 27, "ampereq": [27, 34], "hpc_sdk": 27, "nvhpc": [27, 40], "22": [27, 34, 36, 37], "ngpu": [27, 34, 35], "mem": [27, 28], "100g": 27, "cuda_visible_devic": 27, "uuid": 27, "uniqu": [27, 42], "100gb": 27, "along": 27, "rocm": 27, "instinctq": [27, 34], "accel": [27, 40], "gfx908": 27, "ask": 27, "exclus": [27, 34], "perfom": 27, "p3": [27, 32, 34, 37], "h": [27, 29, 34], "omp": 27, "milanq": 27, "mpiproc": 27, "otherwis": [27, 28], "same": [27, 34, 35], "Then": [27, 28, 34], "pal": 27, "hostnam": [27, 29, 35], "inteloneapi": 27, "standard": [27, 34, 40], "icc": 27, "avx2": 27, "mpiicc": 27, "fopenmp": 27, "abov": [27, 29, 34, 39], "laucnh": 27, "launcher": [27, 40], "origin": 27, "docker": 27, "nvcr": 27, "io": [27, 34, 40], "tf2": 27, "py3": [27, 34, 40], "64g": 27, "shell": [27, 29], "tensorflow_23": 27, "sif": 27, "initialis": 27, "rerun": 27, "shinit_v2": 27, "similar": [27, 34], "done": [27, 34, 36, 37], "tensorflow_latest": 27, "turn": 27, "novemb": 28, "expand": 28, "septemb": 28, "v8": 28, "16nm": 28, "finfet": 28, "1ghz": 28, "perman": 28, "5ghz": 28, "simultan": 28, "simd": 28, "neon": 28, "32kb": 28, "256kb": 28, "32mb": 28, "l3": 28, "dimm": 28, "256gb": 28, "512gb": 28, "14gbp": 28, "suse": 28, "sle": 28, "15": [28, 34, 36, 37], "alp": 28, "intens": 28, "mom": 28, "problem": [28, 42], "three": [28, 31], "larger": 28, "500gb": [28, 33], "bundl": 28, "emit": 28, "cray_cpu_target": 28, "valid": 28, "silenc": 28, "correct": [28, 34, 35], "befor": [28, 31, 33, 34, 39], "cdt": [28, 40], "insid": 28, "hello": 28, "ex": [28, 29], "pair": 29, "stanza": 29, "travers": 29, "transpar": 29, "scp": [29, 34], "usernam": [29, 34, 39, 42], "forwardag": 29, "ye": 29, "forwardx11": 29, "serveraliveinterv": 29, "60": 29, "identityfil": 29, "id_rsa": [29, 39], "proxycommand": 29, "nc": 29, "xcil01": [29, 35, 41], "gw4a64fxlogin00": 29, "a64fxlogin00": 29, "gw4a64fxlogin01": 29, "a64fxlogin01": 29, "p3login01": [29, 34], "p3login": 29, "updat": [29, 39, 40, 41], "eg": 29, "keystor": 29, "entri": [29, 34], "overwrit": 29, "match": [29, 34], "initi": [29, 34], "rememb": [29, 34], "puttygen": 29, "putti": 29, "pageant": 29, "winscp": 29, "passphras": 29, "simplest": 29, "site": 29, "ey": 29, "el": 29, "zero": 29, "click": [29, 39], "advanc": 29, "tunnel": 29, "proxi": 29, "ok": 29, "save": [29, 33, 34, 35, 36, 37], "enjoi": 29, "remot": [29, 34], "auto": [29, 34], "mynam": 29, "plink": 29, "proxyhost": 29, "agent": 29, "port": 29, "telnet": 29, "back": [29, 34, 42], "leav": 31, "situat": 31, "come": 31, "dure": [31, 33], "scenario": 31, "retir": 31, "month": 31, "tidi": 31, "remov": [31, 34], "hi": 31, "her": 31, "involv": [31, 34], "assum": [31, 34], "relev": [31, 35], "consent": 31, "summaris": [31, 40], "action": 31, "delet": [31, 33], "associ": [31, 34], "typic": [31, 34, 39], "membership": 31, "treat": 31, "ownership": 31, "revok": 31, "notifi": 31, "week": [31, 39], "object": 31, "rais": [31, 42], "intend": 31, "cover": 31, "cannot": 31, "themselv": [31, 34], "receiv": [31, 34, 39, 42], "notif": 31, "closur": 31, "2022": [32, 34], "08": [32, 34, 40], "58": 32, "_": [32, 36], "unam": 32, "gpu01": [32, 34], "240": [32, 34, 37], "el8": 32, "smp": 32, "wed": 32, "sep": 32, "05": [32, 40], "edt": 32, "scpufreq": 32, "2012": 32, "352390625": 32, "min": [32, 34, 37], "max": [32, 34, 37], "264061964288": 32, "devic": [32, 34], "8302": 32, "sxm4": 32, "28": [32, 34, 36], "39": 32, "amongst": 33, "whole": [33, 34], "organis": [33, 34], "alloc": [33, 34, 35], "75tb": 33, "quota": 33, "upto": 33, "admin": 33, "across": [33, 40], "view": 33, "lf": 33, "hu": 33, "exist": [33, 34, 40], "immedi": [33, 34], "upon": 33, "elsewher": 33, "mount": 33, "bath": [33, 39], "cardiff": [33, 39], "metoffic": 33, "custom": 33, "divid": 34, "subsect": 34, "avaibl": 34, "task": 34, "slurm": [34, 40], "direct": 34, "partit": 34, "deep": 34, "tend": 34, "focus": 34, "transit": 34, "laptop": 34, "submiss": 34, "four": 34, "Or": 34, "votalq": 34, "possibl": [34, 42], "toolkit": [34, 40], "cluster": [34, 40], "cuda11": 34, "driver": [34, 40], "v460": 34, "03": [34, 40], "voltaq": [34, 35], "v515": 34, "65": 34, "amdgpu": 34, "v5": 34, "40": [34, 37], "model": 34, "import": [34, 35], "summar": 34, "tabl": 34, "bellow": 34, "tensor": 34, "tesla": [34, 35], "16": [34, 35, 40], "3584": 34, "5120": 34, "640": 34, "1st": 34, "gen": [34, 40], "6912": 34, "432": 34, "3rd": 34, "7680": 34, "programm": 34, "alongsid": 34, "acceler": 34, "mix": 34, "matrix": 34, "multipli": 34, "accumul": 34, "calcul": [34, 36, 37], "capabl": 34, "signific": 34, "reli": 34, "card": [34, 35], "short": 34, "whether": 34, "multipl": 34, "theoret": 34, "bound": 34, "context": 34, "queri": [34, 42], "pbs_nodefil": 34, "smi": 34, "grep": 34, "sensibl": 34, "appear": 34, "tradit": 34, "method": 34, "cloud": 34, "adjust": 34, "familar": 34, "gui": [34, 40], "jupyterlab": 34, "effici": 34, "benefit": 34, "popular": 34, "languag": [34, 40, 41], "field": 34, "desktop": 34, "platform": 34, "maco": [34, 39], "r": [34, 40], "recurs": 34, "unauthoris": 34, "constitut": 34, "crimin": 34, "offenc": 34, "accept": 34, "novic": 34, "infla": 34, "7216": 34, "91": 34, "9kb": 34, "inflamm": 34, "png": 34, "19kb": 34, "209": 34, "3kb": 34, "argv_list": 34, "42": [34, 37], "5kb": 34, "readings_08": 34, "1097": 34, "4kb": 34, "readings_09": 34, "851": 34, "check": 34, "1000": 34, "0kb": 34, "my_l": 34, "488": 34, "2kb": 34, "line_count": 34, "920": 34, "readings_06": 34, "718": [34, 37], "6kb": 34, "virtual": [34, 40], "txt": 34, "possibli": 34, "reproduc": 34, "numpi": 34, "panda": 34, "numba": 34, "addition": 34, "avaiabl": 34, "python37": 34, "appropi": 34, "proce": 34, "m": [34, 40], "venv": [34, 40], "prompt": 34, "myenv": 34, "consid": 34, "pythonhost": 34, "a4": 34, "6d": 34, "6463d49a933f547439d6b5b98b46af8742cc03ae83543e4d7688c2420f8b": 34, "none": [34, 39, 40], "whl": 34, "uninstal": 34, "successfulli": [34, 36, 37], "continu": 34, "cp36": 34, "cp36m": 34, "manylinux2010_x86_64": 34, "manylinux1_x86_64": 34, "571": 34, "byte": 34, "dateutil": 34, "python_dateutil": 34, "py2": [34, 40], "247": 34, "63": 34, "pytz": 34, "500": [34, 37], "88": 34, "six": 34, "goe": 34, "well": [34, 36, 37], "within": 34, "deactiv": 34, "valu": [34, 36, 37, 40], "gaussian": 34, "probabl": 34, "densiti": 34, "function": 34, "sigma": 34, "env": [34, 40, 41], "math": [34, 40], "vector": 34, "sqrt_2pi": 34, "float32": 34, "def": 34, "gaussian_pdf": 34, "exp": 34, "evalu": 34, "million": 34, "random": 34, "uniform": 34, "size": 34, "1000000": 34, "astyp": 34, "print": 34, "won": 34, "content": 34, "separ": [34, 35], "eu": 34, "put": 34, "59821": 34, "gw4head": [34, 36], "qstat": [34, 35], "req": 34, "elap": 34, "jobnam": 34, "sessid": 34, "nd": 34, "tsk": 34, "59823": 34, "ca": [34, 36, 37], "munoz": 34, "157907": 34, "spend": 34, "long": 34, "oxxxxx": 34, "exxxxx": 34, "xxxxx": 34, "detect": 34, "attribut": [34, 35], "misalign": 34, "encount": 34, "racecheck": 34, "hazard": 34, "race": 34, "initcheck": 34, "uniniti": 34, "global": [34, 40], "synccheck": 34, "attempt": 34, "invalid": 34, "synchron": 34, "primit": 34, "hawk": 34, "demonstr": 34, "corpor": 34, "stdio": 34, "__device__": 34, "int": [34, 36], "__global__": 34, "void": 34, "unaligned_kernel": 34, "char": 34, "out_of_bounds_funct": 34, "0x87654320": 34, "out_of_bounds_kernel": 34, "run_unalign": 34, "printf": 34, "ran": 34, "cudageterrorstr": 34, "cudagetlasterror": 34, "sync": 34, "cudadevicesynchron": [34, 36], "run_out_of_bound": 34, "devmem": 34, "malloc": 34, "cudamalloc": 34, "1024": 34, "cudadevicereset": 34, "cudafre": [34, 36], "occur": 34, "nvcc": 34, "xcompil": 34, "rdynam": 34, "lineinfo": 34, "memcheck_demo": 34, "cu": 34, "affect": 34, "optim": 34, "level": 34, "symbol": [34, 36], "backtrac": 34, "termin": [34, 39, 40], "instrument": 34, "api": [34, 36, 37, 40], "adapt": 34, "59831": 34, "readi": 34, "fit": 34, "memcheck_demo_debug": 34, "destroi": 34, "leak": 34, "filenam": [34, 35], "hit": 34, "subsequ": [34, 35], "freed": [34, 35], "analyz": 34, "potenti": 34, "conveni": 34, "runtim": [34, 36, 37], "veri": 34, "good": 34, "logfil": 34, "pbs_jobid": 34, "echo": 34, "pwd": 34, "mv": 34, "expor": 34, "write": [34, 36, 37, 40, 42], "0x30": 34, "munozcjj": [34, 36, 37], "gpudoc": [34, 37], "block": [34, 35], "0x15551a800001": 34, "hopefulli": [34, 41], "toward": 34, "region": 34, "nsy": [34, 36, 37], "52657a0": 34, "73": 34, "08591f7": 34, "wri": 34, "repeat": 34, "adaptig": 34, "grid": 34, "sm": 34, "element": 34, "simpli": 34, "constant": 34, "num": [34, 37], "initwith": 34, "float": [34, 36, 40], "sum": 34, "correspond": [34, 39, 42], "b": 34, "addvectorsinto": [34, 36], "threadidx": 34, "blockidx": 34, "blockdim": 34, "stride": 34, "griddim": 34, "checkelementsar": 34, "fail": 34, "0f": 34, "doe": [34, 40], "equal": 34, "correctli": [34, 36, 37], "const": 34, "50000000": 34, "size_t": 34, "sizeof": 34, "cudamallocmanag": [34, 36], "threadsperblock": 34, "numberofblock": 34, "cudaerror_t": 34, "addvectorserr": 34, "asyncerr": 34, "cudasuccess": 34, "2005": 34, "mon_nov_30_19": 34, "53_pst_2020": 34, "v11": 34, "67": 34, "cuda_11": 34, "r11": 34, "29373293_0": 34, "notic": 34, "stat": [34, 40], "captur": [34, 36], "temporari": [34, 36, 37], "var": [34, 36, 37, 40], "tmp": [34, 36, 37], "59996": [34, 36], "a2a5": [34, 36], "559b": [34, 36], "a761": [34, 36], "9ba6": [34, 36], "qdstrm": [34, 36, 37], "disk": [34, 36, 37], "qdrep": [34, 36], "21697": [34, 36], "sqlite": [34, 36, 37], "statist": [34, 35, 36, 37], "nanosecond": [34, 36], "averag": [34, 36], "minimum": [34, 36], "287742959": [34, 36], "95914319": [34, 36], "31610": [34, 36], "287670830": [34, 36], "125588589": [34, 36], "35735765": [34, 36], "11911921": [34, 36], "10924248": [34, 36], "12877577": [34, 36], "49154": [34, 36], "cudalaunchkernel": [34, 36], "125590094": [34, 36], "77": [34, 36], "27403374": [34, 36], "3450": [34, 36], "7943": [34, 36], "1098": [34, 36], "44971": [34, 36], "unifi": [34, 36], "memcpi": [34, 36], "htod": [34, 36], "7819653": [34, 36], "1150": [34, 36], "6799": [34, 36], "732": [34, 36], "38479": [34, 36], "dtoh": [34, 36], "kib": [34, 36], "585948": [34, 36], "000": [34, 36], "840": [34, 36], "1020": [34, 36], "195316": [34, 36], "84": [34, 36], "1655258416": [34, 36], "90": [34, 36], "18391760": [34, 36], "36428": [34, 36], "100129785": [34, 36], "poll": [34, 36, 37], "171812553": [34, 36], "79": [34, 36], "2174842": [34, 36], "18716": [34, 36], "21119503": [34, 36], "sem_timedwait": [34, 37], "90750151": [34, 36], "802": [34, 36], "113154": [34, 36], "32925829": [34, 36], "ioctl": [34, 36, 37], "38514232": [34, 36], "102": [34, 36], "377590": [34, 36], "1327": [34, 36], "12830833": [34, 36], "mmap": [34, 36, 37], "3296748": [34, 36], "29": [34, 36, 37], "113681": [34, 36], "1075": [34, 36], "1103165": [34, 36], "fopen": [34, 36, 37], "3235094": [34, 36], "fflush": [34, 36], "3032036": [34, 36], "505339": [34, 36], "1062": [34, 36], "2670607": [34, 36], "fclose": [34, 36, 37], "591167": [34, 36], "98": [34, 36], "6032": [34, 36], "1561": [34, 36], "15621": [34, 36], "open64": [34, 36, 37], "533813": [34, 36], "fwrite": [34, 36], "500728": [34, 36], "125182": [34, 36], "1902": [34, 36], "482612": [34, 36], "fread": [34, 36, 37], "409392": [34, 36], "81878": [34, 36], "1267": [34, 36], "125335": [34, 36], "fcntl": [34, 36, 37], "359123": [34, 36], "89780": [34, 36], "83207": [34, 36], "97768": [34, 36], "pthread_creat": [34, 37], "103816": [34, 36], "34605": [34, 36], "30800": [34, 36], "42164": [34, 36], "fget": [34, 36, 37], "50423": [34, 36], "3361": [34, 36], "1556": [34, 36], "4795": [34, 36], "39391": [34, 36], "3581": [34, 36], "1379": [34, 36], "5948": [34, 36], "munmap": [34, 36, 37], "24094": [34, 36], "4818": [34, 36], "2158": [34, 36], "8960": [34, 36], "6367": [34, 36], "3183": [34, 36], "3012": [34, 36], "3355": [34, 36], "5262": [34, 36], "pipe2": [34, 36, 37], "4426": [34, 36], "2569": [34, 36], "1284": [34, 36], "1107": [34, 36], "1462": [34, 36], "2079": [34, 36], "1039": [34, 36], "1033": [34, 36], "1046": [34, 36], "pthread_mutex_trylock": 34, "1082": [34, 36], "nvtx": [34, 36], "pop": [34, 36], "rang": [34, 36], "x8z": [34, 36], "report1": [34, 36], "thu_nov_18_09": 34, "45": 34, "30_pst_2021": 34, "119": 34, "30672275_0": 34, "dwarf": 34, "sampl": 34, "trace": [34, 40], "osrt": 34, "opengl": 34, "17063": [34, 37], "3b1b": [34, 37], "78fd": [34, 37], "56ed": [34, 37], "e39c": [34, 37], "rep": [34, 37], "3807": [34, 37], "avg": [34, 37], "med": [34, 37], "stddev": [34, 37], "68": [34, 37], "600": [34, 37], "540": [34, 37], "655": [34, 37], "027": [34, 37], "032": [34, 37], "105": [34, 37], "501": [34, 37], "707": [34, 37], "112": [34, 37], "106": [34, 37], "38": [34, 37], "730": [34, 37], "719": [34, 37], "27": [34, 37, 40], "236": [34, 37], "117": [34, 37], "370": [34, 37], "829": [34, 37], "284": [34, 37], "821": [34, 37], "008": [34, 35, 37], "538": [34, 37], "905": [34, 37], "775": [34, 37], "386": [34, 37], "33": [34, 37], "416": [34, 37], "799": [34, 37], "591": [34, 37], "276": [34, 37], "607": [34, 37], "403": [34, 37], "382": [34, 37], "042": [34, 37], "984": [34, 37], "272": [34, 37], "827": [34, 37], "199": [34, 37], "695": [34, 37], "062": [34, 37], "506": [34, 37], "792": [34, 37], "76": [34, 37], "552": [34, 37], "mmap64": [34, 37], "805": [34, 37], "921": [34, 37], "755": [34, 37], "172": [34, 37], "390": [34, 37], "502": [34, 37], "835": [34, 37], "587": [34, 37], "804": [34, 37], "983": [34, 37], "206": [34, 37], "776": [34, 37], "289": [34, 37], "874": [34, 37], "75": [34, 37], "952": [34, 37], "301": [34, 37], "588": [34, 37], "66": [34, 37], "569": [34, 37], "003": [34, 37], "764": [34, 37], "593": [34, 37], "654": [34, 37], "413": [34, 37], "61": [34, 37], "966": [34, 37], "164": [34, 37], "308": [34, 37], "83": [34, 37], "233": [34, 37], "728": [34, 37], "216": [34, 37], "418": [34, 37], "126": [34, 37], "287": [34, 37], "52": [34, 37], "123": [34, 37], "140": [34, 37], "393": [34, 37], "70": [34, 37], "196": [34, 37], "69": [34, 37], "893": [34, 37], "985": [34, 37], "572": [34, 37], "059": [34, 37], "098": [34, 37], "561": [34, 37], "825": [34, 37], "546": [34, 37], "349": [34, 37], "304": [34, 37], "092": [34, 37], "334": [34, 37], "882": [34, 37], "34": [34, 37], "277": [34, 37], "636": [34, 37], "784": [34, 37], "487": [34, 37], "567": [34, 37], "130": [34, 37], "782": [34, 37], "717": [34, 37], "184": [34, 37], "511": [34, 37], "472": [34, 37], "931": [34, 37], "559": [34, 37], "519": [34, 37], "463": [34, 37], "313": [34, 37], "783": [34, 37], "064": [34, 37], "763": [34, 37], "365": [34, 37], "425": [34, 37], "342": [34, 37], "phase3": [34, 37], "report2": [34, 37], "explicitli": [34, 40], "didn": 34, "dump": 34, "moment": 34, "tech": 34, "investig": 34, "sever": 34, "among": 34, "trigger": 34, "creation": 34, "consum": 34, "much": [34, 42], "spent": 34, "forth": 34, "prefetch": 34, "explor": 34, "impact": 34, "principl": 34, "timelin": 34, "doesn": 34, "still": 34, "toolsuit": 34, "intuit": 34, "toolset": 34, "openacc": 34, "off": 34, "yet": [34, 39], "prepar": 34, "relink": 34, "rather": [34, 35], "o3": 34, "therefor": 34, "analysi": [34, 40], "former": 34, "anal": 34, "soon": 34, "rel": 34, "cli": 34, "again": 34, "allinea_sampler_interv": 34, "sampler": 34, "preload": [34, 40], "implement": 34, "add_1p_1n_40t_2022": 34, "14_19": 34, "often": 34, "taken": 34, "everi": 34, "small": [34, 35], "hz": 34, "analis": 34, "y": 34, "62482": 34, "xauth": 34, "xauthor": 34, "everyth": 34, "left": 34, "figur": 34, "menu": 34, "metric": 34, "extract": 34, "add_1p_1n_2022": 34, "11_18": 34, "56": 34, "easi": 34, "top": 34, "circl": 34, "purpl": 34, "green": 34, "indic": 34, "bottom": [34, 39], "blue": 34, "descript": [34, 40], "lot": 34, "workdir": 34, "don": 34, "forget": 34, "ammend": 34, "anymor": 34, "enough": 34, "startup": 34, "imag": 34, "performnac": 34, "cnn": 34, "classif": 34, "randomli": 34, "arcca": 34, "synthet": 34, "infer": 34, "train": 34, "fairshar": 35, "lower": 35, "chanc": 35, "romeq": 35, "clxq": 35, "knlq": 35, "powerq": 35, "split": 35, "mcdram": 35, "004": 35, "quad_0": 35, "005": 35, "flat": 35, "quad_100": 35, "aoe": 35, "Such": 35, "pass": [35, 40], "declar": 35, "omiss": 35, "remain": 35, "35": 35, "unus": 35, "until": [35, 42], "similarli": 35, "jobid": 35, "sem": 36, "timedwait": 36, "pthread": 36, "mutex": 36, "trylock": 36, "tier2": 39, "skip": 39, "navig": 39, "screen": 39, "choos": 39, "fill": 39, "form": 39, "logout": 39, "haven": 39, "scroll": 39, "pub": 39, "keygen": 39, "rsa": 39, "gw02": 39, "gw03": 39, "gw04": 39, "gw05": 39, "gw06": 39, "gw07": 39, "invit": 39, "format": 39, "unabl": 39, "accomod": 39, "vari": 40, "self": 40, "alter": 40, "environemnt": 40, "myvenv": 40, "python2": 40, "last": 40, "map": 40, "blac": 40, "bla": 40, "bonni": 40, "09": 40, "cmake": 40, "cmdaemon": 40, "binari": 40, "cm": 40, "pmix3": 40, "pmix": 40, "v3": 40, "enviorn": 40, "ccdb": 40, "cti": 40, "fftw": 40, "fastest": 40, "fourier": 40, "transform": 40, "west": 40, "fftw_impi": 40, "impi": 40, "lgdb": 40, "libsci": 40, "06": 40, "libsci_acc": 40, "mvapich2": 40, "gdr": 40, "2_2": 40, "cuda8": 40, "mofed3": 40, "4pb": 40, "mvapich2_gnu": 40, "mvapich2_nogpu": 40, "mvapich2_nogpu_gnu": 40, "mvapich2_noslurm_cuda101": 40, "mvapich2_noslurm_cuda102": 40, "nvidia20": 40, "fermi": 40, "nvidia35": 40, "kepler": 40, "gk110": 40, "nvidia52": 40, "maxwel": 40, "nvidia60": 40, "nvidia70": 40, "plugin": 40, "haswel": 40, "ivybridg": 40, "mic": 40, "knl": 40, "infinband": 40, "opa": 40, "omnipath": 40, "sandybridg": 40, "skylak": 40, "craypkg": 40, "cuda10": 40, "243": 40, "fft": 40, "nsight": 40, "visual": 40, "89": 40, "cuda80": 40, "cudatoolkit": 40, "dot": 40, "fftw2": 40, "fftw3": 40, "freeipmi": 40, "cross": 40, "globalarrai": 40, "hdf5_18": 40, "hpl": 40, "hwloc": 40, "2019u4": 40, "2020u4": 40, "vtune_amplifier_x": 40, "tbb": 40, "oss": 40, "ia32": 40, "intel64": 40, "iozon": 40, "3_482": 40, "ipmitool": 40, "lapack": 40, "lua": 40, "git": 40, "variou": 40, "ge": 40, "mvapich2_cc": 40, "netcdf": 40, "netperf": 40, "null": 40, "absolut": 40, "noth": 40, "dynam": 40, "openldap": 40, "papi": 40, "20190830141245": 40, "perftool": 40, "craypat": 40, "apprentice2": 40, "reveal": 40, "lite": 40, "pgi": 40, "linux86": 40, "llvm": 40, "2019": 40, "portland": 40, "quickli": 40, "integr": 40, "homepag": 40, "python36": 40, "scalapack": 40, "sge": 40, "2011": 40, "11p1": 40, "valgrind4hpc": 40, "valgrind": 40, "optimzi": 40, "invok": 40, "even": 40, "plume": 40, "julia": 40, "gcc7": 40, "craympich": 40, "v7": 40, "molecular": 40, "vtk": 40, "atp": 40, "abnorm": 40, "capmc": 40, "cap": 40, "1043": 40, "alpha": 40, "7500": 40, "ga": 40, "arrai": 40, "jemalloc": 40, "abi": 40, "compat": 40, "hdf5parallel": 40, "openshmemx": 40, "logic": 40, "routin": 40, "hugepages128m": 40, "hugepages16m": 40, "hugepages1g": 40, "hugepages256m": 40, "hugepages2g": 40, "hugepages2m": 40, "hugepages32m": 40, "hugepages4m": 40, "hugepages512m": 40, "hugepages64m": 40, "hugepages8m": 40, "ommit": 40, "snplauncher": 40, "mamu": 40, "cray_ari_": 40, "eniron": 40, "defin": 40, "hbm": 40, "loop": 40, "nwpc": 40, "pmi": 40, "armi": 40, "emul": 40, "cylc": 40, "workflow": 40, "cycl": 40, "easybuild": 40, "url": 40, "fcm": 40, "modern": 40, "wrapper": 40, "subvers": 40, "20190422": 40, "rose": 40, "cpe": 40, "mvapich2_nogpu_noregcach": 40, "mvapich2_nogpu_noregcache_svealpha": 40, "mvapich2_nogpu_svealpha": 40, "nsp1": 40, "central": 41, "aim": 41, "arm64": 41, "cnl7": 41, "rhel8": 41, "granular": 41, "3kq2ehp": 41, "ixozztx": 41, "basic": 41, "modulenam": 41, "modulevers": 41, "compiledwith": 41, "compilervers": 41, "spackhash": 41, "lvx": 41, "binutil": 41, "bootstrap": 41, "graphit": 41, "nvptx": 41, "piclib": 41, "strip": 41, "2c18531a23623596e1daf6f0dd963cf72c208945ecad90515640c3ab23991159": 41, "hash": 41, "spec": 41, "best": 41, "helpdesk": 42, "reach": 42, "mondai": 42, "fridai": 42, "holidai": 42, "automat": 42, "acknowledg": 42, "resolut": 42, "achiev": 42, "kept": 42, "solv": 42}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"gw4": 0, "isambard": [0, 17, 29, 34, 39], "applic": [0, 17, 18], "document": [0, 17, 25], "format": 0, "contribut": 0, "castep": 1, "covidsim": 2, "us": [2, 4, 5, 6, 7, 12, 14, 16, 21, 34], "link": [2, 4, 5, 6, 7, 12, 14, 16, 21], "version": [2, 5, 7, 12, 14, 16, 34], "run": [2, 5, 6, 7, 12, 14, 16, 25, 27, 28, 34, 35], "exampl": [2, 5, 7, 12, 14, 16, 21, 22, 34], "job": [2, 5, 7, 12, 14, 16, 25, 27, 34, 35], "submiss": [2, 5, 7, 12, 14, 16], "script": [2, 5, 7, 12, 14, 16], "x86": [2, 5, 16], "arm": [2, 5, 7, 12, 14, 16, 21, 23, 34], "cp2k": 3, "dedalu": 4, "licens": [4, 5, 6, 7, 12, 14, 16], "build": [4, 6, 12], "dl_mont": 5, "2": 5, "access": [5, 16, 18, 34], "compil": [5, 16, 25, 27, 34], "firedrak": 6, "gromac": 7, "note": 7, "hydro3d": 8, "molpro": 9, "namd": 10, "nemo": 11, "openfoam": 12, "waves2foam": 12, "opensbli": 13, "orca": 14, "unifi": 15, "model": 15, "vasp": 16, "user": 17, "servic": 17, "statu": 17, "system": [17, 26, 27, 29, 34], "acknowledg": 17, "guid": 17, "develop": 17, "tool": 17, "polici": 17, "indic": 17, "tabl": 17, "privaci": 19, "statement": 19, "term": 20, "condit": 20, "you": 20, "agre": 20, "we": 20, "accept": 20, "ddt": 21, "modul": [21, 22, 25, 40, 41], "session": [21, 22], "gdb4hpc": 22, "map": [23, 34], "crai": [24, 27], "perftool": 24, "craypat": 24, "a64fx": [25, 29, 40], "fujitsu": [25, 29], "mpi": 25, "hdf5": 25, "multi": [26, 29], "architectur": [26, 29], "comparison": [26, 29], "ibm": 26, "power": 26, "9": 26, "hardwar": [26, 34], "phase": [27, 29], "3": [27, 29], "lustr": 27, "storag": 27, "nvidia": [27, 34], "gpu": [27, 29, 34], "amd": 27, "intel": 27, "oneapi": 27, "apptain": 27, "singular": 27, "xci": [28, 29, 40], "marvel": [28, 29], "thunder": [28, 29], "x2": [28, 29], "queue": [28, 35], "caveat": 28, "known": 28, "error": [28, 34], "connect": 29, "linux": 29, "mac": [29, 40], "milan": 29, "window": 29, "debug": 30, "end": 31, "life": 31, "procedur": 31, "filesystem": 33, "gener": 34, "usag": [34, 35], "cuda": 34, "differ": 34, "info": 34, "oper": 34, "mode": 34, "set": 34, "up": 34, "work": 34, "environ": 34, "python": [34, 40], "base": 34, "workflow": 34, "copi": 34, "data": 34, "instal": 34, "librari": 34, "launch": 34, "identifi": 34, "memori": 34, "comput": 34, "sanit": 34, "memcheck": 34, "output": 34, "profil": [34, 38], "nsight": 34, "load": 34, "c": 34, "program": 34, "visual": 34, "result": 34, "forg": 34, "flag": 34, "file": 34, "benchmark": 34, "limit": 35, "configur": 35, "batch": 35, "interact": 35, "specifi": 35, "resourc": 35, "histori": 35, "request": 39, "account": 39, "creat": 39, "an": 39, "safe": 39, "regist": 39, "institut": 39, "id": 39, "login": 39, "via": 39, "ssh": 39, "kei": 39, "softwar": 40, "virtualenv": 40, "list": 40, "spack": 41, "support": 42}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 60}, "alltitles": {"GW4 Isambard Application Documentation": [[0, "gw4-isambard-application-documentation"]], "Format": [[0, "format"]], "Contributing": [[0, "contributing"]], "CASTEP": [[1, "castep"]], "CovidSim": [[2, "covidsim"]], "Useful links": [[2, "useful-links"], [4, "useful-links"], [5, "useful-links"], [6, "useful-links"], [7, "useful-links"], [12, "useful-links"], [14, "useful-links"], [16, "useful-links"], [21, "useful-links"]], "Versions": [[2, "versions"], [5, "versions"], [16, "versions"]], "Running": [[2, "running"], [5, "running"], [7, "running"], [12, "running"], [14, "running"], [16, "running"], [28, "running"]], "Example Job Submission Scripts": [[2, "example-job-submission-scripts"], [5, "example-job-submission-scripts"], [16, "example-job-submission-scripts"]], "x86": [[2, "x86"], [5, "x86"], [5, "id3"], [16, "x86"], [16, "id3"]], "Arm": [[2, "arm"], [5, "arm"], [5, "id2"], [7, "arm"], [12, "arm"], [12, "id1"], [14, "arm"], [16, "arm"], [16, "id2"]], "CP2K": [[3, "cp2k"]], "Dedalus": [[4, "dedalus"]], "Licensing": [[4, "licensing"], [5, "licensing"], [6, "licensing"], [7, "licensing"], [12, "licensing"], [14, "licensing"], [16, "licensing"]], "Building": [[4, "building"], [12, "building"]], "DL_MONTE 2": [[5, "dl-monte-2"]], "Access": [[5, "access"], [16, "access"]], "Compilation": [[5, "compilation"], [16, "compilation"], [34, "compilation"], [34, "id1"]], "Firedrake": [[6, "firedrake"]], "Building and running": [[6, "building-and-running"]], "GROMACS": [[7, "gromacs"]], "Version": [[7, "version"], [12, "version"], [14, "version"]], "Example Job Submission Script": [[7, "example-job-submission-script"], [12, "example-job-submission-script"], [14, "example-job-submission-script"]], "Notes": [[7, "notes"]], "Hydro3D": [[8, "hydro3d"]], "MolPro": [[9, "molpro"]], "NAMD": [[10, "namd"]], "NEMO": [[11, "nemo"]], "OpenFOAM": [[12, "openfoam"]], "Example Build with waves2Foam": [[12, "example-build-with-waves2foam"]], "OpenSBLI": [[13, "opensbli"]], "ORCA": [[14, "orca"]], "Unified Model": [[15, "unified-model"]], "VASP": [[16, "vasp"]], "Isambard User Documentation": [[17, "isambard-user-documentation"]], "Service Status": [[17, "service-status"]], "System Status": [[17, "system-status"]], "Acknowledging Isambard": [[17, "acknowledging-isambard"]], "Isambard User Guide": [[17, null]], "Development Tools": [[17, null]], "Applications": [[17, null]], "Service Policies": [[17, null]], "Indices and tables": [[17, "indices-and-tables"]], "Application for access": [[18, "application-for-access"]], "Privacy Statement": [[19, "privacy-statement"]], "Terms and Conditions": [[20, "terms-and-conditions"]], "You agree:": [[20, "you-agree"]], "We agree:": [[20, "we-agree"]], "You accept:": [[20, "you-accept"]], "Arm DDT": [[21, "arm-ddt"]], "Modules": [[21, "modules"], [22, "modules"], [25, "modules"], [41, "modules"]], "Example session": [[21, "example-session"], [22, "example-session"]], "gdb4hpc": [[22, "gdb4hpc"]], "Arm MAP": [[23, "arm-map"]], "Cray perftools (CrayPAT)": [[24, "cray-perftools-craypat"]], "A64FX - Fujitsu": [[25, "a64fx-fujitsu"]], "Running Jobs": [[25, "running-jobs"]], "Compilers": [[25, "compilers"]], "MPI": [[25, "mpi"]], "HDF5": [[25, "hdf5"]], "Documentation": [[25, "documentation"]], "Multi-Architecture Comparison System": [[26, "multi-architecture-comparison-system"]], "IBM Power 9": [[26, "ibm-power-9"]], "Hardware": [[26, "hardware"]], "Phase 3 System": [[27, "phase-3-system"]], "Lustre Storage": [[27, "lustre-storage"]], "Nvidia GPU": [[27, "nvidia-gpu"]], "AMD GPU": [[27, "amd-gpu"]], "Cray Compiler": [[27, "cray-compiler"]], "Compiling": [[27, "compiling"], [27, "id2"]], "Running a job": [[27, "running-a-job"], [27, "id3"]], "Intel OneAPI": [[27, "intel-oneapi"]], "Apptainer/Singularity": [[27, "apptainer-singularity"]], "Nvidia": [[27, "nvidia"]], "AMD": [[27, "amd"]], "XCI - Marvell Thunder X2": [[28, "xci-marvell-thunder-x2"], [29, "xci-marvell-thunder-x2"]], "Queues": [[28, "queues"]], "Caveats": [[28, "caveats"]], "Known errors": [[28, "known-errors"]], "Connecting to Isambard": [[29, "connecting-to-isambard"]], "Linux": [[29, "linux"]], "MACS - Multi-Architecture Comparison System": [[29, "macs-multi-architecture-comparison-system"]], "A64FX - Fujitsu A64FX": [[29, "a64fx-fujitsu-a64fx"]], "Phase-3 - GPUs and Milan": [[29, "phase-3-gpus-and-milan"]], "Windows": [[29, "windows"]], "Debugging": [[30, "debugging"]], "End of life procedures": [[31, "end-of-life-procedures"]], "Filesystem": [[33, "filesystem"]], "Using GPUs on Isambard": [[34, "using-gpus-on-isambard"]], "General GPU Usage": [[34, "general-gpu-usage"]], "CUDA Versions & Hardware Differences": [[34, "cuda-versions-hardware-differences"]], "GPUs info": [[34, "id3"]], "Operating mode": [[34, "operating-mode"]], "Setting up a work environment": [[34, "setting-up-a-work-environment"]], "Running Python based workflows on Isambard": [[34, "running-python-based-workflows-on-isambard"]], "Copying data": [[34, "copying-data"]], "Installing Python libraries": [[34, "installing-python-libraries"]], "Launching a GPU job": [[34, "launching-a-gpu-job"]], "Identifying memory access errors with NVIDIA Compute Sanitizer": [[34, "identifying-memory-access-errors-with-nvidia-compute-sanitizer"]], "Accessing memcheck": [[34, "accessing-memcheck"]], "Running NVIDIA Compute Sanitizer": [[34, "running-nvidia-compute-sanitizer"]], "Compute Sanitizer memcheck output": [[34, "compute-sanitizer-memcheck-output"]], "Profiling": [[34, "profiling"], [38, "profiling"]], "NVIDIA Nsight Systems": [[34, "nvidia-nsight-systems"]], "Loading the profiler": [[34, "loading-the-profiler"], [34, "id2"]], "Example CUDA C++ program": [[34, "example-cuda-c-program"]], "Visualize profiler results": [[34, "visualize-profiler-results"]], "Arm Forge MAP": [[34, "arm-forge-map"]], "Compiler flags and compilation": [[34, "compiler-flags-and-compilation"]], "Running the profiler": [[34, "running-the-profiler"]], "Load a profile data file": [[34, "load-a-profile-data-file"]], "Benchmarking": [[34, "benchmarking"]], "Running jobs": [[35, "running-jobs"]], "Limits": [[35, "limits"]], "Queue configuration": [[35, "queue-configuration"]], "Batch job": [[35, "batch-job"]], "Interactive job": [[35, "interactive-job"]], "Specifying resources": [[35, "specifying-resources"]], "Usage History": [[35, "usage-history"]], "Request Account": [[39, "request-account"]], "Create an account on SAFE": [[39, "create-an-account-on-safe"]], "Register institutional ID": [[39, "register-institutional-id"]], "Login to SAFE via institutional login": [[39, "login-to-safe-via-institutional-login"]], "Register SSH key": [[39, "register-ssh-key"]], "Request account on Isambard": [[39, "request-account-on-isambard"]], "Software": [[40, "software"]], "Python VirtualEnv": [[40, "python-virtualenv"]], "MACS": [[40, "macs"]], "MACS Python": [[40, "macs-python"]], "MACS Module list": [[40, "macs-module-list"]], "XCI": [[40, "xci"]], "XCI Python": [[40, "xci-python"]], "XCI Module list": [[40, "xci-module-list"]], "A64FX": [[40, "a64fx"]], "A64FX Python": [[40, "a64fx-python"]], "A64FX Module list": [[40, "a64fx-module-list"]], "Spack": [[41, "spack"]], "Support": [[42, "support"]]}, "indexentries": {}})
\ No newline at end of file