{"type":"doc","content":[{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{"minLevel":{"value":"1"},"maxLevel":{"value":"1"},"outline":{"value":"false"},"style":{"value":"none"},"type":{"value":"list"},"printable":{"value":"true"}},"macroMetadata":{"macroId":{"value":"e7822dc1-a438-4225-b91e-d2246a00de07"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"463a2bba-d052-4c0a-a83c-25a12d8b7811"}},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Compute Resources","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Have questions or need help with compute, including activation or issues? Follow ","type":"text"},{"text":"this link.","type":"text","marks":[{"type":"link","attrs":{"href":"https://washu.atlassian.net/servicedesk/customer/portal/2/group/6/create/43"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"User Agreement","type":"text","marks":[{"type":"link","attrs":{"href":"https://washu.atlassian.net/wiki/spaces/RUD/pages/1643249737/RIS+Services+Policies#Scientific-Compute-Platform(s)"}}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"Docker Usage","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"The information on this page assumes that you have a knowledge base of using Docker to create images and push them to a repository for use. If you need to review that information, please see the links below.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://washu.atlassian.net/wiki/spaces/RUD/pages/1705115761/Docker+and+the+RIS+Compute1+Platform?atlOrigin=eyJpIjoiNzc4YTZjNjIxYmQwNGI3OTk4M2Q0MWJmZWJjODQ4YTMiLCJwIjoiYyJ9"}},{"text":" ","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"type":"inlineCard","attrs":{"url":"https://washu.atlassian.net/wiki/spaces/RUD/pages/1864892726/Docker+Basics+Building+Tagging+Pushing+A+Custom+Docker+Image?atlOrigin=eyJpIjoiMTVjMjNlMWU1YjFmNDA3ZWJlOGRmOGI3MTkwYTEzNmYiLCJwIjoiYyJ9"}},{"text":" ","type":"text"}]}]}]}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Overview","type":"text"}]},{"type":"paragraph","content":[{"text":"This documentation will guide you on making sure you’re using the most appropriate OFED version for your Docker image in regards to the Scientific Compute Platform.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Installing the Correct Version","type":"text"}]},{"type":"paragraph","content":[{"text":"Shown below is an example of OFED 5.8-4.1.5.0 driver Dockerfile instructions for RedHat 8.9.","type":"text"}]},{"type":"codeBlock","content":[{"text":"ENV MOFED_VERSION 5.8-4.1.5.0\nENV OS_VERSION rhel8.9\nENV PLATFORM x86_64\nRUN cd /tmp/ && yum install -y pciutils numactl-libs gtk2 atk cairo gcc-gfortran tcsh lsof libnl3 libmnl ethtool tcl tk perl make libusbx fuse-libs && \\\n wget -q http://content.mellanox.com/ofed/MLNX_OFED-${MOFED_VERSION}/MLNX_OFED_LINUX-${MOFED_VERSION}-${OS_VERSION}-${PLATFORM}.tgz && \\\n tar -xvf MLNX_OFED_LINUX-${MOFED_VERSION}-${OS_VERSION}-${PLATFORM}.tgz && \\\n MLNX_OFED_LINUX-${MOFED_VERSION}-${OS_VERSION}-${PLATFORM}/mlnxofedinstall --user-space-only --without-fw-update -q --distro rhel8.9 && \\\n cd .. && \\\n rm -rf ${MOFED_DIR} && \\\n rm -rf *.tgz && \\\n yum clean all","type":"text"}]},{"type":"paragraph","content":[{"text":"This also pertains to the ","type":"text"},{"text":"Ubuntu 22.04","type":"text","marks":[{"type":"code"}]},{"text":" with different code snippets but same version of ","type":"text"},{"text":"OFED 5.8-4.1.5.0","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]},{"type":"codeBlock","content":[{"text":"ENV MOFED_VERSION 5.8-4.1.5.0\nENV OS_VERSION ubuntu22.04\nENV PLATFORM x86_64\nRUN cd /tmp/ && apt-get update && \\\n DEBIAN_FRONTEND=noninteractive apt-get install -y dkms wget && \\\n wget -q http://content.mellanox.com/ofed/MLNX_OFED-${MOFED_VERSION}/MLNX_OFED_LINUX-${MOFED_VERSION}-${OS_VERSION}-${PLATFORM}.tgz && \\\n tar -xvf MLNX_OFED_LINUX-${MOFED_VERSION}-${OS_VERSION}-${PLATFORM}.tgz && \\\n MLNX_OFED_LINUX-${MOFED_VERSION}-${OS_VERSION}-${PLATFORM}/mlnxofedinstall --user-space-only --without-fw-update -q --distro ${OS_VERSION} && \\\n cd .. && \\\n rm -rf ${MOFED_DIR} && \\\n rm -rf *.tgz && \\\n apt-get clean","type":"text"}]},{"type":"paragraph","content":[{"text":"Once you have the correct OFED version installation code in your Dockerfile, you can build and push the image as you normally would.","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Testing Your Image","type":"text"}]},{"type":"paragraph","content":[{"text":"Shown below are the steps to run a test job.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create a bsub file called test.bsub as shown below. Please replace with your Docker image tag and .","type":"text"}]}]}]},{"type":"codeBlock","content":[{"text":"#BSUB -q subscription\n#BSUB -R \"span[ptile=1]\"\n#BSUB -a \"docker()\"\n#BSUB -G compute-ris\n#BSUB -oo lsf-%J.log\n\nmpirun -np $NP ","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Run your test. Shown below is an example command. Please replace with number of exec nodes to run the test.","type":"text"}]}]}]},{"type":"codeBlock","content":[{"text":"export NP= && \\\nLSF_DOCKER_NETWORK=host \\\nLSF_DOCKER_IPC=host \\\nLSF_DOCKER_SHM_SIZE=20G \\\nbsub -n $NP < test.bsub","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"There is a test script in ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://github.com/WashU-IT-RIS/docker-osu-micro-benchmarks.git"}},{"text":" . Shown below are the instructions for OSU Benchmark test.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Clone the repository.","type":"text"}]}]}]},{"type":"codeBlock","content":[{"text":"git clone https://github.com/WashU-IT-RIS/docker-osu-micro-benchmarks.git","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Change directory to docker-osu-micro-benchmarks.","type":"text"}]}]}]},{"type":"codeBlock","content":[{"text":"cd docker-osu-micro-benchmarks","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Run an OSU Benchmark test.","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Replace with an OSU test that you want to run. For example, osu_bw for OSU bandwidth test.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Replace with the compute group you are a member of.","type":"text"}]}]}]}]}]},{"type":"codeBlock","content":[{"text":"QUEUE=subscription bin/osu-test.sh -G ","type":"text"}]}]}]}],"version":1}

Browser not supported