From 64aa59a5d9f39dc7eebfac3dfd1da4cd3e491f62 Mon Sep 17 00:00:00 2001 From: phillip-gaisford <98362331+phillip-gaisford@users.noreply.github.com> Date: Fri, 28 Jul 2023 18:33:43 -0400 Subject: [PATCH] chore: configure slurmcluster per-cpu memory (#974) --- tools/slurm/README.md | 5 +++++ tools/slurm/packer/README.md | 6 ++++++ tools/slurm/packer/static/slurm.conf | 2 +- tools/slurm/terraform/images.conf | 2 +- 4 files changed, 13 insertions(+), 2 deletions(-) diff --git a/tools/slurm/README.md b/tools/slurm/README.md index 1d827c8eb2fd..8266fd8572af 100644 --- a/tools/slurm/README.md +++ b/tools/slurm/README.md @@ -16,6 +16,11 @@ Once the VM is created and SSH connection is established, one can also directly gcloud compute ssh --zone --project ``` +For example: +``` +gcloud compute ssh --zone us-west1-b phillipgaisford-dev-box --project determined-ai +``` + [1] It is fine to exit this and restart it with `make slurmcluster` again as you please. To see usage of the `make slurmcluster` target, run `make -C tools/slurm usage`. diff --git a/tools/slurm/packer/README.md b/tools/slurm/packer/README.md index 69880556ecaf..4470c76a7a5d 100644 --- a/tools/slurm/packer/README.md +++ b/tools/slurm/packer/README.md @@ -6,6 +6,12 @@ documentation for interacting with and building this code. To build, you will ne It was last built with `Packer v1.8.6`. +## Packer Initialization + +This needs doing once: + +`packer init tools/slurm/packer` + ## How to Build an Image After the pre-requisite software is installed, one can run `make build WORKLOAD_MANAGER=[type]` where `type` is either `slurm` or `pbs` (default value is `slurm`) to build a SLURM or PBS image, respectively. Upon succesful completion of the build, the image name will be placed in the appropriate value in `../terraform/images.conf` (either `slurm` or `pbs` depending on what was specified). diff --git a/tools/slurm/packer/static/slurm.conf b/tools/slurm/packer/static/slurm.conf index a66391992ac9..7b8dd5f12c65 100644 --- a/tools/slurm/packer/static/slurm.conf +++ b/tools/slurm/packer/static/slurm.conf @@ -82,7 +82,7 @@ Waittime=0 # # # SCHEDULING -#DefMemPerCPU=0 +DefMemPerCPU=3072 #MaxMemPerCPU=0 #SchedulerTimeSlice=30 SchedulerType=sched/backfill diff --git a/tools/slurm/terraform/images.conf b/tools/slurm/terraform/images.conf index 1cbcdd9f2da7..3e7da8bdff2f 100644 --- a/tools/slurm/terraform/images.conf +++ b/tools/slurm/terraform/images.conf @@ -1,2 +1,2 @@ -slurm: det-environments-slurm-ci-1689266288 +slurm: det-environments-slurm-ci-1690569603 pbs: det-environments-pbs-ci-1689269947 \ No newline at end of file