IDEA Release 3.1.8 (#173)

IDEA Release 3.1.8

See CHANGELOG

CHANGELOG.md

@@ -4,6 +4,44 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [3.1.8] - 2024-07-17
+
+### Notes
+* This upgrade does require an update to the global settings. Please review [Global Settings Upgrade](https://docs.idea-hpc.com/first-time-users/cluster-operations/update-idea-cluster/update-idea-backend-resource#global-settings-backup-and-upgrade) before upgrading.
+* Removed `RHEL 7` and `CentOS 7` due to EOL on 6/30/2024
+  * Remove software stacks and existing eVDI deployments that are running `CentOS 7` or `RHEL 7` BEFORE upgrading to IDEA 3.1.8
+
+### Features
+* Support for Ubuntu 22.04.04 in eVDI
+  * Full support for Kernels up to `6.2.0-1018-aws`
+* Added GPU Driver support for `g6` instance types
+
+### Changes
+* Update AWS CDK from `2.137.0` to `2.147.3`
+* Update NVIDIA GPU drivers used during installation
+  * Production `550.54.15` to `550.90.07`
+* Update Python Requirements
+  * Pin `requests` to `2.31` for ideactl
+* Move from `apt-get` to `apt` in Dockerfile
+
+### Bug Fixes
+* Fix `global-settings` indent error for Ubuntu DCV keys
+* NICE DCV GL Package removed from Bootstrap
+* Fix job submissions failing when requesting existing FSx Lustre file systems
+* Fix job designer variable checks for required variables used in Jinja2 conditional statements
+* Fix Windows eVDI instances getting stuck in an initializing state when resuming
+
+### Known Caveats
+* Internal DNS zone uses `.local` which should be reserved for mDNS per RFC6762
+* DCV USB Forwarding not available on 
+  * `RHEL 9`
+  * `Rocky 9`
+  * `Ubuntu 22.04` with kernel newer than `6.2`
+* No Lustre client for Ubuntu with kernel newer than `6.2`
+* When accessing multiple IDEA deployments at once in Safari, SSO logins hang for environemnts that were loaded after the first. Also exists in prior releases.
+* When using SSO and Chrome, inactive tabs time out more quickly than desired. Also exists in prior releases.
+* Docs need some updates to reflect addition of Ubuntu and removal of RHEL 7 and CentOS 7
+
 ## [3.1.7] - 2024-06-01
 
 ### Notes

IDEA_VERSION.txt

@@ -1 +1 @@
-3.1.7
+3.1.8

deployment/ecr/idea-administrator/Dockerfile

@@ -6,15 +6,15 @@ ENV OS_ARCH="${TARGETARCH:-amd64}"
 
 WORKDIR /root
 
-RUN apt-get update && \
-    apt-get -y install \
+RUN apt update && \
+    apt -y install \
     curl \
     tar \
     unzip \
     locales \
     gcc \
     python3-dev \
-    && apt-get clean
+    && apt clean
 
 
 ENV DEBIAN_FRONTEND=noninteractive
@@ -39,25 +39,25 @@ RUN if [ "${OS_ARCH}" = "amd64" ]; then \
 
 # install node and npm
 # RUN NODE_MAJOR=16 && rm -f /etc/apt/trusted.gpg.d/nodesource.gpg /etc/apt/sources.list.d/nodesource.list \
-#     && apt-get install -y ca-certificates curl gnupg \
+#     && apt install -y ca-certificates curl gnupg \
 #     && curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor -o /etc/apt/trusted.gpg.d/nodesource.gpg \
 #     && echo "deb [signed-by=/etc/apt/trusted.gpg.d/nodesource.gpg] https://deb.nodesource.com/node_${NODE_MAJOR}.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list \
 #     && echo "Package: nodejs" >> /etc/apt/preferences.d/preferences \
 #     && echo "Pin: origin deb.nodesource.com" >> /etc/apt/preferences.d/preferences \
 #     && echo "Pin-Priority: 1001" >> /etc/apt/preferences.d/preferences\
-#     && apt update && apt-get install -y nodejs
+#     && apt update && apt install -y nodejs
 # install nvm and node
 RUN set -uex && \
-    apt-get update && \
-    apt-get install -y ca-certificates curl gnupg && \
+    apt update && \
+    apt install -y ca-certificates curl gnupg && \
     mkdir -p /etc/apt/keyrings && \
     curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key \
     | gpg --dearmor -o /etc/apt/keyrings/nodesource.gpg && \
     NODE_MAJOR=18 && \
     echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_$NODE_MAJOR.x nodistro main" \
     > /etc/apt/sources.list.d/nodesource.list && \
-    apt-get update && \
-	apt-get install nodejs -y
+    apt update && \
+	apt install nodejs -y
 
 
 

idea-admin-windows.ps1

@@ -38,7 +38,7 @@ function Verify-Command($type,$message,$command) {
 $IDEADevMode = if ($Env:IDEA_DEV_MODE) {$Env:IDEA_DEV_MODE} else {""}
 $VirtualEnv = if ($Env:VIRTUAL_ENV) {$Env:VIRTUAL_ENV} else {""}
 $ScriptDir = $PSScriptRoot
-$IDEARevision = if ($Env:IDEA_REVISION) {$Env:IDEA_REVISION} else {"v3.1.7"}
+$IDEARevision = if ($Env:IDEA_REVISION) {$Env:IDEA_REVISION} else {"v3.1.8"}
 $IDEADockerRepo = "public.ecr.aws/s5o2b4m0"
 $DocumentationError = "https://docs.idea-hpc.com"
 $AWSProfile = if ($Env:AWS_PROFILE) {$Env:AWS_PROFILE} else {"default"}

idea-admin.sh

@@ -28,7 +28,7 @@
 # * IDEA_DEV_MODE - Set to "true" if you are working with IDEA sources
 
 SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
-IDEA_REVISION=${IDEA_REVISION:-"v3.1.7"}
+IDEA_REVISION=${IDEA_REVISION:-"v3.1.8"}
 IDEA_DOCKER_REPO=${IDEA_DOCKER_REPO:-"public.ecr.aws/s5o2b4m0/idea-administrator"}
 IDEA_ECR_CREDS_RESET=${IDEA_ECR_CREDS_RESET:-"true"}
 IDEA_ADMIN_AWS_CREDENTIAL_PROVIDER=${IDEA_ADMIN_AWS_CREDENTIAL_PROVIDER:=""}

requirements/dev.txt

@@ -1,23 +1,23 @@
-aiofiles==23.2.1
-alembic==1.13.1
-annotated-types==0.6.0
+aiofiles==24.1.0
+alembic==1.13.2
+annotated-types==0.7.0
 arrow==1.3.0
-astroid==3.1.0
+astroid==3.2.2
 attrs==23.2.0
 aws-cdk-asset-awscli-v1==2.2.202
 aws-cdk-asset-kubectl-v20==2.1.2
 aws-cdk-asset-node-proxy-agent-v6==2.0.3
-aws-cdk-lib==2.137.0
-babel==2.14.0
+aws-cdk-lib==2.147.3
+babel==2.15.0
 banal==1.0.6
-blinker==1.7.0
+blinker==1.8.2
 boto3==1.34.84
-botocore==1.34.84
+botocore==1.34.139
 build==1.2.1
 cacheout==0.16.0
 cachetools==5.3.3
 cattrs==23.2.3
-cdk-nag==2.28.89
+cdk-nag==2.28.156
 certifi==2024.2.2
 cffi==1.16.0
 cfn-flip==1.3.0
@@ -26,69 +26,71 @@ click==8.1.7
 colorama==0.4.6
 colored==2.2.4
 constructs==10.3.0
-coverage[toml]==7.4.4
-cryptography==42.0.5
+coverage[toml]==7.5.4
+cryptography==42.0.8
 dataset==1.6.2
 dill==0.3.8
-exceptiongroup==1.2.0
+events==0.5
+exceptiongroup==1.2.1
 fastcounter==1.1.0
 ghp-import==2.1.0
 greenlet==3.0.3
 html5tagger==1.3.0
 httptools==0.6.1
 idna==3.7
-importlib-metadata==7.1.0
+importlib-metadata==8.0.0
 importlib-resources==6.4.0
 iniconfig==2.0.0
 invoke==2.2.0
 ipaddress==1.0.23
 isort==5.13.2
-jinja2==3.1.3
+jinja2==3.1.4
 jmespath==1.0.1
-jsii==1.97.0
+jsii==1.101.0
 ldappool==3.0.0
-mako==1.3.3
+mako==1.3.5
 markdown==3.6
 markdown-it-py==3.0.0
 markupsafe==2.1.5
 mccabe==0.7.0
 mdurl==0.1.2
 memory-profiler==0.61.0
 mergedeep==1.3.4
-mkdocs==1.5.3
-mkdocs-material==9.5.17
+mkdocs==1.6.0
+mkdocs-get-deps==0.2.0
+mkdocs-material==9.5.28
 mkdocs-material-extensions==1.3.1
 multidict==6.0.5
-mypy==1.9.0
+mypy==1.10.1
 mypy-extensions==1.0.0
-openapi-pydantic==0.4.0
-opensearch-py==2.5.0
-orjson==3.10.0
-packaging==24.0
+openapi-pydantic==0.4.1
+opensearch-py==2.6.0
+orjson==3.10.6
+packaging==24.1
 paginate==0.5.6
 pathspec==0.12.1
 pip-tools==7.4.1
-platformdirs==4.2.0
-pluggy==1.4.0
+platformdirs==4.2.2
+pluggy==1.5.0
 prettytable==3.10.0
 prometheus-client==0.20.0
 prompt-toolkit==3.0.36
-psutil==5.9.8
+psutil==6.0.0
 publication==0.0.3
 pyasn1==0.6.0
 pyasn1-modules==0.4.0
 pycparser==2.22
-pydantic==2.7.0
-pydantic-core==2.18.1
+pydantic==2.8.2
+pydantic-core==2.20.1
 pyfiglet==1.0.2
-pygments==2.17.2
-pyhocon==0.3.60
+pygments==2.18.0
+pyhocon==0.3.61
 pyjwt==2.8.0
-pylint==3.1.0
-pymdown-extensions==10.7.1
+pylint==3.2.5
+pymdown-extensions==10.8.1
 pyparsing==3.1.2
-pyproject-hooks==1.0.0
-pytest==8.1.1
+pyproject-hooks==1.1.0
+pytest==8.2.2
 pytest-cov==5.0.0
 pytest-mock==3.14.0
 python-dateutil==2.9.0.post0
@@ -99,37 +101,37 @@ pyyaml==6.0.1
 pyyaml-env-tag==0.1
 questionary==2.0.1
 random-password-generator==2.2.0
-regex==2023.12.25
+regex==2024.5.15
 requests==2.31.0
 requests-aws4auth==1.2.3
 requests-unixsocket==0.3.0
 rich==13.7.1
-s3transfer==0.10.1
+s3transfer==0.10.2
 sanic==23.6.0
 sanic-routing==23.12.0
 semver==3.0.2
-sh==2.0.6
+sh==2.0.7
 shortuuid==1.0.13
 six==1.16.0
 sqlalchemy==1.4.52
 supervisor==4.2.5
 tomli==2.0.1
-tomlkit==0.12.4
+tomlkit==0.12.5
 tracerite==1.1.1
-troposphere==4.7.0
+troposphere==4.8.1
 typeguard==2.13.3
 types-python-dateutil==2.9.0.20240316
-typing-extensions==4.11.0
+typing-extensions==4.12.2
 tzlocal==5.2
-ujson==5.9.0
-urllib3==1.26.18
+ujson==5.10.0
+urllib3==1.26.19
 uvloop==0.19.0
-validators==0.28.0
-watchdog==4.0.0
+validators==0.30.0
+watchdog==4.0.1
 wcwidth==0.2.13
 websockets==12.0
 wheel==0.43.0
-zipp==3.18.1
+zipp==3.19.2
 
 # The following packages are considered to be unsafe in a requirements file:
 # pip

requirements/doc.txt

@@ -1,30 +1,31 @@
-babel==2.14.0
-certifi==2024.2.2
+babel==2.15.0
+certifi==2024.7.4
 charset-normalizer==3.3.2
 click==8.1.7
 colorama==0.4.6
 ghp-import==2.1.0
 idna==3.7
-importlib-metadata==7.1.0
-jinja2==3.1.3
+importlib-metadata==8.0.0
+jinja2==3.1.4
 markdown==3.6
 markupsafe==2.1.5
 mergedeep==1.3.4
-mkdocs==1.5.3
-mkdocs-material==9.5.17
+mkdocs==1.6.0
+mkdocs-get-deps==0.2.0
+mkdocs-material==9.5.28
 mkdocs-material-extensions==1.3.1
-packaging==24.0
+packaging==24.1
 paginate==0.5.6
 pathspec==0.12.1
-platformdirs==4.2.0
-pygments==2.17.2
-pymdown-extensions==10.7.1
+platformdirs==4.2.2
+pygments==2.18.0
+pymdown-extensions==10.8.1
 python-dateutil==2.9.0.post0
 pyyaml==6.0.1
 pyyaml-env-tag==0.1
-regex==2023.12.25
-requests==2.31.0
+regex==2024.5.15
+requests==2.32.3
 six==1.16.0
-urllib3==1.26.18
-watchdog==4.0.0
-zipp==3.18.1
+urllib3==2.2.2
+watchdog==4.0.1
+zipp==3.19.2