mount nfs into pods

Bug: T321886
toolforge · Oct 28, 2022 · 9f28716 · 9f28716
1 parent 68e093c
commit 9f28716
Show file tree

Hide file tree

Showing 4 changed files with 28 additions and 61 deletions.
diff --git a/paws/nfs.yaml b/paws/nfs.yaml
diff --git a/paws/production.yaml b/paws/production.yaml
@@ -10,28 +10,23 @@ dbProxy:
 jupyterhub:
   hub:
     extraVolumes:
-    - name: homes
-      nfs:
-        server: nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud
-        #server: nfs-tools-project.svc.eqiad.wmnet
-        path: /mnt/project
-        #path: /srv/misc/shared/paws/project
-    - name: dumps
-      nfs:
-        server: nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud
-        #server: labstore1007.wikimedia.org
-        path: /
-    # Without this, dumps becomes inaccessible and can hang the host
-    - name: dumps-src1
-      nfs:
-        server: nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud
-        #server: labstore1007.wikimedia.org
-        path: /
-    - name: dumps-src2
-      nfs:
-        server: nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud
-        #server: labstore1006.wikimedia.org
-        path: /
+      - name: homes
+        nfs:
+          server: nfs-tools-project.svc.eqiad.wmnet
+          path: /srv/misc/shared/paws/project
+      - name: dumps
+        nfs:
+          server: labstore1007.wikimedia.org
+          path: /
+      # Without this, dumps becomes inaccessible and can hang the host
+      - name: dumps-src1
+        nfs:
+          server: labstore1007.wikimedia.org
+          path: /
+      - name: dumps-src2
+        nfs:
+          server: labstore1006.wikimedia.org
+          path: /
     extraConfig:
       00-myConfig: |
           localdev = False

diff --git a/paws/templates/public.yaml b/paws/templates/public.yaml
@@ -46,8 +46,7 @@ spec:
             path: /mnt/project/paws/userhomes
 {{ else }}
         - nfs:
-            server: nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud
-            #server: nfs-tools-project.svc.eqiad.wmnet
+            server: nfs-tools-project.svc.eqiad.wmnet
             path: /srv/misc/shared/paws/project/paws/userhomes
 {{ end }}
           name: pawshomes
@@ -95,8 +94,7 @@ spec:
             path: /mnt/project/paws/userhomes
 {{ else }}
         - nfs:
-            server: nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud
-            #server: nfs-tools-project.svc.eqiad.wmnet
+            server: nfs-tools-project.svc.eqiad.wmnet
             path: /srv/misc/shared/paws/project/paws/userhomes
 {{ end }}
           name: pawshomes

diff --git a/paws/values.yaml b/paws/values.yaml
@@ -166,14 +166,16 @@ jupyterhub:
                   # Set rather than use .extend!
                   # Since otherwise the volumes list will grow each time
                   # the spawner stops and starts!
+
                   homedir = '/data/project/paws/userhomes/{}'.format(identity['sub'])
+                  homenfs = '/mnt/project/paws/userhomes/{}'.format(identity['sub'])
                   # Create the homedir so docker doesn't do it as root
                   os.makedirs(homedir, mode=0o755, exist_ok=True)
                   if localdev == True:
                       spawner.volumes = [
                           {
                               'name': 'home',
-                              'hostPath': { 'path': homedir }
+                              'hostPath': { 'path': homenfs }
                           },
                           {
                               'name': 'dumps',
@@ -189,27 +191,22 @@ jupyterhub:
                           }
                       ]
                   else:
-                      homenfs = '/mnt/project/paws/userhomes/{}'.format(identity['sub'])
                       spawner.volumes = [
                           {
                               'name': 'home',
-                              'nfs': { 'server': 'nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud', 'path': homenfs }
-                              #'nfs': { 'server': 'nfs-tools-project.svc.eqiad.wmnet', 'path': homenfs }
+                              'nfs': { 'server': 'nfs-tools-project.svc.eqiad.wmnet', 'path': homenfs }
                           },
                           {
                               'name': 'dumps',
-                              'nfs': { 'server': 'nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud', 'path': '/' }
-                              #'nfs': { 'server': 'labstore1007.wikimedia.org', 'path': '/' }
+                              'nfs': { 'server': 'clouddumps1001.wikimedia.org', 'path': '/' }
                           },
                           {
                               'name': 'dumps-src1',
-                              'nfs': { 'server': 'nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud', 'path': '/' }
-                              #'nfs': { 'server': 'clouddumps1002.wikimedia.org', 'path': '/' }
+                              'nfs': { 'server': 'clouddumps1002.wikimedia.org', 'path': '/' }
                           },
                           {
                               'name': 'dumps-src2',
-                              'nfs': { 'server': 'nfs-for-test-paws.admin.codfw1dev.wikimedia.cloud', 'path': '/' }
-                              #'nfs': { 'server': 'clouddumps1002.wikimedia.org', 'path': '/' }
+                              'nfs': { 'server': 'clouddumps1001.wikimedia.org', 'path': '/' }
                           }
                       ]
 
@@ -284,10 +281,10 @@ jupyterhub:
       tag: pr-222 # singleuser tag managed by github actions
       pullPolicy: Always
     memory:
-      guarantee: .1G
+      guarantee: 1G
       limit: 3G
     cpu:
-      guarantee: .1
+      guarantee: .5
       limit: 1
     storage:
       type: none