values.yaml

---

# pawsPublicEnabled enables the anonymous viewing service for notebooks
pawsPublicEnabled: true
pawspublic:
  nbserve:
    image:
      name: quay.io/wikimedia-paws-prod/nbserve
      tag: pr-226 # nbserve tag managed by github actions
      # pawspublic.nbserve.image.template safely defines image:tag name in yaml
      template: "{{ .Values.pawspublic.nbserve.image.name}}:{{.Values.pawspublic.nbserve.image.tag }}"
    replicas: 1
  renderer:
    image:
      name: quay.io/wikimedia-paws-prod/renderer
      tag: pr-168 # renderer tag managed by github actions
      # pawspublic.nbserve.image.template safely defines image:tag name in yaml
      template: "{{ .Values.pawspublic.renderer.image.name}}:{{.Values.pawspublic.renderer.image.tag }}"
    cpu: "10m" # give a token amount for local dev
  ingress:
    host: public.hub.paws.local
    legacyHost: paws-public.wmflabs.org
paws:
  # frontPageEnabled switches the URL path of / to a redirect to paws.ingress.frontRedirect
  frontPageEnabled: true
  ingress:
    legacyHost: paws.wmflabs.org
    # paws.ingress.frontHost should be the domain the URL path of / uses to redirect to docs
    frontHost: paws.wmcloud.org
    # paws.ingress.frontRedirect should be the destination for URL path of / at paws.ingress.frontHost
    frontRedirect: https://wikitech.wikimedia.org/wiki/PAWS
jupyterhub:
  prePuller:
    containerSecurityContext:
      runAsUser: 52771
      runAsGroup: 52771
    hook:
      containerSecurityContext:
        runAsUser: 52771
        runAsGroup: 52771
    pause:
      containerSecurityContext:
        runAsUser: 52771
        runAsGroup: 52771
  proxy:
    chp:
      resources:
        requests:
          memory: "200Mi"
          cpu: .2
      containerSecurityContext:
        runAsUser: 52771
        runAsGroup: 52771
    # jupyterhub.proxy.secretToken is a valid dummy value for development
    secretToken: "23f542cc4b1af000e68088f1acc7ca8275a67cf496bae15ead6a79b8c6702597"
    service:
      nodePorts:
        http: 32611
      type: NodePort
  cull:
    timeout: 86400
  hub:
    config:
      # updated auth object for chart version 0.11.0+ this is the local dev values
      MWOAuthenticator:
        client_id: fea321f1b6b5aed9fa83d5362839cd3d
        client_secret: 6b17e5b87ae5ee893f5d4ba8b0e2377c6c0c3fcc
        mw_index_url: https://meta.wikimedia.org/w/index.php
      Authenticator:
        admin_users:
          - Yuvipanda
          - BDavis_(WMF)
          - BStorm_(WMF)
          - ABorrero_(WMF)
          - HPham_(WMF)
          - NSkaggs_(WMF)
          - Andrewbogott
          - Chicocvenancio
          - Zhuyifei1999
      JupyterHub:
        authenticator_class: mediawiki
    db:
      # jupyterhub.hub.db values are overridden in Cloud VPS
      url: sqlite://
      type: sqlite-pvc
      upgrade: true
    extraVolumes:
      - name: homes
        hostPath:
          path: /mnt/project
      - name: dumps
        hostPath:
          path: /mnt/public/dumps
      # Without this, dumps becomes inaccessible and can hang the host
      - name: dumps-src1
        hostPath:
          path: /mnt/nfs/dumps-clouddumps1002.wikimedia.org
          type: DirectoryOrCreate
      - name: dumps-src2
        hostPath:
          path: /mnt/nfs/dumps-clouddumps1001.wikimedia.org
          type: DirectoryOrCreate
    extraVolumeMounts:
      - name: homes
        mountPath: /data/project
      - name: dumps
        mountPath: /public/dumps
        readOnly: true
      - name: dumps-src1
        mountPath: /mnt/nfs/dumps-clouddumps1002.wikimedia.org
        readOnly: true
      - name: dumps-src2
        mountPath: /mnt/nfs/dumps-clouddumps1001.wikimedia.org
        readOnly: true
    extraConfig:
      fixLabels: |
          def fix_labels(spawner, pod):
            del pod.metadata.labels['hub.jupyter.org/username']
            return pod

          c.KubeSpawner.modify_pod_hook = fix_labels
      00-myConfig: |
          localdev = True
      10-myConfig: |
          import hmac
          import hashlib
          import subprocess
          import os
          import json
          from oauthenticator.mediawiki import MWOAuthenticator
          from tornado import gen

          from tornado.escape import url_escape
          from tornado.httpclient import AsyncHTTPClient


          class Auth(MWOAuthenticator):
              enable_auth_state = True
              def normalize_username(self, username):
                  return username

              async def refresh_user(self, user, handler=None):
                  client = AsyncHTTPClient()
                  try:
                      response = await client.fetch(f"https://meta.wikimedia.org/w/api.php?action=query&format=json&formatversion=2&meta=globaluserinfo&guiuser={url_escape(user.name)}",
                                                     user_agent="PAWS-authenticator/0.1 (https://phabricator.wikimedia.org/tag/paws/)" )
                      locked = bool(json.loads(response.body)['query']['globaluserinfo'].get("locked", False))
                      if locked:
                          await user.spawner.stop(now=True)
                          return False
                      else:
                          return True
                  except Exception as e:
                      self.log.error(f"Error checking for Wikimedia lock on user {user.name}: {e}")
                      return False  # Notebook cookies keep user logged in

              @gen.coroutine
              # more information about where this comes from found here:
              # https://jupyterhub-kubespawner.readthedocs.io/en/latest/spawner.html#kubespawner.KubeSpawner.volumes
              def pre_spawn_start(self, user, spawner):
                  auth_state = yield user.get_auth_state()
                  identity = auth_state['MEDIAWIKI_USER_IDENTITY']
                  spawner.environment['ACCESS_KEY'] = auth_state['ACCESS_TOKEN_KEY']
                  spawner.environment['ACCESS_SECRET'] = auth_state['ACCESS_TOKEN_SECRET']
                  spawner.environment['CLIENT_ID'] = self.client_id
                  spawner.environment['CLIENT_SECRET'] = self.client_secret
                  spawner.environment['USER'] = identity['username']
                  # Set rather than use .extend!
                  # Since otherwise the volumes list will grow each time
                  # the spawner stops and starts!

                  homedir = '/data/project/paws/userhomes/{}'.format(identity['sub'])
                  homenfs = '/srv/misc/shared/paws/project/paws/userhomes/{}'.format(identity['sub'])
                  # Create the homedir so docker doesn't do it as root
                  os.makedirs(homedir, mode=0o755, exist_ok=True)
                  if localdev == True:
                      spawner.volumes = [
                          {
                              'name': 'home',
                              'hostPath': { 'path': homenfs }
                          },
                          {
                              'name': 'dumps',
                              'hostPath': { 'path': '/public/dumps' }
                          },
                          {
                              'name': 'dumps-src1',
                              'hostPath': { 'path': '/mnt/nfs/dumps-clouddumps1002.wikimedia.org' }
                          },
                          {
                              'name': 'dumps-src2',
                              'hostPath': { 'path': '/mnt/nfs/dumps-clouddumps1001.wikimedia.org' }
                          }
                      ]
                  else:
                      spawner.volumes = [
                          {
                              'name': 'home',
                              'nfs': { 'server': 'nfs-tools-project.svc.eqiad.wmnet', 'path': homenfs }
                          },
                          {
                              'name': 'dumps',
                              'nfs': { 'server': 'clouddumps1001.wikimedia.org', 'path': '/' }
                          },
                          {
                              'name': 'dumps-src1',
                              'nfs': { 'server': 'clouddumps1002.wikimedia.org', 'path': '/' }
                          },
                          {
                              'name': 'dumps-src2',
                              'nfs': { 'server': 'clouddumps1001.wikimedia.org', 'path': '/' }
                          }
                      ]

                  spawner.volume_mounts = [
                      {
                          'name': 'home',
                          'mountPath': '/home/paws'
                      },
                      {
                          'name': 'dumps',
                          'mountPath': '/public/dumps/public',
                          'readOnly': True
                      },
                      {
                          'name': 'dumps-src1',
                          'mountPath': '/mnt/nfs/dumps-clouddumps1002.wikimedia.org',
                          'readOnly': True
                      },
                      {
                          'name': 'dumps-src2',
                          'mountPath': '/mnt/nfs/dumps-clouddumps1001.wikimedia.org',
                          'readOnly': True
                      },
                  ]

          c.JupyterHub.authenticator_class = Auth
          c.JupyterHub.authenticate_prometheus = False
          c.JupyterHub.logo_file = '/srv/jupyterhub/PAWS.svg'
          c.JupyterHub.template_vars = {
              'announcement': ('<span class="alert-success">'
                              'Welcome to PAWS. '
                              'Please <a href="https://phabricator.wikimedia.or'
                              'g/maniphest/task/edit/form/1/?title=%5Bbug%5D%20%3Cyour%20request%20here%3E&description=%3D%3D%20What%20happened%3F%0D%0A%0D%0AA%20brief%20explanation%20of%20the%20problem%20you%20found%20(if%20you%20can%20give%20screenshots%20please%20do)%0D%0A%0D%0A%3D%3D%20What%20should%20have%20happened%3F%0D%0A%0D%0AWhat%20is%20it%20that%20you%20expected%20to%20happen%20instead&projects=PAWS&subscribers=dcaro%2Ckomla&priority=triage">'
                              ' report any issues on Phabricator</a>, you can also give feedback <a href="https://phabricator.wikimedia.org/maniphest/task/edit/form/1/?title=%5Bfeature%5D%20%3Cyour%20request%20here%3E&description=%3D%3D%20Why%0D%0A%0D%0AA%20brief%20explanation%20of%20the%20problem%20you%20are%20trying%20to%20solve%0D%0A%0D%0A%3D%3D%20How%3F%0D%0A%0D%0AIf%20you%20have%20an%20idea%2C%20some%20explanation%20on%20how%20to%20solve%20it%20(optional).&projects=PAWS&subscribers=dcaro%2Ckomla&priority=triage">here</a>'
                              '</span>')
          }
    extraEnv:
      USER: tools.paws
      JUPYTERHUB_CRYPT_KEY: "4849a4d92a49cdf9a80b49486293e29966c4f02daefa0f5597cf14546bab09f8"
      MYSQL_HMAC_KEY: "9a33d49db4bb823e87187a11e4f6296bee41bc35c41dc195634dff440c1870f0"
    cookieSecret: 827902ad187337f83adc565dadfb4c095ce1962442aae043ac78948f9b216a8f
    fsGid: 52771
    image:
      name: quay.io/wikimedia-paws-prod/paws-hub
      tag: pr-219 # paws-hub tag managed by github actions
    containerSecurityContext:
      runAsUser: 52771
    resources:
      requests:
        memory: "200Mi"
        cpu: .2
  ingress:
    enabled: true
    hosts:
      - hub.paws.local
  # We are not on an autoscaling cluster, so we don't want this
  scheduling:
    userScheduler:
      enabled: false
    userPlaceholder:
      containerSecurityContext:
        runAsUser: 52771
        runAsGroup: 52771
  singleuser:
    cmd:
      - jupyterhub-singleuser
      - --LabApp.collaborative=true
    fsGid: 52771
    image:
      name: quay.io/wikimedia-paws-prod/singleuser
      tag: pr-223 # singleuser tag managed by github actions
      pullPolicy: Always
    memory:
      guarantee: 1G
      limit: 3G
    cpu:
      guarantee: .5
      limit: 1
    storage:
      type: none
    uid: 52771
    # This must be false or this whole thing cannot work with restrictive PSP
    cloudMetadata:
      blockWithIptables: false
    extraEnv:
      HUB_DOMAIN: "hub.paws.local"  # Check jupyterhub.ingress.hosts
      REFINE_DOMAIN: "hub.paws.local"  # Check jupyterhub.ingress.hosts
    lifecycleHooks:
      postStart:
        exec:
          command: ["sh", "-c", "cd /srv/paws/pwb && git pull origin stable || exit 0"]
# mysql configures the wiki replica backend variables
mysql:
  domain: "svc.cluster.local"
  username: s52771
  password: "iAmNotSecret0"
minesweeper:
  enabled: false  # most local-dev testers won't have the key to configs
  image:
    name: quay.io/wikimedia-paws-prod/minesweeper
    tag: pr-207 # minesweeper tag managed by github actions
    template: "{{ .Values.minesweeper.image.name }}:{{ .Values.minesweeper.image.tag }}"
# If not deployed for prod use, we use the some hacks for testing
localdev:
  enabled: true
  image:
    name: quay.io/wikimedia-paws-prod/jobber
    tag: pr-155 # jobber tag managed by github actions
    # mediawikiHacks.image.template safely defines image:tag name in yaml
    template: "{{ .Values.localdev.image.name}}:{{.Values.localdev.image.tag }}"