Try directly with service and remove port patch to chart

jupyter/base/charts/jupyterhub/templates/hub/deployment.yaml

@@ -215,8 +215,6 @@ spec:
           ports:
             - name: http
               containerPort: 8081
-            - name: refresh-token
-              containerPort: 8082
           {{- if .Values.hub.livenessProbe.enabled }}
           {{- /* NOTE:
             We don't know how long hub database upgrades could take so having a

jupyter/base/values/values.yaml

@@ -151,10 +151,6 @@ hub:
               'command': [sys.executable, '/usr/local/etc/jupyterhub/refresh-token.py']
           }
       ]
-      c.JupyterHub.admin_users = {"refresh-token"}
-      c.JupyterHub.api_tokens = {
-          os.environ['JUPYTERHUB_API_KEY']: "refresh-token",
-      }
   extraFiles:
     refresh-token.py: 
       mountPath: /usr/local/etc/jupyterhub/refresh-token.py