Network System Laboratory - Backup diff of JupyterHub/DockerSpawner vs current(No. 11)

View the diff.
View the source.
Go to JupyterHub/DockerSpawner.

--- 11: 2021-07-13 (Tue) 11:33:34 iseki
+++ Cur: 2021-10-16 (Sat) 14:22:59 iseki
@@ Line 11: / Line 11: @@
  or
  (jupyterhub) # pip install dockerspawner
+- pip --no-cache-dir install git+https://github.com/jupyterhub/dockerspawner.git　をお勧め
+#br
 *** 設定 [#i5887782]
@@ Line 20: / Line 24: @@
 #br
-*** 起動用 Docker images [#w0091afe]
+*** Docker Images [#ta8920e4]
+**** [[jupyterhub-sigleuser>./jupyterhub-sigleuser]] [#zf5de082]
 - docker pull jupyterhub/singleuser
+#br
+**** datascience-notebook  [#s5b3175e]
 - docker pull jupyter/datascience-notebook
 #br
@@ Line 42: / Line 50: @@
   && rm -rf /var/lib/apt/lists/*
-**** 二重引数の問題が発生 [#t9a36c00]
+**** Docker commit でイメージを作ると，二重引数の問題が発生 [#t9a36c00]
 - iseki でログイン時
  # docker exec -it jupyter-iseki /bin/bash
@@ Line 64: / Line 72: @@
 cp /etc/subuid- /etc/subuid
-**** [[start.sh（改）>./start.sh]] [#q31443f9]
+- [[解決>#xeab91b6]]
+#br
+**** [[start.sh（改）>./start.sh-kai]],  [[start.sh（オリジナル）>./start.sh]][#q31443f9]
 - コンテナ内の /usr/local/bin/start.sh
 -- コンテナ内の環境設定スクリプト
+- 利用できる環境変数
+ SHELL=/bin/bash
+ USER_ID=10015
+ MINIFORGE_VERSION=4.9.2-0
+ HOSTNAME=58f17edda0c7
+ LANGUAGE=en_US.UTF-8
+ JUPYTERHUB_API_TOKEN=d8137932ac144ebaa70bb04ba359fbac
+ JUPYTERHUB_BASE_URL=/
+ NB_UID=10015
+ PWD=/home/teacher/iseki
+ NB_NOTEDIRX=/home/{groupname}/{username}/work
+ GRANT_SUDO=yes
+ JUPYTERHUB_SERVER_NAME=
+ HOME=/home/teacher/iseki
+ LANG=en_US.UTF-8
+ JPY_API_TOKEN=d8137932ac144ebaa70bb04ba359fbac
+ NB_GID=10001
+ CHOWN_HOME=yes
+ JUPYTERHUB_SERVICE_PREFIX=/user/iseki/
+ JUPYTERHUB_OAUTH_CALLBACK_URL=/user/iseki/oauth_callback
+ NB_GROUP=teacher
+ USER=iseki
+ SHLVL=1
+ CONDA_DIR=/opt/conda
+ JUPYTERHUB_API_URL=http://172.22.1.75:8081/hub/api
+ JUPYTERHUB_CLIENT_ID=jupyterhub-user-iseki
+ JUPYTERHUB_HOST=
+ CONDA_VERSION=4.9.2
+ NB_USER=iseki
+ LC_ALL=en_US.UTF-8
+ PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
+ JUPYTERHUB_USER=iseki
+ JUPYTERHUB_ACTIVITY_URL=http://172.22.1.75:8081/hub/api/users/iseki/activity
+ DEBIAN_FRONTEND=noninteractive
+ _=/usr/bin/env
 #br
@@ Line 72: / Line 120: @@
 - /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/dockerspawner/
--- __init__.py
+-- edit __init__.py
 -- ex.) nsldockerspawner.py
  ......
  from dockerspawner import DockerSpawner
  class NSLDockerSpawner(DockerSpawner):
  ......
@@ Line 89: / Line 137: @@
 #br
-**** ProjectDockerSpawner [#d9dde499]
+**** MDLDockerSpawner [#d9dde499]
 - 参考：  https://gist.github.com/marufeuille/596cf6f9e26fa6fcb7e304d5b163c7c8
@@ Line 194: / Line 242: @@
           return super(ProjectDockerSpawner, self).start()
 #br
-**** NSLDockerSpaewner [#rdae5a79]
 #br
-*** Trouble Shooting [#j137c8ff]
+*** Tools [#ke66d2d2]
+**** アイドルしている Docker コンポーネントを殺す！ [#uf1854cf]
+***** %%jupyterhub-idle-culler%% [#eb3404d4]
+- jupyterhub_idle_culler
+- https://github.com/jupyterhub/jupyterhub-idle-culler
-**** 何故かイメージを変更して commit すると引数が２重になる？ （''非常に重要な問題''）[#xeab91b6]
+- pip で入れると No module named が出て，動かない模様
-- docker logs のでエラーメッセージ
+-- No module named jupyterhub_idle_culler
--- [C 2021-07-11 13:52:21.786 SingleUserNotebookApp application:89] Bad config encountered during initialization: Error loading argument SingleUserNotebookApp.ip=['0.0.0.0', '0.0.0.0'], ip only accepts one value, got 2: ['0.0.0.0', '0.0.0.0']
-- /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/dockerspawner/dockerspawner.py L804
--- get_command() の cmd + self.get_args() で cmd に既に引数が入っている？
-- 最新版 (Project用) [[jupyterhub_config.py>../SystemUserSpawner/jupyterhub_config.py]] 内で対症療法中
-- ''上記の Dockerfile を使って作成すれば問題無し''
+- GitHub から直接入れる．
+-- git clone https://github.com/jupyterhub/jupyterhub-idle-culler.git
+-- cd jupyterhub-idle-culler
+-- python setup.py build
+-- python setup.py build
+- ''期待通りに動かん！''
+- jupyterhub_config.py
+ lmport sys
+ c.JupyterHub.services = [
+    {
+        'name': 'idle-culler',
+        'admin': True,
+        'command': [
+            sys.executable,
+            '-m', 'jupyterhub_idle_culler',
+            '--timeout=3600'
+        ],
+    }
+ ]
+***** cull_idle_servers.py [#zc9428f7]
+- jupyterhub-idle-culler は期待通りに動かない．cull_idle_servers.py の方が良いみたい．
+- https://github.com/jupyterhub/jupyterhub/tree/a6b7e303df03865d6420f6bccdf627b39f1d0dc1/examples/cull-idle
+- 実行状態(run)も確実に殺してくれる（stop でなくて, rm）．
+- Webで開いたままだとダメ
+- jupyterhub_config.py
+ import sys
+ c.JupyterHub.services = [
+    {
+        'name': 'idle-culler',
+        'admin': True,
+        'command': [
+            sys.executable,
+            '/usr/local/bin/cull_idle_servers.py',
+            '--timeout=3600'
+        ],
+    }
+ ]
 #br
+** Trouble Shooting [#j137c8ff]
 **** 新しいファイルがパーミッションが無いとして，作成できない． [#z72fb1be]
@@ Line 220: / Line 314: @@
 #br
-** Hack [#gdd93e11]
+* Hack [#gdd93e11]
+*** カスタマイズ [#p63e4677]
+- https://jupyterhub.readthedocs.io/en/stable/reference/spawners.html
+#br
+*** DockerSpawner が self.get_env() で取れる情報 [#bb38d813]
+ {
+     'JUPYTERHUB_API_TOKEN': 'cfd4fbcd6ea6491492016765dbbf4805',
+     'JPY_API_TOKEN': 'cfd4fbcd6ea6491492016765dbbf4805',
+     'JUPYTERHUB_CLIENT_ID': 'jupyterhub-user-bob',
+     'JUPYTERHUB_HOST': '',
+     'JUPYTERHUB_OAUTH_CALLBACK_URL': '/user/bob/oauth_callback',
+     'JUPYTERHUB_USER': 'bob',
+     'JUPYTERHUB_SERVER_NAME': '',
+     'JUPYTERHUB_API_URL': 'http://172.22.1.75:8081/hub/api',
+     'JUPYTERHUB_ACTIVITY_URL': 'http://172.22.1.75:8081/hub/api/users/bob/activity',
+     'JUPYTERHUB_BASE_URL': '/',
+     'JUPYTERHUB_SERVICE_PREFIX': '/user/bob/',
+     'GRANT_SUDO': 'yes',
+     'USER': 'bob',
+     'NB_USER': 'bob',
+     'USER_ID': 1001,
+     'NB_UID': 1001,
+     'HOME': '/home/users/bob',
+     'NB_GID': 100
+ }
+*** 認証モジュール [#xecc82c3]
+- /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/ldapauthenticator/
+- /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/ltiauthenticator/
+- /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/jupyterhub/auth.py
+#br
-*** Groups [#wefff3af]
+*** Groups毎にマウントするボリュームを変える [#wefff3af]
 - https://qiita.com/marufeuille/items/62e3a842f7a039c35aac
 #br
-*** Users [#m3f602dc]
+** Users [#m3f602dc]
 - 以下でやろうとしたこと（ユーザを jovyan以外する）は [[''dockerspawner.SystemUserSpawner''>../SystemUserSpawner]] を使用すれば解決するので，没．
 #br
@@ Line 247: / Line 374: @@
 **** start.sh [#lb268269]
-- [[start.sh（改）>./start.sh]]
+- [[start.sh（改）>./start.sh-kai]]
 #br
+**** 起動コマンド [#mde3032e]
+ tini -g -- \
+ start-notebook.sh --ip=0.0.0.0 --port=8888 --notebook-dir=/home/teacher/iseki/jupyter --SingleUserNotebookApp.default_url=/lab
+ sudo -E -H -u iseki PATH=/opt/conda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin XDG_CACHE_HOME=/home/teacher/iseki/.cache PYTHONPATH=  \
+ jupyterhub-singleuser --ip=0.0.0.0 --port=8888 --notebook-dir=/home/teacher/iseki/jupyter --SingleUserNotebookApp.default_url=/lab
 *** Docker の起動 [#o46a3f42]
@@ Line 256: / Line 390: @@
 #br
 *** 設定ファイルから，パラメータ（引数）を渡す [#y62d4f07]
+**** 下記機能の実現は環境変数によっても可能 [#da119405]
 - file
  /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/jupyterhub/spawner.py
@@ Line 261: / Line 396: @@
 -- 任意のパラメータ（引数）に ''{username}'' 等を使用可能にする
  c.DockerSpawner.args = ['--username={username}']
--- self.format_string() を通すと {...} を処理してくれる．
+-- ''self.format_string''() を通すと {...} を処理してくれる．
 - ''注：''[[SystemUserSpawner>../SystemUserSpawner]] が正しく動けば, コンテナ内の環境変数 NB_USER で取れるので，''以下のコード修正は不要''．
@@ Line 267: / Line 402: @@
 #br
-**** code [#td63949c]
+***** code [#td63949c]
-***** /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/jupyterhub/spawner.py [#ba454e16]
+- /usr/local/anaconda/envs/jupyterhub/lib/python3.8/site-packages/jupyterhub/spawner.py
+- 継承を使う方がスマート
 - 1.0.0
          if self.debug:
@@ Line 294: / Line 431: @@
  +            args.append(self.format_string(arg))
           return args
       def run_pre_spawn_hook(self):