Add GPU Dockerfile

.gitignore

@@ -0,0 +1 @@
+.ipynb_checkpoints

Dockerfile

@@ -0,0 +1,11 @@
+FROM tensorflow/tensorflow:2.5.0-gpu-jupyter
+
+RUN pip install --use-feature=2020-resolver tensorflow_hub tensorflow-probability tokenizers transformers[sentencepiece] datasets knockknock pandas panel click rich[jupyter] nltk spacy scikit-learn https://github.com/kpu/kenlm/archive/master.zip markovify
+
+RUN pip install --use-feature=2020-resolver "jax[cuda111]" -f https://storage.googleapis.com/jax-releases/jax_releases.html flax
+
+# RUN pip install --no-warn-script-location --use-feature=2020-resolver --user -q tensorflow_text add a check to see which version of tf it installs
+
+# RUN pip uninstall -y tensorflow==??? TODO: automatically detect which tf-cpu version tf_text installs to be able to remove it.
+
+CMD ["bash", "-c", "source /etc/bash.bashrc && jupyter notebook --notebook-dir=/tf --ip 0.0.0.0 --no-browser --allow-root"]

Makefile

@@ -0,0 +1,15 @@
+VERSION := 0.0.1
+NAME := gpt-2-german
+REPO := cakiki
+
+build: clean
+	docker build -t ${REPO}/${NAME}:${VERSION} -t ${REPO}/${NAME}:latest .
+
+run: build
+	docker run --rm -it -p 8888:8888 -p 6006:6006 --gpus all --env PYTHONPATH=/tf/src --mount type=bind,source=${PWD},target=/tf ${REPO}/${NAME}:${VERSION} && make -s clean
+
+clean:
+	sudo chown -R 1000:1000 .
+
+push: build
+	docker push ${REPO}/${NAME}:${VERSION} && docker push ${REPO}/${NAME}:latest

notebooks/jax.ipynb

@@ -0,0 +1,117 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "af8ae1be",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/html": [
+       "<style>.container { width:95% !important; }</style>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    }
+   ],
+   "source": [
+    "from IPython.core.display import display, HTML\n",
+    "display(HTML(\"<style>.container { width:95% !important; }</style>\"))\n",
+    "%config IPCompleter.use_jedi=False"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 2,
+   "id": "b7668713",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import jax"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "id": "485f9423",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "[GpuDevice(id=0, process_index=0)]"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "jax.devices()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 4,
+   "id": "d59b2dd7",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Fri Jul  2 07:46:55 2021       \r\n",
+      "+-----------------------------------------------------------------------------+\r\n",
+      "| NVIDIA-SMI 460.84       Driver Version: 460.84       CUDA Version: 11.2     |\r\n",
+      "|-------------------------------+----------------------+----------------------+\r\n",
+      "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\r\n",
+      "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\r\n",
+      "|                               |                      |               MIG M. |\r\n",
+      "|===============================+======================+======================|\r\n",
+      "|   0  TITAN RTX           Off  | 00000000:C1:00.0  On |                  N/A |\r\n",
+      "| 41%   54C    P0    66W / 280W |   1260MiB / 24217MiB |      1%      Default |\r\n",
+      "|                               |                      |                  N/A |\r\n",
+      "+-------------------------------+----------------------+----------------------+\r\n",
+      "                                                                               \r\n",
+      "+-----------------------------------------------------------------------------+\r\n",
+      "| Processes:                                                                  |\r\n",
+      "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\r\n",
+      "|        ID   ID                                                   Usage      |\r\n",
+      "|=============================================================================|\r\n",
+      "+-----------------------------------------------------------------------------+\r\n"
+     ]
+    }
+   ],
+   "source": [
+    "!nvidia-smi"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}