Add jupyterlab to pyspark-jupyter container, set default

Author: luisbelloch

infra/pyspark-jupyter/Dockerfile

@@ -9,11 +9,11 @@ RUN apt-get update && \
 RUN pip3 install --upgrade setuptools wheel && \
     rm -rf ~/.cache/*
 
-RUN pip3 install --upgrade jupyter pandas && \
+RUN pip3 install --upgrade jupyterlab pandas && \
     rm -rf ~/.cache/*
 
 ENV PYSPARK_DRIVER_PYTHON=jupyter
-ENV PYSPARK_DRIVER_PYTHON_OPTS="notebook --ip $(awk \'END{print $1}\' /etc/hosts) --allow-root --port 8888"
+ENV PYSPARK_DRIVER_PYTHON_OPTS="lab --ip $(awk \'END{print $1}\' /etc/hosts) --allow-root --port 8888"
 
 WORKDIR /opt/notebook
 COPY entrypoint.sh /opt/notebook

infra/pyspark-jupyter/Makefile

@@ -1,18 +1,15 @@
-.PHONY: all build tag push list run
+.PHONY: build tag push list run
 
-all: build requirements.txt tag
+all: build tag
 
 build:
 	docker build -t luisbelloch/pyspark-jupyter .
 
-requirements.txt: build
-	docker run -t luisbelloch/pyspark-jupyter pip3 freeze > requirements.txt
-
 tag:
-	docker tag luisbelloch/pyspark-jupyter luisbelloch/pyspark-jupyter:2019.1
+	docker tag luisbelloch/pyspark-jupyter luisbelloch/pyspark-jupyter:2021.10
 
 push:
-	docker push luisbelloch/pyspark-jupyter:2019.1
+	docker push luisbelloch/pyspark-jupyter:2021.10
 	docker push luisbelloch/pyspark-jupyter
 
 run:

infra/pyspark-jupyter/entrypoint.sh

@@ -2,6 +2,6 @@
 set -eou pipefail
 
 readonly IP=$(awk 'END{print $1}' /etc/hosts)
-export PYSPARK_DRIVER_PYTHON_OPTS="notebook --ip \"${IP}\" --allow-root --port 8888"
+export PYSPARK_DRIVER_PYTHON_OPTS="lab --ip \"${IP}\" --allow-root --port 8888"
 pyspark