diff --git a/spark/Dockerfile b/spark/Dockerfile index 19d08bc..f515697 100644 --- a/spark/Dockerfile +++ b/spark/Dockerfile @@ -18,6 +18,9 @@ RUN apt-get update && \ COPY requirements.txt . RUN pip3 install -r requirements.txt +# Add scala kernel via spylon-kernel +RUN python3 -m spylon_kernel install + # Download and install IJava jupyter kernel RUN curl https://github.com/SpencerPark/IJava/releases/download/v1.3.0/ijava-1.3.0.zip -Lo ijava-1.3.0.zip \ && unzip ijava-1.3.0.zip \ diff --git a/spark/requirements.txt b/spark/requirements.txt index 1ba10d8..4e7ca8f 100644 --- a/spark/requirements.txt +++ b/spark/requirements.txt @@ -1,3 +1,4 @@ jupyter==1.0.0 pandas==1.4.2 prettytable==3.2.0 +spylon-kernel==0.4.1