Dockerfile

# This is the master Dockerfile
# it should work, but AFAIK noone is currently using dweb-mirror under Docker so if not please send post a bug report or PR
# In most cases install.sh is a better way to get something running on a box.
# There is a deploy of this dweb-mirror repo running under nomad at https://www-dweb-mirror.dev.archive.org
# There is a variation of this in OLIP https://gitlab.com/bibliosansfrontieres/olip/dweb-mirror
# The changes in both those dockerfiles are incorporated below, but commented out.
#

# Docker quick reference - for more details check https://docs.docker.com/engine/reference/builder/
# Building
# > cd ...dweb-mirror
# > docker image build --no-cache -t mitraardron/dweb-mirror:latest .   # Use no-cache or it might not rebuild from a changed npm
# > docker push mitraardron/dweb-mirror:latest                          # Send to repo (this is usually not done)
# For testing
# > docker run -i -p 4244:4244 --name internetarchive mitraardron/dweb-mirror:latest           # Test it
# > docker run -i -p 4244:4244 --name internetarchive mitraardron/dweb-mirror:latest /bin/bash # OR run bash inside it
# For production
# > docker run -d —name internetarchive -p 4244:4244 mitraardron/dweb-mirror:latest    # Run production
# > docker container stop mirrorHttp                                        # Stop running server
# > docker container rm mirrorHttp                                          # Delete container
# > docker logs mirrorHttp                                                  # See the logs

## Specify node version, alternatives node:12 or node:12-alpine but
# alpine images are missing git, which is needed for dependencies of dweb-archive-dist
# and node:12 not available on i386 and is missing apk
# www-dweb-mirror uses node:12 OLIP uses node:12-alpine
# BUT sharp requires node:14 so updating here.
FROM node:14
# OLIP uses ...
#ARG ARCH
#FROM $ARCH/node:12-alpine

LABEL maintainers="Mitra Ardron <mitra@archive.org>, Tracey Jaquith <tracey@archive.org>"
WORKDIR /app

## Yarn used to need installing, but is now present in alpine docker and node:12 images
# Yarn needs npm for the build, but should be happy with the version in the docker base distro
#RUN npm i npm@latest -g
# Install yarn which does a better job of de-duplicating etc
#RUN npm i yarn -g

## Need git for npm to be able to install some dependencies deep in the tree (its a known node:12 issue)
# Have to run as root to do the apt steps
USER root
# Stole this line from https://github.com/tarampampam/node-docker/blob/master/Dockerfile
# Git is neeed for install, could probably switch to the apk lines if it works on www-dweb-mirror
RUN set -x \
    apt-get update \
    && apt-get -yq install git \
    && apt-get -yq clean \
    && rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* \
    && git --version && bash --version && ssh -V && npm -v && node -v && yarn -v
#if you want bash or ssh:
#RUN apt-get -yq install bash openssh-server

# OLIP uses following, but `apk` is alpine linux
# Also OLIP is adding python, make g++ and vips-dev which must be for debugging ?
#RUN set -ex; \
#    apk --no-cache --update add git
#    mkdir -p /root/archiveorg
#
# i386 needs some extra packages to build dweb-mirror apparently.
#RUN set -ex; \
#    [ `uname -p` = "i386" ] && apk --no-cache --update add python make g++ vips-dev;

## Connect to a persistent volume for (potentially large) data caching
# OLIP - /data/archiveorg as /data is persistent. (Added to configDefaults.yaml#directories)
# nomad: /root/archiveorg : data intentionally not persistent as used for testing
RUN mkdir -p /root/archiveorg

## Copy a user config for dweb-mirror, this should be in one of the locations listed in configDefaults.yaml
# Setup initial crawl - do this BEFORE the 'yarn add' of dweb-mirror
# This config file is a good place to override anything (like port numbers, or initial crawl) needed for specific applications.
# TODO-OLIP - need strategy for where to put this and where to read it
COPY ./dweb-mirror.config.yaml /root/dweb-mirror.config.yaml


## The main install, could use "COPY" but this is sure then to get a release rather than whatever is local
#Have to run install during the build otherwise will build for different environment and may fail with ELF error
RUN yarn add @internetarchive/dweb-mirror
RUN yarn add supervisor

## tell the world which port we use, doesnt actually make docker do anything
# On dweb-mirror this is 4244
# You can change this, but it MUST match the port in dweb-mirror.config.yaml
EXPOSE 4244

##  Nasty hack to unhack this nasty line in archive.js :-) which generates unwanted logs if running on certain CI servers at IA
# nomad www-dweb-mirror only but has no negative impact on any other setup
#var log = location.host.substr(0, 4) !== 'www-' ? function () {} : console.log.bind(console);
RUN sed -i.BAK -e 's/www-/xwww-/' '/app/node_modules/@internetarchive/dweb-archive-dist/includes/archive.js'
RUN sed -i.BAK -e 's/www-/xwww-/' '/app/node_modules/@internetarchive/dweb-archive-dist/includes/archive.min.js'

WORKDIR /app/node_modules/@internetarchive/dweb-mirror

# when this container is invoked like "docker exec .." this is what that will run
CMD [ "/app/node_modules/.bin/supervisor", "-i", "..", "--", "internetarchive", "-sc" ]