From 2bd7c711da5e101f84c1170bc736631b879bf173 Mon Sep 17 00:00:00 2001
From: Mateusz Gajewski <mateusz.gajewski@gmail.com>
Date: Thu, 9 Jun 2022 17:42:38 +0200
Subject: [PATCH] Rebuild cdh5.15-hive-kerberized-kms image

---
 bin/depend.sh                                 |  2 +-
 .../cdh5.15-hive-kerberized-kms/Dockerfile    | 48 ++++++++++++++-----
 .../files/usr/bin/extract_rpms.sh             | 30 ++++++++++++
 3 files changed, 67 insertions(+), 13 deletions(-)
 create mode 100755 testing/cdh5.15-hive-kerberized-kms/files/usr/bin/extract_rpms.sh

diff --git a/bin/depend.sh b/bin/depend.sh
index 43eea993..5b9a82e6 100755
--- a/bin/depend.sh
+++ b/bin/depend.sh
@@ -15,7 +15,7 @@ find_parent() {
 			exit;
 		}
 
-		$1 == "FROM" {
+		$1 == "FROM" && $3 != "AS" {
 			split($0, a);
 			parent = $2;
 			ec = 0
diff --git a/testing/cdh5.15-hive-kerberized-kms/Dockerfile b/testing/cdh5.15-hive-kerberized-kms/Dockerfile
index 5c3c7a49..2cc5e90d 100644
--- a/testing/cdh5.15-hive-kerberized-kms/Dockerfile
+++ b/testing/cdh5.15-hive-kerberized-kms/Dockerfile
@@ -11,22 +11,46 @@
 # limitations under the License.
 
 # Cloudera removed an access to CDH5 repositories in April 2021.
-# In order to build new image version we use last released version as base.
+# In order to build new image version we use last released version to extract files from it.
 # Previous Dockerfile version is archived in archived/cdh5.15-hive.
-FROM ghcr.io/trinodb/testing/cdh5.15-hive-kerberized-kms:38
+FROM ghcr.io/trinodb/testing/cdh5.15-hive-kerberized-kms:38 AS builder
+COPY ./files /
+RUN /usr/bin/extract_rpms.sh hadoop-kms
+
+FROM testing/cdh5.15-hive-kerberized:unlabelled
+COPY --from=builder /rpms/ /rpms/
+
+RUN set -xeu \
+    && rpm -i -U /rpms/*.rpm \
+    # Cleanup
+    && yum -y clean all && rm -rf /tmp/* /var/tmp/*
 
 # COPY CONFIGURATION
 COPY ./files /
 
-RUN \
-    set -xeu && \
-    # Install additional Zulu JDK 17.0.0
-    rpm -i https://cdn.azul.com/zulu/bin/zulu17.28.13-ca-jdk17.0.0-linux.x86_64.rpm && \
-    # Upgrade Zulu JDK to 11.0.15
-    rpm -Ui https://cdn.azul.com/zulu/bin/zulu11.56.19-ca-jdk11.0.15-linux.x86_64.rpm && \
-    # Set JDK 11 as a default one
-    alternatives --set java /usr/lib/jvm/zulu-11/bin/java && \
-    alternatives --set javac /usr/lib/jvm/zulu-11/bin/javac && \
-    echo "Done"
+# add users and group for testing purposes
+RUN set -xeu && \
+    for username in alice bob charlie; do \
+        groupadd "${username}_group" && \
+        useradd -g "${username}_group" "${username}" && \
+        /usr/sbin/kadmin.local -q "addprinc -randkey ${username}/hadoop-master@LABS.TERADATA.COM" && \
+        /usr/sbin/kadmin.local -q "xst -norandkey -k /etc/hive/conf/${username}.keytab ${username}/hadoop-master"; \
+    done && \
+    echo OK
+
+RUN set -x && \
+    install --directory --owner=kms --group=kms /var/run/hadoop-kms && \
+    # $JAVA_HOME/jre/lib/security/java.security is used by default and in our Java it prevents KMS code from accessing its own keystore
+    sed -e 's@-Dcatalina.base="$CATALINA_BASE"@\0 -Djceks.key.serialFilter="**"@' -i /usr/lib/bigtop-tomcat/bin/catalina.sh && \
+    /root/setup_kms.sh && \
+    # Purge Kerberos credential cache of root user
+    kdestroy && \
+    echo OK
+
+RUN set -x && \
+    find /var/log -type f -name \*.log -printf "truncate %p\n" -exec truncate --size 0 {} \; && \
+    # Purge /tmp, this includes credential caches of other users
+    find /tmp -mindepth 1 -maxdepth 1 -exec rm -rf {} + && \
+    echo OK
 
 CMD supervisord -c /etc/supervisord.conf
diff --git a/testing/cdh5.15-hive-kerberized-kms/files/usr/bin/extract_rpms.sh b/testing/cdh5.15-hive-kerberized-kms/files/usr/bin/extract_rpms.sh
new file mode 100755
index 00000000..0d744cdb
--- /dev/null
+++ b/testing/cdh5.15-hive-kerberized-kms/files/usr/bin/extract_rpms.sh
@@ -0,0 +1,30 @@
+#!/usr/bin/env bash
+set -xeu
+
+dependencies=(
+    gdb-7.2-92.el6.x86_64.rpm
+    elfutils-libs-0.164-2.el6.x86_64.rpm
+    elfutils-0.164-2.el6.x86_64.rpm
+    redhat-rpm-config-9.0.3-51.el6.centos.noarch.rpm
+    unzip-6.0-5.el6.x86_64.rpm
+    rpm-build-4.8.0-59.el6.x86_64.rpm
+)
+
+for dependency in "${dependencies[@]}"
+do
+    echo "Installing required dependency ${dependency}"
+    rpm -i -U https://vault.centos.org/6.10/os/x86_64/Packages/${dependency}
+done
+
+rpm -i https://download-ib01.fedoraproject.org/pub/epel/7/x86_64/Packages/r/rpmrebuild-2.11-3.el7.noarch.rpm
+
+mkdir /rpms/
+
+for package in "$@"
+do
+  echo "Rebuilding RPM ${package}"
+  exact_package=$(rpm -qa | grep "${package}")
+  echo "Found RPM ${package} as ${exact_package}"
+  rpmrebuild -w "${exact_package}"
+  mv "/root/rpmbuild/RPMS/"*"/${exact_package}.rpm" "/rpms/${package}.rpm"
+done