diff --git a/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-compose.yaml index 08f5c01f6947d..e44a7bd43d433 100644 --- a/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-compose.yaml @@ -36,14 +36,14 @@ services: HADOOP_CLASSPATH: /opt/ozone/share/hadoop/ozoneplugin/*.jar env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner volumes: - ../..:/opt/hadoop ports: - 9874:9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION WAITFOR: scm:9876 env_file: - ./docker-config diff --git a/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-config b/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-config index 32931c6b82ca0..ffce1a5e526d4 100644 --- a/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozone-hdfs/docker-config @@ -14,8 +14,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -OZONE-SITE.XML_ozone.om.address=ozoneManager -OZONE-SITE.XML_ozone.om.http-address=ozoneManager:9874 +OZONE-SITE.XML_ozone.om.address=om +OZONE-SITE.XML_ozone.om.http-address=om:9874 OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=true OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml index 487c4eb29b153..46daee0c3240d 100644 --- a/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozone/docker-compose.yaml @@ -26,7 +26,7 @@ services: command: ["/opt/hadoop/bin/ozone","datanode"] env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner privileged: true #required by the profiler volumes: @@ -34,7 +34,7 @@ services: ports: - 9874:9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION WAITFOR: scm:9876 env_file: - ./docker-config diff --git a/hadoop-ozone/dist/src/main/compose/ozone/docker-config b/hadoop-ozone/dist/src/main/compose/ozone/docker-config index c55ebe14675dc..6ba54b120ca81 100644 --- a/hadoop-ozone/dist/src/main/compose/ozone/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozone/docker-config @@ -14,8 +14,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -OZONE-SITE.XML_ozone.om.address=ozoneManager -OZONE-SITE.XML_ozone.om.http-address=ozoneManager:9874 +OZONE-SITE.XML_ozone.om.address=om +OZONE-SITE.XML_ozone.om.http-address=om:9874 OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=True OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-compose.yaml index 75f4bf0390140..8a242555533d7 100644 --- a/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-compose.yaml @@ -25,14 +25,14 @@ services: command: ["/opt/hadoop/bin/ozone","datanode"] env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner volumes: - ../..:/opt/hadoop ports: - 9874:9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION env_file: - ./docker-config command: ["/opt/hadoop/bin/ozone","om"] diff --git a/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-config b/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-config index 506340cf020ba..2c87eb9867cb2 100644 --- a/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozoneblockade/docker-config @@ -14,8 +14,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -OZONE-SITE.XML_ozone.om.address=ozoneManager -OZONE-SITE.XML_ozone.om.http-address=ozoneManager:9874 +OZONE-SITE.XML_ozone.om.address=om +OZONE-SITE.XML_ozone.om.http-address=om:9874 OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=True OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/compose/ozonefs/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozonefs/docker-compose.yaml index 22055fce5b1eb..62bbd62c44f4e 100644 --- a/hadoop-ozone/dist/src/main/compose/ozonefs/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozonefs/docker-compose.yaml @@ -25,15 +25,15 @@ services: command: ["/opt/hadoop/bin/ozone","datanode"] env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner - hostname: ozoneManager + hostname: om volumes: - ../..:/opt/hadoop ports: - 9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION WAITFOR: scm:9876 env_file: - ./docker-config diff --git a/hadoop-ozone/dist/src/main/compose/ozonefs/docker-config b/hadoop-ozone/dist/src/main/compose/ozonefs/docker-config index 5061afaf83229..edfaa0ff138b5 100644 --- a/hadoop-ozone/dist/src/main/compose/ozonefs/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozonefs/docker-config @@ -15,8 +15,8 @@ # limitations under the License. CORE-SITE.XML_fs.o3fs.impl=org.apache.hadoop.fs.ozone.OzoneFileSystem -OZONE-SITE.XML_ozone.om.address=ozoneManager -OZONE-SITE.XML_ozone.om.http-address=ozoneManager:9874 +OZONE-SITE.XML_ozone.om.address=om +OZONE-SITE.XML_ozone.om.http-address=om:9874 OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=True OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-compose.yaml index 9277c8d90cdcb..4f5230b66dff8 100644 --- a/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-compose.yaml @@ -25,14 +25,14 @@ services: command: ["ozone","datanode"] env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner volumes: - ../..:/opt/hadoop ports: - 9874:9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION WAITFOR: scm:9876 env_file: - ./docker-config diff --git a/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-config b/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-config index 3e100680ed669..9c55363e56238 100644 --- a/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozoneperf/docker-config @@ -14,8 +14,8 @@ # See the License for the specific language governing permissions and # limitations under the License. -OZONE-SITE.XML_ozone.om.address=ozoneManager -OZONE-SITE.XML_ozone.om.http-address=ozoneManager:9874 +OZONE-SITE.XML_ozone.om.address=om +OZONE-SITE.XML_ozone.om.http-address=om:9874 OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=true OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/compose/ozones3/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozones3/docker-compose.yaml index 054607cceae17..343b5d7c8dff8 100644 --- a/hadoop-ozone/dist/src/main/compose/ozones3/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozones3/docker-compose.yaml @@ -25,14 +25,14 @@ services: command: ["ozone","datanode"] env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner volumes: - ../..:/opt/hadoop ports: - 9874:9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION WAITFOR: scm:9876 env_file: - ./docker-config diff --git a/hadoop-ozone/dist/src/main/compose/ozones3/docker-config b/hadoop-ozone/dist/src/main/compose/ozones3/docker-config index 2943d199b55d3..ca0d557cfb233 100644 --- a/hadoop-ozone/dist/src/main/compose/ozones3/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozones3/docker-config @@ -14,7 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -OZONE-SITE.XML_ozone.om.address=ozoneManager +OZONE-SITE.XML_ozone.om.address=om OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=true OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-compose.yaml index b102c5aeb535b..c0057276981e1 100644 --- a/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-compose.yaml @@ -44,7 +44,7 @@ services: command: ["/opt/hadoop/bin/ozone","datanode"] env_file: - docker-config - ozoneManager: + om: image: apache/hadoop-runner hostname: om volumes: diff --git a/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config b/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config index 4447a81900a5c..5031e6cbd6713 100644 --- a/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozonesecure/docker-config @@ -104,7 +104,7 @@ LOG4J2.PROPERTIES_rootLogger.appenderRef.stdout.ref=STDOUT OZONE_DATANODE_SECURE_USER=root KEYTAB_DIR=/etc/security/keytabs -KERBEROS_KEYTABS=dn om scm HTTP testuser +KERBEROS_KEYTABS=dn om scm HTTP testuser s3g KERBEROS_KEYSTORES=hadoop KERBEROS_SERVER=kdc JAVA_HOME=/usr/lib/jvm/jre diff --git a/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-compose.yaml b/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-compose.yaml index 5fadd72223bea..3eb656ed52e16 100644 --- a/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-compose.yaml +++ b/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-compose.yaml @@ -31,14 +31,14 @@ services: command: ["ozone","datanode"] env_file: - ./docker-config - ozoneManager: + om: image: apache/hadoop-runner volumes: - ../..:/opt/hadoop ports: - 9874:9874 environment: - ENSURE_OM_INITIALIZED: /data/metadata/ozoneManager/current/VERSION + ENSURE_OM_INITIALIZED: /data/metadata/om/current/VERSION WAITFOR: scm:9876 env_file: - ./docker-config diff --git a/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-config b/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-config index 39a55dcf6b1e9..ce88a38e3e462 100644 --- a/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-config +++ b/hadoop-ozone/dist/src/main/compose/ozonetrace/docker-config @@ -14,7 +14,7 @@ # See the License for the specific language governing permissions and # limitations under the License. -OZONE-SITE.XML_ozone.om.address=ozoneManager +OZONE-SITE.XML_ozone.om.address=om OZONE-SITE.XML_ozone.scm.names=scm OZONE-SITE.XML_ozone.enabled=true OZONE-SITE.XML_ozone.scm.datanode.id=/data/datanode.id diff --git a/hadoop-ozone/dist/src/main/smoketest/basic/basic.robot b/hadoop-ozone/dist/src/main/smoketest/basic/basic.robot index dde67a9625e34..88af09762704c 100644 --- a/hadoop-ozone/dist/src/main/smoketest/basic/basic.robot +++ b/hadoop-ozone/dist/src/main/smoketest/basic/basic.robot @@ -27,7 +27,7 @@ ${DATANODE_HOST} datanode Check webui static resources ${result} = Execute curl -s -I http://scm:9876/static/bootstrap-3.3.7/js/bootstrap.min.js Should contain ${result} 200 - ${result} = Execute curl -s -I http://ozoneManager:9874/static/bootstrap-3.3.7/js/bootstrap.min.js + ${result} = Execute curl -s -I http://om:9874/static/bootstrap-3.3.7/js/bootstrap.min.js Should contain ${result} 200 Start freon testing diff --git a/hadoop-ozone/dist/src/main/smoketest/basic/ozone-shell.robot b/hadoop-ozone/dist/src/main/smoketest/basic/ozone-shell.robot index 2b5d66ef14365..b66e9f8e91b62 100644 --- a/hadoop-ozone/dist/src/main/smoketest/basic/ozone-shell.robot +++ b/hadoop-ozone/dist/src/main/smoketest/basic/ozone-shell.robot @@ -23,7 +23,7 @@ Test Timeout 2 minute *** Test Cases *** RpcClient with port - Test ozone shell o3:// ozoneManager:9862 rpcwoport + Test ozone shell o3:// om:9862 rpcwoport RpcClient without host Test ozone shell o3:// ${EMPTY} rpcwport diff --git a/hadoop-ozone/dist/src/main/smoketest/ozonefs/ozonefs.robot b/hadoop-ozone/dist/src/main/smoketest/ozonefs/ozonefs.robot index afd37c5e1d20c..23ef96c989a7e 100644 --- a/hadoop-ozone/dist/src/main/smoketest/ozonefs/ozonefs.robot +++ b/hadoop-ozone/dist/src/main/smoketest/ozonefs/ozonefs.robot @@ -23,25 +23,25 @@ Resource ../commonlib.robot *** Test Cases *** Create volume and bucket - Execute ozone sh volume create http://ozoneManager/fstest --user bilbo --quota 100TB --root - Execute ozone sh volume create http://ozoneManager/fstest2 --user bilbo --quota 100TB --root - Execute ozone sh bucket create http://ozoneManager/fstest/bucket1 - Execute ozone sh bucket create http://ozoneManager/fstest/bucket2 - Execute ozone sh bucket create http://ozoneManager/fstest2/bucket3 + Execute ozone sh volume create http://om/fstest --user bilbo --quota 100TB --root + Execute ozone sh volume create http://om/fstest2 --user bilbo --quota 100TB --root + Execute ozone sh bucket create http://om/fstest/bucket1 + Execute ozone sh bucket create http://om/fstest/bucket2 + Execute ozone sh bucket create http://om/fstest2/bucket3 Check volume from ozonefs ${result} = Execute ozone fs -ls o3fs://bucket1.fstest/ Run ozoneFS tests Execute ozone fs -mkdir -p o3fs://bucket1.fstest/testdir/deep - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should contain ${result} testdir/deep Execute ozone fs -copyFromLocal NOTICE.txt o3fs://bucket1.fstest/testdir/deep/ - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should contain ${result} NOTICE.txt Execute ozone fs -put NOTICE.txt o3fs://bucket1.fstest/testdir/deep/PUTFILE.txt - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should contain ${result} PUTFILE.txt ${result} = Execute ozone fs -ls o3fs://bucket1.fstest/testdir/deep/ @@ -49,13 +49,13 @@ Run ozoneFS tests Should contain ${result} PUTFILE.txt Execute ozone fs -mv o3fs://bucket1.fstest/testdir/deep/NOTICE.txt o3fs://bucket1.fstest/testdir/deep/MOVED.TXT - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should contain ${result} MOVED.TXT Should not contain ${result} NOTICE.txt Execute ozone fs -mkdir -p o3fs://bucket1.fstest/testdir/deep/subdir1 Execute ozone fs -cp o3fs://bucket1.fstest/testdir/deep/MOVED.TXT o3fs://bucket1.fstest/testdir/deep/subdir1/NOTICE.txt - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should contain ${result} subdir1/NOTICE.txt ${result} = Execute ozone fs -ls o3fs://bucket1.fstest/testdir/deep/subdir1/ @@ -65,19 +65,19 @@ Run ozoneFS tests Should not contain ${result} Failed Execute ozone fs -rm o3fs://bucket1.fstest/testdir/deep/subdir1/NOTICE.txt - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should not contain ${result} NOTICE.txt ${result} = Execute ozone fs -rmdir o3fs://bucket1.fstest/testdir/deep/subdir1/ - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should not contain ${result} subdir1 Execute ozone fs -touch o3fs://bucket1.fstest/testdir/TOUCHFILE.txt - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should contain ${result} TOUCHFILE.txt Execute ozone fs -rm -r o3fs://bucket1.fstest/testdir/ - ${result} = Execute ozone sh key list o3://ozoneManager/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' + ${result} = Execute ozone sh key list o3://om/fstest/bucket1 | grep -v WARN | jq -r '.[].keyName' Should not contain ${result} testdir Execute rm -Rf localdir1 @@ -98,7 +98,7 @@ Run ozoneFS tests Execute ozone fs -cp o3fs://bucket1.fstest/testdir1/localdir1 o3fs://bucket3.fstest2/testdir3/ - Execute ozone sh key put o3://ozoneManager/fstest/bucket1/KEY.txt NOTICE.txt + Execute ozone sh key put o3://om/fstest/bucket1/KEY.txt NOTICE.txt ${result} = Execute ozone fs -ls o3fs://bucket1.fstest/KEY.txt Should contain ${result} KEY.txt ${rc} ${result} = Run And Return Rc And Output ozone fs -copyFromLocal NOTICE.txt o3fs://bucket1.fstest/KEY.txt diff --git a/hadoop-ozone/dist/src/main/smoketest/test.sh b/hadoop-ozone/dist/src/main/smoketest/test.sh index 621d56aab1927..57044043f2de5 100755 --- a/hadoop-ozone/dist/src/main/smoketest/test.sh +++ b/hadoop-ozone/dist/src/main/smoketest/test.sh @@ -78,7 +78,7 @@ execute_tests(){ TITLE="Ozone $TEST tests with $COMPOSE_DIR cluster" set +e OUTPUT_NAME="$COMPOSE_DIR-${TEST//\//_}" - docker-compose -f "$COMPOSE_FILE" exec -T ozoneManager python -m robot --log NONE --report NONE "${OZONE_ROBOT_OPTS[@]}" --output "smoketest/$RESULT_DIR/robot-$OUTPUT_NAME.xml" --logtitle "$TITLE" --reporttitle "$TITLE" "smoketest/$TEST" + docker-compose -f "$COMPOSE_FILE" exec -T om python -m robot --log NONE --report NONE "${OZONE_ROBOT_OPTS[@]}" --output "smoketest/$RESULT_DIR/robot-$OUTPUT_NAME.xml" --logtitle "$TITLE" --reporttitle "$TITLE" "smoketest/$TEST" set -e docker-compose -f "$COMPOSE_FILE" logs > "$DIR/$RESULT_DIR/docker-$OUTPUT_NAME.log" done