Skip to content

AMBARI-26055: Add alluxio support #3934

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
JiaLiangC merged 2 commits into from
Jan 20, 2025
Merged

AMBARI-26055: Add alluxio support #3934

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
1137e78
add alluxio service
zRains Jan 20, 2025
66b36c6
fix license
JiaLiangC Jan 20, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
26 changes: 26 additions & 0 deletions ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/properties/stack_packages.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,32 @@
{
"BIGTOP": {
"stack-select": {
"ALLUXIO": {
"ALLUXIO_MASTER": {
"STACK-SELECT-PACKAGE": "alluxio",
"INSTALL": [
"alluxio"
],
"PATCH": [
"alluxio"
],
"STANDARD": [
"alluxio"
]
},
"ALLUXIO_WORKER": {
"STACK-SELECT-PACKAGE": "alluxio",
"INSTALL": [
"alluxio"
],
"PATCH": [
"alluxio"
],
"STANDARD": [
"alluxio"
]
}
},
"HBASE": {
"HBASE_CLIENT": {
"STACK-SELECT-PACKAGE": "hbase-client",
Expand Down
59 changes: 59 additions & 0 deletions ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ALLUXIO/alerts.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
{
"ALLUXIO": {
"service": [],
"ALLUXIO_MASTER": [
{
"name": "ALLUXIO_MASTER_PROCESS",
"label": "alluxio master",
"description": "This host-level alert is triggered if the alluxio msater cannot be determined to be up.",
"interval": 1,
"scope": "HOST",
"source": {
"type": "PORT",
"uri": "{{alluxio-log4j-properties/alluxio.master.rpc.port}}",
"default_port": 19998,
"reporting": {
"ok": {
"text": "TCP OK - {0:.3f}s response on port {1}"
},
"warning": {
"text": "TCP OK - {0:.3f}s response on port {1}",
"value": 1.5
},
"critical": {
"text": "Connection failed: {0} to {1}:{2}",
"value": 5
}
}
}
}
],
"ALLUXIO_WORKER": [
{
"name": "ALLUXIO_WORKER_PROCESS",
"label": "alluxio worker",
"description": "This host-level alert is triggered if the alluxio worker cannot be determined to be up.",
"interval": 1,
"scope": "HOST",
"source": {
"type": "PORT",
"uri": "{{alluxio-log4j-properties/alluxio.worker.rpc.port}}",
"default_port": 29999,
"reporting": {
"ok": {
"text": "TCP OK - {0:.3f}s response on port {1}"
},
"warning": {
"text": "TCP OK - {0:.3f}s response on port {1}",
"value": 1.5
},
"critical": {
"text": "Connection failed: {0} to {1}:{2}",
"value": 5
}
}
}
}
]
}
}
232 changes: 232 additions & 0 deletions ...ver/src/main/resources/stacks/BIGTOP/3.2.0/services/ALLUXIO/configuration/alluxio-env.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,232 @@
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!--
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-->
<configuration supports_final="true">
<property>
<name>alluxio_user</name>
<display-name>Alluxio User</display-name>
<value>alluxio</value>
<property-type>USER</property-type>
<value-attributes>
<type>user</type>
<overridable>false</overridable>
<user-groups>
<property>
<type>cluster-env</type>
<name>user_group</name>
</property>
<property>
<type>alluxio-env</type>
<name>alluxio_group</name>
</property>
</user-groups>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>alluxio_group</name>
<display-name>Alluxio Group</display-name>
<value>hadoop</value>
<property-type>GROUP</property-type>
<description>alluxio group</description>
<value-attributes>
<type>user</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>alluxio_log_dir</name>
<display-name>Alluxio Log directory</display-name>
<value>/var/log/alluxio</value>
<description>Alluxio Log Dir</description>
<value-attributes>
<type>directory</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
<property>
<name>alluxio_pid_dir</name>
<display-name>Alluxio PID directory</display-name>
<value>/var/run/alluxio</value>
<value-attributes>
<type>directory</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>

<property>
<name>alluxio_service_keytab</name>
<description>Alluxio keytab path</description>
<on-ambari-upgrade add="false"/>
</property>
<property>
<name>alluxio_service_principal</name>
<description>Alluxio principal</description>
<property-type>KERBEROS_PRINCIPAL</property-type>
<on-ambari-upgrade add="false"/>
</property>

<property>
<name>alluxio_keytab</name>
<description>Alluxio keytab path</description>
<on-ambari-upgrade add="false"/>
</property>
<property>
<name>alluxio_principal</name>
<description>Alluxio principal</description>
<property-type>KERBEROS_PRINCIPAL</property-type>
<on-ambari-upgrade add="false"/>
</property>

<!-- alluxio-env.sh -->
<property>
<name>content</name>
<description>This is the jinja template for alluxio-env.sh file</description>
<value>

#!/usr/bin/env bash
#
# The Alluxio Open Foundation licenses this work under the Apache License, version 2.0
# (the "License"). You may not use this work except in compliance with the License, which is
# available at www.apache.org/licenses/LICENSE-2.0
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
# either express or implied, as more fully set forth in the License.
#
# See the NOTICE file distributed with this work for information regarding copyright ownership.
#

# Copy this file as alluxio-env.sh and edit it to configure Alluxio for your
# site. This file is sourced to launch Alluxio servers or use Alluxio shell
# commands.
#
# This file is an optional approach to configure Alluxio options by setting the
# following listed environment variables. Note that, setting this file will not
# affect jobs (e.g., Spark job or MapReduce job) that are using Alluxio client
# as a library. Alternatively, it is recommended to create alluxio-site.properties file,
# which supports all the configuration options provided by Alluxio
# (https://docs.alluxio.io/os/user/stable/en/reference/Properties-List.html),
# and is respected by both external jobs and Alluxio servers (or shell).

# This file also allows you to configure Alluxio remote debugging as outlined here:
# https://docs.alluxio.io/os/user/stable/en/operation/Troubleshooting.html#alluxio-remote-debug

# JVM is required to run Alluxio.
# If its path is not set in Shell, please specify either of following environment variables
# JAVA_HOME
# JAVA

JAVA_HOME={{java_home}}

# The directory where log files are stored. (Default: ${ALLUXIO_HOME}/logs).
# ALLUXIO_LOGS_DIR

# The hostname for log server. If set, remote logging is enabled.
# ALLUXIO_LOGSERVER_HOSTNAME
# If remote logging is enabled, the port for log server. (Default: 45600)
# ALLUXIO_LOGSERVER_PORT
# If remote logging is enabled, the directory where log server log files are stored. (Default: ${ALLUXIO_HOME}/logs)
# ALLUXIO_LOGSERVER_LOGS_DIR

# Config properties set for Alluxio master, worker and shell. (Default: "")
# E.g. "-Dalluxio.master.rpc.port=39999"
# ALLUXIO_JAVA_OPTS

ALLUXIO_JAVA_OPTS+=" -Djava.library.path=/usr/hdp/current/hadoop-client/lib/native/ "

# Config properties set for Alluxio master daemon. (Default: "")
# E.g. "-Dalluxio.master.rpc.port=39999"
# ALLUXIO_MASTER_JAVA_OPTS

# Config properties set for Alluxio job master daemon. (Default: "")
# E.g. " -javaagent:./jmx_prometheus_javaagent-0.16.0.jar=8080:./config.yaml "
# ALLUXIO_JOB_MASTER_JAVA_OPTS

# Config properties set for Alluxio worker daemon. (Default: "")
# E.g. "-Dalluxio.worker.rpc.port=49999" to set worker port, "-Xms2048M -Xmx2048M" to limit the heap size of worker.
# ALLUXIO_WORKER_JAVA_OPTS

# Config properties set for Alluxio job worker daemon. (Default: "")
# E.g. " -javaagent:./jmx_prometheus_javaagent-0.16.0.jar=18080:./config.yaml "
# ALLUXIO_JOB_WORKER_JAVA_OPTS

# Config properties set for Alluxio proxy daemon. (Default: "")
# E.g. "-Xms2048M -Xmx2048M" to limit the heap size of proxy.
# ALLUXIO_PROXY_JAVA_OPTS

# Config properties set for Alluxio log server daemon. (Default: "")
# E.g. "-Xms2048M -Xmx2048M" to limit the heap size of log server.
# ALLUXIO_LOGSERVER_JAVA_OPTS

# Config properties set for Alluxio shell. (Default: "")
# E.g. "-Dalluxio.user.file.writetype.default=CACHE_THROUGH"
# ALLUXIO_USER_JAVA_OPTS

# Additional classpath entries for Alluxio processes. (Default: "")
# E.g. "/path/to/library1/:/path/to/library2/"
# ALLUXIO_CLASSPATH

# Configuring remote debugging for Alluxio master process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60001"
# ALLUXIO_MASTER_ATTACH_OPTS

# Configuring remote debugging for Alluxio secondary master process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60010"
# ALLUXIO_SECONDARY_MASTER_ATTACH_OPTS

# Configuring remote debugging for Alluxio job master process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60002"
# ALLUXIO_JOB_MASTER_ATTACH_OPTS

# Configuring remote debugging for Alluxio worker process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60003"
# ALLUXIO_WORKER_ATTACH_OPTS

# Configuring remote debugging for Alluxio job worker process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60004"
# ALLUXIO_JOB_WORKER_ATTACH_OPTS

# Configuring remote debugging for Alluxio proxy process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60005"
# ALLUXIO_PROXY_ATTACH_OPTS

# Configuring remote debugging for Alluxio log server process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60006"
# ALLUXIO_LOGSERVER_ATTACH_OPTS

# Configuring remote debugging for Alluxio fuse process. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60009"
# ALLUXIO_FUSE_ATTACH_OPTS

# Configuring remote debugging for Alluxio shell. (Default: "")
# E.g. "-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=60000"
# ALLUXIO_USER_ATTACH_OPTS

# Config LANG to support different characters in filenames
# export LANG=en_US.UTF-8

</value>
<value-attributes>
<type>content</type>
</value-attributes>
<on-ambari-upgrade add="true"/>
</property>
</configuration>
Loading