HDDS-4567: SCMContext Phase 1 - Raft Related Info

.github/workflows/post-commit.yml

@@ -19,8 +19,7 @@ on:
   schedule:
     - cron: 30 0,12 * * *
 jobs:
-  build:
-    name: compile
+  compile:
     runs-on: ubuntu-18.04
     strategy:
       matrix:
@@ -49,7 +48,14 @@ jobs:
         with:
           java-version: ${{ matrix.java }}
       - name: Run a full build
-        run: hadoop-ozone/dev-support/checks/build.sh
+        run: hadoop-ozone/dev-support/checks/build.sh -Pcoverage -Pdist
+      - name: Store binaries for tests
+        uses: actions/upload-artifact@v2
+        if: matrix.java == '8'
+        with:
+          name: ozone-bin
+          path: hadoop-ozone/dist/target/hadoop-ozone*.tar.gz
+          retention-days: 1
   bats:
     runs-on: ubuntu-18.04
     steps:
@@ -167,6 +173,7 @@ jobs:
           path: target/findbugs
         continue-on-error: true
   acceptance:
+    needs: compile
     runs-on: ubuntu-18.04
     strategy:
       matrix:
@@ -178,37 +185,20 @@ jobs:
     steps:
       - name: Checkout project
         uses: actions/checkout@v2
-      - name: Cache for maven dependencies
-        uses: actions/cache@v2
-        with:
-          path: ~/.m2/repository
-          key: maven-repo-${{ hashFiles('**/pom.xml') }}
-          restore-keys: maven-repo-
-      - name: Cache for npm dependencies
-        uses: actions/cache@v2
         with:
-            path: |
-              ~/.pnpm-store
-              **/node_modules
-            key: ${{ runner.os }}-pnpm-${{ hashFiles('**/pnpm-lock.yaml') }}
-            restore-keys: |
-              ${{ runner.os }}-pnpm-
-      - name: Checkout to /mnt/ozone
+          path: ozone
+      - name: Move Ozone to /mnt
         run: |
           sudo chmod 777 /mnt
-          git clone 'https://github.com/${{ github.repository }}.git' /mnt/ozone
-          cd /mnt/ozone
-          if [[ '${{ github.event_name }}' == 'pull_request' ]]; then
-            git fetch --verbose origin '${{ github.ref }}'
-          else
-            git fetch --verbose origin '${{ github.sha }}'
-          fi
-          git checkout FETCH_HEAD
-          git reset --hard
-      - name: Run a full build
+          mv ozone /mnt/
+      - name: Download compiled Ozone binaries
+        uses: actions/download-artifact@v2
+        with:
+          name: ozone-bin
+      - name: Untar binaries
         run: |
-          cd /mnt/ozone
-          hadoop-ozone/dev-support/checks/build.sh -Pcoverage
+          mkdir -p /mnt/ozone/hadoop-ozone/dist/target
+          tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target
       - name: Install robotframework
         run: sudo pip install robotframework
       - name: Execute tests
@@ -284,15 +274,15 @@ jobs:
         run: ./hadoop-ozone/dev-support/checks/coverage.sh
       - name: Upload coverage to Sonar
         uses: ./.github/buildenv
-        if: github.repository == 'apache/hadoop-ozone' && github.event_name != 'pull_request'
+        if: github.repository == 'apache/ozone' && github.event_name != 'pull_request'
         with:
           args: ./hadoop-ozone/dev-support/checks/sonar.sh
         env:
           SONAR_TOKEN: ${{ secrets.SONARCLOUD_TOKEN }}
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
       - name: Upload coverage to Codecov
         uses: codecov/codecov-action@v1
-        if: github.repository == 'apache/hadoop-ozone' && github.event_name != 'pull_request'
+        if: github.repository == 'apache/ozone' && github.event_name != 'pull_request'
         with:
           file: ./target/coverage/all.xml
           name: codecov-umbrella
@@ -304,37 +294,25 @@ jobs:
           path: target/coverage
         continue-on-error: true
   kubernetes:
+    needs: compile
     runs-on: ubuntu-18.04
     steps:
       - name: Checkout project
         uses: actions/checkout@v2
-      - name: Cache for maven dependencies
-        uses: actions/cache@v2
-        with:
-          path: ~/.m2/repository
-          key: maven-repo-${{ hashFiles('**/pom.xml') }}
-          restore-keys: maven-repo-
-      - name: Cache for npm dependencies
-        uses: actions/cache@v2
         with:
-          path: |
-            ~/.pnpm-store
-            **/node_modules
-          key: ${{ runner.os }}-pnpm-${{ hashFiles('**/pnpm-lock.yaml') }}
-          restore-keys: |
-            ${{ runner.os }}-pnpm-
-      - name: Checkout to /mnt/ozone
+          path: ozone
+      - name: Move Ozone to /mnt
         run: |
           sudo chmod 777 /mnt
-          git clone 'https://github.com/${{ github.repository }}.git' /mnt/ozone
-          cd /mnt/ozone
-          if [[ '${{ github.event_name }}' == 'pull_request' ]]; then
-            git fetch --verbose origin '${{ github.ref }}'
-          else
-            git fetch --verbose origin '${{ github.sha }}'
-          fi
-          git checkout FETCH_HEAD
-          git reset --hard
+          mv ozone /mnt/
+      - name: Download compiled Ozone binaries
+        uses: actions/download-artifact@v2
+        with:
+          name: ozone-bin
+      - name: Untar binaries
+        run: |
+          mkdir -p /mnt/ozone/hadoop-ozone/dist/target
+          tar xzvf hadoop-ozone*.tar.gz -C /mnt/ozone/hadoop-ozone/dist/target
       - name: Install robotframework
         run: sudo pip install robotframework
       - name: Install k3s
@@ -350,10 +328,6 @@ jobs:
           wget https://github.com/elek/flekszible/releases/download/v1.8.1/flekszible_1.8.1_Linux_x86_64.tar.gz -O - | tar -zx
           chmod +x flekszible
           sudo mv flekszible /usr/bin/flekszible
-      - name: Run a full build
-        run: |
-          cd /mnt/ozone
-          hadoop-ozone/dev-support/checks/build.sh -Pcoverage
       - name: Execute tests
         run: |
           cd /mnt/ozone/hadoop-ozone/dist/target/ozone-* && sudo mkdir .aws && sudo chmod 777 .aws && sudo chown 1000 .aws

HISTORY.md

@@ -30,12 +30,12 @@ As a summary:
  * Ozone: provides Object Store semantics with the help of HDDS
  * CBlock: provides mountable volumes with the help of the HDDS layer (based on iScsi protocol)
 
-In the beginning of the year 2017 a new podling project was started inside [Apache Incubator](http://incubator.apache.org/): [Apache Ratis](https://ratis.apache.org/). Ratis is an embeddable RAFT protcol implementation it is which became the corner stone of consensus inside both Ozone and HDDS projects. (Started to [be used](https://issues.apache.org/jira/browse/HDFS-11519) by Ozone in March of 2017) 
+In the beginning of the year 2017 a new podling project was started inside [Apache Incubator](http://incubator.apache.org/): [Apache Ratis](https://ratis.apache.org/). Ratis is an embeddable RAFT protocol implementation it is which became the corner stone of consensus inside both Ozone and HDDS projects. (Started to [be used](https://issues.apache.org/jira/browse/HDFS-11519) by Ozone in March of 2017) 
 
 In the October of 2017 a [discussion](https://lists.apache.org/thread.html/3b5b65ce428f88299e6cb4c5d745ec65917490be9e417d361cc08d7e@%3Chdfs-dev.hadoop.apache.org%3E) has been started on hdfs-dev mailing list to merge the existing functionality to the Apache Hadoop trunk. After a long debate Owen O'Malley [suggested a consensus](https://lists.apache.org/thread.html/c85e5263dcc0ca1d13cbbe3bcfb53236784a39111b8c353f60582eb4@%3Chdfs-dev.hadoop.apache.org%3E) to merge it to the trunk but use separated release cycle:
 
  > * HDSL become a subproject of Hadoop.
- > * HDSL will release separately from Hadoop. Hadoop releases will notcontain HDSL and vice versa.
+ > * HDSL will release separately from Hadoop. Hadoop releases will not contain HDSL and vice versa.
  > * HDSL will get its own jira instance so that the release tags stay separate.
  > * On trunk (as opposed to release branches) HDSL will be a separate module in Hadoop's source tree. This will enable the HDSL to work on their trunk and the Hadoop trunk without making releases for every change.
  > * Hadoop's trunk will only build HDSL if a non-default profile is enabled. When Hadoop creates a release branch, the RM will delete the HDSL module from the branch.

README.md

@@ -27,6 +27,7 @@ Ozone is a top level project under the [Apache Software Foundation](https://apac
  * Chat: You can find the #ozone channel on the official ASF slack. Invite link is [here](http://s.apache.org/slack-invite).
  * There are Open [Weekly calls](https://cwiki.apache.org/confluence/display/HADOOP/Ozone+Community+Calls) where you can ask anything about Ozone.
      * Past meeting notes are also available from the wiki.
+ * Reporting security issues: Please consult with [SECURITY.md](./SECURITY.md) about reporting security vulnerabilities and issues.
 
 ## Download
 

SECURITY.md

@@ -0,0 +1,23 @@
+# Security Policy
+
+## Supported Versions
+
+The first stable release of Apache Ozone is 1.0, the previous alpha and beta releases are not supported by the community.
+
+| Version       | Supported          |
+| ------------- | ------------------ |
+| 0.3.0 (alpha) | :x:                |
+| 0.4.0 (alpha) | :x:                |
+| 0.4.1 (alpha) | :x:                |
+| 0.5.0 (beta)  | :x:                |
+| 1.0           | :white_check_mark: |
+
+## Reporting a Vulnerability
+
+To report any found security issues or vulnerabilities, please send a mail to security@ozone.apache.org, so that they may be investigated and fixed before the vulnerabilities is published.
+
+This email address is a private mailing list for discussion of potential security vulnerabilities issues.
+
+This mailing list is **NOT** for end-user questions and discussion on security. Please use the dev@ozone.apache.org list for such issues.
+
+In order to post to the list, it is **NOT** necessary to first subscribe to it.