Merge branch 'master' into chenhang/fix_lost_data_on_multiple_ledgers

Author: hangc0276

.dlc.json

@@ -0,0 +1,77 @@
+{
+  "ignorePatterns": [
+    {
+      "pattern": "^http://localhost"
+    },
+    {
+      "pattern": "^https://kubernetes.io/docs/resources-reference/v1.6/"
+    },
+    {
+      "pattern": "^https://zookeeper.apache.org/doc/"
+    },
+    {
+      "pattern": "^http://zookeeper.apache.org/doc/current/api/"
+    },
+    {
+      "pattern": "^https://github.com/apache/bookkeeper/"
+    },
+    {
+      "pattern": "^https://github.com/sijie/bookkeeper/tree/bookie_shell_refactor"
+    },
+    {
+      "pattern": "^http://pulsar.incubator.apache.org/docs/latest/getting-started/ConceptsAndArchitecture/#persistent-storage"
+    },
+    {
+      "pattern": "^https://zookeeper.apache.org/doc/current/api/org/apache/zookeeper/"
+    },
+    {
+      "pattern": "^http://pulsar.incubator.apache.org/docs/latest/getting-started/ConceptsAndArchitecture/#persistent-storage"
+    },
+    {
+      "pattern": "^https://bookkeeper.apache.org/docs/api/javadoc/"
+    },
+    {
+      "pattern": "^http://hbtc2012.hadooper.cn/subject/track1maheswara2.pdf"
+    },
+    {
+      "pattern": "^https://developer.yahoo.com/blogs/ydn/bookkeeper-durability-scale-54048.html"
+    },
+    {
+      "pattern": "^http://apache.claz.org/bookkeeper"
+    },
+    {
+      "pattern": "^https://dcos.io/"
+    },
+    {
+      "pattern": "^ https://docs.mesosphere.com"
+    },
+    {
+      "pattern": "^http://master.dcos/exhibitor"
+    },
+    {
+      "pattern": "^https://docs.mesosphere.com/"
+    },
+    {
+      "pattern": "^https://distributedlog.io"
+    },
+    {
+      "pattern": "^https://www.opengroup.org/membership/forums/platform/unix"
+    },
+    {
+      "pattern": "^https://docs.oracle.com/javase/8/docs/technotes/guides/security/jgss/tutorials/KerberosReq.html"
+    },
+    {
+      "pattern": "^http://daxue.qq.com/content/content/id/2492"
+    }
+  ],
+  "timeout": "10s",
+  "retryOn429": true,
+  "retryCount": 10,
+  "fallbackRetryDelay": "1000s",
+  "aliveStatusCodes": [
+    200,
+    400,
+    401,
+    403
+  ]
+}

.github/ISSUE_TEMPLATE/bp.md

@@ -9,7 +9,7 @@ assignees: ''
 
 **BP**
 
-> Follow the instructions at http://bookkeeper.apache.org/community/bookkeeper_proposals/ to create a proposal.
+> Follow the instructions at https://bookkeeper.apache.org/community/bookkeeper-proposals/ to create a proposal.
 
 This is the master ticket for tracking BP-xyz :
 

.github/workflows/backward-compat-tests.yml

@@ -30,7 +30,7 @@ on:
     workflow_dispatch:
 
 env:
-  GRADLE_ARGS: -Dtestlogger.theme=plain -DtestHideStandardOut=true
+  MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.count=3
 
 jobs:
   test:
@@ -48,11 +48,12 @@ jobs:
         uses: actions/setup-java@v1
         with:
           java-version: 1.8
-      - name: Build
-        run: ./gradlew stream:server:build -x test ${GRADLE_ARGS}
+      - name: Install Module
+        run: mvn -B -nsu clean install -DskipTests
       - name: Test current server with old clients
-        run: ./gradlew :tests:backward-compat:current-server-old-clients:test ${GRADLE_ARGS} || (tail -n +1 tests/backward-compat/current-server-old-clients/build/reports/tests/test/classes/* && tail -n +1 tests/backward-compat/current-server-old-clients/build/container-logs/**/* && exit 1)
+        run: mvn -B -nsu -DintegrationTests -pl :backward-compat-current-server-old-clients test
       - name: Test progressive upgrade
-        run: ./gradlew :tests:backward-compat:upgrade:test ${GRADLE_ARGS} || (tail -n +1 tests/backward-compat/upgrade/build/reports/tests/test/classes/* && tail -n +1 tests/backward-compat/upgrade/build/container-logs/**/* && exit 1)
+        run: mvn -B -nsu -DintegrationTests -pl :upgrade test
       - name: Other tests
-        run: ./gradlew :tests:backward-compat:test -x tests:backward-compat:upgrade:test -x :tests:backward-compat:current-server-old-clients:test ${GRADLE_ARGS}
+        run: |
+          mvn -B -nsu -DintegrationTests -pl :bc-non-fips,:hierarchical-ledger-manager,:hostname-bookieid,:old-cookie-new-cluster,:recovery-no-password,:upgrade-direct,:yahoo-custom-version test

.github/workflows/bookie-tests.yml

@@ -53,14 +53,8 @@ jobs:
       - name: Maven build bookkeeper-server
         run: mvn -B -nsu -am -pl bookkeeper-server clean install -DskipTests -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO
 
-      - name: Run EntryLogTests
-        run: mvn -B -nsu -pl bookkeeper-server test -Dtest="org.apache.bookkeeper.bookie.TestEntryLog" -DfailIfNoTests=false -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO
-
-      - name: Run InterleavedLedgerStorageTest
-        run: mvn -B -nsu -pl bookkeeper-server test -Dtest="org.apache.bookkeeper.bookie.TestInterleavedLederStorage" -DfailIfNoTests=false -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO
-
       - name: Run bookie tests
-        run: mvn -B -nsu -pl bookkeeper-server test -Dtest="org.apache.bookkeeper.bookie.*Test" -DfailIfNoTests=false -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO
+        run: mvn -B -nsu -pl bookkeeper-server test -Dtest="org.apache.bookkeeper.bookie.**" -DfailIfNoTests=false -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO
 
       - name: Run shell tests
         run: mvn -B -nsu -pl tests/scripts install -DfailIfNoTests=false -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO

.github/workflows/gradle-build.yml …workflows/compatibility-check-java17.yml.github/workflows/gradle-build.yml renamed to .github/workflows/compatibility-check-java17.yml .github/workflows/gradle-build.yml renamed to .github/workflows/compatibility-check-java17.yml

@@ -17,7 +17,7 @@
 # under the License.
 #
 
-name: Build with gradle on JDK 11
+name: Compatibility Check Java17
 
 on:
   push:
@@ -27,13 +27,12 @@ on:
       - branch-*
     paths-ignore:
       - 'site3/**'
-    workflow_dispatch:
 
 env:
-  GRADLE_ARGS: -Dtestlogger.theme=plain -DtestHideStandardOut=true
+  MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.count=3
 
 jobs:
-  test:
+  check:
 
     runs-on: ubuntu-latest
     timeout-minutes: 60
@@ -48,7 +47,9 @@ jobs:
         uses: actions/setup-java@v2
         with:
           distribution: 'temurin'
-          java-version: 11
-
-      - name: Build everything with gradle to validate the build works
-        run: ./gradlew build -x signDistTar -x test
+          java-version: 17
+      - name: Build with Maven
+        run: mvn clean package -B -nsu -DskipBookKeeperServerTests -Dorg.slf4j.simpleLogger.defaultLogLevel=INFO
+      - name: print JVM thread dumps when cancelled
+        if: cancelled()
+        run: ./dev/ci-tool print_thread_dumps

.github/workflows/dead-link-checker.yaml

@@ -0,0 +1,42 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Dead link checker
+
+on:
+  push:
+  pull_request:
+    branches:
+      - master
+      - branch-*   
+    paths:
+      - '**.md'
+
+concurrency:
+  group: dlc-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  check-dead-links:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - uses: actions/checkout@v2
+      - run: sudo npm install -g markdown-link-check@3.8.7
+      - run: |
+          for file in $(find . -name "*.md"); do
+            markdown-link-check -c .dlc.json -q "$file"
+          done

.github/workflows/pr-validation.yml

@@ -31,7 +31,6 @@ on:
 
 env:
   MAVEN_OPTS: -Dmaven.wagon.httpconnectionManager.ttlSeconds=25 -Dmaven.wagon.http.retryHandler.count=3
-  GRADLE_ARGS: -Dtestlogger.theme=plain -DtestHideStandardOut=true
 
 jobs:
   check:

.gitignore

@@ -4,7 +4,7 @@
 .settings/
 .recommenders/
 
-# Intellij
+# IntelliJ
 .idea/
 *.iml
 *.iws

README.md

@@ -48,6 +48,6 @@ We feel that a welcoming open community is important and welcome contributions.
 
 2. Take a look at our open issues: [Github Issues](https://github.com/apache/bookkeeper/issues).
 
-3. Review our [coding style](https://bookkeeper.apache.org/community/coding_guide/) and follow our [pull requests](https://github.com/apache/bookkeeper/pulls) to learn more about our conventions.
+3. Review our [coding style](https://bookkeeper.apache.org/community/coding-guide/) and follow our [pull requests](https://github.com/apache/bookkeeper/pulls) to learn more about our conventions.
 
 4. Make your changes according to our [contributing guide](https://bookkeeper.apache.org/community/contributing/)