diff --git a/ci/docker/Dockerfile.build.ubuntu b/ci/docker/Dockerfile.build.ubuntu
index 95a322d745a9..06e5113a8e1b 100644
--- a/ci/docker/Dockerfile.build.ubuntu
+++ b/ci/docker/Dockerfile.build.ubuntu
@@ -51,6 +51,7 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
         git \
         protobuf-compiler \
         libprotobuf-dev \
+        default-jdk \
         clang-6.0 \
         python-yaml \
         clang-10 \
diff --git a/ci/docker/runtime_functions.sh b/ci/docker/runtime_functions.sh
index 53330bc254a3..5c2a8772825f 100755
--- a/ci/docker/runtime_functions.sh
+++ b/ci/docker/runtime_functions.sh
@@ -989,6 +989,7 @@ unittest_ubuntu_python3_arm() {
 #Runs Apache RAT Check on MXNet Source for License Headers
 test_rat_check() {
     set -e
+    set -o pipefail
     pushd .
 
     cd /usr/local/src/apache-rat-0.13
diff --git a/cmake/libmxnet.sym b/cmake/libmxnet.sym
index 9f45fb799feb..79acdb1664a5 100644
--- a/cmake/libmxnet.sym
+++ b/cmake/libmxnet.sym
@@ -1,3 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
 *MX*
 *NN*
 *mx*
diff --git a/cmake/libmxnet.ver b/cmake/libmxnet.ver
deleted file mode 100644
index 82e8036061fe..000000000000
--- a/cmake/libmxnet.ver
+++ /dev/null
@@ -1,13 +0,0 @@
-{
-    global:
-        *NN*;
-        *MX*;
-        *nn*;
-        *mx*;
-        *NDArray*;
-        *Engine*Get*;
-        *Storage*Get*;
-        *on_enter_api*;
-        *on_exit_api*;
-    local: *;
-};
diff --git a/example/automatic-mixed-precision/common b/example/automatic-mixed-precision/common
deleted file mode 120000
index cafb9140ab6a..000000000000
--- a/example/automatic-mixed-precision/common
+++ /dev/null
@@ -1 +0,0 @@
-../image-classification/common
\ No newline at end of file
diff --git a/tests/nightly/apache_rat_license_check/rat-excludes b/tests/nightly/apache_rat_license_check/rat-excludes
index 2c29f00f263b..8efc82554183 100755
--- a/tests/nightly/apache_rat_license_check/rat-excludes
+++ b/tests/nightly/apache_rat_license_check/rat-excludes
@@ -13,6 +13,12 @@ target/*
 site/*
 xml/*
 
+# AL2 License header not a beginning of file
+doap.rdf
+
+# licenses
+licenses/*
+
 # Separate licenses, refer to LICENSE in each folder or header
 
 # Sphinx themes