[DO NOT MERGE] DAOS-4093 test: java package and Java IT test.

Jenkinsfile

@@ -74,7 +74,7 @@ String get_daos_packages() {
 String get_daos_packages(String distro) {
     String pkgs
     if (env.TEST_RPMS == 'true') {
-        pkgs = "daos{,-{client,tests,server}}"
+        pkgs = "daos{,-{client,tests{,-java},server}}"
     } else {
         pkgs = "daos{,-client}"
     }

src/client/java/distribution/pom.xml

@@ -30,6 +30,7 @@
               <descriptors>
                 <descriptor>src/assembly/make-assembly.xml</descriptor>
               </descriptors>
+              <tarLongFileMode>posix</tarLongFileMode>
             </configuration>
             <executions>
               <execution>
@@ -55,6 +56,7 @@
               <descriptors>
                 <descriptor>src/assembly/make-assembly-with-dependencies.xml</descriptor>
               </descriptors>
+              <tarLongFileMode>posix</tarLongFileMode>
             </configuration>
             <executions>
               <execution>

src/tests/ftest/soak/ci_integration.py

@@ -0,0 +1,165 @@
+#!/usr/bin/python
+"""
+  (C) Copyright 2020 Intel Corporation.
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+
+  GOVERNMENT LICENSE RIGHTS-OPEN SOURCE SOFTWARE
+  The Government's rights to use, modify, reproduce, release, perform, display,
+  or disclose this software are subject to the terms of the Apache License as
+  provided in Contract No. B609815.
+  Any reproduction of computer software, computer software documentation, or
+  portions thereof marked with this legend must also reproduce the markings.
+"""
+import os
+import re
+from apricot import TestWithServers
+from general_utils import pcmd
+from command_utils import CommandFailure
+from daos_utils import DaosCommand
+from ClusterShell.NodeSet import NodeSet
+from test_utils_pool import TestPool
+from test_utils_container import TestContainer
+from general_utils import run_task
+
+class JavaCIIntegration(TestWithServers):
+    """Test class Description:
+
+       Create a DAOS pool and container and use their
+       uuid's to run the java-hadoop integration tests
+       using maven.
+
+    :avocado: recursive
+    """
+    def __init__(self, *args, **kwargs):
+        """Initialize a JavaCIIntegration object."""
+        super(JavaCIIntegration, self).__init__(*args, **kwargs)
+        self.pool = None
+        self.container = None
+
+    def _create_pool(self):
+        """Create a TestPool object to use with ior.
+        """
+        # Get the pool params
+        pool = TestPool(
+            self.context, dmg_command=self.get_dmg_command())
+        pool.get_params(self)
+        # Create a pool
+        pool.create()
+        return pool
+
+    def _create_cont(self, pool, path=None):
+        """Create a TestContainer object to be used to create container.
+           Args:
+               pool (TestPool): pool object
+               path (str): Unified namespace path for container
+        """
+        # Get container params
+        container = TestContainer(pool, daos_command=DaosCommand(self.bin))
+        container.get_params(self)
+        if path is not None:
+            container.path.update(path)
+        # create container
+        container.create()
+        return container
+
+    def java_version(self):
+        """Check if java is installed.
+
+        Returns:
+            bool: whether java is installed or not.
+
+        """
+        # checking java install
+        task = run_task(hosts=self.hostlist_clients, command="java -version")
+        for output, _ in task.iter_buffers():
+            result = str(output)
+            self.log.info(result)
+        # looking for a string something like this 1.8.0_262-b10
+        pattern = r"(\d+\.\d+\.\d+\_\d+\-[a-b]\d+)"
+        # replacing '_' and '-' with '.' and returning the result
+        return re.search(pattern,
+                         result).groups()[0].replace("_", ".").replace("-", ".")
+
+    def test_java_hadoop_it(self):
+        """Jira ID: DAOS-4093
+
+        Test Description:
+            Create a DAOS pool and container and use their
+            uuid's to run the java-hadoop integration tests
+            using maven.
+
+        :avocado: tags=all,pr,hw,small,javaciintegration
+        """
+        # create pool and container
+        self.pool = self._create_pool()
+        self.container = self._create_cont(self.pool)
+
+        pool_uuid = self.pool.uuid
+        cont_uuid = self.container.uuid
+
+        # obtain java version
+        version = self.java_version()
+
+        # generate jar files
+#        jdir = "{}/lib64/java".format(self.prefix)
+#        cmd = "cd {};".format(jdir)
+#        cmd += "mvn -X clean install -DskipITs -Ddaos.install.path={}".\
+#                format(self.prefix)
+#        cmd += " >> {}/maven_jar_generation_output.log".format(self.log_dir)
+#        self.execute_cmd(cmd, 180)
+
+
+        # run intergration-test
+        openjdk = "/usr/lib/jvm/java-{}-openjdk-{}-0.el7_9.x86_64/jre/lib/amd64/libjsig.so".format(version[:-8], version)
+        jdir = "{}/../java".format(os.getcwd())
+        cmd = "cd {};".format(jdir)
+        cmd += " ls -l {};".format(openjdk)
+        cmd += " export LD_PRELOAD={};".format(openjdk)
+#        cmd += " export LD_PRELOAD=/usr/lib/jvm/"
+#        cmd += "java-{}-openjdk-{}-0.el7_8.x86_64/".format(version[:-8],
+#                                                           version)
+#        cmd += "jre/lib/amd64/libjsig.so;"
+        cmd += " mvn -X clean integration-test -Ddaos.install.path={}".\
+                format(self.prefix)
+        cmd += " -Dpool_id={}  -Dcont_id={} ".format(pool_uuid, cont_uuid)
+        cmd += " >> {}/maven_integration_test_output.log".format(self.log_dir)
+        print("***{}".format(cmd))
+        self.execute_cmd(cmd, 300)
+
+    def execute_cmd(self, cmd, timeout):
+        """Execute command on the host clients
+           Args:
+               cmd (str): Command to run
+        """
+
+        try:
+            # execute bash cmds
+            ret = pcmd(
+                self.hostlist_clients, cmd, verbose=True, timeout=timeout)
+            if 0 not in ret:
+                error_hosts = NodeSet(
+                    ",".join(
+                        [str(node_set) for code, node_set in
+                         ret.items() if code != 0]))
+                raise CommandFailure(
+                    "Error running '{}' on the following "
+                    "hosts: {}".format(cmd, error_hosts))
+
+         # report error if any command fails
+        except CommandFailure as error:
+            self.log.error("JavaCIIntegration Test Failed: %s",
+                           str(error))
+            self.fail("Test was expected to pass but "
+                      "it failed.\n")
+        return ret

src/tests/ftest/soak/ci_integration.yaml

@@ -0,0 +1,21 @@
+hosts:
+    test_servers:
+      - server-A
+    test_clients:
+      - client-B
+timeout: 600
+server_config:
+    name: daos_server
+    servers:
+        log_mask: INFO
+        scm_class: dcpm
+        scm_list: ["/dev/pmem0"]
+pool:
+    mode: 146 # 146 is RW
+    name: daos_server
+    scm_size: 10000000000
+    svcn: 1
+    control_method: dmg
+container:
+    type: POSIX
+    control_method: daos

utils/rpms/daos.spec

@@ -200,6 +200,14 @@ Summary: The DAOS development libraries and headers
 %description devel
 This is the package needed to build software with the DAOS library.
 
+%package tests-java
+Summary: The DAOS Java test suite
+Requires: %{name}-devel = %{version}-%{release}
+Requires: maven
+
+%description tests-java
+This is the package needed to run the DAOS java test suite.
+
 %prep
 %autosetup
 
@@ -236,6 +244,7 @@ install -m 644 utils/systemd/%{server_svc_name} %{?buildroot}/%{_unitdir}
 install -m 644 utils/systemd/%{agent_svc_name} %{?buildroot}/%{_unitdir}
 mkdir -p %{?buildroot}/%{conf_dir}/certs/clients
 mv %{?buildroot}/%{_prefix}/etc/bash_completion.d %{?buildroot}/%{_sysconfdir}
+cp -r src/client/java %{?buildroot}/%{_prefix}/lib/daos/TESTING/
 
 %pre server
 getent group daos_metrics >/dev/null || groupadd -r daos_metrics
@@ -403,12 +412,18 @@ getent passwd daos_agent >/dev/null || useradd -s /sbin/nologin -r -g daos_agent
 %{_prefix}/lib/daos/.build_vars.json
 %{_prefix}/lib/daos/.build_vars.sh
 
+%files tests-java
+%{_prefix}/lib/daos/TESTING/java
+
 %files devel
 %{_includedir}/*
 %{_libdir}/libdaos.so
 %{_libdir}/*.a
 
 %changelog
+* Tue Jan 26 2021 Saurabh Tandan <[email protected]> 1.1.2.1-7
+- Add daos-tests-java package
+
 * Sat Jan 23 2021 Alexander Oganezov <[email protected]> 1.1.2.1-6
 - Update to mercury v2.0.1rc1