[b/353960111] Extract additional software versions (GoogleCloudPlatform#512)

Author: dawidxc

dumper/app/src/main/java/com/google/edwmigration/dumper/application/dumper/connector/hadoop/BashTask.java

@@ -42,7 +42,7 @@
 public class BashTask implements Task<Void> {
   private static final Logger LOG = LoggerFactory.getLogger(BashTask.class);
 
-  private static final Duration SCRIPT_TIMEOUT = Duration.ofMinutes(5);
+  private static final Duration SCRIPT_TIMEOUT = Duration.ofMinutes(1);
 
   private final String scriptName;
 

dumper/app/src/main/java/com/google/edwmigration/dumper/application/dumper/connector/hadoop/HadoopMetadataConnector.java

@@ -40,18 +40,29 @@ public class HadoopMetadataConnector implements MetadataConnector {
   static final ImmutableList<String> SCRIPT_NAMES =
       ImmutableList.of(
           "airflow-version",
+          "apt-list-packages",
+          "docker-version",
+          "gcc-version",
+          "go-version",
+          "gplusplus-version",
           "grafana-server-version",
           "hadoop-version",
           "hbase-shell-version",
+          "hbase-version",
           "hive-version",
           "java-version",
           "lsb-release",
           "metastore-connection-details",
           "omd-version",
           "oozie-admin-status",
+          "oozie-version",
           "os-release",
+          "perl-version",
           "pig-version",
           "python-version",
+          "r-version",
+          "rpm-list-packages",
+          "ruby-version",
           "scala-version",
           "spark-shell-version",
           "sqoop-version");

dumper/app/src/main/resources/hadoop-scripts/apt-list-packages.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v apt > /dev/null 2>&1 ; then
+  apt list --installed | grep "^\(docker\|g++\|gcc\|hadoop\|hbase\|hive\|mysql\|oozie\|perl\|pig\|python\|r-\|ranger\|ruby\|scala\|spark\|sqoop\|tez/\|zookeeper\)"
+fi

dumper/app/src/main/resources/hadoop-scripts/docker-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v docker > /dev/null 2>&1 ; then
+  docker --version
+fi

dumper/app/src/main/resources/hadoop-scripts/gcc-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v gcc > /dev/null 2>&1 ; then
+  gcc --version
+fi

dumper/app/src/main/resources/hadoop-scripts/go-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v go > /dev/null 2>&1 ; then
+  go version
+fi

dumper/app/src/main/resources/hadoop-scripts/gplusplus-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v g++ > /dev/null 2>&1 ; then
+  g++ --version
+fi

dumper/app/src/main/resources/hadoop-scripts/hbase-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v hbase > /dev/null 2>&1 ; then
+  hbase version
+fi

dumper/app/src/main/resources/hadoop-scripts/oozie-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v oozie > /dev/null 2>&1 ; then
+  oozie version
+fi

dumper/app/src/main/resources/hadoop-scripts/perl-version.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+if command -v perl > /dev/null 2>&1 ; then
+  perl --version
+fi