Autorenew SSL certs and use them everywhere (#431) (#448)

* Autorenew SSL certs and use them everywhere: java unit tests, docker files, ruby spec and integration tests.

* Upgrades junit, wiremock, mokito dependencies used by unit tests

* Overall flow:
- to generate certs first in CI host -> run_tests.sh: used by both unit and integration tests
- generate in gradle only if needed, e.g. local ./gradlew clean test
  - we will not clean certs with gradle clean, if we do integration tests will fail due to mismatch
  - and genera.sh will skip if certs exist - makes sure we are not generating twice

(cherry picked from commit 254e669)

Co-authored-by: Mashhur <99575341+mashhurs@users.noreply.github.com>

Author: mergify[bot]

.buildkite/scripts/run_tests.sh

@@ -11,4 +11,6 @@ else
   git checkout "$TARGET_BRANCH"
 fi
 
+./utils/ssl-certs-generator/generate.sh
+chmod -R 0440 utils/ssl-certs-generator/generated/*
 mkdir -p .ci && curl -sL --retry 5 --retry-delay 5 https://github.com/logstash-plugins/.ci/archive/1.x.tar.gz | tar zxvf - --skip-old-files --strip-components=1 -C .ci --wildcards '*Dockerfile*' '*docker*' '*.sh' '*logstash-versions*' && .ci/docker-setup.sh && .ci/docker-run.sh

.ci/Dockerfile.elasticsearch

@@ -10,7 +10,7 @@ ARG ES_SSL_SUPPORTED_PROTOCOLS
 
 RUN rm -f $es_path/config/scripts
 
-COPY --chown=elasticsearch:elasticsearch spec/fixtures/test_certs/* $es_path/config/test_certs/
+COPY --chown=elasticsearch:elasticsearch utils/ssl-certs-generator/generated/* $es_path/config/test_certs/
 COPY --chown=elasticsearch:elasticsearch .ci/elasticsearch-run.sh $es_path/
 
 RUN if [ "$SECURE_INTEGRATION" != "true" ] ; then echo "xpack.security.enabled: false" >> $es_yml; fi

.ci/logstash-run.sh

@@ -39,6 +39,5 @@ else
   echo "Waiting for elasticsearch to respond..."
   ES_VERSION=$(wait_for_es)
   echo "Elasticsearch $ES_VERSION is Up!"
-  chmod -R 0440 spec/fixtures/test_certs/*
   bundle exec rspec --format=documentation $extra_tag_args --tag es_version:$ES_VERSION spec/integration
 fi

build.gradle

@@ -104,15 +104,16 @@ dependencies {
         from requiredLogstashCoreJar("guava", "jre")
     })
 
-    mockitoAgent('org.mockito:mockito-core:5.14.1') {
+    mockitoAgent('org.mockito:mockito-core:5.23.0') {
         transitive = false
     }
-    testImplementation 'org.junit.jupiter:junit-jupiter-api:5.1.0'
-    testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.1.0'
-    testImplementation 'org.mockito:mockito-junit-jupiter:5.14.1'
-    testImplementation 'org.hamcrest:hamcrest-library:2.2'
-    testImplementation "com.github.seregamorph:hamcrest-more-matchers:0.1"
-    testImplementation 'org.wiremock:wiremock:3.12.0'
+    testImplementation 'org.junit.jupiter:junit-jupiter-api:5.14.3'
+    testRuntimeOnly 'org.junit.jupiter:junit-jupiter-engine:5.14.3'
+    testRuntimeOnly 'org.junit.platform:junit-platform-launcher:1.14.3'
+    testImplementation 'org.mockito:mockito-junit-jupiter:5.23.0'
+    testImplementation 'org.hamcrest:hamcrest-library:3.0'
+    testImplementation "com.github.seregamorph:hamcrest-more-matchers:1.0"
+    testImplementation 'org.wiremock:wiremock:3.13.2'
     testRuntimeOnly requiredLogstashCoreJar("log4j-core")
 
     geolite2('org.elasticsearch:geolite2-databases:20191119') {
@@ -804,6 +805,7 @@ tasks.withType(JavaCompile) {
 
 test {
     useJUnitPlatform()
+    systemProperty 'ssl.test.certs.dir', "${projectDir}/utils/ssl-certs-generator/generated"
     testLogging {
         exceptionFormat "full"
         outputs.upToDateWhen { false }
@@ -812,7 +814,7 @@ test {
 }
 
 task generateTestCertificates(type: Exec) {
-    def sslTestCertsDir = "${projectDir}/src/test/resources/co/elastic/logstash/filters/elasticintegration/ssl-test-certs"
+    def sslTestCertsDir = "${projectDir}/utils/ssl-certs-generator"
 
     workingDir sslTestCertsDir
     commandLine './generate.sh'