-
Notifications
You must be signed in to change notification settings - Fork 60
Expand file tree
/
Copy pathdiff.patch
More file actions
379 lines (353 loc) · 16.8 KB
/
Copy pathdiff.patch
File metadata and controls
379 lines (353 loc) · 16.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
diff --git a/build.gradle b/build.gradle
index b82f7013cc9..ae6a8e3d37e 100644
--- a/build.gradle
+++ b/build.gradle
@@ -478,7 +478,7 @@ allprojects {
}
// TODO: remove this once 7.7 is released and the 7.x branch is 7.8
-subprojects {
+/*subprojects {
pluginManager.withPlugin('elasticsearch.testclusters') {
testClusters.all {
if (org.elasticsearch.gradle.info.BuildParams.isSnapshotBuild() == false) {
@@ -487,7 +487,7 @@ subprojects {
}
}
}
-
+*/
subprojects {
project.ext.disableTasks = { String... tasknames ->
for (String taskname : tasknames) {
diff --git a/buildSrc/build.gradle b/buildSrc/build.gradle
index ebf913879d3..9702b27595f 100644
--- a/buildSrc/build.gradle
+++ b/buildSrc/build.gradle
@@ -194,9 +194,11 @@ if (project != rootProject) {
distribution project(':distribution:archives:darwin-tar')
distribution project(':distribution:archives:oss-darwin-tar')
distribution project(':distribution:archives:linux-aarch64-tar')
+ distribution project(':distribution:archives:linux-s390x-tar')
distribution project(':distribution:archives:linux-tar')
distribution project(':distribution:archives:oss-linux-tar')
distribution project(':distribution:archives:oss-linux-aarch64-tar')
+ distribution project(':distribution:archives:oss-linux-s390x-tar')
}
// for external projects we want to remove the marker file indicating we are running the Elasticsearch project
diff --git a/buildSrc/src/main/java/org/elasticsearch/gradle/Architecture.java b/buildSrc/src/main/java/org/elasticsearch/gradle/Architecture.java
index f230d9af86e..af4dd27170b 100644
--- a/buildSrc/src/main/java/org/elasticsearch/gradle/Architecture.java
+++ b/buildSrc/src/main/java/org/elasticsearch/gradle/Architecture.java
@@ -22,7 +22,8 @@ package org.elasticsearch.gradle;
public enum Architecture {
X64,
- AARCH64;
+ AARCH64,
+ S390X;
public static Architecture current() {
final String architecture = System.getProperty("os.arch", "");
@@ -32,6 +33,8 @@ public enum Architecture {
return X64;
case "aarch64":
return AARCH64;
+ case "s390x":
+ return S390X;
default:
throw new IllegalArgumentException("can not determine architecture from [" + architecture + "]");
}
diff --git a/buildSrc/src/main/java/org/elasticsearch/gradle/Jdk.java b/buildSrc/src/main/java/org/elasticsearch/gradle/Jdk.java
index 2672405bbc5..77266b4f514 100644
--- a/buildSrc/src/main/java/org/elasticsearch/gradle/Jdk.java
+++ b/buildSrc/src/main/java/org/elasticsearch/gradle/Jdk.java
@@ -35,7 +35,7 @@ import java.util.regex.Pattern;
public class Jdk implements Buildable, Iterable<File> {
- private static final List<String> ALLOWED_ARCHITECTURES = Collections.unmodifiableList(Arrays.asList("aarch64", "x64"));
+ private static final List<String> ALLOWED_ARCHITECTURES = Collections.unmodifiableList(Arrays.asList("aarch64", "x64", "s390x"));
private static final List<String> ALLOWED_VENDORS = Collections.unmodifiableList(Arrays.asList("adoptopenjdk", "openjdk"));
private static final List<String> ALLOWED_PLATFORMS = Collections.unmodifiableList(Arrays.asList("darwin", "linux", "windows", "mac"));
private static final Pattern VERSION_PATTERN = Pattern.compile("(\\d+)(\\.\\d+\\.\\d+)?\\+(\\d+(?:\\.\\d+)?)(@([a-f0-9]{32}))?");
diff --git a/buildSrc/src/test/java/org/elasticsearch/gradle/JdkDownloadPluginTests.java b/buildSrc/src/test/java/org/elasticsearch/gradle/JdkDownloadPluginTests.java
index 758aacbf90c..2591c401683 100644
--- a/buildSrc/src/test/java/org/elasticsearch/gradle/JdkDownloadPluginTests.java
+++ b/buildSrc/src/test/java/org/elasticsearch/gradle/JdkDownloadPluginTests.java
@@ -95,7 +95,7 @@ public class JdkDownloadPluginTests extends GradleUnitTestCase {
"11.0.2+33",
"linux",
"unknown",
- "unknown architecture [unknown] for jdk [testjdk], must be one of [aarch64, x64]"
+ "unknown architecture [unknown] for jdk [testjdk], must be one of [aarch64, x64, s390x]"
);
}
diff --git a/distribution/archives/build.gradle b/distribution/archives/build.gradle
index 50f4152b081..3ca99aaae82 100644
--- a/distribution/archives/build.gradle
+++ b/distribution/archives/build.gradle
@@ -183,6 +183,12 @@ tasks.register('buildLinuxAarch64Tar', SymbolicLinkPreservingTar) {
with archiveFiles(modulesFiles(false, 'linux-aarch64'), 'tar', 'linux', 'aarch64', false, true)
}
+tasks.register('buildLinuxS390xTar', SymbolicLinkPreservingTar) {
+ configure(commonTarConfig)
+ archiveClassifier = 'linux-s390x'
+ with archiveFiles(modulesFiles(false, 'linux-s390x'), 'tar', 'linux', 's390x', false, true)
+}
+
tasks.register('buildLinuxTar', SymbolicLinkPreservingTar) {
configure(commonTarConfig)
archiveClassifier = 'linux-x86_64'
@@ -195,6 +201,12 @@ tasks.register('buildOssLinuxAarch64Tar', SymbolicLinkPreservingTar) {
with archiveFiles(modulesFiles(true, 'linux-aarch64'), 'tar', 'linux', 'aarch64', true, true)
}
+tasks.register('buildOssLinuxS390xTar', SymbolicLinkPreservingTar) {
+ configure(commonTarConfig)
+ archiveClassifier = 'linux-s390x'
+ with archiveFiles(modulesFiles(true, 'linux-s390x'), 'tar', 'linux', 's390x', true, true)
+}
+
tasks.register('buildOssLinuxTar', SymbolicLinkPreservingTar) {
configure(commonTarConfig)
archiveClassifier = 'linux-x86_64'
@@ -213,6 +225,12 @@ tasks.register('buildOssNoJdkLinuxTar', SymbolicLinkPreservingTar) {
with archiveFiles(modulesFiles(true, 'linux-x86_64'), 'tar', 'linux', 'x64', true, false)
}
+tasks.register('buildOssNoJdkS390xTar', SymbolicLinkPreservingTar) {
+ configure(commonTarConfig)
+ archiveClassifier = 'no-jdk-linux-s390x'
+ with archiveFiles(modulesFiles(true, 'linux-s390x'), 'tar', 'linux', 's390x', true, false)
+}
+
Closure tarExists = { it -> new File('/bin/tar').exists() || new File('/usr/bin/tar').exists() || new File('/usr/local/bin/tar').exists() }
Closure unzipExists = { it -> new File('/bin/unzip').exists() || new File('/usr/bin/unzip').exists() || new File('/usr/local/bin/unzip').exists() }
diff --git a/distribution/build.gradle b/distribution/build.gradle
index 9f621cabc04..cc04b2f767e 100644
--- a/distribution/build.gradle
+++ b/distribution/build.gradle
@@ -257,7 +257,7 @@ configure(subprojects.findAll { ['archives', 'packages'].contains(it.name) }) {
// Setup all required JDKs
project.jdks {
['darwin', 'windows', 'linux'].each { platform ->
- (platform == 'linux' ? ['x64', 'aarch64'] : ['x64']).each { architecture ->
+ (platform == 'linux' ? ['x64', 'aarch64', 's390x'] : ['x64']).each { architecture ->
"bundled_${platform}_${architecture}" {
it.platform = platform
it.version = VersionProperties.getBundledJdk(platform)
@@ -318,7 +318,7 @@ configure(subprojects.findAll { ['archives', 'packages'].contains(it.name) }) {
} else {
buildModules = project(':distribution').buildDefaultModules
}
- List excludePlatforms = ['linux-x86_64', 'linux-aarch64', 'windows-x86_64', 'darwin-x86_64']
+ List excludePlatforms = ['linux-x86_64', 'linux-aarch64', 'linux-s390x', 'windows-x86_64', 'darwin-x86_64']
if (platform != null) {
excludePlatforms.remove(excludePlatforms.indexOf(platform))
} else {
diff --git a/distribution/docker/build.gradle b/distribution/docker/build.gradle
index e4dd5e1ba30..715626fae93 100644
--- a/distribution/docker/build.gradle
+++ b/distribution/docker/build.gradle
@@ -15,15 +15,19 @@ testFixtures.useFixture()
configurations {
dockerPlugins
aarch64DockerSource
+ s390xDockerSource
dockerSource
aarch64OssDockerSource
+ s390xOssDockerSource
ossDockerSource
}
dependencies {
aarch64DockerSource project(path: ":distribution:archives:linux-aarch64-tar")
+ s390xDockerSource project(path: ":distribution:archives:linux-s390x-tar")
dockerSource project(path: ":distribution:archives:linux-tar")
aarch64OssDockerSource project(path: ":distribution:archives:oss-linux-aarch64-tar")
+ s390xOssDockerSource project(path: ":distribution:archives:oss-linux-s390x-tar")
ossDockerSource project(path: ":distribution:archives:oss-linux-tar")
}
@@ -37,8 +41,11 @@ ext.expansions = { architecture, oss, local ->
case "x64":
classifier = "linux-x86_64"
break
+ case "s390x":
+ classifier = "linux-s390x"
+ break
default:
- throw new IllegalArgumentException("Unrecognized architecture [" + architecture + "], must be one of (aarch64|x64)")
+ throw new IllegalArgumentException("Unrecognized architecture [" + architecture + "], must be one of (aarch64|x64|s390x)")
}
} else {
/* When sourcing the Elasticsearch build remotely, the same Dockerfile needs
@@ -74,11 +81,11 @@ RUN curl --retry 8 -S -L \\
}
private static String buildPath(final String architecture, final boolean oss) {
- return "build/${"aarch64".equals(architecture) ? 'aarch64-' : ''}${oss ? 'oss-' : ''}docker"
+ return "build/${"aarch64".equals(architecture) ? 'aarch64-' : "s390x".equals(architecture) ? 's390x-' : ''}${oss ? 'oss-' : ''}docker"
}
private static String taskName(final String prefix, final String architecture, final boolean oss, final String suffix) {
- return "${prefix}${"aarch64".equals(architecture) ? 'Aarch64' : ''}${oss ? 'Oss' : ''}${suffix}"
+ return "${prefix}${"aarch64".equals(architecture) ? 'Aarch64' : "s390x".equals(architecture) ? 'S390x-' : ''}${oss ? 'Oss' : ''}${suffix}"
}
project.ext {
@@ -121,6 +128,12 @@ void addCopyDockerContextTask(final String architecture, final boolean oss) {
} else {
from configurations.aarch64DockerSource
}
+ } else if ("s390x".equals(architecture)) {
+ if (oss){
+ from configurations.s390xOssDockerSource
+ } else {
+ from configurations.s390xDockerSource
+ }
} else {
if (oss) {
from configurations.ossDockerSource
@@ -154,7 +167,7 @@ task copyKeystore(type: Sync) {
elasticsearch_distributions {
Architecture.values().each { eachArchitecture ->
Flavor.values().each { distroFlavor ->
- "docker_$distroFlavor${ eachArchitecture == Architecture.AARCH64 ? '_aarch64' : '' }" {
+ "docker_$distroFlavor${ eachArchitecture == Architecture.AARCH64 ? '_aarch64' : eachArchitecture == Architecture.S390X ? '_s390x' : '' }" {
architecture = eachArchitecture
flavor = distroFlavor
type = 'docker'
@@ -222,7 +235,7 @@ void addBuildDockerImage(final String architecture, final boolean oss) {
assemble.dependsOn(buildDockerImageTask)
}
-for (final String architecture : ["aarch64", "x64"]) {
+for (final String architecture : ["aarch64", "x64", "s390x"]) {
for (final boolean oss : [false, true]) {
addCopyDockerContextTask(architecture, oss)
addBuildDockerImage(architecture, oss)
@@ -244,12 +257,12 @@ subprojects { Project subProject ->
if (subProject.name.endsWith('-export')) {
apply plugin: 'distribution'
- final String architecture = subProject.name.contains('aarch64-') ? 'aarch64' : 'x64'
+ final String architecture = subProject.name.contains('aarch64-') ? 'aarch64' : subProject.name.contains('s390x-') ? 's390x' : 'x64'
final boolean oss = subProject.name.contains('oss-')
def exportTaskName = taskName("export", architecture, oss, "DockerImage")
def buildTaskName = taskName("build", architecture, oss, "DockerImage")
- def tarFile = "${parent.projectDir}/build/elasticsearch${"aarch64".equals(architecture) ? '-aarch64' : ''}${oss ? '-oss' : ''}_test.${VersionProperties.elasticsearch}.docker.tar"
+ def tarFile = "${parent.projectDir}/build/elasticsearch${"aarch64".equals(architecture) ? '-aarch64' : "s390x".equals(architecture) ? '-s390x' : ''}${oss ? '-oss' : ''}_test.${VersionProperties.elasticsearch}.docker.tar"
final Task exportDockerImageTask = task(exportTaskName, type: LoggedExec) {
inputs.file("${parent.projectDir}/build/markers/${buildTaskName}.marker")
@@ -267,7 +280,7 @@ subprojects { Project subProject ->
artifacts.add('default', file(tarFile)) {
type 'tar'
- name "elasticsearch${"aarch64".equals(architecture) ? '-aarch64' : ''}${oss ? '-oss' : ''}"
+ name "elasticsearch${"aarch64".equals(architecture) ? '-aarch64' : "s390x".equals(architecture) ? '-s390x' : ''}${oss ? '-oss' : ''}"
builtBy exportTaskName
}
diff --git a/distribution/packages/build.gradle b/distribution/packages/build.gradle
index e2cc7f09eeb..0e5bedf1f25 100644
--- a/distribution/packages/build.gradle
+++ b/distribution/packages/build.gradle
@@ -108,6 +108,8 @@ Closure commonPackageConfig(String type, boolean oss, boolean jdk, String archit
if (type == 'deb') {
if (architecture == 'x64') {
arch('amd64')
+ } else if (architecture == 's390x') {
+ arch('s390x')
} else {
assert architecture == 'aarch64' : architecture
arch('arm64')
@@ -116,6 +118,8 @@ Closure commonPackageConfig(String type, boolean oss, boolean jdk, String archit
assert type == 'rpm' : type
if (architecture == 'x64') {
arch('X86_64')
+ } else if (architecture == 's390x') {
+ arch('s390x')
} else {
assert architecture == 'aarch64' : architecture
arch('aarch64')
@@ -154,7 +158,8 @@ Closure commonPackageConfig(String type, boolean oss, boolean jdk, String archit
with libFiles(oss)
}
into('modules') {
- with modulesFiles(oss, 'linux-' + ((architecture == 'x64') ? 'x86_64' : architecture))
+ //with modulesFiles(oss, 'linux-' + ((architecture == 'x64') ? 'x86_64' : architecture))
+ with modulesFiles(oss, 'linux-' + ((architecture == 'x64') ? 'x86_64' : (architecture == 's390x')? 's390x' : architecture))
}
if (jdk) {
into('jdk') {
@@ -355,6 +360,10 @@ tasks.register('buildAarch64Deb', Deb) {
configure(commonDebConfig(false, true, 'aarch64'))
}
+tasks.register('buildS390xDeb', Deb) {
+ configure(commonDebConfig(false, true, 's390x'))
+}
+
tasks.register('buildDeb', Deb) {
configure(commonDebConfig(false, true, 'x64'))
}
@@ -363,6 +372,10 @@ tasks.register('buildAarch64OssDeb', Deb) {
configure(commonDebConfig(true, true, 'aarch64'))
}
+tasks.register('buildS390xOssDeb', Deb) {
+ configure(commonDebConfig(true, true, 's390x'))
+}
+
tasks.register('buildOssDeb', Deb) {
configure(commonDebConfig(true, true, 'x64'))
}
@@ -408,6 +421,10 @@ tasks.register('buildAarch64Rpm', Rpm) {
configure(commonRpmConfig(false, true, 'aarch64'))
}
+tasks.register('buildS390xRpm', Rpm) {
+ configure(commonRpmConfig(false, true, 's390x'))
+}
+
tasks.register('buildRpm', Rpm) {
configure(commonRpmConfig(false, true, 'x64'))
}
@@ -416,6 +433,10 @@ tasks.register('buildAarch64OssRpm', Rpm) {
configure(commonRpmConfig(true, true, 'aarch64'))
}
+tasks.register('buildS390xOssRpm', Rpm) {
+ configure(commonRpmConfig(true, true, 's390x'))
+}
+
tasks.register('buildOssRpm', Rpm) {
configure(commonRpmConfig(true, true, 'x64'))
}
diff --git a/settings.gradle b/settings.gradle
index 608bdbb0717..42150a872ad 100644
--- a/settings.gradle
+++ b/settings.gradle
@@ -28,29 +28,40 @@ List projects = [
'distribution:archives:oss-no-jdk-darwin-tar',
'distribution:archives:no-jdk-darwin-tar',
'distribution:archives:oss-linux-aarch64-tar',
+ 'distribution:archives:oss-linux-s390x-tar',
'distribution:archives:oss-linux-tar',
'distribution:archives:linux-aarch64-tar',
+ 'distribution:archives:linux-s390x-tar',
'distribution:archives:linux-tar',
'distribution:archives:oss-no-jdk-linux-tar',
+ 'distribution:archives:oss-no-jdk-s390x-tar',
'distribution:archives:no-jdk-linux-tar',
'distribution:docker',
'distribution:docker:docker-aarch64-build-context',
'distribution:docker:docker-aarch64-export',
'distribution:docker:oss-docker-aarch64-build-context',
'distribution:docker:oss-docker-aarch64-export',
+ 'distribution:docker:docker-s390x-build-context',
+ 'distribution:docker:docker-s390x-export',
+ 'distribution:docker:oss-docker-s390x-build-context',
+ 'distribution:docker:oss-docker-s390x-export',
'distribution:docker:docker-build-context',
'distribution:docker:docker-export',
'distribution:docker:oss-docker-build-context',
'distribution:docker:oss-docker-export',
'distribution:packages:aarch64-oss-deb',
+ 'distribution:packages:s390x-oss-deb',
'distribution:packages:oss-deb',
'distribution:packages:aarch64-deb',
+ 'distribution:packages:s390x-deb',
'distribution:packages:deb',
'distribution:packages:oss-no-jdk-deb',
'distribution:packages:no-jdk-deb',
'distribution:packages:aarch64-oss-rpm',
+ 'distribution:packages:s390x-oss-rpm',
'distribution:packages:oss-rpm',
'distribution:packages:aarch64-rpm',
+ 'distribution:packages:s390x-rpm',
'distribution:packages:rpm',
'distribution:packages:oss-no-jdk-rpm',
'distribution:packages:no-jdk-rpm',