-
Notifications
You must be signed in to change notification settings - Fork 129
Expand file tree
/
Copy pathDockerReferenceUtility.cs
More file actions
251 lines (217 loc) · 9.93 KB
/
Copy pathDockerReferenceUtility.cs
File metadata and controls
251 lines (217 loc) · 9.93 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
// transcribed from https://github.com/containers/image/blob/c1a5f92d0ebbf9e0bf187b3353dd400472b388eb/docker/reference/reference.go
// Package reference provides a general type to represent any way of referencing images within the registry.
// Its main purpose is to abstract tags and digests (content-addressable hash).
//
// Grammar
//
// reference := name [ ":" tag ] [ "@" digest ]
// name := [domain '/'] path-component ['/' path-component]*
// domain := domain-component ['.' domain-component]* [':' port-number]
// domain-component := /([a-zA-Z0-9]|[a-zA-Z0-9][a-zA-Z0-9-]*[a-zA-Z0-9])/
// port-number := /[0-9]+/
// path-component := alpha-numeric [separator alpha-numeric]*
// alpha-numeric := /[a-z0-9]+/
// separator := /[_.]|__|[-]*/
//
// tag := /[\w][\w.-]{0,127}/
//
// digest := digest-algorithm ":" digest-hex
// digest-algorithm := digest-algorithm-component [ digest-algorithm-separator digest-algorithm-component ]*
// digest-algorithm-separator := /[+.-_]/
// digest-algorithm-component := /[A-Za-z][A-Za-z0-9]*/
// digest-hex := /[0-9a-fA-F]{32,}/ ; At least 128 bit digest value
//
// identifier := /[a-f0-9]{64}/
// short-identifier := /[a-f0-9]{6,64}/
namespace Microsoft.ComponentDetection.Common;
using System;
using System.Diagnostics.CodeAnalysis;
using System.Text.RegularExpressions;
using Microsoft.ComponentDetection.Contracts;
using Microsoft.Extensions.Logging;
public static class DockerReferenceUtility
{
// NameTotalLengthMax is the maximum total number of characters in a repository name.
private const int NameTotalLengthMax = 255;
private const string DEFAULTDOMAIN = "docker.io";
private const string LEGACYDEFAULTDOMAIN = "index.docker.io";
private const string OFFICIALREPOSITORYNAME = "library";
// Characters that only appear in an image reference as part of an unresolved templating
// token. '$', '{' and '}' cover shell / Helm / Go-template placeholders (e.g. ${VAR},
// {{ .Values.tag }}); '#' covers Azure DevOps and other token-replacement placeholders
// (e.g. #imageTag#) and is never valid in a resolved docker reference.
private static readonly char[] TemplateDelimiters = ['$', '{', '}', '#'];
// Matches token-replacement placeholders that wrap an identifier in double underscores,
// e.g. __IMAGE_TAG__ or __MCR_ENDPOINT__. Without this they parse as an uppercase repository
// name and surface as a noisy parse failure instead of being skipped as a templated value.
private static readonly Regex DoubleUnderscoreTokenRegex = new(@"__\w+__");
/// <summary>
/// Returns true if the reference contains unresolved variable or templating placeholders,
/// e.g. <c>${VAR}</c>, <c>{{ .Values.tag }}</c>, <c>#imageTag#</c>, or <c>__IMAGE_TAG__</c>.
/// Such references are not real, resolvable images, so they should be skipped before calling
/// <see cref="ParseFamiliarName"/> or <see cref="ParseQualifiedName"/> and treated as
/// unresolved values rather than reported as parse failures.
/// </summary>
/// <param name="reference">The image reference string to check.</param>
/// <returns><c>true</c> if the reference contains variable placeholder characters; otherwise <c>false</c>.</returns>
public static bool HasUnresolvedVariables(string reference) =>
reference.IndexOfAny(TemplateDelimiters) >= 0 ||
DoubleUnderscoreTokenRegex.IsMatch(reference);
/// <summary>
/// Attempts to parse an image reference string into a <see cref="DockerReference"/>.
/// Returns <c>null</c> if the reference contains unresolved variables or cannot be parsed.
/// </summary>
/// <param name="imageReference">The image reference string to parse.</param>
/// <param name="logger">Optional logger for recording parse failures.</param>
/// <returns>A <see cref="DockerReference"/> if parsing succeeds; otherwise <c>null</c>.</returns>
public static DockerReference? TryParseImageReference(string imageReference, ILogger? logger = null)
{
if (HasUnresolvedVariables(imageReference))
{
return null;
}
try
{
return ParseFamiliarName(imageReference);
}
catch (DockerReferenceException ex)
{
logger?.LogWarning(ex, "Failed to parse image reference '{ImageReference}'.", imageReference);
return null;
}
}
/// <summary>
/// Parses an image reference and registers it with the recorder if valid.
/// Skips references with unresolved variables or that cannot be parsed,
/// logging a warning for parse failures so that remaining entries continue to be processed.
/// </summary>
/// <param name="imageReference">The image reference string to parse.</param>
/// <param name="recorder">The component recorder to register the image with.</param>
/// <param name="logger">Optional logger for recording parse failures.</param>
public static void TryRegisterImageReference(string imageReference, ISingleFileComponentRecorder recorder, ILogger? logger = null)
{
var dockerRef = TryParseImageReference(imageReference, logger);
TryRegisterImageReference(dockerRef, recorder);
}
/// <summary>
/// Registers a pre-parsed <see cref="DockerReference"/> with the recorder if non-null.
/// </summary>
/// <param name="dockerReference">The parsed docker reference, or <c>null</c> to skip.</param>
/// <param name="recorder">The component recorder to register the image with.</param>
public static void TryRegisterImageReference(DockerReference? dockerReference, ISingleFileComponentRecorder recorder)
{
if (dockerReference != null)
{
recorder.RegisterUsage(new DetectedComponent(dockerReference.ToTypedDockerReferenceComponent()));
}
}
public static DockerReference ParseQualifiedName(string qualifiedName)
{
var regexp = DockerRegex.ReferenceRegexp;
if (!regexp.IsMatch(qualifiedName))
{
if (string.IsNullOrWhiteSpace(qualifiedName))
{
throw new ReferenceNameEmptyException(qualifiedName);
}
if (regexp.IsMatch(qualifiedName.ToLower()))
{
throw new ReferenceNameContainsUppercaseException(qualifiedName);
}
throw new ReferenceInvalidFormatException(qualifiedName);
}
var matches = regexp.Match(qualifiedName).Groups;
var name = matches[1].Value;
if (name.Length > NameTotalLengthMax)
{
throw new ReferenceNameTooLongException(name);
}
var reference = new Reference();
var nameMatch = DockerRegex.AnchoredNameRegexp.Match(name).Groups;
if (nameMatch.Count == 3)
{
reference.Domain = nameMatch[1].Value;
reference.Repository = nameMatch[2].Value;
}
else
{
reference.Domain = string.Empty;
reference.Repository = matches[1].Value;
}
reference.Tag = matches[2].Value;
if (matches.Count > 3 && !string.IsNullOrEmpty(matches[3].Value))
{
DigestUtility.CheckDigest(matches[3].Value, true);
reference.Digest = matches[3].Value;
}
return CreateDockerReference(reference);
}
public static (string Domain, string Remainder) SplitDockerDomain(string name)
{
string domain;
string remainder;
var indexOfSlash = name.IndexOf('/');
if (indexOfSlash == -1 || !(
name.LastIndexOf('.', indexOfSlash) != -1 ||
name.LastIndexOf(':', indexOfSlash) != -1 ||
name.StartsWith("localhost/")))
{
domain = DEFAULTDOMAIN;
remainder = name;
}
else
{
domain = name[..indexOfSlash];
remainder = name[(indexOfSlash + 1)..];
}
if (domain == LEGACYDEFAULTDOMAIN)
{
domain = DEFAULTDOMAIN;
}
if (domain == DEFAULTDOMAIN && indexOfSlash == -1)
{
remainder = $"{OFFICIALREPOSITORYNAME}/{remainder}";
}
return (domain, remainder);
}
[SuppressMessage("Globalization", "CA1308:Normalize strings to uppercase", Justification = "Explicitly checks for character case.")]
public static DockerReference ParseFamiliarName(string name)
{
if (DockerRegex.AnchoredIdentifierRegexp.IsMatch(name))
{
throw new ReferenceNameNotCanonicalException(name);
}
(var domain, var remainder) = SplitDockerDomain(name);
string remoteName;
var tagSeparatorIndex = remainder.IndexOf(':');
if (tagSeparatorIndex > -1)
{
remoteName = remainder[..tagSeparatorIndex];
}
else
{
remoteName = remainder;
}
if (!string.Equals(remoteName.ToLowerInvariant(), remoteName, StringComparison.InvariantCulture))
{
throw new ReferenceNameContainsUppercaseException(name);
}
return ParseQualifiedName($"{domain}/{remainder}");
}
public static DockerReference ParseAll(string name)
{
if (DockerRegex.AnchoredIdentifierRegexp.IsMatch(name))
{
return CreateDockerReference(new Reference { Digest = $"sha256:{name}" });
}
if (DigestUtility.CheckDigest(name, false))
{
return CreateDockerReference(new Reference { Digest = name });
}
return ParseFamiliarName(name);
}
private static DockerReference CreateDockerReference(Reference options)
{
return DockerReference.CreateDockerReference(options.Repository, options.Domain, options.Digest, options.Tag);
}
}