Skip to content

Commit 8327c5c

Browse files
committed
fix: written files on Retina are uniformly formatted in ordered
1 parent e331b26 commit 8327c5c

2 files changed

Lines changed: 8 additions & 19 deletions

File tree

pixels-common/src/main/java/io/pixelsdb/pixels/common/utils/PixelsFileNameUtils.java

Lines changed: 7 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -43,8 +43,8 @@
4343
* <h3>File types</h3>
4444
* <table border="1">
4545
* <tr><th>Type</th><th>Writer</th><th>GC eligible</th></tr>
46-
* <tr><td>retina</td><td>{@code FileWriterManager} (CDC real-time path)</td><td>yes</td></tr>
47-
* <tr><td>ordered</td><td>{@code IndexedPixelsConsumer} (indexed batch load)</td><td>yes</td></tr>
46+
* <tr><td>ordered</td><td>{@code FileWriterManager} (CDC real-time path) /
47+
* {@code IndexedPixelsConsumer} (indexed batch load)</td><td>yes</td></tr>
4848
* <tr><td>compact</td><td>{@code CompactExecutor}</td><td>yes</td></tr>
4949
* <tr><td>single</td><td>{@code SimplePixelsConsumer} (non-indexed batch load)</td><td>no</td></tr>
5050
* <tr><td>copy</td><td>{@code CopyExecutor} (test/benchmark data amplification)</td><td>no</td></tr>
@@ -80,7 +80,6 @@ public final class PixelsFileNameUtils
8080
*/
8181
public enum PxlFileType
8282
{
83-
RETINA("retina"),
8483
ORDERED("ordered"),
8584
COMPACT("compact"),
8685
SINGLE("single"),
@@ -131,11 +130,11 @@ public static PxlFileType fromLabel(String label)
131130
* <li>timestamp — exactly 14 digits (yyyyMMddHHmmss)</li>
132131
* <li>atomicCount</li>
133132
* <li>virtualNodeId — non-negative integer, or {@code -1} for single files</li>
134-
* <li>type label — one of {@code retina|ordered|compact|single|copy}</li>
133+
* <li>type label — one of {@code ordered|compact|single|copy}</li>
135134
* </ol>
136135
*/
137136
private static final Pattern PXL_PATTERN = Pattern.compile(
138-
"(?:.*/)?(.+)_(\\d{14})_(\\d+)_(-?\\d+)_(retina|ordered|compact|single|copy)\\.pxl$");
137+
"(?:.*/)?(.+)_(\\d{14})_(\\d+)_(-?\\d+)_(ordered|compact|single|copy)\\.pxl$");
139138

140139
private PixelsFileNameUtils() {}
141140

@@ -161,16 +160,7 @@ public static String buildPxlFileName(String hostName, int virtualNodeId, PxlFil
161160
// -------------------------------------------------------------------------
162161

163162
/**
164-
* Builds a <b>Retina</b> file name (CDC real-time write path).
165-
* <p>Format: {@code <hostName>_<yyyyMMddHHmmss>_<count>_<virtualNodeId>_retina.pxl}
166-
*/
167-
public static String buildRetinaFileName(String hostName, int virtualNodeId)
168-
{
169-
return buildPxlFileName(hostName, virtualNodeId, PxlFileType.RETINA);
170-
}
171-
172-
/**
173-
* Builds an <b>Ordered</b> file name (indexed batch load).
163+
* Builds an <b>Ordered</b> file name (CDC real-time write path and indexed batch load).
174164
* <p>Format: {@code <hostName>_<yyyyMMddHHmmss>_<count>_<virtualNodeId>_ordered.pxl}
175165
*/
176166
public static String buildOrderedFileName(String hostName, int virtualNodeId)
@@ -281,16 +271,15 @@ public static PxlFileType extractFileType(String path)
281271

282272
/**
283273
* Returns {@code true} if the file at {@code path} is eligible for Storage GC,
284-
* i.e. its type is one of {@link PxlFileType#RETINA}, {@link PxlFileType#ORDERED},
285-
* or {@link PxlFileType#COMPACT}.
274+
* i.e. its type is one of {@link PxlFileType#ORDERED} or {@link PxlFileType#COMPACT}.
286275
*
287276
* <p>{@link PxlFileType#SINGLE} and {@link PxlFileType#COPY} files, as well as
288277
* unrecognised paths, return {@code false}.
289278
*/
290279
public static boolean isGcEligible(String path)
291280
{
292281
PxlFileType type = extractFileType(path);
293-
return type == PxlFileType.RETINA || type == PxlFileType.ORDERED || type == PxlFileType.COMPACT;
282+
return type == PxlFileType.ORDERED || type == PxlFileType.COMPACT;
294283
}
295284

296285
// -------------------------------------------------------------------------

pixels-retina/src/main/java/io/pixelsdb/pixels/retina/FileWriterManager.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,7 +76,7 @@ public FileWriterManager(long tableId, TypeDescription schema,
7676
this.virtualNodeId = virtualNodeId;
7777

7878
// Create pixels writer.
79-
String targetFileName = PixelsFileNameUtils.buildRetinaFileName(hostName, virtualNodeId);
79+
String targetFileName = PixelsFileNameUtils.buildOrderedFileName(hostName, virtualNodeId);
8080
String targetFilePath = targetOrderedDirPath.getUri() + "/" + targetFileName;
8181
try
8282
{

0 commit comments

Comments
 (0)