Skip to content

Commit 4589bd4

Browse files
committed
iceberg: bump iceberg-go to allow v1 manifests inside v2 manifest lists
Pulls in apache/iceberg-go#1030, which fixes the upstream ManifestListWriter rejecting v1 manifest files when writing a v2 manifest list. Without this, every commit on a table that was upgraded from v1 to v2 (whether via Transaction.UpgradeFormatVersion in the committer or out-of-band by another engine) failed with "ManifestListWriter only supports version 2 manifest files" because the historical v1 manifests surfaced through existingManifests() on every commit and the v2 writer rejected them. Adds a regression test that pins the upstream behaviour: a v1 ManifestFile passed to WriteManifestList(2, ...) must round-trip and the decoded entry must inherit content=data and sequence_number=min_sequence_number=0 per the Iceberg spec.
1 parent 2cc2cde commit 4589bd4

3 files changed

Lines changed: 158 additions & 91 deletions

File tree

go.mod

Lines changed: 28 additions & 29 deletions
Original file line numberDiff line numberDiff line change
@@ -48,15 +48,15 @@ require (
4848
github.com/PaesslerAG/gval v1.2.4
4949
github.com/PaesslerAG/jsonpath v0.1.1
5050
github.com/a2aproject/a2a-go v0.3.12
51-
github.com/apache/iceberg-go v0.5.1-0.20260423164746-a1d883edd53d
51+
github.com/apache/iceberg-go v0.5.1-0.20260506193454-dfc5851d9367
5252
github.com/apache/pulsar-client-go v0.18.0
5353
github.com/auth0/go-jwt-middleware/v2 v2.3.1
5454
github.com/authzed/authzed-go v1.8.0
5555
github.com/authzed/grpcutil v0.0.0-20260105210157-e237581949c2
5656
github.com/aws/aws-lambda-go v1.54.0
57-
github.com/aws/aws-sdk-go-v2 v1.41.5
58-
github.com/aws/aws-sdk-go-v2/config v1.32.14
59-
github.com/aws/aws-sdk-go-v2/credentials v1.19.14
57+
github.com/aws/aws-sdk-go-v2 v1.41.6
58+
github.com/aws/aws-sdk-go-v2/config v1.32.16
59+
github.com/aws/aws-sdk-go-v2/credentials v1.19.15
6060
github.com/aws/aws-sdk-go-v2/feature/dynamodb/expression v1.8.36
6161
github.com/aws/aws-sdk-go-v2/feature/s3/transfermanager v0.1.11
6262
github.com/aws/aws-sdk-go-v2/service/athena v1.57.3
@@ -65,13 +65,13 @@ require (
6565
github.com/aws/aws-sdk-go-v2/service/cloudwatchlogs v1.65.0
6666
github.com/aws/aws-sdk-go-v2/service/dynamodb v1.57.0
6767
github.com/aws/aws-sdk-go-v2/service/firehose v1.42.12
68-
github.com/aws/aws-sdk-go-v2/service/glue v1.139.1
68+
github.com/aws/aws-sdk-go-v2/service/glue v1.139.3
6969
github.com/aws/aws-sdk-go-v2/service/kinesis v1.43.5
7070
github.com/aws/aws-sdk-go-v2/service/lambda v1.88.5
71-
github.com/aws/aws-sdk-go-v2/service/s3 v1.99.0
71+
github.com/aws/aws-sdk-go-v2/service/s3 v1.99.1
7272
github.com/aws/aws-sdk-go-v2/service/sns v1.39.14
7373
github.com/aws/aws-sdk-go-v2/service/sqs v1.42.24
74-
github.com/aws/aws-sdk-go-v2/service/sts v1.41.10
74+
github.com/aws/aws-sdk-go-v2/service/sts v1.42.0
7575
github.com/beanstalkd/go-beanstalk v0.2.0
7676
github.com/benhoyt/goawk v1.31.0
7777
github.com/bmatcuk/doublestar/v4 v4.10.0
@@ -205,9 +205,9 @@ require (
205205
golang.org/x/net v0.53.0
206206
golang.org/x/sync v0.20.0
207207
golang.org/x/text v0.36.0
208-
google.golang.org/api v0.275.0
208+
google.golang.org/api v0.276.0
209209
google.golang.org/protobuf v1.36.11
210-
modernc.org/sqlite v1.47.0
210+
modernc.org/sqlite v1.49.1
211211
)
212212

213213
require (
@@ -231,11 +231,11 @@ require (
231231
github.com/ProtonMail/go-crypto v1.4.1 // indirect
232232
github.com/RoaringBitmap/roaring/v2 v2.15.0 // indirect
233233
github.com/antlr4-go/antlr/v4 v4.13.1 // indirect
234-
github.com/apache/arrow-go/v18 v18.5.2 // indirect
234+
github.com/apache/arrow-go/v18 v18.6.0 // indirect
235235
github.com/apache/arrow/go/v12 v12.0.1 // indirect
236236
github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.22.8 // indirect
237237
github.com/aws/aws-sdk-go-v2/service/secretsmanager v1.41.4 // indirect
238-
github.com/aws/aws-sdk-go-v2/service/signin v1.0.9 // indirect
238+
github.com/aws/aws-sdk-go-v2/service/signin v1.0.10 // indirect
239239
github.com/bitfield/gotestdox v0.2.2 // indirect
240240
github.com/cenkalti/backoff/v5 v5.0.3 // indirect
241241
github.com/certifi/gocertifi v0.0.0-20210507211836-431795d63e8d // indirect
@@ -313,9 +313,9 @@ require (
313313
github.com/shirou/gopsutil/v4 v4.26.3 // indirect
314314
github.com/skeema/knownhosts v1.3.2 // indirect
315315
github.com/spiffe/go-spiffe/v2 v2.6.0 // indirect
316-
github.com/substrait-io/substrait v0.84.0 // indirect
317-
github.com/substrait-io/substrait-go/v7 v7.6.0 // indirect
318-
github.com/substrait-io/substrait-protobuf/go v0.84.0 // indirect
316+
github.com/substrait-io/substrait v0.87.0 // indirect
317+
github.com/substrait-io/substrait-go/v8 v8.1.0 // indirect
318+
github.com/substrait-io/substrait-protobuf/go v0.85.0 // indirect
319319
github.com/theparanoids/crypki v1.21.0 // indirect
320320
github.com/tidwall/gjson v1.18.0 // indirect
321321
github.com/tidwall/match v1.2.0 // indirect
@@ -376,30 +376,29 @@ require (
376376
github.com/Jeffail/grok v1.1.0 // indirect
377377
github.com/Microsoft/go-winio v0.6.2 // indirect
378378
github.com/OneOfOne/xxhash v1.2.8 // indirect
379-
github.com/andybalholm/brotli v1.2.0 // indirect
379+
github.com/andybalholm/brotli v1.2.1 // indirect
380380
github.com/apache/arrow/go/arrow v0.0.0-20211112161151-bc219186db40 // indirect
381381
github.com/apache/arrow/go/v15 v15.0.2 // indirect
382382
github.com/apache/thrift v0.22.0 // indirect
383383
github.com/apapsch/go-jsonmerge/v2 v2.0.0 // indirect
384384
github.com/ardielle/ardielle-go v1.5.2 // indirect
385385
github.com/armon/go-metrics v0.3.10 // indirect
386-
github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.8 // indirect
386+
github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.7.9 // indirect
387387
github.com/aws/aws-sdk-go-v2/feature/dynamodb/attributevalue v1.20.36 // indirect
388-
github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.21 // indirect
388+
github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.18.22 // indirect
389389
github.com/aws/aws-sdk-go-v2/feature/rds/auth v1.6.20
390-
github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.21 // indirect
391-
github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.21 // indirect
392-
github.com/aws/aws-sdk-go-v2/internal/ini v1.8.6 // indirect
393-
github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.22 // indirect
390+
github.com/aws/aws-sdk-go-v2/internal/configsources v1.4.22 // indirect
391+
github.com/aws/aws-sdk-go-v2/internal/endpoints/v2 v2.7.22 // indirect
392+
github.com/aws/aws-sdk-go-v2/internal/v4a v1.4.23 // indirect
394393
github.com/aws/aws-sdk-go-v2/service/dynamodbstreams v1.32.13
395-
github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.7 // indirect
396-
github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.13 // indirect
394+
github.com/aws/aws-sdk-go-v2/service/internal/accept-encoding v1.13.8 // indirect
395+
github.com/aws/aws-sdk-go-v2/service/internal/checksum v1.9.14 // indirect
397396
github.com/aws/aws-sdk-go-v2/service/internal/endpoint-discovery v1.11.20 // indirect
398-
github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.21 // indirect
399-
github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.21 // indirect
400-
github.com/aws/aws-sdk-go-v2/service/sso v1.30.15 // indirect
401-
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.19 // indirect
402-
github.com/aws/smithy-go v1.24.3
397+
github.com/aws/aws-sdk-go-v2/service/internal/presigned-url v1.13.22 // indirect
398+
github.com/aws/aws-sdk-go-v2/service/internal/s3shared v1.19.22 // indirect
399+
github.com/aws/aws-sdk-go-v2/service/sso v1.30.16 // indirect
400+
github.com/aws/aws-sdk-go-v2/service/ssooidc v1.35.20 // indirect
401+
github.com/aws/smithy-go v1.25.0
403402
github.com/aymerick/douceur v0.2.0 // indirect
404403
github.com/beorn7/perks v1.0.1 // indirect
405404
github.com/bits-and-blooms/bitset v1.24.4 // indirect
@@ -565,7 +564,7 @@ require (
565564
gopkg.in/inf.v0 v0.9.1 // indirect
566565
gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
567566
gopkg.in/yaml.v3 v3.0.1
568-
modernc.org/libc v1.70.0 // indirect
567+
modernc.org/libc v1.72.0 // indirect
569568
modernc.org/mathutil v1.7.1 // indirect
570569
modernc.org/memory v1.11.0 // indirect
571570
)

0 commit comments

Comments
 (0)