v1dd-transfer-scratch/test_transfer.sh at main · aplbrain/v1dd-transfer-scratch · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
# sample bounding box
# https://neuroglancer.bossdb.io/#!https://bossdb-neuvue-datalake.s3.amazonaws.com/public/states/3ebbe106-6d97-491b-af43-51b0b63a8c46.json


# test if cloudfiles hack works
# these bounds should move 20 chunks total
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_test \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,33536 \
#     --yrange 33408,34048 \
#     --zrange 4688,4704 \
#     --shape 512,640,16

# test various encoding strategies

# no encoding (raw)
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_raw \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,37120 \
#     --yrange 33408,35584 \
#     --zrange 4688,4944 \
#     --shape 4096,2176,256 \
#     --sharded \
#     --encoding raw


# jpegxl level 100
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_jpegxl_quality100 \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,37120 \
#     --yrange 33408,35584 \
#     --zrange 4688,4944 \
#     --shape 4096,2176,256 \
#     --sharded \
#     --encoding jpegxl \
#     --encoding-effort 10 \
#     --encoding-level 100

# jpegxl level 90
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_jpegxl_quality90 \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,37120 \
#     --yrange 33408,35584 \
#     --zrange 4688,4944 \
#     --shape 4096,2176,256 \
#     --sharded \
#     --encoding jpegxl \
#     --encoding-effort 10 \
#     --encoding-level 90

# jpegxl level 50
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_jpegxl_quality50 \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,37120 \
#     --yrange 33408,35584 \
#     --zrange 4688,4944 \
#     --shape 4096,2176,256 \
#     --sharded \
#     --encoding jpegxl \
#     --encoding-effort 10 \
#     --encoding-level 50

# jpegxl level 25
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_jpegxl_quality25 \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,37120 \
#     --yrange 33408,35584 \
#     --zrange 4688,4944 \
#     --shape 4096,2176,256 \
#     --sharded \
#     --encoding jpegxl \
#     --encoding-effort 10 \
#     --encoding-level 25

#png
# igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_png \
#     --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
#     --mip 1 \
#     --bounds-mip 1 \
#     --skip-downsample \
#     --cutout \
#     --xrange 33024,37120 \
#     --yrange 33408,35584 \
#     --zrange 4688,4944 \
#     --shape 4096,2176,256 \
#     --sharded \
#     --encoding png

# encoding level 90
igneous image xfer gs://bossdb-v1dd-transfer/image/aligned_image gs://bossdb-v1dd-transfer/transfer/v1dd_jpegxl_quality90 \
    --queue https://sqs.us-east-1.amazonaws.com/407510763690/s3-transfer-downsample \
    --mip 1 \
    --bounds-mip 1 \
    --skip-downsample \
    --cutout \
    --xrange 33024,37120 \
    --yrange 33408,35584 \
    --zrange 4688,4944 \
    --shape 4096,2176,256 \
    --sharded \
    --encoding jpegxl \
    --encoding-effort 5 \
    --encoding-level 90