-
-
Notifications
You must be signed in to change notification settings - Fork 110
Expand file tree
/
Copy pathAmazonS3.php
More file actions
222 lines (199 loc) · 5.37 KB
/
Copy pathAmazonS3.php
File metadata and controls
222 lines (199 loc) · 5.37 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
<?php
namespace phpbu\App\Backup\Sync;
use phpbu\App\Result;
use phpbu\App\Backup\Target;
use phpbu\App\Util;
/**
* Amazon S3 Sync base class
*
* @package phpbu
* @subpackage Backup
* @author Sebastian Feldmann <sebastian@phpbu.de>
* @copyright Sebastian Feldmann <sebastian@phpbu.de>
* @license https://opensource.org/licenses/MIT The MIT License (MIT)
* @link https://phpbu.de/
* @since Class available since Release 3.0.0
*/
abstract class AmazonS3 implements Simulator
{
/**
* AWS key
*
* @var string
*/
protected $key;
/**
* AWS secret
*
* @var string
*/
protected $secret;
/**
* AWS S3 bucket
*
* @var string
*/
protected $bucket;
/**
* TTL for all items in this bucket.
*
* @var int
*/
protected $bucketTTL;
/**
* AWS S3 region
*
* @var string
*/
protected $region;
/**
* AWS remote path / object key
*
* @var string
*/
protected $path;
/**
* Unix timestamp of generating path from placeholder.
*
* @var int
*/
protected $time;
/**
* AWS remote raw path / object key
*
* @var string
*/
protected $pathRaw;
/**
* AWS acl
* 'private' by default
*
* @var string
*/
protected $acl;
/**
* Use multi part config
*
* @var boolean
*/
protected $multiPartUpload;
/**
* Set a custom S3 endpoint
*
* @var string
*/
protected $endpoint;
/**
* Set path style endpoint
*
* @var boolean
*/
protected $usePathStyle = false;
/**
* Use specific S3 signature version
*
* @var string
*/
protected $signatureVersion;
/**
* Multi part upload part size in bytes
*
* @var int|null
*/
protected $multiPartUploadSize;
/**
* Min multi part upload size
*
* @var int
*/
protected $minMultiPartUploadSize = 5242880;
/**
* Max stream upload size
*
* @var int
*/
protected $maxStreamUploadSize = 104857600;
/**
* Configure the sync
*
* @see \phpbu\App\Backup\Sync::setup()
* @param array $config
* @throws Exception
*/
public function setup(array $config)
{
if (!class_exists('\\Aws\\S3\\S3Client')) {
throw new Exception('Amazon SDK not loaded: use composer to install "aws/aws-sdk-php"');
}
// check for mandatory options
$this->validateConfig($config, ['key', 'secret', 'bucket', 'region']);
$path = Util\Arr::getValue($config, 'path', '');
$pathCleaned = Util\Path::withoutTrailingSlash(Util\Path::withoutLeadingSlash($path));
$this->time = time();
$this->key = $config['key'];
$this->secret = $config['secret'];
$this->bucket = $config['bucket'];
$this->bucketTTL = Util\Arr::getValue($config, 'bucketTTL');
$this->region = $config['region'];
$this->path = Util\Path::replaceDatePlaceholders($pathCleaned, $this->time);
$this->pathRaw = $pathCleaned;
$this->acl = Util\Arr::getValue($config, 'acl', 'private');
$this->multiPartUpload = Util\Str::toBoolean(Util\Arr::getValue($config, 'useMultiPartUpload'), false);
$this->multiPartUploadSize = Util\Arr::getValue($config, 'multiPartUploadPartSize');
$this->usePathStyle = Util\Str::toBoolean(Util\Arr::getValue($config, 'usePathStyleEndpoint'), false);
$this->endpoint = Util\Arr::getValue($config, 'endpoint');
$this->signatureVersion = Util\Arr::getValue($config, 'signatureVersion');
}
/**
* Make sure all mandatory keys are present in given config
*
* @param array $config
* @param string[] $keys
* @throws Exception
*/
protected function validateConfig(array $config, array $keys)
{
foreach ($keys as $option) {
if (!Util\Arr::isSetAndNotEmptyString($config, $option)) {
throw new Exception($option . ' is mandatory');
}
}
}
/**
* Simulate the sync execution
*
* @param Target $target
* @param Result $result
*/
public function simulate(Target $target, Result $result)
{
$result->debug(
'sync backup to Amazon S3' . PHP_EOL
. ' region: ' . $this->region . PHP_EOL
. ' key: ' . $this->key . PHP_EOL
. ' secret: ********' . PHP_EOL
. ' location: ' . $this->bucket . PHP_EOL
);
}
/**
* Should multi part upload be used
*
* @param Target $target
* @return bool
* @throws \phpbu\App\Exception
*/
protected function useMultiPartUpload(Target $target)
{
return (
// files uploaded with multi part upload have to be at least 5MB
$target->getSize() > $this->minMultiPartUploadSize
&& (
// files bigger 5GB have to be uploaded via multi part
$target->getSize() > $this->maxStreamUploadSize
||
// multipart upload is triggered manually
$this->multiPartUpload
)
);
}
}