This a a rather large commit due to the nature of the stuff it is touching. To get PHPUnit up and running again I had to update some deps and I did so by vendorizing them. The vendorizing of zf1 makes sense since distros are already considering to drop it from their repos. * [x] install vendorized zf1 with composer * [x] load composer autoloader before zf1 * [x] Implement headAction for all Zend_Rest_Controller based controllers * [x] switch to yml dataset to get around string only limitations of xml sets (also removed warning in readme) * [x] use year 2044 as hardcoded date for tests since it is in the future and has the same days like previously used 2016 * [x] make tests easier to run when accessing phpunit directly * [x] clean up test helper to always use airtime.conf * [x] switch test dbname to libretime_test * [x] test db username password switched to libretime/libretime * [x] install phpunit with composer in a clear version (make tests easier to reproduce on other platforms) * [x] remove local libs from airtime repo (most of airtime_mvc/library was not needed of in vendor already) * [x] configure composer autoloading and use it (also removed requires that are not needed anymore) * [x] add LibreTime prefix for FileNotFoundException (phing had a similar class and these are all pre-namespace style) * [x] add .travis.yml file * [x] make etc and logdir configurable with LIBRETIME_CONF_DIR and LIBRETIME_LOG_DIR env (so travis can change it) * [x] slight cleanup in config for travis not to fail * [x] add cloud_storage.conf for during test runs * [x] rewrite mvc testing docs and move them to docs/ folder * [x] don't use `static::class` in a class that does not have a parent class, use `__CLASS__` instead. * [x] don't use `<ClassName>::class`, since we already know what class we want `"<ClassName>"` ist just fine. * [x] fix "can't use method in write context" errors on 5.4 (also helps the optimizer) * [x] add build status badge on main README.md Fixes https://github.com/LibreTime/libretime/issues/4 The PHP parts of https://github.com/LibreTime/libretime/pull/10 get obsoleted by this change and it will need rebasing. This also contains https://github.com/LibreTime/libretime/pull/8, the late static binding compat code was broken for no reason and until CentOS drops php 5.4 there is no reason I'm aware of not to support it. I inlined #8 since the test would be failing on php 5.4 without the change. If you want to run tests you need to run `composer install` in the root directory and then `cd airtime_mvc/tests && ../../vendor/bin/phpunit`. For the tests to run the user `libretime` needs to be allowed to create the `libretime_test` database. See `docs/TESTING.md` for more info on getting set up.
125 lines
4.9 KiB
PHP
125 lines
4.9 KiB
PHP
<?php
|
|
|
|
use Aws\S3\S3Client;
|
|
|
|
class Amazon_S3StorageBackend extends StorageBackend
|
|
{
|
|
|
|
private $s3Client;
|
|
private $proxyHost;
|
|
|
|
public function Amazon_S3StorageBackend($securityCredentials)
|
|
{
|
|
$this->setBucket($securityCredentials['bucket']);
|
|
$this->setAccessKey($securityCredentials['api_key']);
|
|
$this->setSecretKey($securityCredentials['api_key_secret']);
|
|
|
|
$s3Options = array(
|
|
'key' => $securityCredentials['api_key'],
|
|
'secret' => $securityCredentials['api_key_secret'],
|
|
'region' => $securityCredentials['region']
|
|
);
|
|
if (array_key_exists("proxy_host", $securityCredentials)) {
|
|
$s3Options = array_merge($s3Options, array(
|
|
//'base_url' => "http://" . $securityCredentials['proxy_host'],
|
|
'base_url' => "http://s3.amazonaws.com",
|
|
'scheme' => "http",
|
|
//'force_path_style' => true,
|
|
'signature' => 'v4'
|
|
));
|
|
$this->proxyHost = $securityCredentials['proxy_host'];
|
|
}
|
|
|
|
$this->s3Client = S3Client::factory($s3Options);
|
|
}
|
|
|
|
public function getAbsoluteFilePath($resourceId)
|
|
{
|
|
return $this->s3Client->getObjectUrl($this->getBucket(), $resourceId);
|
|
}
|
|
|
|
/** Returns a signed download URL from Amazon S3, expiring in 60 minutes */
|
|
public function getDownloadURLs($resourceId, $contentDispositionFilename)
|
|
{
|
|
$urls = array();
|
|
|
|
$s3args = array('ResponseContentDisposition' => 'attachment; filename="' . urlencode($contentDispositionFilename) . '"');
|
|
$signedS3Url = $this->s3Client->getObjectUrl($this->getBucket(), $resourceId, '+60 minutes', $s3args);
|
|
|
|
//If we're using the proxy cache, we need to modify the request URL after it has
|
|
//been generated by the above. (The request signature must be for the amazonaws.com,
|
|
//not our proxy, since the proxy translates the host back to amazonaws.com)
|
|
if ($this->proxyHost) {
|
|
$p = parse_url($signedS3Url);
|
|
$p["host"] = $this->getBucket() . "." . $this->proxyHost;
|
|
$p["scheme"] = "http";
|
|
//If the path contains the bucket name (which is the case with HTTPS requests to Amazon),
|
|
//we need to strip that part out, since we're forcing everything to HTTP. The Amazon S3
|
|
//URL convention for HTTP is to prepend the bucket name to the hostname instead of having
|
|
//it in the path.
|
|
//eg. http://bucket.s3.amazonaws.com/ instead of https://s3.amazonaws.com/bucket/
|
|
if (strpos($p["path"], $this->getBucket()) == 1) {
|
|
$p["path"] = substr($p["path"], 1 + strlen($this->getBucket()));
|
|
}
|
|
$proxyUrl = $p["scheme"] . "://" . $p["host"] . $p["path"] . "?" . $p["query"];
|
|
//Add this proxy cache URL to the list of download URLs.s
|
|
array_push($urls, $proxyUrl);
|
|
}
|
|
|
|
//Add the direct S3 URL to the list (as a fallback)
|
|
array_push($urls, $signedS3Url);
|
|
|
|
//http_build_url() would be nice to use but it requires pecl_http :-(
|
|
|
|
//Logging::info($url);
|
|
|
|
return $urls;
|
|
}
|
|
|
|
public function deletePhysicalFile($resourceId)
|
|
{
|
|
$bucket = $this->getBucket();
|
|
|
|
if ($this->s3Client->doesObjectExist($bucket, $resourceId)) {
|
|
|
|
$result = $this->s3Client->deleteObject(array(
|
|
'Bucket' => $bucket,
|
|
'Key' => $resourceId,
|
|
));
|
|
} else {
|
|
throw new Exception("ERROR: Could not locate file to delete.");
|
|
}
|
|
}
|
|
|
|
// This should only be called for station termination.
|
|
// We are only deleting the file objects from Amazon S3.
|
|
// Records in the database will remain in case we have to restore the files.
|
|
public function deleteAllCloudFileObjects()
|
|
{
|
|
$bucket = $this->getBucket();
|
|
$prefix = $this->getFilePrefix();
|
|
|
|
//Add a trailing slash in for safety
|
|
//(so that deleting /13/413 doesn't delete /13/41313 !)
|
|
$prefix = $prefix . "/";
|
|
|
|
//Do a bunch of safety checks to ensure we don't delete more than we intended.
|
|
//An valid prefix is like "12/4312" for instance 4312.
|
|
$slashPos = strpos($prefix, "/");
|
|
if (($slashPos === FALSE) || //Slash must exist
|
|
($slashPos != 2) || //Slash must be the third character
|
|
(strlen($prefix) <= $slashPos) || //String must have something after the first slash
|
|
(substr_count($prefix, "/") != 2)) //String must have two slashes
|
|
{
|
|
throw new Exception("Invalid file prefix in " . __FUNCTION__);
|
|
}
|
|
$this->s3Client->deleteMatchingObjects($bucket, $prefix);
|
|
}
|
|
|
|
public function getFilePrefix()
|
|
{
|
|
$hostingId = Billing::getClientInstanceId();
|
|
$filePrefix = substr($hostingId, -2)."/".$hostingId;
|
|
return $filePrefix;
|
|
}
|
|
}
|