2019-04-30 08:27:42 +08:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2015-10-11 17:41:23 +08:00
|
|
|
require "rails_helper"
|
2021-08-26 06:50:49 +08:00
|
|
|
require "s3_helper"
|
2014-09-25 04:52:09 +08:00
|
|
|
|
|
|
|
describe "S3Helper" do
|
2019-06-08 20:40:35 +08:00
|
|
|
let(:client) { Aws::S3::Client.new(stub_responses: true) }
|
|
|
|
|
2020-09-14 19:32:25 +08:00
|
|
|
before do
|
|
|
|
setup_s3
|
2014-09-25 04:52:09 +08:00
|
|
|
|
2018-09-17 08:57:50 +08:00
|
|
|
@lifecycle = <<~XML
|
2017-11-13 12:36:45 +08:00
|
|
|
<?xml version="1.0" encoding="UTF-8"?>
|
|
|
|
<LifecycleConfiguration xmlns="http://s3.amazonaws.com/doc/2006-03-01/">
|
|
|
|
<Rule>
|
|
|
|
<ID>old_rule</ID>
|
|
|
|
<Prefix>projectdocs/</Prefix>
|
|
|
|
<Status>Enabled</Status>
|
|
|
|
<Expiration>
|
|
|
|
<Days>3650</Days>
|
|
|
|
</Expiration>
|
|
|
|
</Rule>
|
|
|
|
<Rule>
|
|
|
|
<ID>purge-tombstone</ID>
|
|
|
|
<Prefix>test/</Prefix>
|
|
|
|
<Status>Enabled</Status>
|
|
|
|
<Expiration>
|
|
|
|
<Days>3650</Days>
|
|
|
|
</Expiration>
|
|
|
|
</Rule>
|
|
|
|
</LifecycleConfiguration>
|
|
|
|
XML
|
2018-09-17 08:57:50 +08:00
|
|
|
end
|
|
|
|
|
|
|
|
it "can correctly set the purge policy" do
|
|
|
|
SiteSetting.s3_configure_tombstone_policy = true
|
|
|
|
|
|
|
|
stub_request(:get, "http://169.254.169.254/latest/meta-data/iam/security-credentials/").
|
|
|
|
to_return(status: 404, body: "", headers: {})
|
2017-11-13 12:36:45 +08:00
|
|
|
|
2020-09-14 19:32:25 +08:00
|
|
|
stub_request(:get, "https://bob.s3.#{SiteSetting.s3_region}.amazonaws.com/?lifecycle").
|
2018-09-17 08:57:50 +08:00
|
|
|
to_return(status: 200, body: @lifecycle, headers: {})
|
2017-11-13 12:36:45 +08:00
|
|
|
|
2020-09-14 19:32:25 +08:00
|
|
|
stub_request(:put, "https://bob.s3.#{SiteSetting.s3_region}.amazonaws.com/?lifecycle").
|
2017-11-13 12:36:45 +08:00
|
|
|
with do |req|
|
|
|
|
|
|
|
|
hash = Hash.from_xml(req.body.to_s)
|
|
|
|
rules = hash["LifecycleConfiguration"]["Rule"]
|
|
|
|
|
|
|
|
expect(rules.length).to eq(2)
|
2018-09-17 08:57:50 +08:00
|
|
|
expect(rules[1]["Expiration"]["Days"]).to eq("100")
|
2017-11-13 12:36:45 +08:00
|
|
|
# fixes the bad filter
|
|
|
|
expect(rules[0]["Filter"]["Prefix"]).to eq("projectdocs/")
|
|
|
|
end.to_return(status: 200, body: "", headers: {})
|
|
|
|
|
2018-09-17 08:57:50 +08:00
|
|
|
helper = S3Helper.new('bob', 'tomb')
|
|
|
|
helper.update_tombstone_lifecycle(100)
|
|
|
|
end
|
|
|
|
|
|
|
|
it "can skip policy update when s3_configure_tombstone_policy is false" do
|
|
|
|
SiteSetting.s3_configure_tombstone_policy = false
|
2017-11-13 12:36:45 +08:00
|
|
|
|
|
|
|
helper = S3Helper.new('bob', 'tomb')
|
|
|
|
helper.update_tombstone_lifecycle(100)
|
|
|
|
end
|
|
|
|
|
2018-09-10 16:34:40 +08:00
|
|
|
describe '#list' do
|
|
|
|
it 'creates the prefix correctly' do
|
|
|
|
{
|
|
|
|
'some/bucket' => 'bucket/testing',
|
|
|
|
'some' => 'testing'
|
|
|
|
}.each do |bucket_name, prefix|
|
2019-06-08 20:40:35 +08:00
|
|
|
s3_helper = S3Helper.new(bucket_name, "", client: client)
|
|
|
|
Aws::S3::Bucket.any_instance.expects(:objects).with(prefix: prefix)
|
2018-09-10 16:34:40 +08:00
|
|
|
s3_helper.list('testing')
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
2019-06-05 19:51:51 +08:00
|
|
|
|
|
|
|
it "should prefix bucket folder path only if not exists" do
|
2021-08-26 06:50:49 +08:00
|
|
|
s3_helper = S3Helper.new("bucket/folder_path", "", client: client)
|
2019-06-05 19:51:51 +08:00
|
|
|
|
2019-06-08 20:40:35 +08:00
|
|
|
object1 = s3_helper.object("original/1X/def.xyz")
|
|
|
|
object2 = s3_helper.object("folder_path/original/1X/def.xyz")
|
2019-06-05 19:51:51 +08:00
|
|
|
|
2019-06-08 20:40:35 +08:00
|
|
|
expect(object1.key).to eq(object2.key)
|
2019-06-05 19:51:51 +08:00
|
|
|
end
|
2021-08-26 06:50:49 +08:00
|
|
|
|
|
|
|
it "should not prefix the bucket folder path if the key begins with the temporary upload prefix" do
|
|
|
|
s3_helper = S3Helper.new("bucket/folder_path", "", client: client)
|
|
|
|
|
|
|
|
object1 = s3_helper.object("original/1X/def.xyz")
|
|
|
|
object2 = s3_helper.object("#{FileStore::BaseStore::TEMPORARY_UPLOAD_PREFIX}folder_path/uploads/default/blah/def.xyz")
|
|
|
|
|
|
|
|
expect(object1.key).to eq("folder_path/original/1X/def.xyz")
|
|
|
|
expect(object2.key).to eq("#{FileStore::BaseStore::TEMPORARY_UPLOAD_PREFIX}folder_path/uploads/default/blah/def.xyz")
|
|
|
|
end
|
2021-09-10 10:59:51 +08:00
|
|
|
|
|
|
|
describe "#copy" do
|
|
|
|
let(:source_key) { "#{FileStore::BaseStore::TEMPORARY_UPLOAD_PREFIX}uploads/default/blah/source.jpg" }
|
|
|
|
let(:destination_key) { "original/1X/destination.jpg" }
|
|
|
|
let(:s3_helper) { S3Helper.new("test-bucket", "", client: client) }
|
|
|
|
|
|
|
|
it "can copy an object from the source to the destination" do
|
|
|
|
destination_stub = Aws::S3::Object.new(bucket_name: "test-bucket", key: destination_key, client: client)
|
|
|
|
s3_helper.send(:s3_bucket).expects(:object).with(destination_key).returns(destination_stub)
|
|
|
|
destination_stub.expects(:copy_from).with(copy_source: "test-bucket/#{source_key}").returns(
|
|
|
|
stub(copy_object_result: stub(etag: "\"etag\""))
|
|
|
|
)
|
|
|
|
response = s3_helper.copy(source_key, destination_key)
|
|
|
|
expect(response.first).to eq(destination_key)
|
|
|
|
expect(response.second).to eq("etag")
|
|
|
|
end
|
|
|
|
|
|
|
|
it "puts the metadata from options onto the destination if apply_metadata_to_destination" do
|
|
|
|
content_disposition = "attachment; filename=\"source.jpg\"; filename*=UTF-8''source.jpg"
|
|
|
|
destination_stub = Aws::S3::Object.new(bucket_name: "test-bucket", key: destination_key, client: client)
|
|
|
|
s3_helper.send(:s3_bucket).expects(:object).with(destination_key).returns(destination_stub)
|
|
|
|
destination_stub.expects(:copy_from).with(
|
|
|
|
copy_source: "test-bucket/#{source_key}", content_disposition: content_disposition, metadata_directive: "REPLACE"
|
|
|
|
).returns(
|
|
|
|
stub(copy_object_result: stub(etag: "\"etag\""))
|
|
|
|
)
|
|
|
|
response = s3_helper.copy(
|
|
|
|
source_key, destination_key,
|
|
|
|
options: { apply_metadata_to_destination: true, content_disposition: content_disposition }
|
|
|
|
)
|
|
|
|
expect(response.first).to eq(destination_key)
|
|
|
|
expect(response.second).to eq("etag")
|
|
|
|
end
|
|
|
|
end
|
2014-09-25 04:52:09 +08:00
|
|
|
end
|