# frozen_string_literal: true
require 'fog/core/collection'
require 'fog/aliyun/models/storage/file'
module Fog
module Storage
class Aliyun
class Files < Fog::Collection
attribute :directory
attribute :limit
attribute :prefix, :aliases => 'Prefix'
attribute :path
attribute :common_prefixes, :aliases => 'CommonPrefixes'
attribute :delimiter, :aliases => 'Delimiter'
attribute :is_truncated, :aliases => 'IsTruncated'
attribute :marker, :aliases => 'Marker'
attribute :max_keys, :aliases => ['MaxKeys', 'max-keys']
model Fog::Storage::Aliyun::File
# check_directory_key have two functions:
# 1. trim the directory_key suffix '/'
# 2. checking whether the directory_key is a bucket.
# If so, it will return directly to avoid to create a new redundant folder named with directory_key.
# This point will be applied to multi-bucket and make bucket as a directory scenario.
def check_directory_key(directory_key)
bucket_name = nil
if directory_key.is_a? Array
directory_key = directory_key[0]
end
if directory_key != ''
# trim the suffix '/'
directory_key = directory_key.chomp('/')
# The bucket name can not contain '/', so if directory_key, return directory.
if directory_key.include? '/'
directory_key
else
data = service.get_bucket(directory_key)
if data.class == Hash && data.key?('Code') && !data['Code'].nil? && !data['Code'].empty?
directory_key
else
bucket_name = directory_key
directory_key = ''
end
end
end
return bucket_name, directory_key
end
def all(_options = {})
requires :directory
bucket_name, directory_key = check_directory_key(directory.key)
prefix_value = prefix
prefix_value = directory_key + '/' + prefix if directory_key != '' && directory_key != '.' && !directory_key.nil?
files = service.list_objects(prefix: prefix_value, bucket: bucket_name)['Contents']
return if files.nil?
data = []
i = 0
files.each do |file|
next unless file['Key'][0][-1] != '/'
content_length = file['Size'][0].to_i
key = file['Key'][0]
lastModified = file['LastModified'][0]
last_modified = (Time.parse(lastModified).localtime if !lastModified.nil? && lastModified != '')
type = file['Type'][0]
data[i] = { content_length: content_length,
key: key,
last_modified: last_modified,
etag: file['ETag'][0],
object_type: type }
i += 1
end
load(data)
end
alias each_file_this_page each
def each
if !block_given?
self
else
subset = dup.all
subset.each_file_this_page { |f| yield f }
while subset.length == (subset.limit || 10_000)
subset = subset.all(marker: subset.last.key)
subset.each_file_this_page { |f| yield f }
end
self
end
end
def get(key)
requires :directory
bucket_name, directory_key = check_directory_key(directory.key)
object = if directory_key == ''
key
else
directory_key + '/' + key
end
begin
data = service.get_object(object, nil, bucket: bucket_name)
rescue StandardError => error
case error.response.body
when %r{<Code>NoSuchKey</Code>},%r{<Code>SymlinkTargetNotExist</Code>}
nil
else
raise(error)
end
end
contentLen = data[:headers]['Content-Length'].to_i
if block_given?
pagesNum = (contentLen + Excon::CHUNK_SIZE - 1) / Excon::CHUNK_SIZE
for i in 1..pagesNum
_start = (i - 1) * Excon::CHUNK_SIZE
_end = i * Excon::CHUNK_SIZE - 1
range = "#{_start}-#{_end}"
begin
data = service.get_object(object, range, bucket: bucket_name)
chunk = data[:body]
rescue StandardError => error
case error.response.body
when %r{<Code>NoSuchKey</Code>},%r{<Code>SymlinkTargetNotExist</Code>}
chunk = ''
else
raise(error)
end
end
yield(chunk)
body = nil
end
else
body = data[:body]
end
lastModified = data[:headers]['Last-Modified']
last_modified = (Time.parse(lastModified).localtime if !lastModified.nil? && lastModified != '')
date = data[:headers]['Date']
date = (Time.parse(date).localtime if !date.nil? && date != '')
file_data = {
body: body,
content_length: contentLen,
key: key,
last_modified: last_modified,
content_type: data[:headers]['Content-Type'],
etag: data[:headers]['ETag'],
date: date,
connection: data[:headers]['Connection'],
accept_ranges: data[:headers]['Accept-Ranges'],
server: data[:headers]['Server'],
object_type: data[:headers]['x-oss-object-type'],
content_disposition: data[:headers]['Content-Disposition']
}
new(file_data)
end
def get_url(key)
requires :directory
bucket_name, directory_key = check_directory_key(directory.key)
object = if directory_key == ''
key
else
directory_key + '/' + key
end
service.get_object_http_url_public(object, 3600, bucket: bucket_name)
end
def get_http_url(key, expires, options = {})
requires :directory
bucket_name, directory_key = check_directory_key(directory.key)
object = if directory_key == ''
key
else
directory_key + '/' + key
end
expires = expires.nil? ? 0 : expires.to_i
service.get_object_http_url_public(object, expires, options.merge(bucket: bucket_name))
end
def get_https_url(key, expires, options = {})
requires :directory
bucket_name, directory_key = check_directory_key(directory.key)
object = if directory_key == ''
key
else
directory_key + '/' + key
end
expires = expires.nil? ? 0 : expires.to_i
service.get_object_https_url_public(object, expires, options.merge(bucket: bucket_name))
end
def head(key, _options = {})
requires :directory
bucket_name, directory_key = check_directory_key(directory.key)
object = if directory_key == ''
key
else
directory_key + '/' + key
end
data = service.head_object(object, bucket: bucket_name).data
return nil if data[:status] == 404
lastModified = data[:headers]['Last-Modified']
last_modified = (Time.parse(lastModified).localtime if !lastModified.nil? && lastModified != '')
date = data[:headers]['Date']
date = (Time.parse(date).localtime if !date.nil? && date != '')
file_data = {
content_length: data[:headers]['Content-Length'].to_i,
key: key,
last_modified: last_modified,
content_type: data[:headers]['Content-Type'],
etag: data[:headers]['ETag'],
date: date,
connection: data[:headers]['Connection'],
accept_ranges: data[:headers]['Accept-Ranges'],
server: data[:headers]['Server'],
object_type: data[:headers]['x-oss-object-type']
}
new(file_data)
rescue Fog::Storage::Aliyun::NotFound
nil
end
def new(attributes = {})
requires :directory
# Sometimes, the v will be a Array, like "Prefix"=>[{}], "Marker"=>[xxxx], "MaxKeys"=>["100"], "IsTruncated"=>["false"]
# and there needs to parse them
for k, v in attributes
if !v.nil? && (v.is_a? Array) && (v.size > 0)
attributes[k] = v[0]
end
end
super({ directory: directory }.merge!(attributes))
end
end
end
end
end