2010-05-07 19:33:27 +00:00
|
|
|
# encoding: UTF-8
|
|
|
|
|
2010-02-18 21:31:25 +00:00
|
|
|
# --
|
2011-01-17 17:26:32 +00:00
|
|
|
# Copyright (C) 2008-2011 10gen Inc.
|
2010-02-18 21:31:25 +00:00
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
# ++
|
|
|
|
|
|
|
|
module Mongo
|
|
|
|
|
2010-02-23 22:40:02 +00:00
|
|
|
# A file store built on the GridFS specification featuring
|
|
|
|
# an API and behavior similar to that of a traditional file system.
|
2010-02-23 22:41:35 +00:00
|
|
|
class GridFileSystem
|
2010-05-05 15:07:52 +00:00
|
|
|
include GridExt::InstanceMethods
|
2010-02-18 21:31:25 +00:00
|
|
|
|
2010-05-05 15:07:52 +00:00
|
|
|
# Initialize a new GridFileSystem instance, consisting of a MongoDB database
|
2010-02-23 22:40:02 +00:00
|
|
|
# and a filesystem prefix if not using the default.
|
|
|
|
#
|
|
|
|
# @param [Mongo::DB] db a MongoDB database.
|
|
|
|
# @param [String] fs_name A name for the file system. The default name, based on
|
|
|
|
# the specification, is 'fs'.
|
2010-02-22 23:06:59 +00:00
|
|
|
def initialize(db, fs_name=Grid::DEFAULT_FS_NAME)
|
|
|
|
raise MongoArgumentError, "db must be a Mongo::DB." unless db.is_a?(Mongo::DB)
|
|
|
|
|
|
|
|
@db = db
|
|
|
|
@files = @db["#{fs_name}.files"]
|
|
|
|
@chunks = @db["#{fs_name}.chunks"]
|
|
|
|
@fs_name = fs_name
|
2010-02-18 21:31:25 +00:00
|
|
|
|
2010-02-22 20:49:04 +00:00
|
|
|
@default_query_opts = {:sort => [['filename', 1], ['uploadDate', -1]], :limit => 1}
|
2010-04-07 19:53:38 +00:00
|
|
|
|
2011-11-15 20:44:31 +00:00
|
|
|
# Create indexes only if we're connected to a primary node.
|
|
|
|
connection = @db.connection
|
|
|
|
if (connection.class == Connection && connection.read_primary?) ||
|
|
|
|
(connection.class == ReplSetConnection && connection.primary)
|
2010-10-21 17:01:32 +00:00
|
|
|
@files.create_index([['filename', 1], ['uploadDate', -1]])
|
|
|
|
@chunks.create_index([['files_id', Mongo::ASCENDING], ['n', Mongo::ASCENDING]], :unique => true)
|
|
|
|
end
|
2010-02-18 21:31:25 +00:00
|
|
|
end
|
|
|
|
|
2010-03-01 15:39:50 +00:00
|
|
|
# Open a file for reading or writing. Note that the options for this method only apply
|
|
|
|
# when opening in 'w' mode.
|
2010-02-23 22:40:02 +00:00
|
|
|
#
|
2010-04-28 19:20:39 +00:00
|
|
|
# Note that arbitary metadata attributes can be saved to the file by passing
|
|
|
|
# them is as options.
|
|
|
|
#
|
2010-02-23 22:40:02 +00:00
|
|
|
# @param [String] filename the name of the file.
|
|
|
|
# @param [String] mode either 'r' or 'w' for reading from
|
|
|
|
# or writing to the file.
|
2010-03-01 15:39:50 +00:00
|
|
|
# @param [Hash] opts see GridIO#new
|
|
|
|
#
|
2010-05-05 15:07:52 +00:00
|
|
|
# @option opts [Hash] :metadata ({}) any additional data to store with the file.
|
2010-08-24 16:49:23 +00:00
|
|
|
# @option opts [ObjectId] :_id (ObjectId) a unique id for
|
2010-03-01 15:39:50 +00:00
|
|
|
# the file to be use in lieu of an automatically generated one.
|
2010-05-05 15:07:52 +00:00
|
|
|
# @option opts [String] :content_type ('binary/octet-stream') If no content type is specified,
|
2010-03-01 15:39:50 +00:00
|
|
|
# the content type will may be inferred from the filename extension if the mime-types gem can be
|
|
|
|
# loaded. Otherwise, the content type 'binary/octet-stream' will be used.
|
2010-05-05 15:07:52 +00:00
|
|
|
# @option opts [Integer] (262144) :chunk_size size of file chunks in bytes.
|
|
|
|
# @option opts [Boolean] :delete_old (false) ensure that old versions of the file are deleted. This option
|
2010-04-07 19:58:02 +00:00
|
|
|
# only work in 'w' mode. Certain precautions must be taken when deleting GridFS files. See the notes under
|
|
|
|
# GridFileSystem#delete.
|
2010-05-05 15:07:52 +00:00
|
|
|
# @option opts [Boolean] :safe (false) When safe mode is enabled, the chunks sent to the server
|
2010-03-01 15:39:50 +00:00
|
|
|
# will be validated using an md5 hash. If validation fails, an exception will be raised.
|
2012-01-10 16:52:13 +00:00
|
|
|
# @option opts [Integer] :versions (false) deletes all versions which exceed the number specified to
|
|
|
|
# retain ordered by uploadDate. This option only works in 'w' mode. Certain precautions must be taken when
|
|
|
|
# deleting GridFS files. See the notes under GridFileSystem#delete.
|
2010-02-23 22:40:02 +00:00
|
|
|
#
|
|
|
|
# @example
|
|
|
|
#
|
|
|
|
# # Store the text "Hello, world!" in the grid file system.
|
|
|
|
# @grid = GridFileSystem.new(@db)
|
|
|
|
# @grid.open('filename', 'w') do |f|
|
|
|
|
# f.write "Hello, world!"
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# # Output "Hello, world!"
|
|
|
|
# @grid = GridFileSystem.new(@db)
|
|
|
|
# @grid.open('filename', 'r') do |f|
|
|
|
|
# puts f.read
|
|
|
|
# end
|
|
|
|
#
|
|
|
|
# # Write a file on disk to the GridFileSystem
|
|
|
|
# @file = File.open('image.jpg')
|
|
|
|
# @grid = GridFileSystem.new(@db)
|
|
|
|
# @grid.open('image.jpg, 'w') do |f|
|
|
|
|
# f.write @file
|
|
|
|
# end
|
2010-03-30 17:22:22 +00:00
|
|
|
#
|
|
|
|
# @return [Mongo::GridIO]
|
2010-02-18 21:31:25 +00:00
|
|
|
def open(filename, mode, opts={})
|
2011-04-26 11:46:38 +00:00
|
|
|
opts = opts.dup
|
2010-02-22 20:49:04 +00:00
|
|
|
opts.merge!(default_grid_io_opts(filename))
|
2012-01-10 16:37:25 +00:00
|
|
|
if mode == 'w'
|
|
|
|
versions = opts.delete(:versions)
|
|
|
|
if opts.delete(:delete_old) || (versions && versions < 1)
|
|
|
|
versions = 1
|
|
|
|
end
|
|
|
|
end
|
2010-03-30 17:22:22 +00:00
|
|
|
file = GridIO.new(@files, @chunks, filename, mode, opts)
|
2010-02-18 21:31:25 +00:00
|
|
|
return file unless block_given?
|
|
|
|
result = nil
|
|
|
|
begin
|
|
|
|
result = yield file
|
|
|
|
ensure
|
2010-03-30 17:22:22 +00:00
|
|
|
id = file.close
|
2012-01-05 15:27:05 +00:00
|
|
|
if versions
|
2010-03-30 17:22:22 +00:00
|
|
|
self.delete do
|
2012-01-05 15:27:05 +00:00
|
|
|
@files.find({'filename' => filename, '_id' => {'$ne' => id}}, :fields => ['_id'], :sort => ['uploadDate', -1], :skip => (versions -1))
|
2010-03-30 17:22:22 +00:00
|
|
|
end
|
|
|
|
end
|
2010-02-18 21:31:25 +00:00
|
|
|
end
|
|
|
|
result
|
|
|
|
end
|
|
|
|
|
2010-02-23 22:40:02 +00:00
|
|
|
# Delete the file with the given filename. Note that this will delete
|
|
|
|
# all versions of the file.
|
|
|
|
#
|
2010-04-19 16:16:45 +00:00
|
|
|
# Be careful with this. Deleting a GridFS file can result in read errors if another process
|
2010-04-07 19:58:02 +00:00
|
|
|
# is attempting to read a file while it's being deleted. While the odds for this
|
|
|
|
# kind of race condition are small, it's important to be aware of.
|
|
|
|
#
|
2010-02-23 22:40:02 +00:00
|
|
|
# @param [String] filename
|
|
|
|
#
|
2010-03-30 17:22:22 +00:00
|
|
|
# @yield [] pass a block that returns an array of documents to be deleted.
|
|
|
|
#
|
2010-02-23 22:40:02 +00:00
|
|
|
# @return [Boolean]
|
2010-03-30 17:22:22 +00:00
|
|
|
def delete(filename=nil)
|
|
|
|
if block_given?
|
|
|
|
files = yield
|
|
|
|
else
|
|
|
|
files = @files.find({'filename' => filename}, :fields => ['_id'])
|
|
|
|
end
|
2010-02-22 23:06:59 +00:00
|
|
|
files.each do |file|
|
|
|
|
@files.remove({'_id' => file['_id']})
|
|
|
|
@chunks.remove({'files_id' => file['_id']})
|
|
|
|
end
|
2010-02-18 21:31:25 +00:00
|
|
|
end
|
2010-02-22 23:06:59 +00:00
|
|
|
alias_method :unlink, :delete
|
2010-02-18 21:31:25 +00:00
|
|
|
|
2010-02-22 20:49:04 +00:00
|
|
|
private
|
|
|
|
|
|
|
|
def default_grid_io_opts(filename=nil)
|
|
|
|
{:fs_name => @fs_name, :query => {'filename' => filename}, :query_opts => @default_query_opts}
|
|
|
|
end
|
2010-02-18 21:31:25 +00:00
|
|
|
end
|
|
|
|
end
|