require "nokogiri" require "om" require "solrizer/xml" #this class represents a MetadataDatastream, a special case of ActiveFedora::Datastream module ActiveFedora class NokogiriDatastream < Datastream include MetadataDatastreamHelper include OM::XML::Document include Solrizer::XML::TerminologyBasedSolrizer # this adds support for calling .to_solr # extend(OM::XML::Container::ClassMethods) alias_method(:om_term_values, :term_values) unless method_defined?(:om_term_values) alias_method(:om_update_values, :update_values) unless method_defined?(:om_update_values) attr_accessor :internal_solr_doc # Create an instance of this class based on xml content # @param [String, File, Nokogiri::XML::Node] xml the xml content to build from # @param [ActiveFedora::MetadataDatastream] tmpl the Datastream object that you are building @default a new instance of this class # Careful! If you call this from a constructor, be sure to provide something 'ie. self' as the @tmpl. Otherwise, you will get an infinite loop! def self.from_xml(xml, tmpl=nil) tmpl = self.new(nil, nil) if tmpl.nil? ## This path is used only for unit testing (e.g. MarpaDCDatastream.from_xml(fixture("data.xml")) ) if !xml.present? tmpl.ng_xml = self.xml_template elsif xml.kind_of? Nokogiri::XML::Node || xml.kind_of?(Nokogiri::XML::Document) tmpl.ng_xml = xml else tmpl.ng_xml = Nokogiri::XML::Document.parse(xml) end tmpl.send(:dirty=, false) return tmpl end def self.xml_template Nokogiri::XML::Document.parse("") end def ng_xml ensure_xml_loaded return @ng_xml end def ng_xml=(new_xml) self.xml_loaded=true case new_xml when Nokogiri::XML::Document, Nokogiri::XML::Element, Nokogiri::XML::Node @ng_xml = new_xml when String @ng_xml = Nokogiri::XML::Document.parse(new_xml) else raise TypeError, "You passed a #{new_xml.class} into the ng_xml of the #{self.dsid} datastream. NokogiriDatastream.ng_xml= only accepts Nokogiri::XML::Document, Nokogiri::XML::Element, Nokogiri::XML::Node, or raw XML (String) as inputs." end end def content=(content) super self.ng_xml = Nokogiri::XML::Document.parse(content) end def to_xml(xml = nil) ensure_xml_loaded xml = self.ng_xml if xml.nil? ng_xml = self.ng_xml if ng_xml.respond_to?(:root) && ng_xml.root.nil? && self.class.respond_to?(:root_property_ref) && !self.class.root_property_ref.nil? ng_xml = self.class.generate(self.class.root_property_ref, "") if xml.root.nil? xml = ng_xml end end unless xml == ng_xml || ng_xml.root.nil? if xml.kind_of?(Nokogiri::XML::Document) xml.root.add_child(ng_xml.root) elsif xml.kind_of?(Nokogiri::XML::Node) xml.add_child(ng_xml.root) else raise "You can only pass instances of Nokogiri::XML::Node into this method. You passed in #{xml}" end end return xml.to_xml {|config| config.no_declaration} end # ** Experimental ** # # This method is called by ActiveFedora::Base.load_instance_from_solr # in order to initialize a nokogiri datastreams values from a solr document. # This method merely sets the internal_solr_doc to the document passed in. # Then any calls to get_values get values from the solr document on demand # instead of directly from the xml stored in Fedora. This should be used # for read-only purposes only, and instances where you want to improve performance by # getting data from solr instead of Fedora. # # See ActiveFedora::Base.load_instance_from_solr and +get_values_from_solr+ for more information. def from_solr(solr_doc) #just initialize internal_solr_doc since any value retrieval will be done via lazy loading on this doc on-demand @internal_solr_doc = solr_doc end # ** Experimental ** # This method is called by +get_values+ if this datastream has been initialized by calling from_solr method via # ActiveFedora::Base.load_instance_from_solr. This method retrieves values from a preinitialized @internal_solr_doc instead of xml. # This makes the datastream read-only and this method is not intended to be used in any other case. # # Values are retrieved from the @internal_solr_doc on-demand instead of via xml preloaded into memory. # A term_pointer is passed in and if it contains hierarchical indexes it will detect which solr field values need to be returned. # # ====Example 1 (non-hierarchical term_pointer): # # term_pointer = [:image, :title_set, :title] # # Returns value of "image_title_set_title_t" in @internal_solr_doc # # ====Example 2 (hierarchical term_pointer that contains one or more indexes): # term_pointer = [:image, {:title_set=>1}, :title] # # relevant xml: # # # Title 1 # # # # # Title 2 # # # Title 3 # # # # Repeating element nodes are indexed and will be stored in solr as follows: # image_0_title_set_0_title_t = "Title 1" # image_1_title_set_0_title_t = "Title 2" # image_1_title_set_1_title_t = "Title 3" # # Even though no image element index is specified, only the second image element has two title_set elements so the expected return value is # ["Title 3"] # # While loading from solr the xml hierarchy is not immediately apparent so we must detect first how many image elements with a title_set element exist # and then check which of those elements have a second title element. # # As this nokogiri datastream is indexed in solr, a value at each level in the tree will be stored independently and therefore # if 'image_0_title_set_0_title_t' exists in solr 'image_0_title_set_t' will also exist in solr. # So, we will build up the relevant solr names incrementally for a given term_pointer. The last element in the # solr_name will not contain an index. # # It then will do the following: # Because no index is supplied for :image it will detect which indexes exist in solr # image_0_title_set_t (found key and add 'image_0_title_set' to base solr_name list) # image_1_title_set_t (found key and add 'image_0_title_set' to base solr_name list) # image_2_title_set_t (not found and stop checking indexes for image) # After iteration 1: # bases = ["image_0_title_set","image_1_title_set"] # # Two image nodes were found and next sees index of 1 supplied for title_set so just uses index of 1 building off bases found in previous iteration # image_0_title_set_1_title_t (not found remove 'image_0_title_set' from base solr_name list) # image_1_title_set_1_title_t (found and replace 'image_1_title_set' with new base 'image_1_title_set_1_title') # # After iteration 2: # bases = ["image_1_title_set_1_title"] # It always looks ahead one element so we check if any elements are after title. There are not any other elements so we are done iterating. # returns @internal_solr_doc["image_1_title_set_1_title_t"] # @param [Array] term_pointer Term pointer similar to an xpath ie. [:image, :title_set, :title] # @return [Array] If no values are found an empty Array is returned. def get_values_from_solr(*term_pointer) values = [] solr_doc = @internal_solr_doc return values if solr_doc.nil? begin term = self.class.terminology.retrieve_term(*OM.pointers_to_flat_array(term_pointer, false)) #check if hierarchical term pointer if is_hierarchical_term_pointer?(*term_pointer) # if we are hierarchical need to detect all possible node values that exist # we do this by building up the possible solr names parent by parent and/or child by child # if an index is supplied for any node in the pointer it will be used # otherwise it will include all nodes and indexes that exist in solr bases = [] #add first item in term_pointer as start of bases # then iterate through possible nodes that might exist term_pointer.first.kind_of?(Hash) ? bases << term_pointer.first.keys.first : bases << term_pointer.first for i in 1..(term_pointer.length-1) #iterate in reverse so that we can modify the bases array while iterating (bases.length-1).downto(0) do |j| current_last = (term_pointer[i].kind_of?(Hash) ? term_pointer[i].keys.first : term_pointer[i]) if (term_pointer[i-1].kind_of?(Hash)) #just use index supplied instead of trying possibilities index = term_pointer[i-1].values.first solr_name_base = OM::XML::Terminology.term_hierarchical_name({bases[j]=>index},current_last) solr_name = generate_solr_symbol(solr_name_base, term.data_type) bases.delete_at(j) #insert the new solr name base if found bases.insert(j,solr_name_base) if has_solr_name?(solr_name,solr_doc) else #detect how many nodes exist index = 0 current_base = bases[j] bases.delete_at(j) solr_name_base = OM::XML::Terminology.term_hierarchical_name({current_base=>index},current_last) solr_name = generate_solr_symbol(solr_name_base, term.data_type) #check for indexes that exist until we find all nodes while has_solr_name?(solr_name,solr_doc) do #only reinsert if it exists bases.insert(j,solr_name_base) index = index + 1 solr_name_base = OM::XML::Terminology.term_hierarchical_name({current_base=>index},current_last) solr_name = generate_solr_symbol(solr_name_base, term.data_type) end end end end #all existing applicable solr_names have been found and we can now grab all values and build up our value array bases.each do |base| field_name = generate_solr_symbol(base.to_sym, term.data_type) value = (solr_doc[field_name].nil? ? solr_doc[field_name.to_s]: solr_doc[field_name]) unless value.nil? value.is_a?(Array) ? values.concat(value) : values << value end end else #this is not hierarchical and we can simply look for the solr name created using the terms without any indexes generic_field_name_base = OM::XML::Terminology.term_generic_name(*term_pointer) generic_field_name = generate_solr_symbol(generic_field_name_base, term.data_type) value = (solr_doc[generic_field_name].nil? ? solr_doc[generic_field_name.to_s]: solr_doc[generic_field_name]) unless value.nil? value.is_a?(Array) ? values.concat(value) : values << value end end rescue Exception => e #just do nothing since term does not exist and return emtpy values raise e end values end def generate_solr_symbol(base, data_type) Solrizer::XML::TerminologyBasedSolrizer.default_field_mapper.solr_name(base.to_sym, data_type) end # ** Experimental ** #@return [Boolean] true if either the key for name exists in solr or if its string value exists #@param [String] name Name of key to look for #@param [Solr::Document] solr_doc Solr doc to query def has_solr_name?(name, solr_doc=Hash.new) !solr_doc[name].nil? || !solr_doc[name.to_s].nil? end # ** Experimental ** #@return true if the term_pointer contains an index # ====Example: # [:image, {:title_set=>1}, :title] return true # [:image, :title_set, :title] return false def is_hierarchical_term_pointer?(*term_pointer) if term_pointer.length>1 term_pointer.each do |pointer| if pointer.kind_of?(Hash) return true end end end return false end # Update field values within the current datastream using {#update_values}, which is a wrapper for {http://rdoc.info/gems/om/1.2.4/OM/XML/TermValueOperators#update_values-instance_method OM::TermValueOperators#update_values} # Ignores any fields from params that this datastream's Terminology doesn't recognize # # @param [Hash] params The params specifying which fields to update and their new values. The syntax of the params Hash is the same as that expected by # term_pointers must be a valid OM Term pointers (ie. [:name]). Strings will be ignored. # @param [Hash] opts This is not currently used by the datastream-level update_indexed_attributes method # # Example: # @mods_ds.update_indexed_attributes( {[{":person"=>"0"}, "role"]=>{"0"=>"role1", "1"=>"role2", "2"=>"role3"} }) # => {"person_0_role"=>{"0"=>"role1", "1"=>"role2", "2"=>"role3"}} # # @mods_ds.to_xml # (the following is an approximation) # # # # role1 # # # role2 # # # role3 # # # def update_indexed_attributes(params={}, opts={}) if self.class.terminology.nil? raise "No terminology is set for this NokogiriDatastream class. Cannot perform update_indexed_attributes" end ensure_xml_loaded # remove any fields from params that this datastream doesn't recognize # make sure to make a copy of params so not to modify hash that might be passed to other methods current_params = params.clone current_params.delete_if do |term_pointer,new_values| if term_pointer.kind_of?(String) logger.warn "WARNING: #{dsid} ignoring {#{term_pointer.inspect} => #{new_values.inspect}} because #{term_pointer.inspect} is a String (only valid OM Term Pointers will be used). Make sure your html has the correct field_selector tags in it." true else !self.class.terminology.has_term?(*OM.destringify(term_pointer)) end end result = {} unless current_params.empty? result = update_values( current_params ) end return result end def get_values(field_key,default=[]) ensure_xml_loaded term_values(*field_key) end def find_by_terms(*termpointer) ensure_xml_loaded super end # Update values in the datastream's xml # This wraps {http://rdoc.info/gems/om/1.2.4/OM/XML/TermValueOperators#update_values-instance_method OM::TermValueOperators#update_values} so that returns an error if we have loaded from solr since datastreams loaded that way should be read-only # # @example Updating multiple values with a Hash of Term pointers and values # ds.update_values( {[{":person"=>"0"}, "role", "text"]=>{"0"=>"role1", "1"=>"role2", "2"=>"role3"}, [{:person=>1}, :family_name]=>"Andronicus", [{"person"=>"1"},:given_name]=>["Titus"],[{:person=>1},:role,:text]=>["otherrole1","otherrole2"] } ) # => {"person_0_role_text"=>{"0"=>"role1", "1"=>"role2", "2"=>"role3"}, "person_1_role_text"=>{"0"=>"otherrole1", "1"=>"otherrole2"}} def update_values(params={}) if @internal_solr_doc raise "No update performed, this object was initialized via Solr instead of Fedora and is therefore read-only. Please utilize ActiveFedora::Base.load_instance to first load object via Fedora instead." else result = om_update_values(params) self.dirty= true return result end end #override OM::XML::term_values so can lazy load from solr if this datastream initialized using +from_solr+ def term_values(*term_pointer) if @internal_solr_doc #lazy load values from solr on demand get_values_from_solr(*term_pointer) else ensure_xml_loaded om_term_values(*term_pointer) end end end end