require 'base64' module Appium module Core module Device module ImageComparison MODE = [:matchFeatures, :getSimilarity, :matchTemplate].freeze MATCH_FEATURES = { detector_name: %w(AKAZE AGAST BRISK FAST GFTT KAZE MSER SIFT ORB), match_func: %w(FlannBased BruteForce BruteForceL1 BruteForceHamming BruteForceHammingLut BruteForceSL2), goodMatchesFactor: nil, # Integer visualize: [true, false] }.freeze MATCH_TEMPLATE = { visualize: [true, false] }.freeze GET_SIMILARITY = { visualize: [true, false] }.freeze # @!method match_images_features(first_image:, second_image:, detector_name: 'ORB', # match_func: 'BruteForce', good_matches_factor: 100, visualize: false) # Performs images matching by features with default options. Read https://docs.opencv.org/3.0-beta/doc/py_tutorials/py_feature2d/py_matcher/py_matcher.html # for more details on this topic. # # @param [String] first_image An image data. All image formats, that OpenCV library itself accepts, are supported. # @param [String] second_image An image data. All image formats, that OpenCV library itself accepts, are supported. # @param [String] detector_name Sets the detector name for features matching # algorithm. Some of these detectors (FAST, AGAST, GFTT, FAST, SIFT and MSER) are # not available in the default OpenCV installation and have to be enabled manually # before library compilation. The default detector name is 'ORB'. # @param [String] match_func The name of the matching function. The default one is 'BruteForce'. # @param [String] good_matches_factor The maximum count of "good" matches (e. g. with minimal distances). # The default one is nil. # @param [Bool] visualise Makes the endpoint to return an image, which contains the visualized result of # the corresponding picture matching operation. This option is disabled by default. # # @example # @driver.match_images_features first_image: "image data 1", second_image: "image data 2" # # visual = @@driver.match_images_features first_image: image1, second_image: image2, visualize: true # File.write 'match_images_visual.png', Base64.decode64(visual['visualization']) # if the image is PNG # # @!method find_image_occurrence(full_image:, partial_image:, detector_name: 'ORB', visualize: false) # Performs images matching by template to find possible occurrence of the partial image # in the full image with default options. Read https://docs.opencv.org/2.4/doc/tutorials/imgproc/histograms/template_matching/template_matching.html # for more details on this topic. # # @param [String] full_image: A full image data. # @param [String] partial_image: A partial image data. All image formats, that OpenCV library itself accepts, # are supported. # @param [Bool] visualise: Makes the endpoint to return an image, which contains the visualized result of # the corresponding picture matching operation. This option is disabled by default. # # @example # @driver.find_image_occurrence full_image: "image data 1", partial_image: "image data 2" # # visual = @@driver.find_image_occurrence full_image: image1, partial_image: image2, visualize: true # File.write 'find_result_visual.png', Base64.decode64(visual['visualization']) # if the image is PNG # # @!method get_images_similarity(first_image:, second_image:, detector_name: 'ORB', visualize: false) # Performs images matching to calculate the similarity score between them # with default options. The flow there is similar to the one used in `find_image_occurrence` # but it is mandatory that both images are of equal size. # # @param [String] first_image: An image data. All image formats, that OpenCV library itself accepts, are supported. # @param [String] second_image: An image data. All image formats, that OpenCV library itself accepts, are supported. # @param [Bool] visualise: Makes the endpoint to return an image, which contains the visualized result of # the corresponding picture matching operation. This option is disabled by default. # # @example # @driver.get_images_similarity first_image: "image data 1", second_image: "image data 2" # # visual = @@driver.get_images_similarity first_image: image1, second_image: image2, visualize: true # File.write 'images_similarity_visual.png', Base64.decode64(visual['visualization']) # if the image is PNG # # @!method compare_images(mode:, first_image:, second_image:, options:) # # Performs images comparison using OpenCV framework features. # It is expected that both OpenCV framework and opencv4nodejs # module are installed on the machine where Appium server is running. # # @param [Symbol] mode: One of possible comparison modes: `:matchFeatures`, `:getSimilarity`, `:matchTemplate`. # `:matchFeatures is by default. # @param [String] first_image: An image data. All image formats, that OpenCV library itself accepts, are supported. # @param [String] second_image: An image data. All image formats, that OpenCV library itself accepts, are supported. # @param [Hash] options: The content of this dictionary depends on the actual `mode` value. # See the documentation on `appium-support` module for more details. # @returns [Hash] The content of the resulting dictionary depends on the actual `mode` and `options` values. # See the documentation on `appium-support` module for more details. # #### ## class << self #### def self.add_methods ::Appium::Core::Device.add_endpoint_method(:match_images_features) do def match_images_features(first_image:, # rubocop:disable Metrics/ParameterLists second_image:, detector_name: 'ORB', match_func: 'BruteForce', good_matches_factor: nil, visualize: false) unless ::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:detector_name].member?(detector_name.to_s) raise "detector_name should be #{::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:detector_name]}" end unless ::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:match_func].member?(match_func.to_s) raise "match_func should be #{::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:match_func]}" end unless ::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:visualize].member?(visualize) raise "visualize should be #{::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:visualize]}" end options = {} options[:detectorName] = detector_name.to_s.upcase options[:matchFunc] = match_func.to_s options[:goodMatchesFactor] = good_matches_factor.to_i unless good_matches_factor.nil? options[:visualize] = visualize compare_images(mode: :matchFeatures, first_image: first_image, second_image: second_image, options: options) end end ::Appium::Core::Device.add_endpoint_method(:find_image_occurrence) do def find_image_occurrence(full_image:, partial_image:, visualize: false) unless ::Appium::Core::Device::ImageComparison::MATCH_TEMPLATE[:visualize].member?(visualize) raise "visualize should be #{::Appium::Core::Device::ImageComparison::MATCH_TEMPLATE[:visualize]}" end options = {} options[:visualize] = visualize compare_images(mode: :matchTemplate, first_image: full_image, second_image: partial_image, options: options) end end ::Appium::Core::Device.add_endpoint_method(:get_images_similarity) do def get_images_similarity(first_image:, second_image:, visualize: false) unless ::Appium::Core::Device::ImageComparison::GET_SIMILARITY[:visualize].member?(visualize) raise "visualize should be #{::Appium::Core::Device::ImageComparison::GET_SIMILARITY[:visualize]}" end options = {} options[:visualize] = visualize compare_images(mode: :getSimilarity, first_image: first_image, second_image: second_image, options: options) end end ::Appium::Core::Device.add_endpoint_method(:compare_images) do def compare_images(mode: :matchFeatures, first_image:, second_image:, options: nil) unless ::Appium::Core::Device::ImageComparison::MODE.member?(mode) raise "content_type should be #{::Appium::Core::Device::ImageComparison::MODE}" end params = {} params[:mode] = mode params[:firstImage] = Base64.encode64 first_image params[:secondImage] = Base64.encode64 second_image params[:options] = options if options execute(:compare_images, {}, params) end end end # self end # module ImageComparison end # module Device end # module Core end # module Appium