require 'base64'
module Appium
module Core
module Device
module ImageComparison
extend Forwardable
MODE = [:matchFeatures, :getSimilarity, :matchTemplate].freeze
MATCH_FEATURES = {
detector_name: %w(AKAZE AGAST BRISK FAST GFTT KAZE MSER SIFT ORB),
match_func: %w(FlannBased BruteForce BruteForceL1 BruteForceHamming BruteForceHammingLut BruteForceSL2),
goodMatchesFactor: nil, # Integer
visualize: [true, false]
}.freeze
MATCH_TEMPLATE = {
visualize: [true, false]
}.freeze
GET_SIMILARITY = {
visualize: [true, false]
}.freeze
# @!method match_images_features(first_image:, second_image:, detector_name: 'ORB',
# match_func: 'BruteForce', good_matches_factor: 100, visualize: false)
# Performs images matching by features with default options. Read https://docs.opencv.org/3.0-beta/doc/py_tutorials/py_feature2d/py_matcher/py_matcher.html
# for more details on this topic.
#
# @param [String] first_image An image data. All image formats, that OpenCV library itself accepts, are supported.
# @param [String] second_image An image data. All image formats, that OpenCV library itself accepts, are supported.
# @param [String] detector_name Sets the detector name for features matching
# algorithm. Some of these detectors (FAST, AGAST, GFTT, FAST, SIFT and MSER) are
# not available in the default OpenCV installation and have to be enabled manually
# before library compilation. The default detector name is 'ORB'.
# @param [String] match_func The name of the matching function. The default one is 'BruteForce'.
# @param [String] good_matches_factor The maximum count of "good" matches (e. g. with minimal distances).
# The default one is nil.
# @param [Bool] visualise Makes the endpoint to return an image, which contains the visualized result of
# the corresponding picture matching operation. This option is disabled by default.
#
# @example
# @driver.match_images_features first_image: "image data 1", second_image: "image data 2"
#
# visual = @@driver.match_images_features first_image: image1, second_image: image2, visualize: true
# File.write 'match_images_visual.png', Base64.decode64(visual['visualization']) # if the image is PNG
#
# @!method find_image_occurrence(full_image:, partial_image:, detector_name: 'ORB', visualize: false)
# Performs images matching by template to find possible occurrence of the partial image
# in the full image with default options. Read https://docs.opencv.org/2.4/doc/tutorials/imgproc/histograms/template_matching/template_matching.html
# for more details on this topic.
#
# @param [String] full_image: A full image data.
# @param [String] partial_image: A partial image data. All image formats, that OpenCV library itself accepts,
# are supported.
# @param [Bool] visualise: Makes the endpoint to return an image, which contains the visualized result of
# the corresponding picture matching operation. This option is disabled by default.
#
# @example
# @driver.find_image_occurrence full_image: "image data 1", partial_image: "image data 2"
#
# visual = @@driver.find_image_occurrence full_image: image1, partial_image: image2, visualize: true
# File.write 'find_result_visual.png', Base64.decode64(visual['visualization']) # if the image is PNG
#
# @!method get_images_similarity(first_image:, second_image:, detector_name: 'ORB', visualize: false)
# Performs images matching to calculate the similarity score between them
# with default options. The flow there is similar to the one used in `find_image_occurrence`
# but it is mandatory that both images are of equal size.
#
# @param [String] first_image: An image data. All image formats, that OpenCV library itself accepts, are supported.
# @param [String] second_image: An image data. All image formats, that OpenCV library itself accepts, are supported.
# @param [Bool] visualise: Makes the endpoint to return an image, which contains the visualized result of
# the corresponding picture matching operation. This option is disabled by default.
#
# @example
# @driver.get_images_similarity first_image: "image data 1", second_image: "image data 2"
#
# visual = @@driver.get_images_similarity first_image: image1, second_image: image2, visualize: true
# File.write 'images_similarity_visual.png', Base64.decode64(visual['visualization']) # if the image is PNG
#
# @!method compare_images(mode:, first_image:, second_image:, options:)
#
# Performs images comparison using OpenCV framework features.
# It is expected that both OpenCV framework and opencv4nodejs
# module are installed on the machine where Appium server is running.
#
# @param [Symbol] mode: One of possible comparison modes: `:matchFeatures`, `:getSimilarity`, `:matchTemplate`.
# `:matchFeatures is by default.
# @param [String] first_image: An image data. All image formats, that OpenCV library itself accepts, are supported.
# @param [String] second_image: An image data. All image formats, that OpenCV library itself accepts, are supported.
# @param [Hash] options: The content of this dictionary depends on the actual `mode` value.
# See the documentation on `appium-support` module for more details.
# @returns [Hash] The content of the resulting dictionary depends on the actual `mode` and `options` values.
# See the documentation on `appium-support` module for more details.
#
####
## class << self
####
def self.extended
::Appium::Core::Device.add_endpoint_method(:match_images_features) do
def match_images_features(first_image:, # rubocop:disable Metrics/ParameterLists
second_image:,
detector_name: 'ORB',
match_func: 'BruteForce',
good_matches_factor: nil,
visualize: false)
unless ::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:detector_name].member?(detector_name.to_s)
raise "detector_name should be #{::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:detector_name]}"
end
unless ::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:match_func].member?(match_func.to_s)
raise "match_func should be #{::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:match_func]}"
end
unless ::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:visualize].member?(visualize)
raise "visualize should be #{::Appium::Core::Device::ImageComparison::MATCH_FEATURES[:visualize]}"
end
options = {}
options[:detectorName] = detector_name.to_s.upcase
options[:matchFunc] = match_func.to_s
options[:goodMatchesFactor] = good_matches_factor.to_i unless good_matches_factor.nil?
options[:visualize] = visualize
compare_images(mode: :matchFeatures, first_image: first_image, second_image: second_image, options: options)
end
end
::Appium::Core::Device.add_endpoint_method(:find_image_occurrence) do
def find_image_occurrence(full_image:, partial_image:, visualize: false)
unless ::Appium::Core::Device::ImageComparison::MATCH_TEMPLATE[:visualize].member?(visualize)
raise "visualize should be #{::Appium::Core::Device::ImageComparison::MATCH_TEMPLATE[:visualize]}"
end
options = {}
options[:visualize] = visualize
compare_images(mode: :matchTemplate, first_image: full_image, second_image: partial_image, options: options)
end
end
::Appium::Core::Device.add_endpoint_method(:get_images_similarity) do
def get_images_similarity(first_image:, second_image:, visualize: false)
unless ::Appium::Core::Device::ImageComparison::GET_SIMILARITY[:visualize].member?(visualize)
raise "visualize should be #{::Appium::Core::Device::ImageComparison::GET_SIMILARITY[:visualize]}"
end
options = {}
options[:visualize] = visualize
compare_images(mode: :getSimilarity, first_image: first_image, second_image: second_image, options: options)
end
end
::Appium::Core::Device.add_endpoint_method(:compare_images) do
def compare_images(mode: :matchFeatures, first_image:, second_image:, options: nil)
unless ::Appium::Core::Device::ImageComparison::MODE.member?(mode)
raise "content_type should be #{::Appium::Core::Device::ImageComparison::MODE}"
end
params = {}
params[:mode] = mode
params[:firstImage] = Base64.encode64 first_image
params[:secondImage] = Base64.encode64 second_image
params[:options] = options if options
execute(:compare_images, {}, params)
end
end
end # self
end # module ImageComparison
end # module Device
end # module Core
end # module Appium