require 'calabash-cucumber/core'
require 'calabash-cucumber/tests_helpers'
require 'calabash-cucumber/playback_helpers'
require 'calabash-cucumber/environment_helpers'
module Calabash
module Cucumber
module KeyboardHelpers
include Calabash::Cucumber::TestsHelpers
KEYPLANE_NAMES = {
:small_letters => 'small-letters',
:capital_letters => 'capital-letters',
:numbers_and_punctuation => 'numbers-and-punctuation',
:first_alternate => 'first-alternate',
:numbers_and_punctuation_alternate => 'numbers-and-punctuation-alternate'
}
UIA_SUPPORTED_CHARS = {
'Delete' => '\b',
'Return' => '\n'
# these are not supported yet and I am pretty sure that they
# cannot be touched by passing an escaped character and instead
# the must be found using UIAutomation calls. -jmoody
#'Dictation' => nil,
#'Shift' => nil,
#'International' => nil,
#'More' => nil,
}
# returns a query string for detecting a keyboard
def _qstr_for_keyboard
"view:'UIKBKeyplaneView'"
end
# returns +true+ if a +docked+ keyboard is visible.
#
# a +docked+ keyboard is pinned to the bottom of the view.
#
# keyboards on the iPhone and iPod are +docked+.
def docked_keyboard_visible?
res = query(_qstr_for_keyboard).first
return false if res.nil?
return true if device_family_iphone?
# ipad
rect = res['rect']
o = status_bar_orientation.to_sym
case o
when :left then
rect['center_x'] == 592 and rect['center_y'] == 512
when :right then
rect['center_x'] == 176 and rect['center_y'] == 512
when :up then
rect['center_x'] == 384 and rect['center_y'] == 132
when :down then
rect['center_x'] == 384 and rect['center_y'] == 892
else
false
end
end
# returns +true+ if an +undocked+ keyboard is visible.
#
# a +undocked+ keyboard is floats in the middle of the view
#
# returns +false+ if the device is not an iPad; all keyboards on the
# iPhone and iPod are +docked+
def undocked_keyboard_visible?
return false if device_family_iphone?
res = query(_qstr_for_keyboard).first
return false if res.nil?
not docked_keyboard_visible?
end
# returns +true+ if a +split+ keyboard is visible.
#
# a +split+ keyboard is floats in the middle of the view and is split to
# allow faster thumb typing
#
# returns +false+ if the device is not an iPad; all keyboards on the
# iPhone and iPod are +docked+
def split_keyboard_visible?
return false if device_family_iphone?
query("view:'UIKBKeyView'").count > 0 and
element_does_not_exist(_qstr_for_keyboard)
end
# returns true if there is a visible keyboard
def keyboard_visible?
docked_keyboard_visible? or undocked_keyboard_visible? or split_keyboard_visible?
end
# waits for a keyboard to appear and once it does appear waits for 0.3
# seconds
#
# raises an error if no keyboard appears
def wait_for_keyboard(opts={})
default_opts = {:timeout_message => 'keyboard did not appear',
:post_timeout => 0.3}
opts = default_opts.merge(opts)
wait_for(opts) do
keyboard_visible?
end
end
# DEPRECATED: Use wait_for_keyboard instead.
def await_keyboard
_deprecated('0.9.163', "use 'wait_for_keyboard' instead", :warn)
wait_for_keyboard
end
# returns an array of possible ipad keyboard modes
def _ipad_keyboard_modes
[:docked, :undocked, :split]
end
# returns the keyboard +mode+
#
# keyboard is pinned to bottom of the view #=> :docked
# keyboard is floating in the middle of the view #=> :undocked
# keyboard is floating and split #=> :split
# no keyboard and :raise_on_no_visible_keyboard == +false+ #=> :unknown
#
# raises an error if the device is not an iPad
#
# raises an error if the :raise_on_no_visible_keyboard is +true+
# (default) and no keyboard is visible
#
# set :raise_on_no_visible_keyboard to +false+ to use in +wait+
# functions
def ipad_keyboard_mode(opts = {})
raise 'the keyboard mode does not exist on the iphone or ipod' if device_family_iphone?
default_opts = {:raise_on_no_visible_keyboard => true}
opts = default_opts.merge(opts)
if opts[:raise_on_no_visible_keyboard]
screenshot_and_raise 'there is no visible keyboard' unless keyboard_visible?
return :docked if docked_keyboard_visible?
return :undocked if undocked_keyboard_visible?
:split
else
return :docked if docked_keyboard_visible?
return :undocked if undocked_keyboard_visible?
return :split if split_keyboard_visible?
:unknown
end
end
# ensures that there is a keyboard to enter text
#
# IMPORTANT will always raise an error when the keyboard is split and
# there is no run_loop i.e. +UIAutomation+ is not available
#
# the default options are
# :screenshot +true+ raise with a screenshot
# :skip +false+ skip any checking (a nop) - used when iterating over
# keyplanes for keys
def _ensure_can_enter_text(opts={})
default_opts = {:screenshot => true,
:skip => false}
opts = default_opts.merge(opts)
return if opts[:skip]
screenshot = opts[:screenshot]
unless keyboard_visible?
msg = 'no visible keyboard'
if screenshot
screenshot_and_raise msg
else
raise msg
end
end
if split_keyboard_visible? and uia_not_available?
msg = 'cannot type on a split keyboard without launching with Instruments'
if screenshot
screenshot_and_raise msg
else
raise msg
end
end
end
# use keyboard to enter +chr+
#
# IMPORTANT: use the POST_ENTER_KEYBOARD environmental variable
# to slow down the typing; adds a wait after each character is touched.
# this can fix problems where the typing is too fast and characters are
# skipped.
#
# there are several special 'characters', some of which do not appear on all
# keyboards:
# * 'Delete'
# * 'Return'
#
# raises error if there is no visible keyboard or the keyboard is not
# supported
#
# use the +should_screenshot+ to control whether or not to raise an error
# if +chr+ is not found
def keyboard_enter_char(chr, opts={})
unless opts.is_a?(Hash)
msg = "you should no longer pass a boolean as the second arg; pass {:should_screenshot => '#{opts}'} hash instead"
_deprecated('0.9.163', msg, :warn)
opts = {:should_screenshot => opts}
end
default_opts = {:should_screenshot => true,
# introduce a small wait to avoid skipping characters
# keep this as short as possible
:wait_after_char => (ENV['POST_ENTER_KEYBOARD'] || 0.05).to_f}
opts = default_opts.merge(opts)
should_screenshot = opts[:should_screenshot]
_ensure_can_enter_text({:screenshot => should_screenshot,
:skip => (not should_screenshot)})
if uia_available?
if chr.length == 1
uia_type_string chr
else
code = UIA_SUPPORTED_CHARS[chr]
unless code
raise "Char #{chr} is not yet supported in when typing with Instruments"
end
# on iOS 6, the char code is _not_ \b
#
# as an aside, on iOS 7, the same approach (tap the 'Delete' key) also works
if ios6? and code.eql?(UIA_SUPPORTED_CHARS['Delete'])
uia("uia.keyboard().keys().firstWithName('Delete').tap()")
else
uia_type_string(code)
end
end
res = {'results' => []}
else
res = http({:method => :post, :path => 'keyboard'},
{:key => chr, :events => load_playback_data('touch_done')})
res = JSON.parse(res)
if res['outcome'] != 'SUCCESS'
msg = "Keyboard enter failed failed because: #{res['reason']}\n#{res['details']}"
if should_screenshot
screenshot_and_raise msg
else
raise msg
end
end
end
if ENV['POST_ENTER_KEYBOARD']
w = ENV['POST_ENTER_KEYBOARD'].to_f
if w > 0
sleep(w)
end
end
pause = opts[:wait_after_char]
sleep(pause) if pause > 0
res['results']
end
# uses the keyboard to enter +text+
#
# raises an error if the text cannot be entered
def keyboard_enter_text(text)
_ensure_can_enter_text
if uia_available?
text_before = query("textField isFirstResponder:1",:text).first
uia_type_string(text, text_before)
else
text.each_char do |ch|
begin
keyboard_enter_char(ch, {:should_screenshot => false})
rescue
_search_keyplanes_and_enter_char(ch)
end
end
end
end
# touches the keyboard +action+ key
#
# the +action+ key depends on the keyboard. some examples include:
# * Return
# * Next
# * Go
# * Join
# * Search
#
# not all keyboards have an +action+ key
# raises an error if the key cannot be entered
def tap_keyboard_action_key
if uia_available?
uia_type_string '\n'
else
keyboard_enter_char 'Return'
end
end
# touches the keyboard +action+ key
#
# the +action+ key depends on the keyboard.
#
# some examples include:
# * Return
# * Next
# * Go
# * Join
# * Search
#
# not all keyboards have an +action+ key
# raises an error if the key cannot be entered
def done
tap_keyboard_action_key
end
# returns the current keyplane
def _current_keyplane
kp_arr = _do_keyplane(
lambda { query("view:'UIKBKeyplaneView'", 'keyplane', 'componentName') },
lambda { query("view:'UIKBKeyplaneView'", 'keyplane', 'name') })
kp_arr.first.downcase
end
# searches the available keyplanes for +chr+ and if it is found, types it
#
# this is a recursive function
#
# IMPORTANT: use the KEYPLANE_SEARCH_STEP_PAUSE variable to
# control how quickly the next keyplane is searched. increase this value
# if you encounter problems with missed keystrokes.
#
# raises an error if the +chr+ cannot be found
def _search_keyplanes_and_enter_char(chr, visited=Set.new)
cur_kp = _current_keyplane
begin
keyboard_enter_char(chr, {:should_screenshot => false})
return true #found
rescue
pause = (ENV['KEYPLANE_SEARCH_STEP_PAUSE'] || 0.2).to_f
sleep (pause) if pause > 0
visited.add(cur_kp)
#figure out keyplane alternates
props = _do_keyplane(
lambda { query("view:'UIKBKeyplaneView'", 'keyplane', 'properties') },
lambda { query("view:'UIKBKeyplaneView'", 'keyplane', 'attributes', 'dict') }
).first
known = KEYPLANE_NAMES.values
found = false
keyplane_selection_keys = ['shift', 'more']
keyplane_selection_keys.each do |key|
sleep (pause) if pause > 0
plane = props["#{key}-alternate"]
if known.member?(plane) and (not visited.member?(plane))
keyboard_enter_char(key.capitalize, {:should_screenshot => false})
found = _search_keyplanes_and_enter_char(chr, visited)
return true if found
#not found => try with other keyplane selection key
keyplane_selection_keys.delete(key)
other_key = keyplane_selection_keys.last
keyboard_enter_char(other_key.capitalize, {:should_screenshot => false})
found = _search_keyplanes_and_enter_char(chr, visited)
return true if found
end
end
return false
end
end
# process a keyplane
#
# raises an error if there is not visible keyplane
def _do_keyplane(kbtree_proc, keyplane_proc)
desc = query("view:'UIKBKeyplaneView'", 'keyplane')
fail('No keyplane (UIKBKeyplaneView keyplane)') if desc.empty?
fail('Several keyplanes (UIKBKeyplaneView keyplane)') if desc.count > 1
kp_desc = desc.first
if /^ "#{_query_uia_hide_keyboard_button}.tap()"})
else
touch(_query_for_keyboard_mode_key)
end
opts = {:timeout_message => 'keyboard did not disappear'}
wait_for(opts) do
not keyboard_visible?
end
end
# returns the activation point of the iPad keyboard +mode+ key.
#
# the +mode+ key is also known as the Hide keyboard key.
#
# raises an error when
# * the device is not an iPad
# * the app was not launched with instruments i.e. there is no run_loop
def _point_for_ipad_keyboard_mode_key
raise 'the keyboard mode does not exist on the on the iphone' if device_family_iphone?
raise 'cannot detect keyboard mode key without launching with instruments' unless uia_available?
res = send_uia_command({:command => "#{_query_uia_hide_keyboard_button}.rect()"})
origin = res['value']['origin']
{:x => origin['x'], :y => origin['y']}
# this did not work.
#size = res['value']['size']
#{:x => (origin['x'] + (size['width']/2)), :y => (origin['y'] + (size['height']/2))}
end
# returns a query string for touching one of the options that appears when
# the iPad +mode+ key is touched and held.
#
# the +mode+ key is also know as the Hide keyboard key.
#
# valid arguments are:
# top_or_bottom :top | :bottom
# mode :docked | :undocked | :skipped
#
# use _point_for_keyboard_mode_key if there is a run_loop
# available
#
# raises an error when
# * the device is not an iPad
# * the app was launched with Instruments i.e. there is a run_loop
# * it is passed invalid arguments
def _query_for_touch_for_keyboard_mode_option(top_or_bottom, mode)
raise 'the keyboard mode does not exist on the iphone' if device_family_iphone?
if uia_available?
raise "UIA is available, use '_point_for_keyboard_mode_key' instead"
end
valid = [:top, :bottom]
unless valid.include? top_or_bottom
raise "expected '#{top_or_bottom}' to be one of '#{valid}'"
end
valid = [:split, :undocked, :docked]
unless valid.include? mode
raise "expected '#{mode}' to be one of '#{valid}'"
end
hash = {:split => {:top => 'Merge',
:bottom => 'Dock and Merge'},
:undocked => {:top => 'Dock',
:bottom => 'Split'},
:docked => {:top => 'Undock',
:bottom => 'Split'}}
mark = hash[mode][top_or_bottom]
"label marked:'#{mark}'"
end
# returns a query for touching the iPad keyboard +mode+ key.
#
# the +mode+ key is also know as the Hide keyboard key.
#
# use _point_for_keyboard_mode_key if there is a run_loop
# available
#
# raises an error when
# * the device is not an iPad
# * the app was launched with Instruments i.e. there is a run_loop
def _query_for_keyboard_mode_key
raise 'cannot detect keyboard mode key on iphone' if device_family_iphone?
if uia_available?
raise "UIA is available, use '_point_for_keyboard_mode_key' instead"
end
qstr = "view:'UIKBKeyView'"
idx = query(qstr).count - 1
"#{qstr} index:#{idx}"
end
# touches the bottom option on the popup dialog that is presented when the
# the iPad keyboard +mode+ key is touched and held.
#
# the +mode+ key is also know as the Hide keyboard key.
#
# the +mode+ key allows the user to undock, dock, or split the keyboard.
def _touch_bottom_keyboard_mode_row
mode = ipad_keyboard_mode
if uia_available?
start_pt = _point_for_ipad_keyboard_mode_key
# there are 10 pt btw the key and the popup and the row is 50 pt
y_offset = 10 + 25
end_pt = {:x => (start_pt[:x] - 40), :y => (start_pt[:y] - y_offset)}
uia_pan_offset(start_pt, end_pt, {})
else
pan(_query_for_keyboard_mode_key, nil, {:duration => 1.0})
touch(_query_for_touch_for_keyboard_mode_option(:bottom, mode))
sleep(0.5)
end
2.times { sleep(0.5) }
end
# touches the top option on the popup dialog that is presented when the
# the iPad keyboard +mode+ key is touched and held.
#
# the +mode+ key is also know as the Hide keyboard key.
#
# the +mode+ key allows the user to undock, dock, or split the keyboard.
def _touch_top_keyboard_mode_row
mode = ipad_keyboard_mode
if uia_available?
start_pt = _point_for_ipad_keyboard_mode_key
# there are 10 pt btw the key and the popup and each row is 50 pt
# NB: no amount of offsetting seems to allow touching the top row
# when the keyboard is split
y_offset = 10 + 50 + 25
end_pt = {:x => (start_pt[:x] - 40), :y => (start_pt[:y] - y_offset)}
uia_pan_offset(start_pt, end_pt, {:duration => 1.0})
else
pan(_query_for_keyboard_mode_key, nil, {})
touch(_query_for_touch_for_keyboard_mode_option(:top, mode))
sleep(0.5)
end
2.times { sleep(0.5) }
end
# ensures that the iPad keyboard is +docked+
#
# +docked+ means the keyboard is pinned to bottom of the view
#
# if the device is not an iPad, this is behaves like a call to
# wait_for_keyboard
#
# raises an error when
# * there is no visible keyboard or
# * the +docked+ keyboard cannot be achieved
def ensure_docked_keyboard
wait_for_keyboard
return if device_family_iphone?
mode = ipad_keyboard_mode
case mode
when :split then
_touch_bottom_keyboard_mode_row
when :undocked then
_touch_top_keyboard_mode_row
when :docked then
# already docked
else
screenshot_and_raise "expected '#{mode}' to be one of #{_ipad_keyboard_modes}"
end
begin
wait_for({:post_timeout => 1.0}) do
docked_keyboard_visible?
end
rescue
mode = ipad_keyboard_mode
o = status_bar_orientation
screenshot_and_raise "expected keyboard to be ':docked' but found '#{mode}' in orientation '#{o}'"
end
end
# ensures that the iPad keyboard is +undocked+
#
# +undocked+ means the keyboard is floating in the middle of the view
#
# if the device is not an iPad, this is behaves like a call to
# wait_for_keyboard
#
# raises an error when
# * there is no visible keyboard or
# * the an +undocked+ keyboard cannot be achieved
def ensure_undocked_keyboard
wait_for_keyboard()
return if device_family_iphone?
mode = ipad_keyboard_mode
case mode
when :split then
# keep these condition separate because even though they do the same
# thing, the else condition is a hack
if ios5?
# iOS 5 has no 'Merge' feature in split keyboard, so dock first then
# undock from docked mode
_touch_bottom_keyboard_mode_row
_wait_for_keyboard_in_mode(:docked)
else
# in iOS > 5, it seems to be impossible consistently touch the
# the top keyboard mode popup button, so we punt
_touch_bottom_keyboard_mode_row
_wait_for_keyboard_in_mode(:docked)
end
_touch_top_keyboard_mode_row
when :undocked then
# already undocked
when :docked then
_touch_top_keyboard_mode_row
else
screenshot_and_raise "expected '#{mode}' to be one of #{_ipad_keyboard_modes}"
end
_wait_for_keyboard_in_mode(:undocked)
end
# ensures that the iPad keyboard is +split+
#
# +split+ means the keyboard is floating in the middle of the view and is
# split into two sections to enable faster thumb typing.
#
# if the device is not an iPad, this is behaves like a call to
# wait_for_keyboard
#
# raises an error when
# * there is no visible keyboard or
# * the an +undocked+ keyboard cannot be achieved
def ensure_split_keyboard
wait_for_keyboard
return if device_family_iphone?
mode = ipad_keyboard_mode
case mode
when :split then
# already split
when :undocked then
_touch_bottom_keyboard_mode_row
when :docked then
_touch_bottom_keyboard_mode_row
else
screenshot_and_raise "expected '#{mode}' to be one of #{_ipad_keyboard_modes}"
end
_wait_for_keyboard_in_mode(:split)
end
def _wait_for_keyboard_in_mode(mode, opts={})
default_opts = {:post_timeout => 1.0}
opts = default_opts.merge(opts)
begin
wait_for(opts) do
case mode
when :split then
split_keyboard_visible?
when :undocked
undocked_keyboard_visible?
when :docked
docked_keyboard_visible?
else
screenshot_and_raise "expected '#{mode}' to be one of #{_ipad_keyboard_modes}"
end
end
rescue
actual = ipad_keyboard_mode
o = status_bar_orientation
screenshot_and_raise "expected keyboard to be '#{mode}' but found '#{actual}' in orientation '#{o}'"
end
end
# used for detecting keyboards that are not normally visible to calabash
# e.g. the keyboard on +'z'+
#
# IMPORTANT this should only be used when the app does not respond to
# keyboard_visible?
#
# raises an error if the there is no run_loop
def uia_keyboard_visible?
unless uia_available?
screenshot_and_raise 'only available if there is a run_loop i.e. the app was launched with Instruments'
end
# TODO refactor keyboard detection to use uia() function conventions (instead of UIATarget...)
res = uia('UIATarget.localTarget().frontMostApp().keyboard()')['value']
not res.eql?(':nil')
end
# waits for a keyboard that is not normally visible to calabash
# e.g. the keyboard on +MFMailComposeViewController+
#
# IMPORTANT this should only be used when the app does not respond to
# keyboard_visible?
#
# raises an error if the there is no run_loop
def uia_wait_for_keyboard(opts={})
unless uia_available?
screenshot_and_raise 'only available if there is a run_loop i.e. the app was launched with Instruments'
end
default_opts = {:timeout => 10,
:retry_frequency => 0.1,
:post_timeout => 0.5}
opts = default_opts.merge(opts)
unless opts[:timeout_message]
msg = "waited for '#{opts[:timeout]}' for keyboard"
opts[:timeout_message] = msg
end
wait_for(opts) do
uia_keyboard_visible?
end
end
end
end
end