require "jiralicious"
require "parallel"
require "embulk/input/jira_api/issue"
require "timeout"
module Embulk
module Input
module JiraApi
class Client
PARALLEL_THREAD_COUNT = 50
SEARCH_TIMEOUT_SECONDS = 5
SEARCH_ISSUES_TIMEOUT_SECONDS = 60
DEFAULT_SEARCH_RETRY_TIMES = 10
def self.setup(&block)
Jiralicious.configure(&block)
new
end
def search_issues(jql, options={})
timeout_and_retry(SEARCH_ISSUES_TIMEOUT_SECONDS) do
issues_raw = search(jql, options).issues_raw
# TODO: below code has race-conditon.
Parallel.map(issues_raw, in_threads: PARALLEL_THREAD_COUNT) do |issue_raw|
# https://github.com/dorack/jiralicious/blob/v0.4.0/lib/jiralicious/search_result.rb#L32-34
issue = Jiralicious::Issue.find(issue_raw["key"])
JiraApi::Issue.new(issue)
end
end
end
def search(jql, options={})
timeout_and_retry(SEARCH_TIMEOUT_SECONDS) do
Jiralicious.search(jql, options)
end
end
def total_count(jql)
search(jql, max_results: 1).num_results
end
def check_user_credential(username)
Jiralicious::User.search(username)
rescue Jiralicious::JqlError, Jiralicious::AuthenticationError, Jiralicious::NotLoggedIn, Jiralicious::InvalidLogin => e
raise Embulk::ConfigError.new(e.message)
rescue ::SocketError => e
# wrong `uri` option given
raise Embulk::ConfigError.new(e.message)
rescue MultiJson::ParseError => e
html = e.message
title = html[%r|
(.*?)|, 1] #=> e.g. "Unauthorized (401)"
raise ConfigError.new("Can not authorize with your credential.") if title == 'Unauthorized (401)'
end
private
def timeout_and_retry(wait, retry_times = DEFAULT_SEARCH_RETRY_TIMES, &block)
count = 1
begin
Timeout.timeout(wait) do
yield
end
rescue Jiralicious::JqlError, Jiralicious::AuthenticationError, Jiralicious::NotLoggedIn, Jiralicious::InvalidLogin => e
raise Embulk::ConfigError.new(e.message)
rescue ::SocketError => e
# wrong `uri` option given
raise Embulk::ConfigError.new(e.message)
rescue MultiJson::ParseError => e
# same as this Mailchimp plugin issue: https://github.com/treasure-data/embulk-output-mailchimp/issues/10
# (a) JIRA returns error as HTML, but HTTParty try to parse it as JSON.
# And (b) `search_issues` method has race-condition bug. If it occurred, MultiJson::ParseError raised too.
html = e.message
title = html[%r|(.*?)|, 1] #=> e.g. "Unauthorized (401)"
if title
# (a)
case title
when "Atlassian Cloud Notifications - Page Unavailable"
# a.k.a. HTTP 503
raise title
when "Unauthorized (401)"
Embulk.logger.warn "JIRA returns error: #{title}. Will go to retry"
count += 1
retry
end
else
# (b)
count += 1
retry
end
rescue Timeout::Error => e
count += 1
sleep count # retry after some seconds for JIRA API perhaps under the overload
raise e if count > retry_times
retry
end
end
end
end
end
end