# frozen_string_literal: true

require 'json'
require 'open3'
require 'logger'
require 'time'

# Error class
class MentosError < IOError
end

# Pygments provides access to the Pygments library via a pipe and a long-running
# Python process.
module Pygments
  class Popen
    def popen4(argv)
      stdin, stdout, stderr, wait_thr = Open3.popen3(*argv)
      while (pid = wait_thr.pid).nil? && wait_thr.alive?
        # For unknown reasons, wait_thr.pid is not immediately available on JRuby
      end
      [pid, stdin, stdout, stderr]
    end

    # Get things started by opening a pipe to mentos (the freshmaker), a
    # Python process that talks to the Pygments library. We'll talk back and
    # forth across this pipe.
    def start(pygments_path = File.expand_path('../../vendor/pygments-main', __dir__))
      begin
        @log = Logger.new(ENV['MENTOS_LOG'] || File::NULL)
        @log.level = Logger::INFO
        @log.datetime_format = '%Y-%m-%d %H:%M '
      end

      ENV['PYGMENTS_PATH'] = pygments_path

      # Make sure we kill off the child when we're done
      at_exit { stop 'Exiting' }

      # A pipe to the mentos python process. #popen4 gives us
      # the pid and three IO objects to write and read.
      argv = [*python_binary, File.expand_path('mentos.py', __dir__)]
      @pid, @in, @out, @err = popen4(argv)
      @in.binmode
      @out.binmode
      @log.info "Starting pid #{@pid} with fd #{@out.to_i} and python #{python_binary}."
    end

    def python_binary
      @python_binary ||= find_python_binary
    end

    def python_binary=(python_bin)
      @python_bin = python_bin
    end

    # Detect a suitable Python binary to use.
    def find_python_binary
      if Gem.win_platform?
        return %w[py python3 python].first { |py| !which(py).nil? }
      end

      # On non-Windows platforms, we simply rely on shebang
      []
    end

    # Cross platform which command
    # from http://stackoverflow.com/a/5471032/284795
    def which(command)
      exts = ENV['PATHEXT'] ? ENV['PATHEXT'].split(';') : ['']
      ENV['PATH'].split(File::PATH_SEPARATOR).each do |dir|
        exts.each do |ext|
          path = File.join(dir, "#{command}#{ext}")
          return path if File.executable?(path) && !File.directory?(path)
        end
      end
      nil
    end

    # Stop the child process by issuing a kill -9.
    #
    # We then call waitpid() with the pid, which waits for that particular
    # child and reaps it.
    #
    # kill() can set errno to ESRCH if, for some reason, the file
    # is gone; regardless the final outcome of this method
    # will be to set our @pid variable to nil.
    #
    # Technically, kill() can also fail with EPERM or EINVAL (wherein
    # the signal isn't sent); but we have permissions, and
    # we're not doing anything invalid here.
    def stop(reason)
      unless @pid.nil?
        @log.info "Killing pid: #{@pid}. Reason: #{reason}"
        begin
          Process.kill('KILL', @pid)
          Process.waitpid(@pid)
        rescue Errno::ESRCH, Errno::ECHILD
        end
      end
      @pid = nil
    end

    # Check for a @pid variable, and then hit `kill -0` with the pid to
    # check if the pid is still in the process table. If this function
    # gives us an ENOENT or ESRCH, we can also safely return false (no process
    # to worry about). Defensively, if EPERM is raised, in a odd/rare
    # dying process situation (e.g., mentos is checking on the pid of a dead
    # process and the pid has already been re-used) we'll want to raise
    # that as a more informative Mentos exception.
    #
    # Returns true if the child is alive.
    def alive?
      return true if defined?(@pid) && @pid && Process.kill(0, @pid)

      false
    rescue Errno::ENOENT, Errno::ESRCH
      false
    rescue Errno::EPERM
      raise MentosError, 'EPERM checking if child process is alive.'
    end

    # Public: Get an array of available Pygments formatters
    #
    # Returns an array of formatters.
    def formatters
      mentos(:get_all_formatters).each_with_object({}) do |(name, desc, aliases), hash|
        # Remove the long-winded and repetitive 'Formatter' suffix
        name.sub!(/Formatter$/, '')
        hash[name] = {
          name: name,
          description: desc,
          aliases: aliases
        }
      end
    end

    # Public: Get all lexers from a serialized array. This avoids needing to spawn
    # mentos when it's not really needed (e.g., one-off jobs, loading the Rails env, etc).
    #
    # Should be preferred to #lexers!
    #
    # Returns an array of lexers.
    def lexers
      lexer_file = File.expand_path('../../lexers', __dir__)
      raw = File.open(lexer_file, 'rb').read
      Marshal.load(raw)
    rescue Errno::ENOENT
      raise MentosError, 'Error loading lexer file. Was it created and vendored?'
    end

    # Public: Get back all available lexers from mentos itself
    #
    # Returns an array of lexers.
    def lexers!
      mentos(:get_all_lexers).each_with_object({}) do |lxr, hash|
        name = lxr[0]
        hash[name] = {
          name: name,
          aliases: lxr[1],
          filenames: lxr[2],
          mimetypes: lxr[3]
        }
      end
    end

    # Public: Return an array of all available filters
    def filters
      mentos(:get_all_filters)
    end

    # Public: Return an array of all available styles
    def styles
      mentos(:get_all_styles)
    end

    # Public: Return css for highlighted code
    def css(klass = '', opts = {})
      if klass.is_a?(Hash)
        opts = klass
        klass = ''
      end
      mentos(:css, ['html', klass], opts)
    end

    # Public: Return the name of a lexer.
    def lexer_name_for(*args)
      # Pop off the last arg if it's a hash, which becomes our opts
      opts = if args.last.is_a?(Hash)
               args.pop
             else
               {}
             end

      code = (args.pop if args.last.is_a?(String))

      mentos(:lexer_name_for, args, opts, code)
    end

    # Public: Highlight code.
    #
    # Takes a first-position argument of the code to be highlighted, and a
    # second-position hash of various arguments specifying highlighting properties.
    #
    # Returns the highlighted string
    # or nil when the request to the Python process timed out.
    def highlight(code, opts = {})
      # If the caller didn't give us any code, we have nothing to do,
      # so return right away.
      return code if code.nil? || code.empty?

      # Callers pass along options in the hash
      opts[:options] ||= {}

      # Default to utf-8 for the output encoding, if not given.
      opts[:options][:outencoding] ||= 'utf-8'

      # Get back the string from mentos and force encoding if we can
      str = mentos(:highlight, nil, opts, code)
      if str.respond_to?(:force_encoding)
        str.force_encoding(opts[:options][:outencoding])
      end
      str
    end

    private

    def with_watchdog(timeout_time, error_message)
      state_mutex = Mutex.new
      state = :alive
      wd_cleanup = ConditionVariable.new

      watchdog = timeout_time > 0 ? Thread.new do
        state_mutex.synchronize do
          wd_cleanup.wait(state_mutex, timeout_time) if state != :finished
          if state != :finished
            @log.error error_message
            stop error_message
            state = :timeout
          end

        end
      end : nil
      begin
        yield
      ensure
        if watchdog
          state_mutex.synchronize do
            state = :finished if state == :alive
            # wake up watchdog thread
            wd_cleanup.signal
          end
          watchdog.join
        end

        raise MentosError, error_message if state == :timeout
      end
    end

    # Our 'rpc'-ish request to mentos. Requires a method name, and then optional
    # args, kwargs, code.
    def mentos(method, args = [], kwargs = {}, original_code = nil)
      # Open the pipe if necessary
      start unless alive?

      # Timeout requests that take too long.
      # Invalid MENTOS_TIMEOUT results in just using default.
      timeout_time = kwargs.delete(:timeout)
      if timeout_time.nil?
        timeout_time = begin
                         Integer(ENV['MENTOS_TIMEOUT'])
                       rescue TypeError
                         0
                       end
      end

      # For sanity checking on both sides of the pipe when highlighting, we prepend and
      # append an id.  mentos checks that these are 8 character ids and that they match.
      # It then returns the id's back to Rubyland.
      id = (0...8).map { rand(65..89).chr }.join
      code = original_code ? add_ids(original_code, id) : nil

      # Add metadata to the header and generate it.
      bytesize = if code
                   code.bytesize
                 else
                   0
                 end

      kwargs.freeze
      kwargs = kwargs.merge('fd' => @out.to_i, 'id' => id, 'bytes' => bytesize)
      out_header = JSON.generate(method: method, args: args, kwargs: kwargs)

      begin
        res = with_watchdog(timeout_time, "Timeout on a mentos #{method} call") do
          # Get the size of the header itself and write that.
          @in.write([out_header.bytesize].pack('N'))
          @log.info "Size out: #{out_header.bytesize}"

          # mentos is now waiting for the header, and, potentially, code.
          @in.write(out_header)
          @log.info "Out header: #{out_header}"
          @in.write(code) unless code.nil?

          @in.flush

          # mentos will now return data to us. First it sends the header.

          header_len_bytes = @out.read(4)
          if header_len_bytes.nil?
            raise Errno::EPIPE, %(Failed to read response from Python process on a mentos #{method} call)
          end

          header_len = header_len_bytes.unpack('N')[0]
          @log.info "Size in: #{header_len}"
          header = @out.read(header_len)

          # Now handle the header, any read any more data required.
          handle_header_and_return(header, id)
        end

        # Finally, return what we got.
        return_result(res, method)
      rescue Errno::EPIPE => e
        begin
          error_msg = @err.read
          @log.error "Error running Python script: #{error_msg}"
          stop "Error running Python script: #{error_msg}"
          raise MentosError, %(#{e}: #{error_msg})
        rescue Errno::EPIPE
          @log.error e.to_s
          stop e.to_s
          raise e
        end
      rescue StandardError => e
        @log.error e.to_s
        stop e.to_s
        raise e
      end
    end

    # Based on the header we receive, determine if we need
    # to read more bytes, and read those bytes if necessary.
    #
    # Then, do a sanity check with the ids.
    #
    # Returns a result - either highlighted text or metadata.
    def handle_header_and_return(header, id)
      if header
        @log.info "In header: #{header}"
        header = header_to_json(header)
        bytes = header[:bytes]

        # Read more bytes (the actual response body)
        res = @out.read(bytes.to_i)

        if header[:method] == 'highlight'
          # Make sure we have a result back; else consider this an error.
          raise MentosError, 'No highlight result back from mentos.' if res.nil?

          @log.info 'Highlight in process.'

          # Get the id's
          start_id = res[0..7]
          end_id = res[-8..-1]

          # Sanity check.
          if !((start_id == id) && (end_id == id))
            raise MentosError, "ID's did not match. Aborting."
          else
            # We're good. Remove the padding
            res = res[10..-11]
            @log.info 'Highlighting complete.'
            res
          end
        end
        res
      else
        raise MentosError, 'No header received back.'
      end
    end

    # With the code, prepend the id (with two spaces to avoid escaping weirdness if
    # the following text starts with a slash (like terminal code), and append the
    # id, with two padding also. This means we are sending over the 8 characters +
    # code + 8 characters.
    def add_ids(code, id)
      (id + "  #{code}  #{id}").freeze
    end

    # Return the final result for the API. Return Ruby objects for the methods that
    # want them, text otherwise.
    def return_result(res, method)
      unless method == :lexer_name_for || method == :highlight || method == :css
        res = JSON.parse(res, symbolize_names: true)
      end
      res = res.rstrip if res.class == String
      res
    end

    # Convert a text header into JSON for easy access.
    def header_to_json(header)
      header = JSON.parse(header, symbolize_names: true)

      if header[:error]
        raise MentosError, header[:error]
      else
        header
      end
    end
  end
end