require 'autoproj/ops/import'
require 'autoproj/ops/install'

module Autoproj
    class Workspace < Ops::Loader
        attr_reader :root_dir

        attr_accessor :config
        attr_reader :env
        attr_reader :manifest
        attr_reader :loader

        def os_package_resolver; manifest.os_package_resolver end
        attr_reader :os_package_installer

        def initialize(root_dir)
            @root_dir = root_dir
            @loader = loader
            @env = Environment.new
            env.source_before(File.join(dot_autoproj_dir, 'env.sh'))
            @manifest = Manifest.new

            @os_package_installer = OSPackageInstaller.new(self, os_package_resolver)
            env.prepare(root_dir)
            super(root_dir)
        end

        # Returns the root of the current autoproj workspace
        #
        # @return [String,nil] the root path, or nil if one did not yet source
        #   the workspace's env.sh
        def self.autoproj_current_root
            if env = ENV['AUTOPROJ_CURRENT_ROOT']
                if !env.empty?
                    env
                end
            end
        end

        # Returns the workspace the current directory is part of
        #
        # @return [Workspace]
        # @raise (see from_dir)
        def self.from_pwd
            from_dir(Dir.pwd)
        end

        # Returns the workspace a directory is part of
        #
        # @return [Workspace]
        # @raise [MismatchingWorkspace] if the currently loaded env.sh
        #   and the one from +dir+ mismatch
        # @raise [NotWorkspace] if dir is not within an autoproj workspace
        def self.from_dir(dir)
            if path = Autoproj.find_workspace_dir(dir)
                # Make sure that the currently loaded env.sh is actually us
                env = autoproj_current_root
                if env && env != path
                    raise MismatchingWorkspace, "the current environment is for #{env}, but you are in #{path}, make sure you are loading the right #{ENV_FILENAME} script !"
                end
                Workspace.new(path)
            elsif find_v1_workspace_dir(dir)
                raise OutdatedWorkspace, "#{dir} looks like a v1 workspace, run autoproj upgrade before continuing"
            else
                raise NotWorkspace, "not in a Autoproj installation"
            end
        end

        def self.from_environment
            if path = Autoproj.find_workspace_dir
                from_dir(path)
            elsif Autoproj.find_v1_workspace_dir(dir = Autoproj.defaulT_find_base_dir)
                raise OutdatedWorkspace, "#{dir} looks like a v1 workspace, run autoproj upgrade before continuing"
            else
                raise NotWorkspace, "not in an Autoproj installation, and no env.sh has been loaded so far"
            end
        end

        # Tests whether the given path is under a directory tree managed by
        # autoproj
        def self.in_autoproj_project?(path)
            !!Autoproj.find_workspace_dir(path)
        end

        def load(*args)
            set_as_main_workspace
            flag, Autoproj.warn_deprecated_level = Autoproj.warn_deprecated_level, 1
            super
        ensure
            Autoproj.warn_deprecated_level = flag
        end

        # Returns the configuration directory for this autoproj installation.
        #
        # @return [String]
        def config_dir
            File.join(root_dir, 'autoproj')
        end

        # The directory under which autoproj saves all its internal
        # configuration and files
        def dot_autoproj_dir
            File.join(root_dir, '.autoproj')
        end

        # The installation manifest
        def installation_manifest_path
            InstallationManifest.path_for_root(root_dir)
        end

        # The path to the workspace configuration file
        def config_file_path
            File.join(dot_autoproj_dir, 'config.yml')
        end

        # The path to a workspace's manifest file given its root dir
        #
        # @param [String] root_dir the workspace root directory
        # @return [String]
        def self.manifest_file_path_for(root_dir)
            File.join(root_dir, 'autoproj', 'manifest')
        end

        # The path to the workspace's manifest file
        def manifest_file_path
            self.class.manifest_file_path_for(root_dir)
        end

        # Return the directory in which remote package set definition should be
        # checked out
        def remotes_dir
            File.join(dot_autoproj_dir, "remotes")
        end

        # (see Configuration#prefix_dir)
        def prefix_dir
            File.expand_path(config.prefix_dir, root_dir)
        end

        # Change {prefix_dir}
        def prefix_dir=(path)
            config.prefix_dir = path
        end

        # (see Configuration#build_dir)
        def build_dir
            config.build_dir
        end

        # Change {#build_dir}
        def build_dir=(path)
            config.set 'build', path, true
        end

        def log_dir
            File.join(prefix_dir, 'log')
        end

        OVERRIDES_DIR = "overrides.d"

        # Returns the directory containing overrides files
        #
        # @return [String]
        def overrides_dir
            File.join(config_dir, OVERRIDES_DIR)
        end

        def load_config(reconfigure = false)
            @config = Configuration.new(config_file_path)
            if File.file?(config_file_path)
                config.load(reconfigure: reconfigure)
                if raw_vcs = config.get('manifest_source', nil)
                    manifest.vcs = VCSDefinition.from_raw(raw_vcs)
                else
                    manifest.vcs = VCSDefinition.from_raw(
                        type: 'local', url: config_dir)
                end
                os_package_resolver.prefer_indep_over_os_packages = config.prefer_indep_over_os_packages?
                OSPackageResolver.operating_system ||= config.get('operating_system', nil)
            end
            @config
        end

        def load_manifest
            if File.exists?(manifest_file_path)
                manifest.load(manifest_file_path)
            end
        end

        def autodetect_operating_system(force: false)
            if force || !os_package_resolver.operating_system
                begin
                    Autobuild.progress_start :operating_system_autodetection,
                        "autodetecting the operating system"
                    names, versions = OSPackageResolver.autodetect_operating_system
                    OSPackageResolver.operating_system = [names, versions]
                    Autobuild.progress :operating_system_autodetection,
                        "operating system: #{(names - ['default']).join(",")} - #{(versions - ['default']).join(",")}"
                ensure
                    Autobuild.progress_done :operating_system_autodetection
                end
                config.set('operating_system', os_package_resolver.operating_system, true)
            end
        end

        def operating_system
            os_package_resolver.operating_system
        end

        def supported_operating_system?
            os_package_resolver.supported_operating_system?
        end

        def setup_os_package_installer
            autodetect_operating_system
            os_package_installer.each_manager do |pkg_mng|
                pkg_mng.initialize_environment
            end
            os_package_resolver.load_default
            os_package_installer.define_osdeps_mode_option
            os_package_installer.osdeps_mode
        end

        def setup
            load_config
            autodetect_operating_system
            config.validate_ruby_executable
            config.apply_autobuild_configuration
            load_autoprojrc
            load_main_initrb
            config.each_reused_autoproj_installation do |p|
                manifest.reuse(p)
            end
            load_manifest

            Autobuild.prefix = prefix_dir
            FileUtils.mkdir_p File.join(prefix_dir, '.autoproj')
            File.open(File.join(prefix_dir, '.autoproj', 'config.yml'), 'w') do |io|
                io.puts "workspace: \"#{root_dir}\""
            end

            Autobuild.srcdir = root_dir
            Autobuild.logdir = log_dir
            if cache_dir = config.importer_cache_dir
                Autobuild::Importer.default_cache_dirs = cache_dir
            end
            env.prepare(root_dir)
            setup_os_package_installer
            install_ruby_shims
        end

        def install_ruby_shims
            install_suffix = ""
            if match = /ruby(.*)$/.match(RbConfig::CONFIG['RUBY_INSTALL_NAME'])
                install_suffix = match[1]
            end

            bindir = File.join(prefix_dir, 'bin')
            FileUtils.mkdir_p bindir
            env.add 'PATH', bindir

            File.open(File.join(bindir, 'ruby'), 'w') do |io|
                io.puts "#! /bin/sh"
                io.puts "exec #{config.ruby_executable} \"$@\""
            end
            FileUtils.chmod 0755, File.join(bindir, 'ruby')

            ['gem', 'irb', 'testrb'].each do |name|
                # Look for the corresponding gem program
                prg_name = "#{name}#{install_suffix}"
                if File.file?(prg_path = File.join(RbConfig::CONFIG['bindir'], prg_name))
                    File.open(File.join(bindir, name), 'w') do |io|
                        io.puts "#! #{config.ruby_executable}"
                        io.puts "exec \"#{prg_path}\", *ARGV"
                    end
                    FileUtils.chmod 0755, File.join(bindir, name)
                end
            end
        end

        def update_autoproj(restart_on_update: true)
            config.validate_ruby_executable

            # This is a guard to avoid infinite recursion in case the user is
            # running autoproj osdeps --force
            if ENV['AUTOPROJ_RESTARTING'] == '1'
                return
            end

            gemfile  = File.join(dot_autoproj_dir, 'autoproj', 'Gemfile')
            binstubs = File.join(dot_autoproj_dir, 'autoproj', 'bin')
            begin
                PackageManagers::BundlerManager.run_bundler_install(
                    self, gemfile, binstubs: binstubs)
            ensure
                Ops::Install.clean_binstubs(binstubs)
            end

            # Find out what version of autoproj bundler locked on
            autoproj = File.readlines("#{gemfile}.lock").
                find_all { |l| l =~ /^\s+autoproj \(\d.*\)$/ }
            if autoproj.size == 1
                autoproj[0] =~ /^\s+autoproj \((.*)\)$/
                installed_version = $1
            else
                raise "unexpected format for #{gemfile}.lock, cannot determine installed version of autoproj"
            end

            # First things first, see if we need to update ourselves
            if (VERSION != installed_version) && restart_on_update
                puts
                Autoproj.message "autoproj has been updated to #{installed_version} (from #{VERSION}), restarting"
                puts

                # We updated autobuild or autoproj themselves ... Restart !
                #
                # ...But first save the configuration (!)
                config.save
                ENV['AUTOPROJ_RESTARTING'] = '1'
                require 'rbconfig'
                exec(ruby_executable, $0, *argv)
            end
        end

        def run(*args, &block)
            if args.last.kind_of?(Hash)
                options = args.pop
            else options = Hash.new
            end
            options_env = options.fetch(:env, Hash.new)
            options[:env] = env.resolved_env.merge(options_env)
            if options_env['BUNDLE_GEMFILE']
                raise
            end
            Autobuild::Subprocess.run(*args, options, &block)
        end

        def set_as_main_workspace
            Autoproj.workspace = self
            Autoproj.root_dir = root_dir
            Autobuild.env = env
        end

        # Loads autoproj/init.rb
        #
        # This is included in {setup}
        def load_main_initrb
            set_as_main_workspace

            local_source = manifest.main_package_set
            load_if_present(local_source, config_dir, "init.rb")
        end

        # Loads the .autoprojrc file
        #
        # This is included in {setup}
        def load_autoprojrc
            set_as_main_workspace

            # Load the user-wide autoproj RC file
            home_dir =
                begin Dir.home
                rescue ArgumentError
                end

            if home_dir
                rcfile = File.join(home_dir, '.autoprojrc')
                if File.file?(rcfile)
                    Kernel.load rcfile
                end
            end
        end

        # Load OS dependency information contained in our registered package
        # sets into the provided osdep object
        #
        # This is included in {load_package_sets}
        #
        # @return [void]
        def load_osdeps_from_package_sets
            manifest.each_osdeps_file do |pkg_set, file|
                os_package_resolver.merge(pkg_set.load_osdeps(file))
            end
        end

        def load_package_sets(options = Hash.new)
            if !File.file?(manifest_file_path) # empty install, just return
                return
            end

            options = validate_options options,
                only_local: false,
                checkout_only: true,
                silent: false, # NOTE: this is ignored, enclose call with Autoproj.silent { }
                reconfigure: false,
                ignore_errors: false,
                mainline: nil,
                reset: false,
                retry_count: nil

            Ops::Configuration.new(self).
                load_package_sets(only_local: options[:only_local],
                                  checkout_only: options[:checkout_only],
                                  ignore_errors: options[:ignore_errors],
                                  reset: options[:reset],
                                  retry_count: options[:retry_count])

            manifest.each_package_set do |pkg_set|
                if Gem::Version.new(pkg_set.required_autoproj_version) > Gem::Version.new(Autoproj::VERSION)
                    raise ConfigError.new(pkg_set.source_file), "the #{pkg_set.name} package set requires autoproj v#{pkg_set.required_autoproj_version} but this is v#{Autoproj::VERSION}"
                end
            end

            # Loads OS package definitions once and for all
            load_osdeps_from_package_sets
            # And exclude any package that is not available on this particular
            # configuration
            mark_unavailable_osdeps_as_excluded

            # Load the required autobuild definitions
            Autoproj.message("autoproj: loading ...", :bold)
            if !options[:reconfigure]
                Autoproj.message("run 'autoproj reconfigure' to change configuration options", :bold)
                Autoproj.message("and use 'autoproj switch-config' to change the remote source for", :bold)
                Autoproj.message("autoproj's main build configuration", :bold)
            end
            manifest.each_autobuild_file do |source, name|
                import_autobuild_file source, name
            end

            # Now, load the package's importer configurations (from the various
            # source.yml files)
            mainline = options[:mainline]
            if mainline.respond_to?(:to_str)
                mainline = manifest.package_set(mainline)
            end
            manifest.load_importers(mainline: mainline)

            # Auto-add packages that are
            #  * present on disk
            #  * listed in the layout part of the manifest
            #  * but have no definition
            explicit = manifest.normalized_layout
            explicit.each do |pkg_or_set, layout_level|
                next if manifest.find_autobuild_package(pkg_or_set)
                next if manifest.has_package_set?(pkg_or_set)

                # This is not known. Check if we can auto-add it
                full_path = File.expand_path(File.join(root_dir, layout_level, pkg_or_set))
                next if !File.directory?(full_path)

                handler, srcdir = Autoproj.package_handler_for(full_path)
                if handler
                    Autoproj.message "  auto-adding #{pkg_or_set} #{"in #{layout_level} " if layout_level != "/"}using the #{handler.gsub(/_package/, '')} package handler"
                    in_package_set(manifest.local_package_set, manifest.file) do
                        send(handler, pkg_or_set)
                    end
                else
                    Autoproj.warn "cannot auto-add #{pkg_or_set}: unknown package type"
                end
            end

            manifest.each_autobuild_package do |pkg|
                Autobuild.each_utility do |uname, _|
                    pkg.utility(uname).enabled =
                        config.utility_enabled_for?(uname, pkg.name)
                end
            end

            # We finished loading the configuration files. Not all configuration
            # is done (since we need to process the package setup blocks), but
            # save the current state of the configuration anyway.
            config.save
        end

        def mark_unavailable_osdeps_as_excluded
            os_package_resolver.all_package_names.each do |osdep_name|
                # If the osdep can be replaced by source packages, there's
                # nothing to do really. The exclusions of the source packages
                # will work as expected
                if manifest.osdeps_overrides[osdep_name] || manifest.find_autobuild_package(osdep_name)
                    next
                end

                case availability = os_package_resolver.availability_of(osdep_name)
                when OSPackageResolver::UNKNOWN_OS
                    manifest.add_exclusion(osdep_name, "this operating system is unknown to autoproj")
                when OSPackageResolver::WRONG_OS
                    manifest.add_exclusion(osdep_name, "there are definitions for it, but not for this operating system")
                when OSPackageResolver::NONEXISTENT
                    manifest.add_exclusion(osdep_name, "it is marked as unavailable for this operating system")
                end
            end
        end

        def load_packages(selection = manifest.default_packages(false), options = Hash.new)
            options = Hash[warn_about_ignored_packages: true, checkout_only: true].
                merge(options)
            ops = Ops::Import.new(self)
            ops.import_packages(selection, options)
        end
        
        def setup_all_package_directories
            # Override the package directories from our reused installations
            imported_packages = Set.new
            manifest.reused_installations.each do |imported_manifest|
                imported_manifest.each do |imported_pkg|
                    imported_packages << imported_pkg.name
                    if pkg = manifest.find_package(imported_pkg.name)
                        pkg.autobuild.srcdir = imported_pkg.srcdir
                        pkg.autobuild.prefix = imported_pkg.prefix
                    end
                end
            end

            manifest.packages.each_value do |pkg_def|
                pkg = pkg_def.autobuild
                next if imported_packages.include?(pkg_def.name)
                setup_package_directories(pkg)
            end
        end

        def setup_package_directories(pkg)
            pkg_name = pkg.name

            layout =
                if config.randomize_layout?
                    Digest::SHA256.hexdigest(pkg_name)[0, 12]
                else manifest.whereis(pkg_name)
                end

            srcdir =
                if target = manifest.moved_packages[pkg_name]
                    File.join(layout, target)
                else
                    File.join(layout, pkg_name)
                end

            prefixdir =
                if config.separate_prefixes?
                    pkg_name
                else
                    layout
                end

            pkg = manifest.find_autobuild_package(pkg_name)
            pkg.srcdir = File.join(root_dir, srcdir)
            if pkg.respond_to?(:builddir)
                pkg.builddir = compute_builddir(pkg)
            end

            pkg.prefix = File.join(prefix_dir, prefixdir)
            pkg.doc_target_dir = File.join(prefix_dir, 'doc', pkg_name)
            pkg.logdir = File.join(pkg.prefix, "log")
        end
        
        def compute_builddir(pkg)
            # If we're given an absolute build dir, we have to append the
            # package name to it to make it unique
            if Pathname.new(build_dir).absolute?
                File.join(build_dir, pkg.name)
            else
                build_dir
            end
        end

        # Finalizes the configuration loading
        #
        # This must be done before before we run any dependency-sensitive
        # operation (e.g. import)
        def finalize_package_setup
            set_as_main_workspace
            # Now call the blocks that the user defined in the autobuild files. We do it
            # now so that the various package directories are properly setup
            manifest.packages.each_value do |pkg|
                pkg.user_blocks.each do |blk|
                    blk[pkg.autobuild]
                end
                pkg.setup = true
            end

            manifest.each_package_set do |source|
                if source.local_dir
                    load_if_present(source, source.local_dir, "overrides.rb")
                end
            end

            Dir.glob(File.join( overrides_dir, "*.rb" ) ).sort.each do |file|
                load file
            end
        end

        # Finalizes the complete setup
        #
        # This must be done after all ignores/excludes and package selection
        # have been properly set up (a.k.a. after package import)
        def finalize_setup
            # Finally, disable all ignored packages on the autobuild side
            manifest.each_ignored_package do |pkg_name|
                pkg = manifest.find_autobuild_package(pkg_name)
                if !pkg
                    Autoproj.warn "ignore line #{pkg_name} does not match anything"
                else
                    pkg.disable
                end
            end

            # We now have processed the process setup blocks. All configuration
            # should be done and we can save the configuration data.
            config.save
        end

        def all_present_packages
            manifest.each_autobuild_package.
                find_all { |pkg| File.directory?(pkg.srcdir) }.
                map(&:name)
        end

        # Update this workspace's installation manifest
        #
        # @param [Array<String>] package_names the name of the packages that
        #   should be updated
        def export_installation_manifest(package_names = all_present_packages)
            install_manifest = InstallationManifest.new(installation_manifest_path)
            if install_manifest.exist?
                install_manifest.load
            end
            # Delete obsolete entries
            install_manifest.delete_if do |pkg|
                !manifest.find_autobuild_package(pkg.name) ||
                    !File.directory?(pkg.srcdir)
            end
            # Update the new entries
            package_names.each do |pkg_name|
                install_manifest[pkg_name] =
                    manifest.find_autobuild_package(pkg_name)
            end
            # And save
            install_manifest.save
        end

        # Export the workspace's env.sh file
        def export_env_sh(package_names = all_present_packages, shell_helpers: true)
            env = self.env.dup
            manifest.all_selected_packages.each do |pkg_name|
                pkg = manifest.find_autobuild_package(pkg_name)
                pkg.apply_env(env)
            end
            env.export_env_sh(shell_helpers: shell_helpers)
        end

        def pristine_os_packages(packages, options = Hash.new)
            os_package_installer.pristine(packages, options)
        end

        # Restores the OS dependencies required by the given packages to
        # pristine conditions
        #
        # This is usually called as a rebuild step to make sure that all these
        # packages are updated to whatever required the rebuild
        def pristine_os_packages_for(packages)
            required_os_packages, package_os_deps =
                manifest.list_os_packages(packages)
            required_os_packages =
                manifest.filter_os_packages(required_os_packages, package_os_deps)
            pristine_os_packages(required_os_packages)
        end

        def install_os_packages(packages, options = Hash.new)
            os_package_installer.install(packages, options)
        end

        # Installs the OS dependencies that are required by the given packages
        def install_os_packages_for(packages, options = Hash.new)
            required_os_packages, package_os_deps =
                manifest.list_os_packages(packages)
            required_os_packages =
                manifest.filter_os_packages(required_os_packages, package_os_deps)
            install_os_packages(required_os_packages, options)
        end

    end

    def self.workspace
        @workspace ||= Workspace.new(root_dir)
    end

    def self.workspace=(ws)
        @workspace = ws
        self.root_dir = ws.root_dir
    end

    def self.env
        workspace.env
    end
end