#!/usr/bin/env ruby # encoding: UTF-8 # (c) Copyright 2014 Hewlett-Packard Development Company, L.P. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. require 'rubygems' require 'bundler/setup' require 'require_relative' require 'thor' require 'ansi' $APP_PATH = File.dirname(__FILE__) $LIB_PATH = File.expand_path(File.join(File.dirname($APP_PATH),'lib')) $LOAD_PATH << $LIB_PATH $LOAD_PATH << File.join($LIB_PATH, 'lib-forj', 'lib') require 'appinit.rb' # Load generic Application level function # Initialize forj paths AppInit::forj_initialize() # Initialize global Log object $FORJ_LOGGER=ForjLog.new() require 'forj-config.rb' # Load class ForjConfig and Meta data class variables. Requires Logging to be fully set. require 'forj-account.rb' # Load class ForjAccount require 'connection.rb' # Load class ForjConnection require 'down.rb' require 'ssh.rb' include Down include Ssh require 'forj-settings.rb' # Settings features #require 'debugger' # Use to debug with Ruby < 2.0 #require 'byebug' # Use to debug with Ruby >= 2.0 require 'lib-forj.rb' $LIB_FORJ_DEBUG = 1 # less verbose class ForjThor < Thor class_option :debug, :aliases => '-d', :desc => 'Set debug mode' class_option :verbose, :aliases => '-v', :desc => 'Set verbose mode' class_option :config, :aliases => '-c', :desc => 'Path to a different forj config file. By default, use ~/.forj/config.yaml' class_option :libforj_debug, :desc => "Set lib-forj debug level verbosity. 1 to 5. Default is one." desc "help [action]", "Describe available FORJ actions or one specific action" def help(task = nil, subcommand = false) if task self.class.task_help(shell, task) else puts <<-LONGDESC Quick steps: How to create a forj? ---------------------------------- To test a forj blueprint, you will need an account on a cloud solution. Currently forj cli supports only HPHelion (https://horizon.hp.com) but will be expanded to support most of known clouds supported by FOG. (http://fog.io) 1. Setup your FORJ account. `$ forj setup [AccountName] [--provider Provider]` Ex: `forj setup MyForjAccount`. In this example, you will setup 'MyForjAccount' with your HPHelion account. The first time, this account will become the default one. **IMPORTANT NOTE** By default, forj setup will propose you to create your forge on HPHelion (provider 'hpcloud'). If AccountName is not set, the account name will be proposed to be name 'hpcloud' as well! 2. Create your forge on your default account `$ forj boot ` Ex: `forj boot redstone MyForge`. In this example, forj will create a `redstone` blueprint forge named `MyForge`, using the default `MyForjAccount` forj command line details: -------------------------- LONGDESC self.class.help(shell, subcommand) end end desc 'version', 'get GEM version of forj.' def version() if Gem.loaded_specs['forj'] puts Gem.loaded_specs['forj'].version.to_s end end ################################# BOOT desc 'boot [options]', 'boot a Maestro box and instruct it to provision the blueprint' long_desc <<-LONGDESC This task boot a new forge with the following options \x5- blueprint : Is the name of the blueprint \x5- InstanceName : name of the forge Ex: forj boot redstone maestro_test -a dev When `forj boot` starts, some variables are loaded. If you want to check/updated them, use `forj get [-a account]` LONGDESC method_option :account_name, :aliases => '-a', :desc => "Set the forj account name to use. By default, uses the default account set in your local config file. Following options superseed your Account, config file or forj defaults." method_option :maestro_repo, :aliases => '-m', :desc => "config: maestro_repo : To use a different Maestro repository already cloned. By default, Maestro is systematically cloned to ~/.forj/maestro from github." method_option :infra, :aliases => '-r', :desc => 'config: infra_repo : Defines your Infra directory to use while booting. You can also set FORJ_INFRA_DIR.' method_option :key_name, :aliases => '-k', :desc => "config: keypair_name : Keypair name to use." method_option :key_path, :aliases => '-p', :desc => "config: keypair_path : Private or Public key file to use." method_option :security_group, :aliases => '-s', :desc => "config: security_group: Security group name to use and configure." method_option :image_name, :aliases => '-i', :desc => "config: image_name : Image name to use to build Maestro and blueprint nodes." method_option :maestro_flavor, :aliases => '-f', :desc => "config: flavor : Maestro flavor to use." method_option :bp_flavor, :aliases => '-b', :desc => "config: bp_flavor : Blueprint nodes default flavor to use. Build system options:" method_option :boothook, :aliases => '-H', :desc => 'By default, boothook file used is build/bin/build-tools/boothook.sh. Use this option to set another one.' method_option :build, :aliases => '-B', :desc => 'Replace the default build.sh' method_option :branch, :aliases => '-R', :desc => "Branch name to clone for maestro. Maestro/infra bootstrap debugging:" method_option :test_box, :aliases => '-T', :desc => "Identify a path to become your test-box repository. Ex: if your maestro is in ~/src/forj-oss, --test_box ~/src/forj-oss/maestro build.sh and test-box will send your local maestro repo to your box, for boot." def boot(blueprint, on_or_name, old_accountname = nil, as = nil, old_name = nil) Logging.set_level(Logger::INFO) if options[:verbose] Logging.set_level(Logger::DEBUG) if options[:debug] unless options[:libforj_debug].nil? $LIB_FORJ_DEBUG = options[:libforj_debug].to_i Logging.set_level(Logger::DEBUG) end oConfig = ForjConfig.new(options[:config]) # depreciated: on as if old_accountname and as and old_name msg = "The syntax `forj boot '%s' on '%s' as '%s'` is depreciated.\nUse `forj boot '%s' '%s'" % [blueprint, old_accountname, old_name, blueprint, old_name] if oConfig.get('account_name') == old_accountname Logging.warning("%s` instead." % msg) else Logging.warning("%s -a '%s'` instead." % [msg, old_accountname]) end name = old_name oConfig.set(:account_name, old_accountname) else name = on_or_name end Logging.fatal( 1, "instance name '%s' not supported. Support only lower case, numeric and dash caracters." % [name]) if not (/^[\d[[:lower:]]-]+$/ =~ name) # Options are added if they are set. Otherwise, get will retrieve the default value. oConfig.set(:account_name, options[:account_name]) if options[:account_name] oForjAccount = ForjAccount.new(oConfig) oForjAccount.ac_load() oConfig.set(:infra_repo, options[:infra]) oConfig.set(:keypair_name, options[:key_name]) oConfig.set(:keypair_path, options[:key_path]) oConfig.set(:security_group, options[:security_group]) oConfig.set(:image_name, options[:image]) oConfig.set(:flavor, options[:maestro_flavor]) oConfig.set(:bp_flavor, options[:bp_flavor]) oConfig.set(:maestro_repo , options[:maestro_repo]) oConfig.set(:branch , options[:branch]) oConfig.set(:test_box, File.expand_path(options[:test_box])) if options[:test_box] and File.directory?(File.expand_path(options[:test_box])) Logging.warning("test_box is currently disabled in this version. It will be re-activated in newer version.") if options[:test_box] if options[:key_path] mFound = options[:key_path].match(/^(.*)(\.pub)?$/) if mFound key_path = File.expand_path(mFound[1]) if mFound[2] and not File.exists?(File.expand_path(mFound[1]+mFound[2])) Logging.fatal(1, "'%s' is not a valid keypair files. At least the public key (.pub) is have to exist.") end oConfig.set(:keypair_path, key_path) else Logging.fatal(1, "'%s' is not a valid keypair files. At least the public key (.pub) is have to exist.") end end aProcesses = [] # Defines how to manage Maestro and forges # create a maestro box. Identify a forge instance, delete it,... aProcesses << File.join($LIB_PATH, 'forj', 'ForjCore.rb') # Defines how cli will control FORJ features # boot/down/ssh/... aProcesses << File.join($LIB_PATH, 'forj', 'ForjCli.rb') oCloud = ForjCloud.new(oForjAccount, oConfig[:account_name], aProcesses) oConfig[:instance_name] = name if blueprint == 'maestro' Logging.info("Starting boot process of '%s'. No blueprint requested." % oConfig[:instance_name]) else oConfig[:blueprint] = blueprint Logging.info("Starting boot process of '%s' with blueprint '%s'." % [oConfig[:instance_name], oConfig[:blueprint]]) end Logging.high_level_msg ("Preparing your forge '%s'. Please be patient\n" % oConfig[:instance_name]) oCloud.Create(:forge) #Boot.boot(blueprint, name, options[:build], options[:boothook], options[:box_name], oForjAccount) end ################################# Show defaults desc 'show [name]', 'Show Object (default valuesr, account data, etc...) values.' long_desc <<-LONGDESC This command helps to show values used by 'forj' to boot a blueprint (account data, default values, etc...) queriable Objects: - defaults : Provide the list of predefined values, configured by forj, or by you in your ~/.forj/config.yaml (or another config file with -c) - account [name] : without name, forj will give you the list of account saved. Otherwise print 'name' account data. LONGDESC def show(object, name = nil) case object when 'defaults' oConfig=ForjConfig.new() puts 'List of default values: (local refer to your config file. hash refer to your FORJ account data)' puts oConfig.default_dump().to_yaml puts '---' puts "To change default values, update your ~/.forj/config.yaml and add the key/value entry under 'default' section." when 'account' oConfig=ForjConfig.new() if not name puts "List of FORJ accounts: Use 'forj account YourAccount' to see one account details." oAccounts = ForjAccounts.new() puts oAccounts.dump().to_yaml else oConfig.set(:account_name, name) oAccount = ForjAccount.new(oConfig) oAccount.ac_load() puts "Account value for '%s':" % name puts oAccount.dump().to_yaml puts '---' puts "To change those values, execute 'forj setup -a %s'." % options[:account_name] end else Logging.error("object '%s' unknown." % name) end end ################################# DOWN desc 'down ', 'delete the Maestro box and all systems installed by the blueprint' long_desc <<-LONGDESC This action all servers that has been created under the instance name. Warning! This action don't removed any network/security groups cloud object. LONGDESC def down(name) Logging.set_level(Logger::INFO) if options[:verbose] Logging.set_level(Logger::DEBUG) if options[:debug] oConfig = ForjConfig.new(options[:config]) oConfig.set(:account_name, options[:account_name]) if options[:account_name] oForjAccount = ForjAccount.new(oConfig) oForjAccount.ac_load() Down.down(oForjAccount, name) end ################################# SET desc 'set [key=value] [...] [options]', 'Set one or more variables in defaults or a forj account.' long_desc <<-LONGDESC You can set some variables to change 'forj' defaults or specifically some account data. Ex: By default, forj use ~/.ssh/forj-id_rsa as keypair for all forge instance. During setup, if this keypair doesn't exist, it proposes to create it for you, with ssh-keygen. If you want to use a keypair that already exists, you can set it as your default, with: `forj set keypair_name=~/.ssh/id_rsa` If you want to set this key only for your account 'dev': `forj set keypair_name=~/.ssh/id_rsa -a dev` If you want to get the list of possible key to set: `forj set` If you want to remove the key from dev, and ask for to re-use defaults (from your config or application default) `forj set keypair_name= -a dev` If you want to remove the key from your default, and re-use application default `forj set keypair_name=` LONGDESC method_option :account_name, :aliases => '-a', :desc => "Set the forj account name to use. By default, uses the default account set in your local config file." def set(*p) Logging.set_level(Logger::INFO) if options[:verbose] Logging.set_level(Logger::DEBUG) if options[:debug] oConfig=ForjConfig.new() if p.length == 0 and not options[:account_name] Forj::Settings::config_show_all(oConfig) elsif p.length == 0 and options[:account_name] Forj::Settings::account_show_all(oConfig, options[:account_name]) elsif p.length != 0 and options[:account_name] Forj::Settings::account_set(oConfig, options[:account_name], p) else Forj::Settings::config_set(oConfig, p) end end ################################# GET desc 'get', 'Get data from defaults or account values.' long_desc <<-LONGDESC forj cli maintain a list of key/value at 3 Levels: \x5- Application defaults \x5- Local config defaults \x5- Account data This function will help you identify which value has been retrieved from which level. Ex: To get the default keypair_name, from your ~/.forj/config.yaml, or if not found, from application defaults. `forj get keypair_name` Ex: To get the keypair_name defined from the account, or from your ~/.forj/config.yaml, or if not found, from application defaults. `forj get keypair_name -a dev` LONGDESC method_option :account_name, :aliases => '-a', :desc => "Set the forj account name to use. By default, uses the default account set in your local config file." def get(key = nil) Logging.set_level(Logger::INFO) if options[:verbose] Logging.set_level(Logger::DEBUG) if options[:debug] oConfig = ForjConfig.new() if not options[:account_name] and not key Forj::Settings::config_get_all(oConfig) elsif options[:account_name] and key Forj::Settings::account_get(oConfig, options[:account_name], key) elsif not options[:account_name] and key Forj::Settings::config_get(oConfig, key) else Forj::Settings::account_get_all(oConfig, options[:account_name]) end end ################################# SSH desc 'ssh [options]', 'connect to your forge thru ssh' long_desc <<-LONGDESC Connect through ssh to a node attached to an instance ex: forj ssh myforge review LONGDESC def ssh(name, server) Logging.set_level(Logger::INFO) if options[:verbose] Logging.set_level(Logger::DEBUG) if options[:debug] oConfig = ForjConfig.new(options[:config]) oConfig.set(:account_name, options[:account_name]) if options[:account_name] Ssh.connect(name, server, oConfig) end ################################# SETUP desc 'setup [AccountName [Provider]] [options]', "Setup FORJ cloud account credentials and information." long_desc <<-LONGDESC This setup will configure a FORJ account used to connect to your cloud system. \x5It will ask for your cloud provider credentials and services. If AccountName is not set, 'hpcloud' will be used for AccountName and provider name, by default. \x5If AccountName is not set without provider, 'hpcloud' provider will be used, by default. WARNING! Currently supports only hpcloud provider. Several data will be requested like: \x5- Cloud provider credentials and services. \x5- user/password (password is encrypted) \x5- DNS settings if you want Maestro to manage it. \x5- domain name to add to each boxes hostname LONGDESC def setup(sAccountName = 'hpcloud', sProvider = "hpcloud") Logging.set_level(Logger::INFO) if options[:verbose] Logging.set_level(Logger::DEBUG) if options[:debug] unless options[:libforj_debug].nil? $LIB_FORJ_DEBUG = options[:libforj_debug].to_i Logging.set_level(Logger::DEBUG) end oConfig=ForjConfig.new(options[:config]) oConfig.set(:provider_name, sProvider) oConfig.set(:account_name, sAccountName) aProcesses = [] # Defines how to manage Maestro and forges # create a maestro box. Identify a forge instance, delete it,... aProcesses << File.join($LIB_PATH, 'forj', 'ForjCore.rb') # Defines how cli will control FORJ features # boot/down/ssh/... aProcesses << File.join($LIB_PATH, 'forj', 'ForjCli.rb') oCloud = ForjCloud.new(oConfig, sAccountName, aProcesses) oCloud.Setup(:forge, sAccountName) oCloud.config.ac_save() end end ForjThor.start