modules/hadoop2/hadoop2.rb in nuri-0.5.1 vs modules/hadoop2/hadoop2.rb in nuri-0.5.2
- old
+ new
@@ -137,34 +137,40 @@
'dfs_blocksize' => 268435456,
'dfs_namenode_handler_count' => 10,
'dfs_datanode_data_dir' => @model['data_dir'] + "/datanode_data",
'mapreduce_framework_name' => 'yarn',
'mapreduce_map_memory_mb' => 1536,
- 'mapreduce_map_java_opts' => '-Xmx1024M',
+ 'mapreduce_map_java_opts' => '-Xmx2048M',
'mapreduce_reduce_memory_mb' => 3072,
'mapreduce_reduce_java_opts' => '-Xmx2560M',
'mapreduce_task_io_sort_mb' => 512,
'mapreduce_task_io_sort_factor' => 100,
'mapreduce_reduce_shuffle_parallelcopies' => 50,
'yarn_acl_enable' => false,
'yarn_admin_acl' => '*',
'yarn_log_aggregation_enable' => false,
'yarn_resourcemanager_scheduler_class' => 'org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler',
'yarn_scheduler_minimum_allocation_mb' => 256,
- 'yarn_scheduler_maximum_allocation_mb' => 1024,
+ 'yarn_scheduler_maximum_allocation_mb' => 2048,
'yarn_nodemanager_resource_memory_mb' => 512,
'yarn_nodemanager_vmem_pmem_ratio' => 2,
'yarn_nodemanager_log_retain_seconds' => 10800,
'yarn_nodemanager_aux_services' => 'mapreduce_shuffle',
'yarn_log_aggregation_retain_seconds' => -1,
'yarn_log_aggregation_retain_check_interval_seconds' => -1,
'yarn_nodemanager_local_dirs' => @model['data_dir'] + "/yarn_local_dir",
'yarn_nodemanager_log_dirs' => @model['data_dir'] + "/yarn_log_dir",
+ 'yarn_web_proxy_address' => local_address,
'io_file_buffer_size' => 131072,
}
end
+ def local_address
+ domain = `dnsdomainname`.to_s.strip
+ `hostname`.to_s.strip + (domain.length > 0 ? '.' + domain : '')
+ end
+
# TODO -- user "useradd" and "groupadd"
def add_user_group
user = @model['user']
group = @model['group']
@@ -306,11 +312,11 @@
data
end
def map
map = common_map
- map['master'] = `hostname`.to_s.strip
+ map['master'] = local_address
map
end
def create_data_directory
return if ::File.exist?(@model['data_dir'])
@@ -390,9 +396,10 @@
end
def map
map = common_map
map['master'] = resolve(@model['master'] + '.parent.sfpAddress')
+ map['yarn_web_proxy_address'] = resolve(@model['master'] + '.parent.sfpAddress')
map
end
def create_data_directory
common_create_data_directory