jobs/transforms/truncate_job.rb in remi-0.2.42 vs jobs/transforms/truncate_job.rb in remi-0.3.0
- old
+ new
@@ -1,19 +1,23 @@
require_relative '../all_jobs_shared'
-class TruncateJob
- include AllJobsShared
+class TruncateJob < Remi::Job
- define_param :truncate_len, 5
- define_source :source_data, Remi::DataSource::DataFrame,
- fields: {
- :my_field => {}
- }
- define_target :target_data, Remi::DataTarget::DataFrame
+ param(:truncate_len) { 5 }
- define_transform :main, sources: :source_data, targets: :target_data do
+ source :source_data do
+ fields(
+ {
+ :my_field => {}
+ }
+ )
+ end
+
+ target :target_data
+
+ transform :main do
Remi::SourceToTargetMap.apply(source_data.df, target_data.df) do
map source(:my_field) .target(:truncated_field)
- .transform(Remi::Transform::Truncate.new(params[:truncate_len].to_i))
+ .transform(Remi::Transform::Truncate.new(job.params[:truncate_len].to_i))
end
end
end