forked from activewarehouse/activewarehouse-etl
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Rakefile
175 lines (145 loc) · 4.92 KB
/
Rakefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
require 'rake'
require 'rake/testtask'
require 'rake/rdoctask'
require 'rake/packagetask'
require 'rake/gempackagetask'
require 'rake/contrib/rubyforgepublisher'
require File.join(File.dirname(__FILE__), 'lib/etl', 'version')
module AWETL
PKG_BUILD = ENV['PKG_BUILD'] ? '.' + ENV['PKG_BUILD'] : ''
PKG_NAME = 'activewarehouse-etl'
PKG_VERSION = ETL::VERSION::STRING + PKG_BUILD
PKG_FILE_NAME = "#{PKG_NAME}-#{PKG_VERSION}"
PKG_DESTINATION = ENV["PKG_DESTINATION"] || "../#{PKG_NAME}"
end
# runcoderun
task :create_extra_mysql_db do
cmd_string = %[mysqladmin create etl_unittest -u build]
system cmd_string
cmd_string = %[mysqladmin create etl_unittest_execution -u build]
system cmd_string
end
task :copy_runcoderun_yml do
system("cp #{File.dirname(__FILE__)}/test/database.runcoderun.yml #{File.dirname(__FILE__)}/test/database.yml")
end
def runcoderun?
ENV["RUN_CODE_RUN"]
end
if runcoderun?
task :default => [:create_extra_mysql_db, :copy_runcoderun_yml, :test]
else
desc 'Default: run unit tests.'
task :default => :test
end
desc 'Test the ETL application.'
Rake::TestTask.new(:test) do |t|
t.libs << 'lib'
t.pattern = 'test/**/*_test.rb'
t.verbose = true
# TODO: reset the database
end
desc 'Generate documentation for the ETL application.'
Rake::RDocTask.new(:rdoc) do |rdoc|
rdoc.rdoc_dir = 'rdoc'
rdoc.title = 'ActiveWarehouse ETL'
rdoc.options << '--line-numbers' << '--inline-source'
rdoc.rdoc_files.include('README')
rdoc.rdoc_files.include('lib/**/*.rb')
end
namespace :rcov do
desc 'Measures test coverage'
task :test do
rm_f 'coverage.data'
mkdir 'coverage' unless File.exist?('coverage')
rcov = "rcov --aggregate coverage.data --text-summary -Ilib"
system("#{rcov} test/*_test.rb")
# system("open coverage/index.html") if PLATFORM['darwin']
end
end
# Gem Spec
module AWETL
def self.package_files(package_prefix)
FileList[
"#{package_prefix}CHANGELOG",
"#{package_prefix}LICENSE",
"#{package_prefix}README",
"#{package_prefix}TODO",
"#{package_prefix}Rakefile",
"#{package_prefix}bin/**/*",
"#{package_prefix}doc/**/*",
"#{package_prefix}lib/**/*",
"#{package_prefix}examples/**/*",
] - [ "#{package_prefix}test" ]
end
def self.spec(package_prefix = '')
Gem::Specification.new do |s|
s.name = 'activewarehouse-etl'
s.version = AWETL::PKG_VERSION
s.summary = "Pure Ruby ETL package."
s.description = <<-EOF
ActiveWarehouse ETL is a pure Ruby Extract-Transform-Load application for loading data into a database.
EOF
s.add_dependency('rake', '>= 0.8.3')
s.add_dependency('activesupport', '>= 2.1.0')
s.add_dependency('activerecord', '>= 2.1.0')
s.add_dependency('fastercsv', '>= 1.2.0')
s.add_dependency('adapter_extensions', '>= 0.5.0')
s.rdoc_options << '--exclude' << '.'
s.has_rdoc = false
s.files = package_files(package_prefix).to_a.delete_if {|f| f.include?('.svn')}
s.require_path = 'lib'
s.bindir = "#{package_prefix}bin" # Use these for applications.
s.executables = ['etl']
s.default_executable = "etl"
s.author = "Anthony Eden"
s.email = "[email protected]"
s.homepage = "http://activewarehouse.rubyforge.org/etl"
s.rubyforge_project = "activewarehouse"
end
end
end
Rake::GemPackageTask.new(AWETL.spec) do |pkg|
pkg.gem_spec = AWETL.spec
pkg.need_tar = true
pkg.need_zip = true
end
desc "Generate code statistics"
task :lines do
lines, codelines, total_lines, total_codelines = 0, 0, 0, 0
for file_name in FileList["lib/**/*.rb"]
next if file_name =~ /vendor/
f = File.open(file_name)
while line = f.gets
lines += 1
next if line =~ /^\s*$/
next if line =~ /^\s*#/
codelines += 1
end
puts "L: #{sprintf("%4d", lines)}, LOC #{sprintf("%4d", codelines)} | #{file_name}"
total_lines += lines
total_codelines += codelines
lines, codelines = 0, 0
end
puts "Total: Lines #{total_lines}, LOC #{total_codelines}"
end
desc "Publish the release files to RubyForge."
task :release => [ :package ] do
`rubyforge login`
for ext in %w( gem tgz zip )
release_command = "rubyforge add_release activewarehouse #{AWETL::PKG_NAME} 'REL #{AWETL::PKG_VERSION}' pkg/#{AWETL::PKG_NAME}-#{AWETL::PKG_VERSION}.#{ext}"
puts release_command
system(release_command)
end
end
desc "Publish the API documentation"
task :pdoc => [:rdoc] do
Rake::SshDirPublisher.new("[email protected]", "/var/www/gforge-projects/activewarehouse/etl/rdoc", "rdoc").upload
end
desc "Reinstall the gem from a local package copy"
task :reinstall => [:package] do
windows = RUBY_PLATFORM =~ /mswin/
sudo = windows ? '' : 'sudo'
gem = windows ? 'gem.bat' : 'gem'
`#{sudo} #{gem} uninstall #{AWETL::PKG_NAME} -x`
`#{sudo} #{gem} install pkg/#{AWETL::PKG_NAME}-#{AWETL::PKG_VERSION}`
end