Skip to content

Commit

Permalink
Move the bulk of generated file rake things into lib/
Browse files Browse the repository at this point in the history
  • Loading branch information
@meatballhat
meatballhat committed Jul 4, 2017
1 parent 8001f50 commit 413dbed
Show file tree
Hide file tree
Showing 3 changed files with 626 additions and 345 deletions.
348 changes: 3 additions & 345 deletions Rakefile
View file
Original file line number Diff line number Diff line change
@@ -1,9 +1,3 @@
require 'json'
require 'faraday'
require 'faraday_middleware'
require 'logger'
require 'rubygems'

begin
require 'rspec/core/rake_task'
RSpec::Core::RakeTask.new(:spec)
Expand All @@ -12,342 +6,6 @@ rescue LoadError
task default: :update_static_files
end

def logger
@logger ||= Logger.new STDOUT
end

def version_for(version_str)
md = version_str.match(/\d+(\.\d+)*/)
if md
Gem::Version.new md[0]
else
Gem::Version.new nil
end
end

def semver_sort(a, b)
Gem::Version.new(a.to_s) <=> Gem::Version.new(b.to_s)
end

def fetch_githubusercontent_file(from, host: 'raw.githubusercontent.com',
to: nil, mode: 'a+rx')
conn = Faraday.new("https://#{host}") do |f|
f.response :raise_error
f.use FaradayMiddleware::FollowRedirects
f.adapter Faraday.default_adapter
end

public_files_dir = "public/files"
to = File.basename(from) unless to
to = File.join("..", public_files_dir, to) unless to.start_with?('/')

response = conn.get do |req|
logger.info "Fetching #{conn.url_prefix.to_s}#{from}"
req.url from
end

dest = File.expand_path(to, __FILE__)

logger.info "Writing to #{dest}"
File.write(dest, response.body)
logger.info "Setting mode '#{mode}' on #{dest}"
chmod mode, dest
rescue Exception => e
logger.info "Error: #{e.message}"
end

def latest_release_for(repo)
conn = Faraday.new('https://api.github.com')

response = conn.get do |req|
releases_url = "repos/#{repo}/releases"
logger.info "Fetching releases from #{conn.url_prefix.to_s}#{releases_url}"
req.url releases_url
oauth_token = ENV['GITHUB_OAUTH_TOKEN']
if oauth_token
req.headers['Authorization'] = "token #{oauth_token}"
end
end

if response.success?
json_data = JSON.parse(response.body)
fail "No releases found for #{repo}" if json_data.empty?
json_data.sort! do |a, b|
semver_sort(a['tag_name'].sub(/^v/, ''), b['tag_name'].sub(/^v/, ''))
end
json_data.last['tag_name']
else
fail "Could not find releases for #{repo}"
end
end

def sc_data
conn = Faraday.new("https://saucelabs.com")
response = conn.get('versions.json')

unless response.success?
fail "Could not fetch sc metadata"
end

JSON.parse(response.body)
end

def write_sauce_connect_template
require 'erb'

app_host = ENV.fetch('TRAVIS_BUILD_APP_HOST', '')

template = File.read(File.expand_path(File.join("..", 'lib', 'travis', 'build', 'addons', 'sauce_connect', 'templates', 'sauce_connect.sh.erb'), __FILE__))

File.write(File.expand_path(File.join("..", 'lib', 'travis', 'build', 'addons', 'sauce_connect', 'templates', 'sauce_connect.sh'), __FILE__),
ERB.new(template).result(binding))
end

def fetch_sc(platform)
require 'digest/sha1'

ext = platform == 'linux' ? 'tar.gz' : 'zip'

download_url = URI.parse(sc_data["Sauce Connect"][platform]["download_url"])

conn = Faraday.new("#{download_url.scheme}://#{download_url.host}")

logger.info "getting #{download_url.path}"
response = conn.get(download_url.path)

dest = File.expand_path(File.join("..", 'public/files', "sc-#{platform}.#{ext}"), __FILE__)

archive_content = response.body

expected_checksum = sc_data["Sauce Connect"][platform]["sha1"]
received_checksum = Digest::SHA1.hexdigest(archive_content)

unless received_checksum == expected_checksum
fail "Checksums did not match: expected #{expected_checksum} received #{received_checksum}"
end

logger.info "writing to #{dest}"
File.write(dest, response.body)
chmod 'a+rx', dest
end

def expand_semver_aliases(full_version)
fullparts = full_version.split('.')
major = fullparts.first
{
full_version => full_version,
major => full_version,
"#{major}.x" => full_version,
"#{major}.x.x" => full_version,
"#{fullparts[0]}.#{fullparts[1]}" => full_version,
"#{fullparts[0]}.#{fullparts[1]}.x" => full_version,
}
end

task 'assets:precompile' => %i(
clean
update_sc
update_godep
update_static_files
ls_public_files
)

directory 'public/files'
directory 'tmp'

desc 'clean up static files in public/'
task :clean do
rm_rf('public/files')
end

desc 'update casher'
file 'public/files/casher' => 'public/files' do
fetch_githubusercontent_file 'travis-ci/casher/production/bin/casher'
end

desc 'update gimme'
file 'public/files/gimme' => 'public/files' do
latest_release = latest_release_for('travis-ci/gimme')
logger.info "Latest gimme release is #{latest_release}"
fetch_githubusercontent_file "travis-ci/gimme/#{latest_release}/gimme"
end

desc "update godep for Darwin"
file 'public/files/godep_darwin_amd64' => 'public/files' do
latest_release = latest_release_for('tools/godep')
logger.info "Latest godep release is #{latest_release}"
fetch_githubusercontent_file(
"tools/godep/releases/download/#{latest_release}/godep_darwin_amd64",
host: 'github.com'
)
end

desc "update godep for Linux"
file 'public/files/godep_linux_amd64' => 'public/files' do
latest_release = latest_release_for('tools/godep')
logger.info "Latest godep release is #{latest_release}"
fetch_githubusercontent_file(
"tools/godep/releases/download/#{latest_release}/godep_linux_amd64",
host: 'github.com'
)
end

desc 'update nvm.sh'
file 'public/files/nvm.sh' => 'public/files' do
latest_release = latest_release_for('creationix/nvm')
logger.info "Latest nvm release is #{latest_release}"
fetch_githubusercontent_file "creationix/nvm/#{latest_release}/nvm.sh"
fetch_githubusercontent_file "creationix/nvm/#{latest_release}/nvm-exec"
end

desc 'update sbt'
file 'public/files/sbt' => 'public/files' do
fetch_githubusercontent_file 'paulp/sbt-extras/master/sbt'
end

desc 'update tmate'
file 'public/files/tmate-static-linux-amd64.tar.gz' => 'public/files' do
latest_release = latest_release_for('tmate-io/tmate')
logger.info "Latest tmate release is #{latest_release}"
fetch_githubusercontent_file(
File.join(
'tmate-io/tmate/releases/download',
latest_release,
"tmate-#{latest_release}-static-linux-amd64.tar.gz",
),
host: "github.com", to: 'tmate-static-linux-amd64.tar.gz'
)
end

desc 'update rustup'
file 'public/files/rustup-init.sh' => 'public/files' do
fetch_githubusercontent_file '', host: 'sh.rustup.rs', to: 'rustup-init.sh'
end

desc 'update raw gimme versions'
file 'tmp/gimme-versions-binary-linux' => 'tmp' do
fetch_githubusercontent_file(
'travis-ci/gimme/master/.testdata/sample-binary-linux',
to: File.expand_path('../tmp/gimme-versions-binary-linux', __FILE__),
mode: 0o644
)
end

desc 'update gimme versions'
file 'public/version-aliases/go.json' => 'tmp/gimme-versions-binary-linux' do
raw = File.read('tmp/gimme-versions-binary-linux').split(/\n/).reject do |line|
line.strip.empty? || line.strip.start_with?('#')
end

raw.sort!(&method(:semver_sort))

out = {}
raw.each { |full_version| out.merge!(expand_semver_aliases(full_version)) }

raise StandardError, 'no go versions parsed' if out.empty?

out.merge!(
'1.2' => '1.2.2',
'go1' => 'go1'
)

File.write(
'public/version-aliases/go.json',
JSON.pretty_generate(out)
)
end

desc 'update raw ghc versions'
file 'tmp/ghc-versions.html' => 'tmp' do
fetch_githubusercontent_file(
'~ghc',
host: 'downloads.haskell.org',
to: File.expand_path('../tmp/ghc-versions.html', __FILE__),
mode: 0o644
)
end

desc 'update ghc versions'
file 'public/version-aliases/ghc.json' => 'tmp/ghc-versions.html' do
out = {}
File.read('tmp/ghc-versions.html')
.scan(%r[<a href="[^"]+">(?<version>\d[^<>]+)/</a>]i)
.to_a
.flatten
.reject { |v| v =~ /-(rc|latest)/ }
.sort(&method(:semver_sort))
.each do |full_version|
fullparts = full_version.split('.')
major = fullparts.first
out.merge!(
full_version => full_version,
major => full_version,
"#{major}.x" => full_version,
"#{major}.x.x" => full_version,
"#{fullparts[0]}.#{fullparts[1]}" => full_version,
"#{fullparts[0]}.#{fullparts[1]}.x" => full_version,
)
end

raise StandardError, 'no ghc versions parsed' if out.empty?
File.write(
'public/files/ghc-versions.json',
JSON.pretty_generate(out)
)
end

desc 'update sauce_connect.sh'
file 'lib/travis/build/addons/sauce_connect/sauce_connect.sh' do
write_sauce_connect_template
end

desc 'update sc-linux'
file 'public/files/sc-linux.tar.gz' => 'public/files' do
fetch_sc('linux')
end

desc 'update sc-mac'
file 'public/files/sc-osx.zip' => 'public/files' do
fetch_sc('osx')
end

desc 'update sc'
multitask update_sc: Rake::FileList[
'lib/travis/build/addons/sauce_connect/sauce_connect.sh',
'public/files/sc-linux.tar.gz',
'public/files/sc-osx.zip'
]

desc 'update godep'
multitask update_godep: Rake::FileList[
'public/files/godep_darwin_amd64',
'public/files/godep_linux_amd64'
]

desc 'update version aliases'
multitask update_version_aliases: Rake::FileList[
'public/version-aliases/ghc.json',
'public/version-aliases/go.json'
]

desc 'update static files'
multitask update_static_files: Rake::FileList[
'lib/travis/build/addons/sauce_connect/sauce_connect.sh',
'public/files/casher',
'public/files/gimme',
'public/files/godep_darwin_amd64',
'public/files/godep_linux_amd64',
'public/files/nvm.sh',
'public/files/rustup-init.sh',
'public/files/sbt',
'public/files/sc-linux.tar.gz',
'public/files/sc-osx.zip',
'public/files/tmate-static-linux-amd64.tar.gz'
]

desc "show contents in public/files"
task 'ls_public_files' do
Rake::FileList['public/files/*'].each do |f|
puts f
end
end
$LOAD_PATH.unshift(File.expand_path('../lib', __FILE__))
require 'travis/build/rake_tasks'
include Travis::Build::RakeTasks
Loading

0 comments on commit 413dbed

Please sign in to comment.