CI: use concourse to fetch OS_IMAGE

Remove conditional path in CI that could download the OS_IMAGE using
`meta4 file-download`. Remove rake tasks which supported this path, and
remove references from docs.

Author: aramprice

README.md

@@ -143,11 +143,11 @@ container):
 
 ### How to Run Tests for Stemcell
 
-When you run the `stemcell:build_with_local_os_image` or `stemcell:build` rake
-task, it will create a stemcell that it runs the stemcell specific tests
-against. You will need to run the **rake task the first time you create your
-docker container**, but everytime after, as long as you do not destroy the
-container, you should be able to run the specific tests:
+When you run the `stemcell:build_with_local_os_image` rake task, it will create
+a stemcell that it runs the stemcell specific tests against. You will need to
+run the **rake task the first time you create your docker container**, but
+everytime after, as long as you do not destroy the container, you should be
+able to run the specific tests:
 
 ```shell
 cd /opt/bosh/bosh-stemcell; \

Rakefile

@@ -42,56 +42,6 @@ namespace :stemcell do
     end
   end
 
-  desc 'Download a remote pre-built base OS image'
-  task :download_os_image, [:operating_system_name, :operating_system_version] do |_, args|
-    begin
-      puts "Using OS image #{args.operating_system_name}-#{args.operating_system_version}"
-
-      mkdir_p('tmp')
-
-      metalink_path = File.join(
-        Dir.pwd,
-        'bosh-stemcell',
-        'image-metalinks',
-        "#{args.operating_system_name}-#{args.operating_system_version}.meta4"
-      )
-
-      os_image_path = File.join(Dir.pwd, 'tmp', 'base_os_image.tgz')
-      `meta4 file-download --file #{args.operating_system_name}-#{args.operating_system_version}.tgz --metalink #{metalink_path} #{os_image_path}`
-      raise 'Failed to download metalink' if $?.exitstatus != 0
-
-      puts "Successfully downloaded OS image to #{os_image_path}"
-    rescue RuntimeError => e
-      print_help
-      raise e
-    end
-  end
-
-  desc 'Build a stemcell with a remote pre-built base OS image'
-  task :build, [:infrastructure_name, :hypervisor_name, :operating_system_name, :operating_system_version, :build_number] do |_, args|
-    begin
-      Rake::Task['stemcell:download_os_image'].invoke(
-        args.operating_system_name,
-        args.operating_system_version
-      )
-
-      os_image_path = File.join(Dir.pwd, 'tmp', 'base_os_image.tgz')
-      args.with_defaults(build_number: '0000')
-
-      Rake::Task['stemcell:build_with_local_os_image'].invoke(
-        args.infrastructure_name,
-        args.hypervisor_name,
-        args.operating_system_name,
-        args.operating_system_version,
-        os_image_path,
-        args.build_number
-      )
-    rescue RuntimeError => e
-      print_help
-      raise e
-    end
-  end
-
   desc 'Build a stemcell using a local pre-built base OS image'
   task :build_with_local_os_image, [:infrastructure_name, :hypervisor_name, :operating_system_name, :operating_system_version, :os_image_path, :build_number] do |_, args|
     begin

ci/tasks/build.sh

@@ -24,6 +24,8 @@ check_param HYPERVISOR
 check_param OS_NAME
 check_param OS_VERSION
 
+OS_IMAGE="$(readlink -f "${REPO_PARENT}/os-image-tarball"/*.tgz)"
+
 export CANDIDATE_BUILD_NUMBER=$( cat "${REPO_PARENT}/version/number" | sed 's/\.0$//;s/\.0$//' )
 
 git clone "${REPO_PARENT}/stemcells-index" "${REPO_PARENT}/stemcells-index-output"
@@ -74,25 +76,14 @@ chown -R ubuntu:ubuntu "${REPO_ROOT}" # ci resource
 chown -R ubuntu:ubuntu "${REPO_PARENT}/bosh-linux-stemcell-builder"
 chown -R ubuntu:ubuntu /mnt
 
-OS_IMAGE=""
-mkdir -p "${REPO_PARENT}/os-image-tarball"
-if [[ -n "$(ls -A "${REPO_PARENT}/os-image-tarball/")" ]]; then
-	OS_IMAGE="$(readlink -f "${REPO_PARENT}/os-image-tarball"/*.tgz)"
-fi
-
 sudo chmod u+s "$(which sudo)"
 sudo --preserve-env --set-home --user ubuntu -- /bin/bash --login -i <<SUDO
 set -e
 
 cd "${REPO_PARENT}/bosh-linux-stemcell-builder"
 bundle install
 
-if [[ -z "${OS_IMAGE}" ]]; then
-  bundle exec rake stemcell:build[${IAAS},${HYPERVISOR},${OS_NAME},${OS_VERSION},${CANDIDATE_BUILD_NUMBER}]
-  rm -f ./tmp/base_os_image.tgz
-else
-  bundle exec rake stemcell:build_with_local_os_image[${IAAS},${HYPERVISOR},${OS_NAME},${OS_VERSION},${OS_IMAGE},${CANDIDATE_BUILD_NUMBER}]
-fi
+bundle exec rake stemcell:build_with_local_os_image[${IAAS},${HYPERVISOR},${OS_NAME},${OS_VERSION},${OS_IMAGE},${CANDIDATE_BUILD_NUMBER}]
 SUDO
 
 #

ci/tasks/build.yml

@@ -8,7 +8,6 @@ inputs:
   - name: version
   - name: stemcells-index
   - name: os-image-tarball
-    optional: true
 
 outputs:
   - name: stemcell