(refactor) Switch to 'fpm' method for creating puppetlabs-release

Create a cheaper, faster way to make puppetlabs-release debs and rpms
without the vanagon overhead.

Author: Eric Griswold

Gemfile

@@ -10,7 +10,6 @@ def location_for(place)
   end
 end
 
-gem 'json'
-gem 'packaging', *location_for(ENV['PACKAGING_LOCATION'] || '~> 0.99')
 gem 'rake'
-gem 'vanagon', *location_for(ENV['VANAGON_LOCATION'] || '~> 0.21')
+gem 'fpm'
+gem 'packaging', *location_for(ENV['PACKAGING_LOCATION'] || '~> 0.99')

Jenkinsfile.build

@@ -0,0 +1,29 @@
+pipeline {
+  agent  {
+    label 'k8s-worker'
+  }
+
+  options {
+    timestamps()
+    ansiColor('xterm')
+    preserveStashes(buildCount: 15)
+  }
+
+  environment {
+    ABS_TOKEN = credentials('always-be-scheduling-k8s')
+    ARTIFACTORY_API_KEY = credentials('api_token_for_jenkins_to_artifactory')
+  }
+
+  stages {
+    stage('Install Dependencies') {
+      steps {
+        sh 'sudo apt install --quiet --assume-yes rpm'
+      }
+    }
+    stage('Build') {
+      steps {
+        sh './ci/ci-build'
+      }
+    }
+  }
+}

JenkinsfileShip Jenkinsfile.shipJenkinsfileShip renamed to Jenkinsfile.ship

@@ -1,13 +1,24 @@
-puppetlabs-release
-==================
+# puppetlabs-release
+
+Uses fpm to build puppetlabs-release packages for all the platforms that we support.
+
+See the [doc](./doc) directory for external documentation.
+
+## Continuous Integration
 
 Repo for yum and apt release packages with Puppet's signing key.
 
-See "Build and Ship a Release Package" in Confluence
-(https://confluence.puppetlabs.com/pages/viewpage.action?pageId=159652513)
-for details.
+Merging to the main branch runs the Jenkins job:
+
+https://jenkins-sre.delivery.puppetlabs.net/job/pipeline_puppetlabs-release_vanagon-build
+
+## Local builds
+
+  - bundle install
+  - bundle exec rake build
+
+`*.template` files for yum `.repo` and apt `.list` are merged with JSON configuration files from the `source` directory.
 
-NOTE: We must now set the project using the `PROJECT_OVERRIDE` environment
-variable when performing tasks with the packaging repo.
+This results in an intermediate `build` directory of small trees for fpm to create appropriate `.rpm` and `.deb` files from.
 
-Pushes to this repository kickoff the https://jenkins-sre.delivery.puppetlabs.net/view/release-engineering/job/pipeline_puppetlabs-release_vanagon-build/ job that uses vanagon to build all of the projects.
+The fpm output files are left in the `output` directory per conventions set by the `packaging` gem.

README.md

@@ -1,3 +1,34 @@
+# The 'packaging' gem requires these for configuration information.
+# See: https://github.com/puppetlabs/build-data
+ENV['TEAM'] = 'release'
+ENV['PROJECT_ROOT'] = Dir.pwd
+
 require 'packaging'
 
 Pkg::Util::RakeUtils.load_packaging_tasks
+
+desc 'Create packages from release-file definitions'
+task :build do
+  projects = Dir.glob('source/projects/*.json').map do |json_file_name|
+    File.basename(json_file_name, '.json')
+  end.join(' ')
+
+  sh "./ci/create-packages #{projects}"
+end
+
+desc 'Sign packages'
+task :sign do
+   Pkg::Util::RakeUtils.invoke_task('pl:jenkins:sign_all', 'output')
+end
+
+desc 'Upload packages to builds and Artifactory'
+task :ship do
+  Pkg::Util::RakeUtils.invoke_task('pl:jenkins:ship', 'artifacts', 'output')
+  Pkg::Util::RakeUtils.invoke_task('pl:jenkins:ship_to_artifactory', 'output')
+end
+
+desc 'Clean up build and output directories'
+task :clean do
+  rm_rf 'build'
+  rm_rf 'output'
+end

Rakefile

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+source /usr/local/rvm/scripts/rvm
+rvm use 2.7.5
+
+set -ex
+
+bundle config set --local path .
+bundle install
+bundle exec rake clean build sign ship --trace