Jenkinsfile.github

/*
 *
 *  MIT License
 *
 *  (C) Copyright 2021-2024 Hewlett Packard Enterprise Development LP
 *
 *  Permission is hereby granted, free of charge, to any person obtaining a
 *  copy of this software and associated documentation files (the "Software"),
 *  to deal in the Software without restriction, including without limitation
 *  the rights to use, copy, modify, merge, publish, distribute, sublicense,
 *  and/or sell copies of the Software, and to permit persons to whom the
 *  Software is furnished to do so, subject to the following conditions:
 *
 *  The above copyright notice and this permission notice shall be included
 *  in all copies or substantial portions of the Software.
 *
 *  THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 *  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 *  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 *  THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
 *  OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 *  ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 *  OTHER DEALINGS IN THE SOFTWARE.
 *
 */
@Library('cms-meta-tools') _
@Library('csm-shared-library') __

pipeline {
    agent {
        label "metal-gcp-builder"
    }

    options {
        buildDiscarder(logRotator(numToKeepStr: "10"))
        disableConcurrentBuilds()        
        timeout(time: 90, unit: 'MINUTES')
        timestamps()
    }

    environment {
        NAME = sh(returnStdout: true, script: 'source ./vars.sh ; echo $NAME').trim()
        RPM_NAME = sh(returnStdout: true, script: 'source ./vars.sh ; echo $RPM_NAME').trim()
        DESCRIPTION = sh(returnStdout: true, script: 'source ./vars.sh ; echo $DESCRIPTION').trim()
        IS_STABLE = getBuildIsStable()
        RPM_SPEC_FILE = sh(returnStdout: true, script: 'source ./vars.sh ; echo $RPM_SPEC_FILE').trim()
        GO_VERSION = sh(returnStdout: true, script: 'source ./vars.sh ; echo $GO_VERSION').trim()
        INSTALL_VENV_PYTHON_BASE_DIR = sh(returnStdout: true, script: 'source ./vars.sh ; echo $INSTALL_VENV_PYTHON_BASE_DIR').trim()
        LOCAL_VENV_PYTHON_SUBDIR_NAME = sh(returnStdout: true, script: 'source ./vars.sh ; echo $LOCAL_VENV_PYTHON_SUBDIR_NAME').trim()
        RPM_BUILD_SUBDIR = sh(returnStdout: true, script: 'source ./vars.sh ; echo $RPM_BUILD_SUBDIR').trim()
        GO_IMAGE = sh(returnStdout: true, script: 'source ./vars.sh ; echo $GO_IMAGE').trim()
        PY_IMAGE = sh(returnStdout: true, script: 'source ./vars.sh ; echo $PY_IMAGE').trim()
        RPM_ARCH = sh(returnStdout: true, script: 'source ./vars.sh ; echo $RPM_ARCH').trim()
        RPM_OS = sh(returnStdout: true, script: 'source ./vars.sh ; echo $RPM_OS').trim()
    }

    stages {
        stage("Clone cms_meta_tools repo") {
            steps {
                // This function is defined in cms-meta-tools:vars/cloneCMSMetaTools.groovy
                cloneCMSMetaTools()
            }
        }

        stage("Set Versions") {
            steps {
                // This function is defined in cms-meta-tools:vars/setVersionFiles.groovy
                setVersionFiles()
            }
        }

        stage("runBuildPrep") {
            steps {
                 withCredentials([usernamePassword(credentialsId: 'artifactory-algol60-readonly', passwordVariable: 'ARTIFACTORY_PASSWORD', usernameVariable: 'ARTIFACTORY_USERNAME')]) {
                    sh "make runbuildprep"
                }
            }
        }

        stage("Lint") {
            steps {
                sh "make lint"
            }
        }

        // The RPM build metadata can be added outside of the matrix, because it is just based on the
        // Git commit being built
        stage("Prepare") {
            environment {
                BUILD_METADATA = getRpmRevision(isStable: env.IS_STABLE)
            }

            steps {
                runLibraryScript("addRpmMetaData.sh", env.RPM_SPEC_FILE)
                // Just using this as a means to generate the netrc file that we need
                getDockerBuildArgs()
            }
        }

        stage("Remove cms-meta-tools") {
            steps {
                sh "rm -rf ${env.WORKSPACE}/cms_meta_tools"
            }
        }

        stage("Build cmsdev and Python venvs") {
            parallel {
                stage("Build cmsdev") {
                    agent {
                        docker {
                            args '-v /home/jenkins/.ssh:/home/jenkins/.ssh'
                            reuseNode true
                            image "${env.GO_IMAGE}:${env.GO_VERSION}"
                        }
                    }
                    steps {
                        sh "make build_cmsdev"
                    }
                }

                stage('Build Python 3.11 venv') {
                    agent {
                        docker {
                            args "-v /home/jenkins/.ssh:/home/jenkins/.ssh -v /home/jenkins/.netrc:/home/jenkins/.netrc -v ${env.WORKSPACE}/${env.LOCAL_VENV_PYTHON_SUBDIR_NAME}:${env.INSTALL_VENV_PYTHON_BASE_DIR}"
                            reuseNode true
                            image "${env.PY_IMAGE}:3.11"
                        }
                    }
                    environment {
                        PY_VERSION = "3.11"
                    }
                    steps {
                        sh "make build_python_venv"
                    }
                }
            }
        }

        stage('Build & Publish RPMs') {

            agent {
                docker {
                    args '-v /home/jenkins/.ssh:/home/jenkins/.ssh -v /home/jenkins/.netrc:/home/jenkins/.netrc'
                    reuseNode true
                    image "${env.PY_IMAGE}:3.11"
                }
            }

            environment {
                BUILD_METADATA = getRpmRevision(isStable: env.IS_STABLE)
            }

            stages {

                stage('Build RPMs') {
                    steps {
                        sh "make rpm"
                    }
                }

                stage('Test RPM install') {
                    steps {
                        sh "rpm -Uvvvh --test ${env.RPM_BUILD_SUBDIR}/RPMS/${env.RPM_ARCH}/*.rpm"
                    }
                }

                stage('Publish Rpms') {
                    steps {
                        script {
                            publishCsmRpms(
                                arch: env.RPM_ARCH,
                                component: env.RPM_NAME,
                                isStable: env.IS_STABLE,
                                os: env.RPM_OS,
                                pattern: "${env.RPM_BUILD_SUBDIR}/RPMS/${env.RPM_ARCH}/*.rpm",
                            )
                            publishCsmRpms(
                                arch: "src",
                                component: env.RPM_NAME,
                                isStable: env.IS_STABLE,
                                os: env.RPM_OS,
                                pattern: "${env.RPM_BUILD_SUBDIR}/SRPMS/*.rpm",
                            )
                        }
                    }
                }

            }
        }
    }
}