Skip to content

Commit

Permalink
Enable publishing to all platforms in jenkins release pipeline (opens…
Browse files Browse the repository at this point in the history 
…earch-project#3274)

Signed-off-by: Sayali Gaikawad <[email protected]>
  • Loading branch information
@gaiksaya
gaiksaya authored Aug 28, 2023
1 parent c4f75c8 commit 76cb807
Showing 1 changed file with 134 additions and 134 deletions.
268 changes: 134 additions & 134 deletions jenkins/release.jenkinsFile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -82,145 +82,145 @@ pipeline {
}
}
}
// stage('Promote Archives') {
// agent {
// docker {
// label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
// image 'opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3'
// args '-e JAVA_HOME=/opt/java/openjdk-11'
// registryUrl 'https://public.ecr.aws/'
// alwaysPull true
// }
// }
// stages {
// stage('Download Archives') {
// steps {
// script {
// archivePath = "${DATA_PREPPER_ARTIFACT_STAGING_SITE}/${VERSION}/${DATA_PREPPER_BUILD_NUMBER}/archive"
stage('Promote Archives') {
agent {
docker {
label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
image 'opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3'
args '-e JAVA_HOME=/opt/java/openjdk-11'
registryUrl 'https://public.ecr.aws/'
alwaysPull true
}
}
stages {
stage('Download Archives') {
steps {
script {
archivePath = "${DATA_PREPPER_ARTIFACT_STAGING_SITE}/${VERSION}/${DATA_PREPPER_BUILD_NUMBER}/archive"

// dir('archive') {
// sh "curl -sSL ${archivePath}/opensearch-data-prepper-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-${VERSION}-linux-x64.tar.gz"
// sh "curl -sSL ${archivePath}/opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz"
// }
// }
// }
// }
// stage('Sign and Release Archives') {
// steps {
// script {
// publishToArtifactsProdBucket(
// assumedRoleName: 'data-prepper-artifacts-upload-role',
// source: "${env.WORKSPACE}/archive",
// destination: "data-prepper/${VERSION}/",
// signingPlatform: 'linux',
// sigType: '.sig',
// sigOverwrite: true
// )
// }
// }
// }
// }
// post() {
// always {
// script {
// postCleanup()
// }
// }
// }
// }
// stage('Promote Docker') {
// agent {
// docker {
// label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
// image 'docker/library/alpine:3'
// registryUrl 'https://public.ecr.aws/'
// alwaysPull true
// }
// }
// stages {
// stage('Copy Docker Image to DockerHub') {
// steps {
// script {
// def dockerCopyHub =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
// ]
dir('archive') {
sh "curl -sSL ${archivePath}/opensearch-data-prepper-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-${VERSION}-linux-x64.tar.gz"
sh "curl -sSL ${archivePath}/opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz -o opensearch-data-prepper-jdk-${VERSION}-linux-x64.tar.gz"
}
}
}
}
stage('Sign and Release Archives') {
steps {
script {
publishToArtifactsProdBucket(
assumedRoleName: 'data-prepper-artifacts-upload-role',
source: "${env.WORKSPACE}/archive",
destination: "data-prepper/${VERSION}/",
signingPlatform: 'linux',
sigType: '.sig',
sigOverwrite: true
)
}
}
}
}
post() {
always {
script {
postCleanup()
}
}
}
}
stage('Promote Docker') {
agent {
docker {
label 'Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host'
image 'docker/library/alpine:3'
registryUrl 'https://public.ecr.aws/'
alwaysPull true
}
}
stages {
stage('Copy Docker Image to DockerHub') {
steps {
script {
def dockerCopyHub =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
]

// if (RELEASE_MAJOR_TAG) {
// def majorVersion = VERSION.tokenize('.')[0].trim()
// def dockerCopyHubMajor =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
// ]
// }
if (RELEASE_MAJOR_TAG) {
def majorVersion = VERSION.tokenize('.')[0].trim()
def dockerCopyHubMajor =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
]
}

// if (RELEASE_LATEST_TAG) {
// def dockerCopyHubLatest =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
// ]
// }
// }
// }
// }
// stage('Copy Docker Image to ECR') {
// steps {
// script {
// def dockerCopyECR =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
// ]
if (RELEASE_LATEST_TAG) {
def dockerCopyHubLatest =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
]
}
}
}
}
stage('Copy Docker Image to ECR') {
steps {
script {
def dockerCopyECR =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${VERSION}")
]

// if (RELEASE_MAJOR_TAG) {
// def majorVersion = VERSION.tokenize('.')[0].trim()
// def dockerCopyECRMajor =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
// ]
// }
if (RELEASE_MAJOR_TAG) {
def majorVersion = VERSION.tokenize('.')[0].trim()
def dockerCopyECRMajor =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: "data-prepper:${majorVersion}")
]
}

// if (RELEASE_LATEST_TAG) {
// def dockerCopyECRLatest =
// build job: 'docker-copy',
// parameters: [
// string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
// string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
// string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
// string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
// ]
// }
// }
// }
// }
// }
// post() {
// always {
// script {
// postCleanup()
// }
// }
// }
// }
if (RELEASE_LATEST_TAG) {
def dockerCopyECRLatest =
build job: 'docker-copy',
parameters: [
string(name: 'SOURCE_IMAGE_REGISTRY', value: "${DATA_PREPPER_STAGING_CONTAINER_REPOSITORY}"),
string(name: 'SOURCE_IMAGE', value: "data-prepper:${VERSION}-${DATA_PREPPER_BUILD_NUMBER}"),
string(name: 'DESTINATION_IMAGE_REGISTRY', value: 'public.ecr.aws/opensearchproject'),
string(name: 'DESTINATION_IMAGE', value: 'data-prepper:latest')
]
}
}
}
}
}
post() {
always {
script {
postCleanup()
}
}
}
}
stage('Promote Maven') {
agent {
docker {
Expand Down

0 comments on commit 76cb807

Please sign in to comment.