[CI] googleStorageUploadExt step (#24048) (#24056)

.ci/packaging.groovy

@@ -17,6 +17,7 @@ pipeline {
  JOB_GCS_BUCKET = 'beats-ci-artifacts'
  JOB_GCS_BUCKET_STASH = 'beats-ci-temp'
  JOB_GCS_CREDENTIALS = 'beats-ci-gcs-plugin'
+ JOB_GCS_EXT_CREDENTIALS = 'beats-ci-gcs-plugin-file-credentials'
  DOCKERELASTIC_SECRET = 'secret/observability-team/ci/docker-registry/prod'
  DOCKER_REGISTRY = 'docker.elastic.co'
  GITHUB_CHECK_E2E_TESTS_NAME = 'E2E Tests'
@@ -448,14 +449,11 @@ def publishPackages(baseDir){
  uploadPackages("${bucketUri}/${beatsFolderName}", baseDir)
 }
 
-def uploadPackages(bucketUri, baseDir){
- googleStorageUpload(bucket: bucketUri,
- credentialsId: "${JOB_GCS_CREDENTIALS}",
- pathPrefix: "${baseDir}/build/distributions/",
- pattern: "${baseDir}/build/distributions/**/*",
- sharedPublicly: true,
- showInline: true
- )
+def uploadPackages(bucketUri, beatsFolder){
+ googleStorageUploadExt(bucket: bucketUri,
+ credentialsId: "${JOB_GCS_EXT_CREDENTIALS}",
+ pattern: "${beatsFolder}/build/distributions/**/*",
+ sharedPublicly: true)
 }
 
 /**
@@ -510,4 +508,4 @@ def fixPermissions() {
  }
  }
  }
-}
+}

Jenkinsfile

@@ -14,6 +14,7 @@ pipeline {
  DOCKER_REGISTRY = 'docker.elastic.co'
  JOB_GCS_BUCKET = 'beats-ci-temp'
  JOB_GCS_CREDENTIALS = 'beats-ci-gcs-plugin'
+ JOB_GCS_EXT_CREDENTIALS = 'beats-ci-gcs-plugin-file-credentials'
  OSS_MODULE_PATTERN = '^[a-z0-9]+beat\\/module\\/([^\\/]+)\\/.*'
  PIPELINE_LOG_LEVEL = 'INFO'
  PYTEST_ADDOPTS = "${params.PYTEST_ADDOPTS}"
@@ -311,13 +312,10 @@ def publishPackages(beatsFolder){
 * @param beatsFolder the beats folder.
 */
 def uploadPackages(bucketUri, beatsFolder){
- googleStorageUpload(bucket: bucketUri,
- credentialsId: "${JOB_GCS_CREDENTIALS}",
- pathPrefix: "${beatsFolder}/build/distributions/",
+ googleStorageUploadExt(bucket: bucketUri,
+ credentialsId: "${JOB_GCS_EXT_CREDENTIALS}",
  pattern: "${beatsFolder}/build/distributions/**/*",
- sharedPublicly: true,
- showInline: true
- )
+ sharedPublicly: true)
 }
 
 /**
@@ -693,11 +691,10 @@ def archiveTestOutput(Map args = [:]) {
 */
 def tarAndUploadArtifacts(Map args = [:]) {
  tar(file: args.file, dir: args.location, archive: false, allowMissing: true)
- googleStorageUpload(bucket: "gs://${JOB_GCS_BUCKET}/${env.JOB_NAME}-${env.BUILD_ID}",
- credentialsId: "${JOB_GCS_CREDENTIALS}",
- pattern: "${args.file}",
- sharedPublicly: true,
- showInline: true)
+ googleStorageUploadExt(bucket: "gs://${JOB_GCS_BUCKET}/${env.JOB_NAME}-${env.BUILD_ID}",
+ credentialsId: "${JOB_GCS_EXT_CREDENTIALS}",
+ pattern: "${args.file}",
+ sharedPublicly: true)
 }
 
 /**