azaion/annotations
1
0
Fork 0
mirror of https://github.com/azaion/annotations.git synced 2026-04-22 11:16:30 +00:00
Code Issues Packages Projects Releases Wiki Activity

pipelines zip and gdrive upload

Browse Source 
updated
This commit is contained in:
dzaitsev
2025-05-07 19:38:49 +03:00
parent d1520109ef
commit e0fd55d908
1 changed files with 77 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files
build/jenkins/GDriveUpload
+76 -57
View File
@@ -1,97 +1,111 @@
pipeline { pipeline {
agent any agent { label 'Win10-BuildMachine' }
tools {
git 'Default'
}
parameters {
string(name: 'buildPath', defaultValue: 'C:/Jenkins/workspace/AzaionSuite/suite', description: 'Path to folder containing zip builds.')
}
environment { environment {
GOOGLE_DRIVE_FOLDER = 'AzaionSuiteBuilds' // Hardcoded folder name GOOGLE_DRIVE_FOLDER = 'AzaionSuiteBuilds' // Hardcoded folder on Google Drive
RCLONE_CONFIG = 'C:/Program Files/rclone/rclone.conf'
LATEST_ZIP_FILENAME = '' // Will be set during the "Find Latest Zip" stage LATEST_ZIP_FILENAME = '' // Will be set during the "Find Latest Zip" stage
} }
stages { stages {
stage('Declarative: Checkout SCM') {
steps {
checkout scm
}
}
stage('Declarative: Tool Install') {
steps {
echo "Installing tools if necessary"
}
}
stage('Initialize Workspace') { stage('Initialize Workspace') {
steps { steps {
echo "Initializing workspace on Windows agent..." echo 'Initializing workspace on Windows agent...'
powershell '''
$uploadDir = "temp_upload"
if (-Not (Test-Path $uploadDir)) {
New-Item -ItemType Directory -Path $uploadDir | Out-Null
}
'''
} }
} }
stage('Find Latest Zip') { stage('Find Latest Zip') {
steps { steps {
script { script {
echo "Finding latest zip file in: C:/Jenkins/workspace/Azaion/suite" echo "Finding latest zip file in: ${params.buildPath}"
dir('C:/Jenkins/workspace/Azaion/suite') { dir("${params.buildPath}") {
// List all .zip files starting with "AzaionSuite" def output = powershell(returnStdout: true, script: '''
def zipFiles = bat(script: 'dir /b AzaionSuite*.zip', returnStdout: true).trim().split("\n") $pattern = "AzaionSuite*.zip"
$zipFiles = Get-ChildItem -Filter $pattern | Sort-Object Name -Descending
if (zipFiles.isEmpty()) { if ($zipFiles.Count -gt 0) {
error "No zip files found matching the pattern 'AzaionSuite*.zip'!" $latestZip = $zipFiles[0].Name
Write-Output "::SET-ENV::LATEST_ZIP_FILENAME=$latestZip"
} else {
Write-Output "::SET-ENV::LATEST_ZIP_FILENAME="
} }
''').trim()
// Sort the files by date (timestamp) in the filename def match = output =~ /::SET-ENV::LATEST_ZIP_FILENAME=(.+)/
def latestZip = zipFiles.sort { a, b -> if (!match || !match[0][1]?.trim()) {
def dateA = a.split('-')[1] echo "⚠️ No ZIP files matching the pattern were found. Skipping upload and cleanup stages."
def dateB = b.split('-')[1] env.LATEST_ZIP_FILENAME = ''
return dateB.compareTo(dateA) } else {
}.first() def zipFileName = match[0][1]
echo "✅ Latest zip file selected: ${zipFileName}"
env.LATEST_ZIP_FILENAME = latestZip env.LATEST_ZIP_FILENAME = zipFileName
echo "✅ Latest zip file selected: ${env.LATEST_ZIP_FILENAME}" }
} }
} }
} }
} }
stage('Upload If Not Exists & Always Remove Local') { stage('Upload If Not Exists & Always Remove Local') {
when {
expression { return env.LATEST_ZIP_FILENAME?.trim() }
}
steps { steps {
echo "Checking Google Drive for existing ZIP and uploading if needed..." echo "Checking Google Drive for existing ZIP and uploading if needed..."
powershell """ powershell """
# Check if file exists on Google Drive \$fileName = "${env.LATEST_ZIP_FILENAME}"
\$existingFiles = rclone lsf --files-only AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER} \$folder = "${GOOGLE_DRIVE_FOLDER}"
if (\$existingFiles -contains "${LATEST_ZIP_FILENAME}") { \$rcloneRemote = "AzaionGoogleDrive:\$folder"
Write-Output "File ${LATEST_ZIP_FILENAME} already exists on Google Drive, skipping upload." \$localFilePath = "${params.buildPath}/\$fileName"
Write-Output "Checking for existing files in: \$rcloneRemote"
\$existingFiles = rclone lsf --files-only \$rcloneRemote
Write-Output "Existing files:"
Write-Output \$existingFiles
if (\$existingFiles -match "^\$fileName\$") {
Write-Output "File '\$fileName' already exists on Google Drive. Skipping upload."
} else { } else {
Write-Output "Uploading ${LATEST_ZIP_FILENAME} to Google Drive..." Write-Output "Uploading '\$fileName' to Google Drive..."
rclone copy C:/Jenkins/workspace/Azaion/suite/${LATEST_ZIP_FILENAME} AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER} rclone copy "\$localFilePath" \$rcloneRemote --progress --drive-chunk-size 64M
Write-Output "Upload complete."
} }
# Always remove the local file after uploading if (Test-Path \$localFilePath) {
Remove-Item "C:/Jenkins/workspace/Azaion/suite/${LATEST_ZIP_FILENAME}" Remove-Item -Force \$localFilePath
Write-Output "Local file deleted: \$localFilePath"
} else {
Write-Output "Local file already deleted or not found."
}
""" """
} }
} }
stage('Cleanup Older Files on Google Drive') { stage('Cleanup Older Files on Google Drive') {
when {
expression { return env.LATEST_ZIP_FILENAME?.trim() }
}
steps { steps {
echo "Cleaning up older files on Google Drive..." echo "Cleaning up older files on Google Drive..."
powershell """ powershell """
# Check if folder exists
if (-not (Test-Path "AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER}")) {
Write-Error "Google Drive folder ${GOOGLE_DRIVE_FOLDER} not found!"
exit 1
}
# List all files in the Google Drive folder
Write-Output "Listing all files in the folder ${GOOGLE_DRIVE_FOLDER} on Google Drive..." Write-Output "Listing all files in the folder ${GOOGLE_DRIVE_FOLDER} on Google Drive..."
\$files = rclone lsf --files-only AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER} \$files = rclone lsf --files-only AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER}
Write-Output "Files found on Google Drive:" Write-Output "Files found on Google Drive:"
Write-Output \$files Write-Output \$files
# Split files by line and exclude the latest zip file
\$filesArray = \$files -split "`n" | Where-Object { \$_ -ne "" } \$filesArray = \$files -split "`n" | Where-Object { \$_ -ne "" }
\$latestFile = "${LATEST_ZIP_FILENAME}"
\$filesArray = \$filesArray | Where-Object { \$_ -ne \$latestFile }
# If more than 3 files exist, delete the oldest ones
if (\$filesArray.Count -gt 3) { if (\$filesArray.Count -gt 3) {
\$filesSorted = \$filesArray | Sort-Object -Descending \$filesSorted = \$filesArray | Sort-Object -Descending
\$filesToDelete = \$filesSorted | Select-Object -Skip 3 \$filesToDelete = \$filesSorted | Select-Object -Skip 3
@@ -100,14 +114,12 @@ pipeline {
Write-Output \$filesToDelete Write-Output \$filesToDelete
if (\$filesToDelete.Count -gt 0) { if (\$filesToDelete.Count -gt 0) {
# Create temporary delete list file
\$tempFile = [System.IO.Path]::GetTempFileName() \$tempFile = [System.IO.Path]::GetTempFileName()
\$filesToDelete | Set-Content -Path \$tempFile -Encoding utf8 \$filesToDelete | Set-Content -Path \$tempFile -Encoding utf8
Write-Output "Contents of temporary delete list file (\$tempFile):" Write-Output "Contents of temporary delete list file (\$tempFile):"
Get-Content \$tempFile Get-Content \$tempFile
# Delete files listed for removal
foreach (\$file in \$filesToDelete) { foreach (\$file in \$filesToDelete) {
Write-Output "Deleting \$file..." Write-Output "Deleting \$file..."
rclone deletefile AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER}/\$file rclone deletefile AzaionGoogleDrive:${GOOGLE_DRIVE_FOLDER}/\$file
@@ -126,11 +138,18 @@ pipeline {
} }
post { post {
failure { always {
echo "Pipeline failed. Check logs for details." echo 'Executing post-build cleanup...'
powershell '''
$uploadDir = "temp_upload"
if (Test-Path $uploadDir) {
Remove-Item -Recurse -Force $uploadDir
} }
success { '''
echo "Pipeline completed successfully." }
failure {
echo 'Pipeline failed. Check logs for details.'
} }
} }
} }