chacha/RetroDebian
1
0
Fork 0
Code Issues Pull Requests Actions Packages Releases 1 Activity

fix docker integration

Browse Source
This commit is contained in:
ChaCha
2026-03-28 00:09:31 +01:00
parent 8633fe7121
commit 8bd295fc45
1 changed files with 142 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

176
Jenkinsfile vendored
View File

@@ -1,34 +1,44 @@
pipeline {
agent {
label 'pyDABFActory-CIAgent'
agent {
label 'pyDABFActory-CIAgent'
}
parameters {
booleanParam(name: 'BUILD_ALL_PROFILES', defaultValue: true, description: 'Build all profiles one by one')
string(name: 'PROFILE', defaultValue: 'demo', description: 'Profile to build when BUILD_ALL_PROFILES is false')
}
environment {
PYTHON_IMAGE = 'builder/docker/builder-alpine'
ETCH_DOCKERFILE = 'builder/docker/package-builder-etch'
LENNY_DOCKERFILE = 'builder/docker/live-helper'
PYTHON_DOCKERFILE = 'builder/docker/builder-alpine/Dockerfile'
ETCH_DOCKERFILE = 'builder/docker/package-builder-etch/Dockerfile'
LENNY_DOCKERFILE = 'builder/docker/live-helper/Dockerfile'
}
stages {
stage('Validate builder') {
steps {
script {
docker.image(params.PYTHON_IMAGE).inside {
def pythonImage = docker.build(
"retrodebian/builder-alpine:${env.BUILD_TAG}",
"-f ${env.PYTHON_DOCKERFILE} ."
).imageName()
docker.image(pythonImage).inside {
sh 'python3 builder/py/build.py validate'
}
}
}
}
stage('Build common features') {
stage('Build common features and profiles') {
steps {
script {
def resolveDefaultRuntimeImage = { String runtimeName, String imageName, String dockerfilePath ->
if (dockerfilePath?.trim()) {
return docker.build("retrodebian/${runtimeName}:${env.BUILD_TAG}", "-f ${dockerfilePath} .").imageName()
return docker.build(
"retrodebian/${runtimeName}:${env.BUILD_TAG}",
"-f ${dockerfilePath} ."
).imageName()
}
if (!imageName?.trim()) {
error("Missing default image for runtime ${runtimeName}")
@@ -36,29 +46,58 @@ pipeline {
return imageName.trim()
}
def resolveModuleRuntimeImage = { String runtimeName, String kind, String name, String phase, String defaultImage ->
def resolveModuleRuntimeImage = { String runtimeName, String kind, String name, String phase, String defaultImage, String pythonControlImage ->
def overrideImage = ''
def overrideDockerfile = ''
def overrideContext = ''
docker.image(params.PYTHON_IMAGE).inside {
overrideImage = sh(script: "python3 builder/py/build.py module-docker --kind ${kind} --name ${name} --phase ${phase} image", returnStdout: true).trim()
overrideDockerfile = sh(script: "python3 builder/py/build.py module-docker --kind ${kind} --name ${name} --phase ${phase} dockerfile", returnStdout: true).trim()
overrideContext = sh(script: "python3 builder/py/build.py module-docker --kind ${kind} --name ${name} --phase ${phase} docker_context", returnStdout: true).trim()
docker.image(pythonControlImage).inside {
overrideImage = sh(
script: "python3 builder/py/build.py module-docker --kind ${kind} --name ${name} --phase ${phase} image",
returnStdout: true
).trim()
overrideDockerfile = sh(
script: "python3 builder/py/build.py module-docker --kind ${kind} --name ${name} --phase ${phase} dockerfile",
returnStdout: true
).trim()
overrideContext = sh(
script: "python3 builder/py/build.py module-docker --kind ${kind} --name ${name} --phase ${phase} docker_context",
returnStdout: true
).trim()
}
if (overrideDockerfile) {
def tag = overrideImage ? overrideImage : "retrodebian/${runtimeName}-${kind}-${name}-${phase}:${env.BUILD_TAG}"
def contextPath = overrideContext ? overrideContext : '.'
return docker.build(tag, "-f ${overrideDockerfile} ${contextPath}").imageName()
}
if (overrideImage) {
return overrideImage
}
return defaultImage
}
def pythonDefaultImage = resolveDefaultRuntimeImage('builder-alpine','',${PYTHON_DOCKERFILE})
def etchDefaultImage = resolveDefaultRuntimeImage('package-builder-etch','',${ETCH_DOCKERFILE})
def lennyDefaultImage = resolveDefaultRuntimeImage('live-helper','',${LENNY_DOCKERFILE})
def pythonDefaultImage = resolveDefaultRuntimeImage(
'builder-alpine',
'',
env.PYTHON_DOCKERFILE
)
def etchDefaultImage = resolveDefaultRuntimeImage(
'package-builder-etch',
'',
env.ETCH_DOCKERFILE
)
def lennyDefaultImage = resolveDefaultRuntimeImage(
'live-helper',
'',
env.LENNY_DOCKERFILE
)
def featureNames = []
docker.image(pythonDefaultImage).inside {
@@ -68,16 +107,27 @@ pipeline {
for (featureName in featureNames) {
stage("Feature ${featureName}") {
def pythonImagePre = resolveModuleRuntimeImage('python', 'feature', featureName, 'pre-gen', pythonDefaultImage)
def pythonImagePre = resolveModuleRuntimeImage(
'python', 'feature', featureName, 'pre-gen',
pythonDefaultImage, pythonDefaultImage
)
docker.image(pythonImagePre).inside {
sh "python3 builder/py/build.py run-python-phase --kind feature --phase pre-gen --profile ${params.PROFILE} --feature ${featureName}"
sh "python3 builder/py/build.py export-env --kind feature --phase pre-gen --profile ${params.PROFILE} --feature ${featureName} --output artifacts/features/${featureName}/runtime.env"
}
def etchImage = resolveModuleRuntimeImage('etch', 'feature', featureName, 'generate', etchDefaultImage)
def etchImage = resolveModuleRuntimeImage(
'etch', 'feature', featureName, 'generate',
etchDefaultImage, pythonDefaultImage
)
docker.image(etchImage).inside {
sh "builder/bash/run_generate.sh features/${featureName} artifacts/features/${featureName}/runtime.env"
}
def pythonImagePost = resolveModuleRuntimeImage('python', 'feature', featureName, 'post-gen', pythonDefaultImage)
def pythonImagePost = resolveModuleRuntimeImage(
'python', 'feature', featureName, 'post-gen',
pythonDefaultImage, pythonDefaultImage
)
docker.image(pythonImagePost).inside {
sh "python3 builder/py/build.py run-python-phase --kind feature --phase post-gen --profile ${params.PROFILE} --feature ${featureName}"
}
@@ -99,26 +149,49 @@ pipeline {
def baseName = ''
def baseChain = []
def featureList = []
docker.image(pythonDefaultImage).inside {
baseName = sh(script: "python3 builder/py/build.py profile-info --profile ${profileName} base", returnStdout: true).trim()
def chainRaw = sh(script: "python3 builder/py/build.py profile-info --profile ${profileName} base-chain", returnStdout: true).trim()
baseName = sh(
script: "python3 builder/py/build.py profile-info --profile ${profileName} base",
returnStdout: true
).trim()
def chainRaw = sh(
script: "python3 builder/py/build.py profile-info --profile ${profileName} base-chain",
returnStdout: true
).trim()
baseChain = chainRaw ? chainRaw.split('\n').findAll { it?.trim() } : []
def featuresRaw = sh(script: "python3 builder/py/build.py profile-info --profile ${profileName} features", returnStdout: true).trim()
def featuresRaw = sh(
script: "python3 builder/py/build.py profile-info --profile ${profileName} features",
returnStdout: true
).trim()
featureList = featuresRaw ? featuresRaw.split('\n').findAll { it?.trim() } : []
}
for (baseItem in baseChain) {
stage("Base ${profileName} / ${baseItem}") {
def pythonImagePre = resolveModuleRuntimeImage('python', 'base', baseItem, 'pre-gen', pythonDefaultImage)
def pythonImagePre = resolveModuleRuntimeImage(
'python', 'base', baseItem, 'pre-gen',
pythonDefaultImage, pythonDefaultImage
)
docker.image(pythonImagePre).inside {
sh "python3 builder/py/build.py run-python-phase --kind base --phase pre-gen --profile ${profileName} --base ${baseItem}"
sh "python3 builder/py/build.py export-env --kind base --phase pre-gen --profile ${profileName} --base ${baseItem} --output artifacts/bases/${baseItem}/runtime.env"
}
def etchImage = resolveModuleRuntimeImage('etch', 'base', baseItem, 'generate', etchDefaultImage)
def etchImage = resolveModuleRuntimeImage(
'etch', 'base', baseItem, 'generate',
etchDefaultImage, pythonDefaultImage
)
docker.image(etchImage).inside {
sh "builder/bash/run_generate.sh bases/${baseItem} artifacts/bases/${baseItem}/runtime.env"
}
def pythonImagePost = resolveModuleRuntimeImage('python', 'base', baseItem, 'post-gen', pythonDefaultImage)
def pythonImagePost = resolveModuleRuntimeImage(
'python', 'base', baseItem, 'post-gen',
pythonDefaultImage, pythonDefaultImage
)
docker.image(pythonImagePost).inside {
sh "python3 builder/py/build.py run-python-phase --kind base --phase post-gen --profile ${profileName} --base ${baseItem}"
}
@@ -129,19 +202,28 @@ pipeline {
sh "python3 builder/py/build.py prepare-profile --profile ${profileName}"
sh "python3 builder/py/build.py export-env --kind profile --phase config --profile ${profileName} --output artifacts/profiles/${profileName}/profile-config.env"
}
docker.image(lennyDefaultImage).inside {
sh "builder/bash/run_profile_config.sh artifacts/profiles/${profileName}/profile-config.env"
}
docker.image(pythonDefaultImage).inside {
sh "python3 builder/py/build.py inject-resources --kind base --name ${baseName}"
}
def basePreFeaturePythonImage = resolveModuleRuntimeImage('python', 'base', baseName, 'pre-feature', pythonDefaultImage)
def basePreFeaturePythonImage = resolveModuleRuntimeImage(
'python', 'base', baseName, 'pre-feature',
pythonDefaultImage, pythonDefaultImage
)
docker.image(basePreFeaturePythonImage).inside {
sh "python3 builder/py/build.py run-python-phase --kind base --phase pre-feature --profile ${profileName} --base ${baseName}"
sh "python3 builder/py/build.py export-env --kind base --phase pre-feature --profile ${profileName} --base ${baseName} --output artifacts/bases/${baseName}/pre-feature.env"
}
def basePreFeatureLennyImage = resolveModuleRuntimeImage('lenny', 'base', baseName, 'pre-feature', lennyDefaultImage)
def basePreFeatureLennyImage = resolveModuleRuntimeImage(
'lenny', 'base', baseName, 'pre-feature',
lennyDefaultImage, pythonDefaultImage
)
docker.image(basePreFeatureLennyImage).inside {
sh "builder/bash/run_entry.sh bases/${baseName} artifacts/bases/${baseName}/pre-feature.env pre-feature"
}
@@ -151,44 +233,70 @@ pipeline {
docker.image(pythonDefaultImage).inside {
sh "python3 builder/py/build.py save-feature-metadata --profile ${profileName} --feature ${featureName}"
}
def featurePreInjPythonImage = resolveModuleRuntimeImage('python', 'feature', featureName, 'pre-inj', pythonDefaultImage)
def featurePreInjPythonImage = resolveModuleRuntimeImage(
'python', 'feature', featureName, 'pre-inj',
pythonDefaultImage, pythonDefaultImage
)
docker.image(featurePreInjPythonImage).inside {
sh "python3 builder/py/build.py run-python-phase --kind feature --phase pre-inj --profile ${profileName} --feature ${featureName}"
sh "python3 builder/py/build.py export-env --kind feature --phase pre-inj --profile ${profileName} --feature ${featureName} --output artifacts/features/${featureName}/pre-inj.env"
}
def featurePreInjLennyImage = resolveModuleRuntimeImage('lenny', 'feature', featureName, 'pre-inj', lennyDefaultImage)
def featurePreInjLennyImage = resolveModuleRuntimeImage(
'lenny', 'feature', featureName, 'pre-inj',
lennyDefaultImage, pythonDefaultImage
)
docker.image(featurePreInjLennyImage).inside {
sh "builder/bash/run_entry.sh features/${featureName} artifacts/features/${featureName}/pre-inj.env pre-inj"
}
docker.image(pythonDefaultImage).inside {
sh "python3 builder/py/build.py inject-resources --kind feature --name ${featureName}"
sh "python3 builder/py/build.py export-env --kind feature --phase post-inj --profile ${profileName} --feature ${featureName} --output artifacts/features/${featureName}/post-inj.env"
}
def featurePostInjLennyImage = resolveModuleRuntimeImage('lenny', 'feature', featureName, 'post-inj', lennyDefaultImage)
def featurePostInjLennyImage = resolveModuleRuntimeImage(
'lenny', 'feature', featureName, 'post-inj',
lennyDefaultImage, pythonDefaultImage
)
docker.image(featurePostInjLennyImage).inside {
sh "builder/bash/run_entry.sh features/${featureName} artifacts/features/${featureName}/post-inj.env post-inj"
}
def featurePostInjPythonImage = resolveModuleRuntimeImage('python', 'feature', featureName, 'post-inj', pythonDefaultImage)
def featurePostInjPythonImage = resolveModuleRuntimeImage(
'python', 'feature', featureName, 'post-inj',
pythonDefaultImage, pythonDefaultImage
)
docker.image(featurePostInjPythonImage).inside {
sh "python3 builder/py/build.py run-python-phase --kind feature --phase post-inj --profile ${profileName} --feature ${featureName}"
}
}
}
def basePostFeaturePythonImage = resolveModuleRuntimeImage('python', 'base', baseName, 'post-feature', pythonDefaultImage)
def basePostFeaturePythonImage = resolveModuleRuntimeImage(
'python', 'base', baseName, 'post-feature',
pythonDefaultImage, pythonDefaultImage
)
docker.image(basePostFeaturePythonImage).inside {
sh "python3 builder/py/build.py run-python-phase --kind base --phase post-feature --profile ${profileName} --base ${baseName}"
sh "python3 builder/py/build.py export-env --kind base --phase post-feature --profile ${profileName} --base ${baseName} --output artifacts/bases/${baseName}/post-feature.env"
sh "python3 builder/py/build.py profile-pre-build --profile ${profileName}"
sh "python3 builder/py/build.py export-env --kind profile --phase build --profile ${profileName} --output artifacts/profiles/${profileName}/profile-build.env"
}
def basePostFeatureLennyImage = resolveModuleRuntimeImage('lenny', 'base', baseName, 'post-feature', lennyDefaultImage)
def basePostFeatureLennyImage = resolveModuleRuntimeImage(
'lenny', 'base', baseName, 'post-feature',
lennyDefaultImage, pythonDefaultImage
)
docker.image(basePostFeatureLennyImage).inside {
sh "builder/bash/run_entry.sh bases/${baseName} artifacts/bases/${baseName}/post-feature.env post-feature"
}
docker.image(lennyDefaultImage).inside {
sh "builder/bash/run_profile_build.sh artifacts/profiles/${profileName}/profile-build.env"
}
docker.image(pythonDefaultImage).inside {
sh "python3 builder/py/build.py profile-finalize --profile ${profileName}"
}
@@ -205,4 +313,4 @@ pipeline {
archiveArtifacts artifacts: 'live/**/*', allowEmptyArchive: true
}
}
}
}