File size: 8,052 Bytes
b585c7f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 |
#!/usr/bin/groovy
@Library('test-shared-library@dai_pipeline') _
import ai.h2o.ci.buildsummary.StagesSummary
import groovy.json.JsonOutput
buildSummary('https://github.com/h2oai/h2ogpt', true)
buildSummary.get().addStagesSummary(this, new StagesSummary())
def ALL_TESTS = [
"test_osx": [
install_deps: "TRAINING",
test_target: "test_imports",
node: "osx",
test_markers: "not need_tokens and not need_gpu",
timeout: 90,
use_docker: false,
env: ['PYTHON_BINARY=/Users/jenkins/anaconda/envs/h2ogpt-py3.10/bin/python']
],
"test_all": [
install_deps: "TRAINING,WIKI_EXTRA",
test_target: "test",
test_markers: "not need_tokens and not need_gpu",
node: "DAIDEV-GPU || DAIDEV-2GPU",
timeout: 90,
use_docker: true,
env: []
],
]
pipeline {
agent none
parameters {
booleanParam(name: 'skipTesting', defaultValue: false, description: 'Skip testing')
text(name: "testTargets", defaultValue: "${ALL_TESTS.keySet().join('\n')}", description: "A select set of tests to run")
booleanParam(name: 'publish', defaultValue: false, description: 'Upload to HF')
}
options {
ansiColor('xterm')
timestamps()
}
stages {
stage('Build') {
agent {
label "linux && docker"
}
steps {
script {
def shortHash = sh(returnStdout: true, script: 'git rev-parse --short HEAD').trim()
def commitMsg = sh(returnStdout: true, script: 'git log -1 --pretty=format:"[%an] %s"').trim()
currentBuild.displayName = "${env.BUILD_ID} - [${shortHash}]"
currentBuild.description = "${commitMsg}"
sh "make docker_build"
docker.image("harbor.h2o.ai/library/python:3.10").inside("--entrypoint='' --security-opt seccomp=unconfined -e USE_WHEEL=1 -e HOME=${WORKSPACE}") {
sh "make clean dist"
}
archiveArtifacts allowEmptyArchive: true, artifacts: "dist/h2ogpt-*.whl"
stash includes: "dist/h2ogpt-*.whl", name: "wheel_file"
}
}
}
stage('Tests') {
when {
anyOf {
expression { return !params.skipTesting }
}
beforeAgent true
}
agent {
label "linux && docker"
}
steps {
script {
def testTargets = [:]
params.testTargets.split('\n').findAll{ it.contains("test_") }.each { testName ->
testTargets[testName] = {
node("${ALL_TESTS[testName].node}") {
buildSummary.stageWithSummary("${testName}", "${testName}") {
buildSummary.setStageUrl("${testName}")
timeout(time: ALL_TESTS[testName].timeout, unit: 'MINUTES') {
script {
try {
dir("${testName}") {
withEnv(ALL_TESTS[testName].env + ["PYTEST_TEST_NAME=_${testName}", "IS_PR_BUILD=${isPrBranch()}", "USE_WHEEL=1"]) {
// cleanup and force the use of the installed wheel
deleteDir()
checkout scm
unstash "wheel_file"
sh "rm -rf *.py spaces models"
// pull runtime details
def dockerImage = sh(returnStdout: true, script: "make print-DOCKER_TEST_IMAGE").trim()
def nvidiaSmiExitCode = sh(returnStdout: false, returnStatus: true, script: "nvidia-smi")
// def dockerRuntime = "${nvidiaSmiExitCode}" == "0" ? "--runtime nvidia" : ""
def dockerRuntime = "" // TODO: keep until lab machines are upgraded
if (ALL_TESTS[testName].use_docker) {
docker.image("${dockerImage}").inside("--entrypoint='' --security-opt seccomp=unconfined --ulimit core=-1 --init --pid=host -e USE_WHEEL=1 -e HOME=${WORKSPACE}/${testName} ${dockerRuntime}") {
sh "nvidia-smi || true"
sh "SKIP_MANUAL_TESTS=1 PYTHON_BINARY=/usr/bin/python3.10 make install"
sh "SKIP_MANUAL_TESTS=1 PYTHON_BINARY=/usr/bin/python3.10 make install-${ALL_TESTS[testName].install_deps}"
sh """DEFAULT_MARKERS="${ALL_TESTS[testName].test_markers}" SKIP_MANUAL_TESTS=1 PYTHON_BINARY=/usr/bin/python3.10 make ${ALL_TESTS[testName].test_target}"""
}
} else {
sh "make venv"
sh "SKIP_MANUAL_TESTS=1 PYTHON_BINARY=${WORKSPACE}/${testName}/venv/bin/python make install"
sh "SKIP_MANUAL_TESTS=1 PYTHON_BINARY=${WORKSPACE}/${testName}/venv/bin/python make install-${ALL_TESTS[testName].install_deps}"
sh """DEFAULT_MARKERS="${ALL_TESTS[testName].test_markers}" SKIP_MANUAL_TESTS=1 PYTHON_BINARY=${WORKSPACE}/${testName}/venv/bin/python make ${ALL_TESTS[testName].test_target}"""
}
}
}
} catch (e) {
throw e
} finally {
sh "mv ${testName}/test_report.xml ${testName}/${testName}_report.xml"
archiveArtifacts allowEmptyArchive: true, artifacts: "${testName}/${testName}_report.xml"
junit testResults: "${testName}/${testName}_report.xml", keepLongStdio: true, allowEmptyResults: true
}
}
}
}
}
}
}
parallel(testTargets)
}
}
}
stage('Publish') {
when {
anyOf {
expression { return params.publish }
}
beforeAgent true
}
agent {
label "linux && docker"
}
steps {
script {
sh "make IS_PR_BUILD=${isPrBranch()} BUILD_NUMBER=${env.BUILD_ID} BUILD_BASE_NAME=${env.JOB_BASE_NAME} publish"
}
}
}
}
}
def isPrBranch() {
return (env.CHANGE_BRANCH != null && env.CHANGE_BRANCH != '') ||
(env.BRANCH_NAME != null && env.BRANCH_NAME.startsWith("PR-"))
}
|