forked from spacetelescope/jwst
-
Notifications
You must be signed in to change notification settings - Fork 0
/
JenkinsfileRT_dev
82 lines (71 loc) · 2.31 KB
/
JenkinsfileRT_dev
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
// [skip ci] and [ci skip] have no effect here.
if (utils.scm_checkout(['skip_disable':true])) return
def PipInject(String reqs) {
def result = []
if (reqs.trim().isEmpty()) {
return result
}
for (req in reqs.split('\n')) {
result += "pip install $req"
}
return result
}
withCredentials([string(
credentialsId: 'jwst-codecov',
variable: 'codecov_token')]) {
jobconfig = new JobConfig()
jobconfig.enable_env_publication = false
jobconfig.publish_env_on_success_only = true
// Define python version for conda
python_version = "3.7"
// pip related setup
def pip_index = "https://bytesalad.stsci.edu/artifactory/api/pypi/datb-pypi-virtual/simple"
def pip_install_args = "--index-url ${pip_index} --progress-bar=off"
// Define environement variables needed for the regression tests
env_vars = [
"TEST_BIGDATA=https://bytesalad.stsci.edu/artifactory",
"CRDS_SERVER_URL=https://jwst-crds.stsci.edu",
"CRDS_CONTEXT=jwst-edit",
]
// Set pytest basetemp output directory
pytest_basetemp = "test_outputs"
// Configure artifactory ingest
data_config = new DataConfig()
data_config.server_id = 'bytesalad'
data_config.root = '${PYTEST_BASETEMP}'
data_config.match_prefix = '(.*)_result' // .json is appended automatically
// Build and test with unreleased dependencies
bc0 = new BuildConfig()
bc0.nodetype = 'jwst'
bc0.name = 'unstable-deps'
bc0.env_vars = env_vars
bc0.conda_ver = '4.7.12'
bc0.conda_packages = [
"python=${python_version}",
]
bc0.pip_reqs_files = ['requirements-dev.txt']
bc0.build_cmds = [
"pip install -e .[test,ephem]",
"pip install pytest-xdist",
]
bc0.build_cmds = PipInject(env.OVERRIDE_REQUIREMENTS) + bc0.build_cmds
bc0.test_cmds = [
"pytest -r sxf -n 30 --bigdata --slow \
--basetemp=${pytest_basetemp} --junit-xml=results.xml \
-k 'not regtest' jwst"
]
bc0.test_configs = [data_config]
// macos-specific buildconfig to cause the creation of counterparts to the linux
// environment dumps. Packages in a mininmal conda environment differ by OS
// which is why this is needed.
bc1 = utils.copy(bc0)
bc1.nodetype = 'macos'
bc1.name = 'macos-unstable-deps'
bc1.build_cmds = [
"pip install -e .",
]
bc1.build_cmds = PipInject(env.OVERRIDE_REQUIREMENTS) + bc1.build_cmds
bc1.test_cmds = []
bc1.test_configs = []
utils.run([jobconfig, bc0, bc1])
} // withCredentials