Skip to content

Commit

Permalink
Tests: factorize common rucio.cfg
Browse files Browse the repository at this point in the history 
This also has the benefit of testing the tools/merge_rucio_configs.py
script, which is critical for our containers, but is not tested
anywhere.
  • Loading branch information
Radu Carpa committed Oct 11, 2023
1 parent e3a77ec commit 7307d40
Show file tree
Hide file tree
Showing 9 changed files with 206 additions and 1,205 deletions.
175 changes: 175 additions & 0 deletions etc/docker/test/extra/rucio_autotests_common.cfg
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,175 @@
[common]
logdir = /var/log/rucio
loglevel = DEBUG
mailtemplatedir=/opt/rucio/etc/mail_templates

[client]
rucio_host = https://localhost:443
auth_host = https://localhost:443
auth_type = userpass
username = ddmlab
password = secret
ca_cert = /opt/rucio/etc/rucio_ca.pem
client_cert = /opt/rucio/etc/ruciouser.pem
client_key = /opt/rucio/etc/ruciouser.key.pem
client_x509_proxy = $X509_USER_PROXY
account = root
request_retries = 3

[database]
pool_recycle=3600
echo=0
pool_reset_on_return=rollback

[bootstrap]
# Hardcoded salt = 0, String = secret, Python: hashlib.sha256("0secret").hexdigest()
userpass_identity = ddmlab
userpass_pwd = secret
userpass_email = [email protected]

# Default DDMLAB client certificate from /opt/rucio/etc/web/client.crt
x509_identity = CN=Rucio User
x509_email = [email protected]

# Default DDMLAB cern account
gss_identity = [email protected]
gss_email = [email protected]

[monitor]
carbon_server = localhost
carbon_port = 8125
user_scope = travis

[conveyor]
scheme = srm,root,davs,gsiftp,http,https
transfertool = fts3
ftshosts = https://fts:8446
cacert = /opt/rucio/etc/rucio_ca.pem
usercert = /opt/rucio/etc/ruciouser.pem

[messaging-fts3]
port = 61613
nonssl_port = 61613
use_ssl = False
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
destination = /topic/transfer.fts_monitoring_complete
brokers = activemq
voname = atlas
username = receiver
password = supersecret

[messaging-hermes]
username = admin
password = secret
port = 61613
nonssl_port = 61613
use_ssl = False
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
destination = /topic/rucio.events
brokers = activemq
voname = atlas
email_from = Rucio <[email protected]>
email_test = [email protected]

[transmogrifier]
maxdids = 100000

[accounts]
# These are accounts that can write into scopes owned by another account
special_accounts = panda, tier0

[trace]
tracedir = /var/log/rucio/trace
brokers=activemq
port=61013
username = username
password = password
topic = /topic/rucio.tracer

[tracer-kronos]
brokers=activemq
port=61013
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
queue = /queue/Consumer.kronos.rucio.tracer
prefetch_size = 10
chunksize = 10
subscription_id = rucio-tracer-listener
use_ssl = False
reconnect_attempts = 100
excluded_usrdns = CN=proxy,CN=Robot: Ganga Robot,CN=722147,CN=gangarbt,OU=Users,OU=Organic Units,DC=cern,DC=ch
username = username
password = password
dataset_wait = 60

[injector]
file = /opt/rucio/tools/test.file.1000
bytes = 1000
md5 = fd21ce524a9e45060fd3f62c4ef6a386
adler32 = 52590737

[alembic]
cfg = /opt/rucio/etc/alembic.ini

[messaging-cache]
port = 61023
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
destination = /topic/rucio.cache
brokers = activemq
voname = atlas
account = cache_mb

[test]
cacert = /opt/rucio/etc/rucio_ca.pem
usercert = /opt/rucio/etc/ruciouser.pem
userkey = /opt/rucio/etc/ruciouser.key.pem

[nagios]
proxy = /opt/rucio/etc/usercert.pem
rfcproxy = /opt/rucio/etc/usercert.pem
fts_servers = https://fts:8446

[auditor]
cache = /opt/rucio/auditor-cache
results = /opt/rucio/auditor-results

[hermes]
email_from = Rucio <[email protected]>
email_test = [email protected]

[c3po]
placement_algorithm = t2_free_space
elastic_url = http://elastic:9200
redis_host = redis
redis_port = 6379

[c3po-popularity]
elastic_url = http://elastic:9200

[c3po-site-mapper]
panda_url = http://agis:80/request/pandaqueue/query/list/?json
ddm_url = http://agis:80/request/ddmendpoint/query/list/?json

[c3po-workload]
panda_url = http://bigpanda:80/jobs/?category=analysis&jobstatus=running
window = 604800

[policy]
permission = atlas
schema = atlas
lfn2pfn_algorithm_default = hash
support = [email protected]
support_rucio = https://github.com/rucio/rucio/issues/

[credentials]
gcs = /opt/rucio/etc/google-cloud-storage-test.json

[oidc]
idpsecrets = /opt/rucio/etc/idpsecrets.json
admin_issuer = wlcg

[api]
endpoints = accountlimits, accounts, archives, auth, config, credentials, dids, dirac, export, heartbeats, identities, import, lifetime_exceptions, locks, meta, ping, redirect, replicas, requests, rses, rules, scopes, subscriptions, tmp_dids, traces, vos
166 changes: 0 additions & 166 deletions etc/docker/test/extra/rucio_multi_vo_ts2_postgres14.cfg
View file
Original file line number Diff line number Diff line change
@@ -1,182 +1,16 @@
[common]
logdir = /var/log/rucio
loglevel = DEBUG
mailtemplatedir=/opt/rucio/etc/mail_templates
multi_vo = True

[client]
rucio_host = https://localhost:443
auth_host = https://localhost:443
auth_type = userpass
username = ddmlab
password = secret
ca_cert = /opt/rucio/etc/rucio_ca.pem
client_cert = /opt/rucio/etc/ruciouser.pem
client_key = /opt/rucio/etc/ruciouser.key.pem
client_x509_proxy = $X509_USER_PROXY
account = root
request_retries = 3
# Relies on mapping created by bootstrap_tests.py
vo = testvo2

[database]
default = postgresql://rucio:rucio@postgres14/rucio
schema = dev
pool_recycle=3600
echo=0
pool_reset_on_return=rollback
pool_size = 20
max_overflow = 20

[bootstrap]
# Hardcoded salt = 0, String = secret, Python: hashlib.sha256("0secret").hexdigest()
userpass_identity = ddmlab
userpass_pwd = secret
userpass_email = [email protected]

# Default DDMLAB client certificate from /opt/rucio/etc/web/client.crt
x509_identity = CN=Rucio User
x509_email = [email protected]

# Default DDMLAB cern account
gss_identity = [email protected]
gss_email = [email protected]

[monitor]
carbon_server = localhost
carbon_port = 8125
user_scope = travis

[conveyor]
scheme = srm,root,davs,gsiftp,http,https
transfertool = fts3
ftshosts = https://fts:8446
cacert = /opt/rucio/etc/rucio_ca.pem
usercert = /opt/rucio/etc/ruciouser.pem

[messaging-fts3]
port = 61613
nonssl_port = 61613
use_ssl = False
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
destination = /topic/transfer.fts_monitoring_complete
brokers = activemq
voname = atlas
username = receiver
password = supersecret

[messaging-hermes]
username = admin
password = secret
port = 61613
nonssl_port = 61613
use_ssl = False
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
destination = /topic/rucio.events
brokers = activemq
voname = atlas
email_from = Rucio <[email protected]>
email_test = [email protected]

[transmogrifier]
maxdids = 100000

[accounts]
# These are accounts that can write into scopes owned by another account
special_accounts = panda, tier0

[trace]
tracedir = /var/log/rucio/trace
brokers=activemq
port=61013
username = username
password = password
topic = /topic/rucio.tracer

[tracer-kronos]
brokers=activemq
port=61013
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
queue = /queue/Consumer.kronos.rucio.tracer
prefetch_size = 10
chunksize = 10
subscription_id = rucio-tracer-listener
use_ssl = False
reconnect_attempts = 100
excluded_usrdns = CN=proxy,CN=Robot: Ganga Robot,CN=722147,CN=gangarbt,OU=Users,OU=Organic Units,DC=cern,DC=ch
username = username
password = password
dataset_wait = 60

[injector]
file = /opt/rucio/tools/test.file.1000
bytes = 1000
md5 = fd21ce524a9e45060fd3f62c4ef6a386
adler32 = 52590737

[alembic]
cfg = /opt/rucio/etc/alembic.ini

[messaging-cache]
port = 61023
ssl_key_file = /opt/rucio/etc/usercert.key.pem
ssl_cert_file = /opt/rucio/etc/usercert.pem
destination = /topic/rucio.cache
brokers = activemq
voname = atlas
account = cache_mb

[test]
cacert = /opt/rucio/etc/rucio_ca.pem
usercert = /opt/rucio/etc/ruciouser.pem
userkey = /opt/rucio/etc/ruciouser.key.pem

[nagios]
proxy = /opt/rucio/etc/usercert.pem
rfcproxy = /opt/rucio/etc/usercert.pem
fts_servers = https://fts:8446

[auditor]
cache = /opt/rucio/auditor-cache
results = /opt/rucio/auditor-results

[hermes]
email_from = Rucio <[email protected]>
email_test = [email protected]

[c3po]
placement_algorithm = t2_free_space
elastic_url = http://elastic:9200
redis_host = redis
redis_port = 6379

[c3po-popularity]
elastic_url = http://elastic:9200

[c3po-site-mapper]
panda_url = http://agis:80/request/pandaqueue/query/list/?json
ddm_url = http://agis:80/request/ddmendpoint/query/list/?json

[c3po-workload]
panda_url = http://bigpanda:80/jobs/?category=analysis&jobstatus=running
window = 604800

[policy]
permission = generic_multi_vo
schema = generic_multi_vo
lfn2pfn_algorithm_default = hash
support = [email protected]
support_rucio = https://github.com/rucio/rucio/issues/

[credentials]
gcs = /opt/rucio/etc/google-cloud-storage-test.json

[oidc]
idpsecrets = /opt/rucio/etc/idpsecrets.json
admin_issuer = wlcg

[api]
endpoints = accountlimits, accounts, archives, auth, config, credentials, dids, dirac, export, heartbeats, identities, import, lifetime_exceptions, locks, meta, ping, redirect, replicas, requests, rses, rules, scopes, subscriptions, tmp_dids, traces, vos
Loading

0 comments on commit 7307d40

Please sign in to comment.