https://forge.softwareheritage.org/source/swh-scheduler.git
Tip revision: 3c9497d8b8b32c5f2ebb6805a4bb73704400c9e8 authored by Nicolas Dandrimont on 14 March 2019, 12:42:55 UTC
Export LC_ALL=C.UTF-8
Export LC_ALL=C.UTF-8
Tip revision: 3c9497d
test_server.py
# Copyright (C) 2019 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import copy
import pytest
import yaml
from swh.scheduler.api.server import load_and_check_config
def prepare_config_file(tmpdir, content, name='config.yml'):
"""Prepare configuration file in `$tmpdir/name` with content `content`.
Args:
tmpdir (LocalPath): root directory
content (str/dict): Content of the file either as string or as a dict.
If a dict, converts the dict into a yaml string.
name (str): configuration filename
Returns
path (str) of the configuration file prepared.
"""
config_path = tmpdir / name
if isinstance(content, dict): # convert if needed
content = yaml.dump(content)
config_path.write_text(content, encoding='utf-8')
# pytest on python3.5 does not support LocalPath manipulation, so
# convert path to string
return str(config_path)
def test_load_and_check_config_no_configuration():
"""Inexistant configuration files raises"""
with pytest.raises(EnvironmentError) as e:
load_and_check_config(None)
assert e.value.args[0] == 'Configuration file must be defined'
config_path = '/some/inexistant/config.yml'
with pytest.raises(FileNotFoundError) as e:
load_and_check_config(config_path)
assert e.value.args[0] == 'Configuration file %s does not exist' % (
config_path, )
def test_load_and_check_config_wrong_configuration(tmpdir):
"""Wrong configuration raises"""
config_path = prepare_config_file(tmpdir, 'something: useless')
with pytest.raises(KeyError) as e:
load_and_check_config(config_path)
assert e.value.args[0] == 'Missing \'%scheduler\' configuration'
def test_load_and_check_config_remote_config_local_type_raise(tmpdir):
"""'local' configuration without 'local' storage raises"""
config = {
'scheduler': {
'cls': 'remote',
'args': {}
}
}
config_path = prepare_config_file(tmpdir, config)
with pytest.raises(ValueError) as e:
load_and_check_config(config_path, type='local')
assert (
e.value.args[0] ==
"The scheduler backend can only be started with a 'local'"
" configuration"
)
def test_load_and_check_config_local_incomplete_configuration(tmpdir):
"""Incomplete 'local' configuration should raise"""
config = {
'scheduler': {
'cls': 'local',
'args': {
'db': 'database',
'something': 'needed-for-test',
}
}
}
for key in ['db', 'args']:
c = copy.deepcopy(config)
if key == 'db':
source = c['scheduler']['args']
else:
source = c['scheduler']
source.pop(key)
config_path = prepare_config_file(tmpdir, c)
with pytest.raises(KeyError) as e:
load_and_check_config(config_path)
assert (
e.value.args[0] ==
"Invalid configuration; missing '%s' config entry" % key
)
def test_load_and_check_config_local_config_fine(tmpdir):
"""Local configuration is fine"""
config = {
'scheduler': {
'cls': 'local',
'args': {
'db': 'db',
}
}
}
config_path = prepare_config_file(tmpdir, config)
cfg = load_and_check_config(config_path, type='local')
assert cfg == config
def test_load_and_check_config_remote_config_fine(tmpdir):
"""'Remote configuration is fine"""
config = {
'scheduler': {
'cls': 'remote',
'args': {}
}
}
config_path = prepare_config_file(tmpdir, config)
cfg = load_and_check_config(config_path, type='any')
assert cfg == config