Skip to main content

Browse the archive

Revision ee162fe9659b79694d4ce130bb4d2f4cb3b5b8d1 authored by Nicolas Dandrimont on 13 December 2019, 10:29:22 UTC, committed by Nicolas Dandrimont on 13 December 2019, 10:32:33 UTC 
Use a btree of (task_type, md5(arguments)) to match task arguments
 
The former index on hash(arguments->'args') has lost relevance as about half the
tasks (the ones for the loader) have the same value (an empty list) for this
field.

This index is more universal, faster, and also easier to convince the planner of
using.

If we want more specific indexes (e.g. on specific keyword arguments) we'll be
able to add that separately.
1 parent 0b04220
Raw File
setup.py 
#!/usr/bin/env python3
# Copyright (C) 2015-2019  The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information

from setuptools import setup, find_packages

from os import path
from io import open

here = path.abspath(path.dirname(__file__))

# Get the long description from the README file
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
    long_description = f.read()


def parse_requirements(name=None):
    if name:
        reqf = 'requirements-%s.txt' % name
    else:
        reqf = 'requirements.txt'

    requirements = []
    if not path.exists(reqf):
        return requirements

    with open(reqf) as f:
        for line in f.readlines():
            line = line.strip()
            if not line or line.startswith('#'):
                continue
            requirements.append(line)
    return requirements


setup(
    name='swh.scheduler',
    description='Software Heritage Scheduler',
    long_description=long_description,
    long_description_content_type='text/markdown',
    author='Software Heritage developers',
    author_email='swh-devel@inria.fr',
    url='https://forge.softwareheritage.org/diffusion/DSCH/',
    packages=find_packages(),
    scripts=['bin/swh-worker-control'],
    setup_requires=['vcversioner'],
    install_requires=parse_requirements() + parse_requirements('swh'),
    extras_require={'testing': parse_requirements('test')},
    vcversioner={},
    include_package_data=True,
    entry_points='''
        [console_scripts]
        swh-scheduler=swh.scheduler.cli:main
        [swh.cli.subcommands]
        scheduler=swh.scheduler.cli:cli
    ''',
    classifiers=[
        "Programming Language :: Python :: 3",
        "Intended Audience :: Developers",
        "License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
        "Operating System :: OS Independent",
        "Development Status :: 5 - Production/Stable",
    ],
    project_urls={
        'Bug Reports': 'https://forge.softwareheritage.org/maniphest',
        'Funding': 'https://www.softwareheritage.org/donate',
        'Source': 'https://forge.softwareheritage.org/source/swh-scheduler',
    },
)
back to top