swh:1:snp:eb70f1f85391e4b077c211bec36af0061c4bf937
Raw File
Tip revision: 96be9bd4b84a7d7fd82ffca9a4b03f261bf67fec authored by tenma on 24 September 2020, 12:29:15 UTC
Fix default value handling in constructor
Tip revision: 96be9bd
test_validate.py
# Copyright (C) 2019-2020 The Software Heritage developers
# See the AUTHORS file at the top-level directory of this distribution
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information

import attr
import pytest

from swh.model.hashutil import hash_to_hex
from swh.storage import get_storage
from swh.storage.exc import StorageArgumentException


@pytest.fixture
def swh_storage():
    storage_config = {
        "cls": "pipeline",
        "steps": [{"cls": "validate"}, {"cls": "memory"},],
    }

    return get_storage(**storage_config)


def test_validating_proxy_storage_content(swh_storage, sample_data):
    sample_content = sample_data.content

    content = swh_storage.content_get_data(sample_content.sha1)
    assert content is None

    with pytest.raises(StorageArgumentException, match="hashes"):
        s = swh_storage.content_add([attr.evolve(sample_content, sha1=b"a" * 20)])

    content = swh_storage.content_get_data(sample_content.sha1)
    assert content is None

    s = swh_storage.content_add([sample_content])
    assert s == {
        "content:add": 1,
        "content:add:bytes": sample_content.length,
    }

    content = swh_storage.content_get_data(sample_content.sha1)
    assert content is not None


def test_validating_proxy_storage_skipped_content(swh_storage, sample_data):
    sample_content = sample_data.skipped_content
    sample_content = attr.evolve(sample_content, sha1=b"a" * 20)
    sample_content_dict = sample_content.to_dict()

    s = swh_storage.skipped_content_add([sample_content])

    content = list(swh_storage.skipped_content_missing([sample_content_dict]))
    assert content == []

    s = swh_storage.skipped_content_add([sample_content])
    assert s == {
        "skipped_content:add": 0,
    }


def test_validating_proxy_storage_directory(swh_storage, sample_data):
    sample_directory = sample_data.directory
    id_ = hash_to_hex(sample_directory.id)

    assert swh_storage.directory_missing([sample_directory.id]) == [sample_directory.id]

    with pytest.raises(StorageArgumentException, match=f"should be {id_}"):
        s = swh_storage.directory_add([attr.evolve(sample_directory, id=b"a" * 20)])

    assert swh_storage.directory_missing([sample_directory.id]) == [sample_directory.id]

    s = swh_storage.directory_add([sample_directory])
    assert s == {
        "directory:add": 1,
    }

    assert swh_storage.directory_missing([sample_directory.id]) == []


def test_validating_proxy_storage_revision(swh_storage, sample_data):
    sample_revision = sample_data.revision
    id_ = hash_to_hex(sample_revision.id)

    assert swh_storage.revision_missing([sample_revision.id]) == [sample_revision.id]

    with pytest.raises(StorageArgumentException, match=f"should be {id_}"):
        s = swh_storage.revision_add([attr.evolve(sample_revision, id=b"a" * 20)])

    assert swh_storage.revision_missing([sample_revision.id]) == [sample_revision.id]

    s = swh_storage.revision_add([sample_revision])
    assert s == {
        "revision:add": 1,
    }

    assert swh_storage.revision_missing([sample_revision.id]) == []


def test_validating_proxy_storage_release(swh_storage, sample_data):
    sample_release = sample_data.release
    id_ = hash_to_hex(sample_release.id)

    assert swh_storage.release_missing([sample_release.id]) == [sample_release.id]

    with pytest.raises(StorageArgumentException, match=f"should be {id_}"):
        s = swh_storage.release_add([attr.evolve(sample_release, id=b"a" * 20)])

    assert swh_storage.release_missing([sample_release.id]) == [sample_release.id]

    s = swh_storage.release_add([sample_release])
    assert s == {
        "release:add": 1,
    }

    assert swh_storage.release_missing([sample_release.id]) == []


def test_validating_proxy_storage_snapshot(swh_storage, sample_data):
    sample_snapshot = sample_data.snapshot
    id_ = hash_to_hex(sample_snapshot.id)

    assert swh_storage.snapshot_missing([sample_snapshot.id]) == [sample_snapshot.id]

    with pytest.raises(StorageArgumentException, match=f"should be {id_}"):
        s = swh_storage.snapshot_add([attr.evolve(sample_snapshot, id=b"a" * 20)])

    assert swh_storage.snapshot_missing([sample_snapshot.id]) == [sample_snapshot.id]

    s = swh_storage.snapshot_add([sample_snapshot])
    assert s == {
        "snapshot:add": 1,
    }

    assert swh_storage.snapshot_missing([sample_snapshot.id]) == []
back to top