Skip to content

test_local_json_importer#

local_ref_data_importer#

Source code in tests/unit/apps/refdata/services/test_local_json_importer.py 
16
17
18
19
20
21
22
23
24
25
26
27
28
@pytest.fixture
def local_ref_data_importer():
    def _local_ref_data_importer(
        importer_class, data_source: str, model, source=None, scheme=None
    ):
        data_source = settings.LOCAL_REFERENCE_DATA_SOURCES[data_source]
        return importer_class(
            model=model,
            source=source or data_source["source"],
            scheme=scheme or data_source["scheme"],
        )

    return _local_ref_data_importer

test_import_local_json#

Source code in tests/unit/apps/refdata/services/test_local_json_importer.py 
31
32
33
34
35
36
37
38
39
def test_import_local_json(local_ref_data_importer):
    importer = local_ref_data_importer(LocalJSONImporter, "access_type", AccessType)
    assert AccessType.all_objects.count() == 0
    importer.load()
    open_access = AccessType.all_objects.get(
        url="http://uri.suomi.fi/codelist/fairdata/access_type/code/open"
    )
    assert open_access.in_scheme == importer.scheme
    assert open_access.pref_label == {"en": "Open", "fi": "Avoin"}

test_import_update#

Test update behavior of existing refdata.

Source code in tests/unit/apps/refdata/services/test_local_json_importer.py 
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
def test_import_update(local_ref_data_importer, caplog):
    """Test update behavior of existing refdata."""
    logging.disable(logging.NOTSET)
    updated_accesstype = AccessType.all_objects.create(
        url="http://uri.suomi.fi/codelist/fairdata/access_type/code/open",
        in_scheme="http://uri.suomi.fi/codelist/fairdata/access_type",
        pref_label={"en": "Öppen"},  # Will be updated to "Open"
        deprecated="2022-02-05T01:02:03Z",  # Will be updated to None
    )
    unchanged_accesstype = AccessType.all_objects.create(
        url="http://uri.suomi.fi/codelist/fairdata/access_type/code/restricted",
        in_scheme="http://uri.suomi.fi/codelist/fairdata/access_type",
        pref_label={"fi": "Saatavuutta rajoitettu", "en": "Restricted use"},
        same_as=["http://publications.europa.eu/resource/authority/access-right/RESTRICTED"],
    )
    removed_accesstype = AccessType.all_objects.create(
        url="http://uri.suomi.fi/codelist/fairdata/access_type/code/thisdoesnotexist",
        in_scheme="http://uri.suomi.fi/codelist/fairdata/access_type",
        pref_label={"en": "Nonexisting accesstype"},
    )
    importer = local_ref_data_importer(LocalJSONImporter, "access_type", AccessType)
    importer.load()

    # Entry in source data is updated and undeprecated
    updated_accesstype.refresh_from_db()
    assert updated_accesstype.pref_label["en"] == "Open"
    assert updated_accesstype.deprecated is None

    # Entry missing from source data is deprecated
    removed_accesstype.refresh_from_db()
    assert removed_accesstype.pref_label["en"] == "Nonexisting accesstype"
    assert removed_accesstype.deprecated is not None

    # Check logging
    assert caplog.messages[-4] == "Created 3 new objects"
    assert caplog.messages[-3] == "Updated 2 existing objects"
    assert caplog.messages[-2] == "Left 1 existing objects unchanged"
    assert caplog.messages[-1] == "Deprecated 1 objects"

test_import_local_json_license#

Source code in tests/unit/apps/refdata/services/test_local_json_importer.py 
82
83
84
85
86
87
88
89
90
91
92
93
94
def test_import_local_json_license(local_ref_data_importer):
    importer = local_ref_data_importer(LocalJSONLicenseImporter, "license", License)
    # assert License.all_objects.count() == 1  # there's Other license by default
    importer.load()
    ccby = License.all_objects.get(
        url="http://uri.suomi.fi/codelist/fairdata/license/code/CC-BY-4.0"
    )
    assert ccby.in_scheme == importer.scheme
    assert ccby.pref_label == {
        "en": "Creative Commons Attribution 4.0 International (CC BY 4.0)",
        "fi": "Creative Commons Nimeä 4.0 Kansainvälinen (CC BY 4.0)",
    }
    assert ccby.same_as == ["https://creativecommons.org/licenses/by/4.0/"]

test_import_local_json_file_format#

Source code in tests/unit/apps/refdata/services/test_local_json_importer.py 
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
def test_import_local_json_file_format(local_ref_data_importer):
    importer = local_ref_data_importer(
        LocalJSONFileFormatVersionImporter, "file_format_version", FileFormatVersion
    )
    assert FileFormatVersion.all_objects.count() == 0
    importer.load()
    pdf = FileFormatVersion.all_objects.get(
        url="http://uri.suomi.fi/codelist/fairdata/file_format_version/code/application_pdf_A-2b"
    )
    assert pdf.in_scheme == importer.scheme
    assert pdf.pref_label == {
        "en": "application/pdf A-2b",
        "fi": "application/pdf A-2b",
        "und": "application/pdf A-2b",
    }
    assert pdf.file_format == "application/pdf"
    assert pdf.format_version == "A-2b"