Skip to content

test_fileset#

test_fileset_preservation_copy#

Source code in tests/unit/apps/core/models/test_fileset.py 
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
def test_fileset_preservation_copy(dataset_with_files, use_category_reference_data):
    use_category = UseCategory.objects.get(
        url="http://uri.suomi.fi/codelist/fairdata/use_category/code/source"
    )

    orig: FileSet = dataset_with_files.file_set
    f = orig.files.first()
    f.legacy_id = 123  # legacy_id gets cleared when copying file to PAS storage
    f.characteristics = FileCharacteristics.objects.create(encoding="UTF-8")
    f.save()
    orig.files.count()

    FileSetFileMetadata.objects.create(
        file_set=orig,
        file_id=f.id,
        title="File title",
        description="File description",
        use_category=use_category_reference_data,
    )

    FileSetDirectoryMetadata.objects.create(
        file_set=orig,
        pathname="/dir1/",
        storage=orig.storage,
        title="File title",
        description="File description",
        use_category=use_category,
    )

    dataset = factories.DatasetFactory()
    copy = orig.create_preservation_copy(dataset)

    assert copy.storage.csc_project == orig.storage.csc_project
    assert copy.storage.storage_service == "pas"
    assert orig.storage.storage_service == "ida"
    assert FileCharacteristics.objects.count() == 2 # Characteristich should be copied

    # Check that copied files have same path, storage_identifier and characteristics
    copy_files = sorted(
        copy.files.values_list(
            "directory_path", "filename", "storage_identifier", "characteristics__encoding"
        )
    )
    orig_files = sorted(
        orig.files.values_list(
            "directory_path", "filename", "storage_identifier", "characteristics__encoding"
        )
    )
    assert copy_files == orig_files

    # Check that original and copied files use the correct storages
    assert set(copy.files.values_list("storage_id", flat=True)) == {copy.storage.id}
    assert set(orig.files.values_list("storage_id", flat=True)) == {orig.storage.id}

    # Check that legacy_id values are removed from copies
    assert orig.files.filter(legacy_id__isnull=False).exists()
    assert not copy.files.filter(legacy_id__isnull=False).exists()

    # Check that is_legacy_syncable is set to False for copies
    assert set(orig.files.values_list("is_legacy_syncable", flat=True)) == {True}
    assert set(copy.files.values_list("is_legacy_syncable", flat=True)) == {False}

    # Check file metadata is copied
    assert copy.file_metadata.count() == 1
    assert orig.file_metadata.count() == 1
    assert copy.file_metadata.first().file != orig.file_metadata.first().file
    assert copy.file_metadata.first().use_category == orig.file_metadata.first().use_category

    # Check directory metadata is copied
    assert copy.directory_metadata.count() == 1
    assert copy.directory_metadata.first().storage == copy.storage
    assert orig.directory_metadata.count() == 1
    assert orig.directory_metadata.first().storage == orig.storage
    assert (
        copy.directory_metadata.first().use_category
        == orig.directory_metadata.first().use_category
    )

test_fileset_preservation_copy_reuse_existing#

Source code in tests/unit/apps/core/models/test_fileset.py 
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
def test_fileset_preservation_copy_reuse_existing(dataset_with_files):
    orig: FileSet = dataset_with_files.file_set
    dataset = factories.DatasetFactory()
    storage = FileStorage.objects.create(
        storage_service="pas", csc_project=orig.storage.csc_project
    )
    # File exists in PAS with same name, use old file
    FileFactory(
        storage=storage,
        storage_identifier=orig.files.first().storage_identifier,
        pathname=orig.files.first().pathname,
    )
    orig.create_preservation_copy(dataset)

test_fileset_preservation_copy_conflict#

Source code in tests/unit/apps/core/models/test_fileset.py 
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
def test_fileset_preservation_copy_conflict(dataset_with_files):
    orig: FileSet = dataset_with_files.file_set
    dataset = factories.DatasetFactory()
    storage = FileStorage.objects.create(
        storage_service="pas", csc_project=orig.storage.csc_project
    )
    # File exists in PAS with different name, error
    FileFactory(
        storage=storage,
        storage_identifier=orig.files.first().storage_identifier,
        pathname="/now/for/something/different.csv",
    )

    with pytest.raises(ValidationError) as ec:
        orig.create_preservation_copy(dataset)
    assert "already exists in PAS storage" in str(ec.value.detail["detail"])