Skip to content

Commit

Permalink
migrator: add draft file upload action
Browse files Browse the repository at this point in the history
  • Loading branch information
Pablo Panero committed Aug 17, 2023
1 parent c214ada commit 00c95bf
Show file tree
Hide file tree
Showing 8 changed files with 534 additions and 198 deletions.
20 changes: 19 additions & 1 deletion migrator/tests/actions/conftest.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,14 @@
import pytest
from invenio_rdm_migrator.extract import Extract, Tx
from invenio_rdm_migrator.state import STATE, StateDB
from invenio_rdm_migrator.streams.models.files import FilesBucket
from invenio_rdm_migrator.streams.models.files import (
FilesBucket,
FilesInstance,
FilesObjectVersion,
)
from invenio_rdm_migrator.streams.models.pids import PersistentIdentifier
from invenio_rdm_migrator.streams.models.records import (
RDMDraftFile,
RDMDraftMetadata,
RDMParentMetadata,
RDMVersionState,
Expand Down Expand Up @@ -56,6 +61,16 @@ def secret_keys_state(state):
return


@pytest.fixture(scope="function")
def buckets_state(state):
"""Adds a bucket to draft map to the state."""
state.BUCKETS.add(
"0e12b4b6-9cc7-46df-9a04-c11c478de211",
{"draft_id": "d94f793c-47d2-48e2-9867-ca597b4ebb41"},
)
return state


@pytest.fixture(scope="function")
def test_extract_cls():
"""Extract class with customizable tx."""
Expand Down Expand Up @@ -91,9 +106,12 @@ def db_engine(db_uri):
"""
tables = [
FilesBucket,
FilesInstance,
FilesObjectVersion,
LoginInformation,
PersistentIdentifier,
RDMDraftMetadata,
RDMDraftFile,
RDMParentMetadata,
RDMVersionState,
SessionActivity,
Expand Down
197 changes: 0 additions & 197 deletions migrator/tests/actions/drafts/conftest.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -180,203 +180,6 @@ def update_draft_tx():
}


@pytest.fixture()
def draft_file_upload_tx():
"""Transaction data to publish a draft.
As it would be after the extraction step.
"""
return {
"tx_id": 533724580,
"operations": [
{
"after": {
"created": 1688045928842023,
"updated": 1688045928842023,
"id": "0e12b4b6-9cc7-46df-9a04-c11c478de211",
"default_location": 1,
"default_storage_class": "S",
"size": 0,
"quota_size": 50000000000,
"max_file_size": 50000000000,
"locked": False,
"deleted": False,
},
"source": {
"version": "2.3.0.Final",
"connector": "postgresql",
"name": "zenodo-migration",
"ts_ms": 1688045933202,
"snapshot": "False",
"db": "zenodo",
"sequence": '["1375829808184","1375829808224"]',
"schema": "public",
"table": "files_bucket",
"txId": 533724612,
"lsn": 1375829808224,
"xmin": None,
},
"op": OperationType.UPDATE,
"ts_ms": 1688045933693,
"transaction": None,
},
{
"after": {
"created": 1688045928842023,
"updated": 1688045928842023,
"bucket_id": "0e12b4b6-9cc7-46df-9a04-c11c478de211",
"key": "IMG_3535.jpg",
"version_id": "f8200dc7-55b6-4785-abd0-f3d13b143c98",
"file_id": None,
"_mimetype": None,
"is_head": True,
},
"source": {
"version": "2.3.0.Final",
"connector": "postgresql",
"name": "zenodo-migration",
"ts_ms": 1688045933202,
"snapshot": "False",
"db": "zenodo",
"sequence": '["1375829808184","1375829808360"]',
"schema": "public",
"table": "files_object",
"txId": 533724612,
"lsn": 1375829808360,
"xmin": None,
},
"op": OperationType.INSERT,
"ts_ms": 1688045933693,
"transaction": None,
},
{
"after": {
"created": 1688045928842023,
"updated": 1688045928842023,
"id": "e94b243e-9c0c-44df-bd1f-6decc374cf78",
"uri": None,
"storage_class": None,
"size": 0,
"checksum": None,
"readable": False,
"writable": True,
"last_check_at": None,
"last_check": True,
},
"source": {
"version": "2.3.0.Final",
"connector": "postgresql",
"name": "zenodo-migration",
"ts_ms": 1688045933202,
"snapshot": "False",
"db": "zenodo",
"sequence": '["1375829808184","1375829826872"]',
"schema": "public",
"table": "files_files",
"txId": 533724612,
"lsn": 1375829826872,
"xmin": None,
},
"op": OperationType.INSERT,
"ts_ms": 1688045933693,
"transaction": None,
},
{
"after": {
"created": 1688045928842023,
"updated": 1688045928842023,
"bucket_id": "0e12b4b6-9cc7-46df-9a04-c11c478de211",
"key": "IMG_3535.jpg",
"version_id": "f8200dc7-55b6-4785-abd0-f3d13b143c98",
"file_id": "e94b243e-9c0c-44df-bd1f-6decc374cf78",
"_mimetype": None,
"is_head": True,
},
"source": {
"version": "2.3.0.Final",
"connector": "postgresql",
"name": "zenodo-migration",
"ts_ms": 1688045933202,
"snapshot": "False",
"db": "zenodo",
"sequence": '["1375829808184","1375829842808"]',
"schema": "public",
"table": "files_object",
"txId": 533724612,
"lsn": 1375829842808,
"xmin": None,
},
"op": OperationType.UPDATE,
"ts_ms": 1688045933693,
"transaction": None,
},
{
"after": {
"created": 1688045928842023,
"updated": 1688045928842023,
"id": "e94b243e-9c0c-44df-bd1f-6decc374cf78",
"uri": "root://eosmedia.cern.ch//eos/media/zenodo/test/data/e9/4b/243e-9c0c-44df-bd1f-6decc374cf78/data",
"storage_class": "S",
"size": 1562554,
"checksum": "md5:3cc016be06f2be46d3a438db23c40bf3",
"readable": True,
"writable": False,
"last_check_at": None,
"last_check": True,
},
"source": {
"version": "2.3.0.Final",
"connector": "postgresql",
"name": "zenodo-migration",
"ts_ms": 1688045933202,
"snapshot": "False",
"db": "zenodo",
"sequence": '["1375829808184","1375829859112"]',
"schema": "public",
"table": "files_files",
"txId": 533724612,
"lsn": 1375829859112,
"xmin": None,
},
"op": OperationType.UPDATE,
"ts_ms": 1688045933693,
"transaction": None,
},
{
"after": {
"created": 1688045928842023,
"updated": 1688045928842023,
"id": "0e12b4b6-9cc7-46df-9a04-c11c478de211",
"default_location": 1,
"default_storage_class": "S",
"size": 1562554,
"quota_size": 50000000000,
"max_file_size": 50000000000,
"locked": False,
"deleted": False,
},
"source": {
"version": "2.3.0.Final",
"connector": "postgresql",
"name": "zenodo-migration",
"ts_ms": 1688045933202,
"snapshot": "False",
"db": "zenodo",
"sequence": '["1375829808184","1375829875488"]',
"schema": "public",
"table": "files_bucket",
"txId": 533724612,
"lsn": 1375829875488,
"xmin": None,
},
"op": OperationType.UPDATE,
"ts_ms": 1688045933693,
"transaction": None,
},
],
}


@pytest.fixture()
def draft_publish_tx():
"""Transaction data to publish a draft.
Expand Down
Loading

0 comments on commit 00c95bf

Please sign in to comment.