Added data migration
parent
e947a8252c
commit
94bb3659c9
@ -0,0 +1,53 @@
|
||||
from django.db import migrations
|
||||
from django.conf import settings
|
||||
import os
|
||||
from cvat.apps.engine.mime_types import mimetypes
|
||||
from pyunpack import Archive
|
||||
|
||||
def unzip(apps, schema_editor):
|
||||
Data = apps.get_model("engine", "Data")
|
||||
data_q_set = Data.objects.all()
|
||||
archive_paths = []
|
||||
archive_mimes = [
|
||||
'application/gzip',
|
||||
'application/rar'
|
||||
'application/x-7z-compressed',
|
||||
'application/x-bzip',
|
||||
'application/x-bzip-compressed-tar',
|
||||
'application/x-compress',
|
||||
'application/x-compressed-tar',
|
||||
'application/x-cpio',
|
||||
'application/x-gtar-compressed',
|
||||
'application/x-lha',
|
||||
'application/x-lhz',
|
||||
'application/x-lrzip-compressed-tar',
|
||||
'application/x-lz4',
|
||||
'application/x-lzip',
|
||||
'application/x-lzip-compressed-tar',
|
||||
'application/x-lzma',
|
||||
'application/x-lzma-compressed-tar',
|
||||
'application/x-lzop',
|
||||
'application/x-tar',
|
||||
'application/x-tarz',
|
||||
'application/x-tzo',
|
||||
'application/x-xz-compressed-tar',
|
||||
'application/zip',
|
||||
]
|
||||
|
||||
for data_instance in data_q_set:
|
||||
for root, _, files in os.walk(os.path.join(settings.MEDIA_DATA_ROOT, '{}/raw/'.format(data_instance.id))):
|
||||
archive_paths.extend([os.path.join(root, file) for file in files if mimetypes.guess_type(file)[0] in archive_mimes])
|
||||
|
||||
for path in archive_paths:
|
||||
Archive(path).extractall(os.path.dirname(path))
|
||||
os.remove(path)
|
||||
|
||||
class Migration(migrations.Migration):
|
||||
|
||||
dependencies = [
|
||||
('engine', '0028_data_storage_method'),
|
||||
]
|
||||
|
||||
operations = [
|
||||
migrations.RunPython(unzip)
|
||||
]
|
||||
Loading…
Reference in New Issue