mglib/mglib/storage.py

93 lines
2.2 KiB
Python
Raw Normal View History

import os
2020-05-04 16:05:23 +02:00
import logging
import shutil
from mglib.utils import safe_to_delete
2020-05-04 16:05:23 +02:00
logger = logging.getLogger(__name__)
2020-05-04 12:35:08 +02:00
class Storage:
"""
Default Storage class which works with DocumentPath and PagePath
on local host filesystem
2020-05-04 12:35:08 +02:00
"""
def __init__(self, location=None):
# by default, this will be something like
# settings.MEDIA_ROOT
self._location = location
@property
def location(self):
return self._location
2020-05-10 16:02:58 +02:00
def abspath(self, _path):
return os.path.join(
2020-05-04 13:58:56 +02:00
self.location, _path
)
2020-05-10 16:02:58 +02:00
def path(self, _path):
return self.abspath(_path)
2020-05-04 13:58:56 +02:00
def delete_document(self, doc_path):
"""
Receives a mglib.path.DocumentPath instance
"""
# where original documents and their versions are stored
abs_dirname_docs = self.path(
doc_path.dirname_docs
)
# where OCRed information and generated thumbnails
# are stored
abs_dirname_results = self.path(
2020-05-04 16:05:23 +02:00
doc_path.dirname_results
)
# Before recursively deleting everything in folder
# double check that there are only
# .pdf, .txt, .hocr, .jpg files.
if safe_to_delete(
abs_dirname_docs
):
shutil.rmtree(abs_dirname_docs)
if os.path.exists(abs_dirname_docs):
os.rmdir(abs_dirname_docs)
if safe_to_delete(
abs_dirname_results
):
shutil.rmtree(abs_dirname_results)
if os.path.exists(abs_dirname_results):
os.rmdir(abs_dirname_results)
2020-05-04 13:58:56 +02:00
2020-05-10 16:02:58 +02:00
def copy_doc(self, src, dst):
"""
copy given file src file path to destination
as absolute doc_path
"""
dirname = os.path.dirname(
self.abspath(dst)
)
if not os.path.exists(
dirname
):
os.makedirs(
dirname, exist_ok=True
)
logger.debug(
f"copy_doc: {src} to {dst}"
)
shutil.copyfile(
src,
self.abspath(dst)
)
2020-05-04 13:58:56 +02:00
def exists(self, _path):
return os.path.exists(
self.path(_path)
)
class FileSystemStorage(Storage):
pass