mglib/mglib/storage.py

75 lines
1.8 KiB
Python

import os
import logging
import shutil
logger = logging.getLogger(__name__)
def safe_to_delete(place, safe_extensions):
if not os.path.exists(place):
logging.warning(
f"Trying to delete not exising folder"
f" {place}"
)
return False
for root, dirs, files in os.walk(place):
for name in files:
print(name)
return False
class Storage:
"""
Default Storage class which works with DocumentPath and PagePath
on local host filesystem
"""
def __init__(self, location=None):
# by default, this will be something like
# settings.MEDIA_ROOT
self._location = location
@property
def location(self):
return self._location
def path(self, _path):
return os.path.join(
self.location, _path
)
def delete_document(self, doc_path):
"""
Receives a mglib.path.DocumentPath instance
"""
# where original documents and their versions are stored
abs_dirname_docs = self.path(
doc_path.dirname_docs
)
# where OCRed information and generated thumbnails
# are stored
abs_dirname_results = self.path(
doc_path.dirname_results
)
# Before recursively deleting everything in folder
# double check that there are only
# .pdf, .txt, .hocr, .jpg files.
if safe_to_delete(
abs_dirname_docs,
safe_extensions=['pdf']
):
shutil.rmtree(abs_dirname_docs)
if safe_to_delete(
abs_dirname_results,
safe_extensions=['txt', 'jpg', 'hocr']
):
shutil.rmtree(abs_dirname_results)
def exists(self, _path):
return os.path.exists(
self.path(_path)
)