You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
73 lines
2.0 KiB
73 lines
2.0 KiB
import os
|
|
|
|
import magic
|
|
from distribusi.mappings import FILE_TYPES
|
|
from models.distribusi_model import Distribusis
|
|
from models.distribusi_file_model import DistribusiFiles
|
|
from app import create_app, get_app, db
|
|
from sqlalchemy.exc import (
|
|
DatabaseError,
|
|
DataError,
|
|
IntegrityError,
|
|
InterfaceError,
|
|
InvalidRequestError,
|
|
)
|
|
|
|
MIME_TYPE = magic.Magic(mime=True)
|
|
|
|
|
|
def _distribusi_file_with_type(distribusi, full_path):
|
|
mime = MIME_TYPE.from_file(full_path)
|
|
type_, subtype = mime.split("/")
|
|
if type_ in FILE_TYPES:
|
|
_add_distribusi_file_to_db(distribusi, full_path, type_)
|
|
|
|
|
|
def _get_distribusi_from_path(path):
|
|
distribusi = Distribusis.query.filter_by(distribusiname=path).first()
|
|
return distribusi
|
|
|
|
|
|
def _add_distribusi_file_to_db(distribusi, full_path, type):
|
|
app = get_app()
|
|
print(f"adding file to database: {full_path} type: {type}")
|
|
try:
|
|
new_distribusi_file = DistribusiFiles(
|
|
path=full_path,
|
|
type=type,
|
|
distribusi=distribusi.id,
|
|
)
|
|
db.session.add(new_distribusi_file)
|
|
db.session.commit()
|
|
return
|
|
except InvalidRequestError:
|
|
db.session.rollback()
|
|
app.logger.error("Something went wrong!")
|
|
except IntegrityError:
|
|
db.session.rollback()
|
|
app.logger.error("File %s already exists!", full_path)
|
|
except DataError:
|
|
db.session.rollback()
|
|
app.logger.error("%s Invalid Entry", full_path)
|
|
except InterfaceError:
|
|
db.session.rollback()
|
|
app.logger.error("Error connecting to the database")
|
|
except DatabaseError:
|
|
db.session.rollback()
|
|
app.logger.error("Error connecting to the database")
|
|
|
|
|
|
def add_distribusi_files(path):
|
|
app = create_app()
|
|
with app.app_context():
|
|
distribusi = _get_distribusi_from_path(path)
|
|
path = os.path.join("stash", path)
|
|
for root, dirs, files in os.walk(path, topdown=True):
|
|
files = list(filter(lambda f: not f.startswith("."), files))
|
|
files = list(filter(lambda f: not f.endswith(".html"), files))
|
|
for file in files:
|
|
full_path = os.path.join(root, file)
|
|
_distribusi_file_with_type(distribusi, full_path)
|
|
|
|
|
|
add_distribusi_files("2018-12-WttF-Mastodon-and-the-Fediverse")
|
|
|