varia-library-website/library/csvparser/csvparser.py

225 lines
7.0 KiB
Python
Raw Normal View History

"""This parses the varlib.csv but only in a way
that is actually useful for the site"""
2021-04-17 18:16:44 +02:00
from tempfile import NamedTemporaryFile
import shutil
import csv
import os
script_dir = os.path.dirname(__file__)
data_dir = os.path.abspath(os.path.join(script_dir, "../data"))
image_dir = os.path.abspath(os.path.join(script_dir, "../static/images"))
2021-04-05 21:42:43 +02:00
fieldnames = [
"Id",
"Publication",
"Author",
"Year",
"Custodian",
"Fields",
"Type",
"Publishers",
"License",
"LicenseShort",
"Highlights",
"Comments",
"Currently borrowed by",
2021-04-05 21:42:43 +02:00
]
def parsecsv():
"""Test function to inspect csv file as dict"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
return csv_as_dict
def getpublications():
"""get an overview of all publications for the main page"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
publications = {}
for row in csv_as_dict:
year = row["Year"]
if not year:
year = "Unknown"
2020-12-21 18:58:46 +01:00
pubinfo = {
"Title": row["Publication"],
"Author": row["Author"],
"Type": row["Type"].lower().title(),
"Year": year,
"License": row["LicenseShort"].lower().title(),
"Image": hasimage(row["Id"]),
2020-12-21 18:58:46 +01:00
}
publications[row["Id"]] = pubinfo
return publications
2020-12-21 18:58:46 +01:00
def hasimage(id):
"""does this Id from the csv have an image uploaded"""
image_jpg = os.path.join(image_dir, "image-{0}.jpg".format(id))
if os.path.exists(image_jpg):
return True
else:
return False
def gettypes():
"""for the dynamic menu get the unique types of publicatons"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
listoftypes = []
for row in csv_as_dict:
lowertype = row["Type"].lower().title()
if lowertype not in listoftypes:
listoftypes.append(lowertype)
return listoftypes
2020-12-21 18:58:46 +01:00
def getyears():
"""for the dynamic menu get the unique years for publicatons"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
2020-12-21 18:58:46 +01:00
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
listofyears = []
for row in csv_as_dict:
uniqueyear = row["Year"]
if not uniqueyear:
uniqueyear = "Unknown"
if uniqueyear not in listofyears:
listofyears.append(uniqueyear)
listofyears.sort()
2020-12-21 18:58:46 +01:00
return listofyears
def getlicenses():
"""for the dynamic menu get the unique liscenses for publicatons"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
listoflicenses = []
for row in csv_as_dict:
license = row["LicenseShort"].lower().title()
if not license:
license = "No License Mentioned"
if license not in listoflicenses:
listoflicenses.append(license)
return listoflicenses
def getfieldsofinterest():
"""for the R&R page get the fields of interest from the publicatons"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
fieldsofinterest = {}
for row in csv_as_dict:
fields = row["Fields"].split(",")
fieldsofinterest[row["Id"]] = fields
return fieldsofinterest
def getpublicationfromcsvrow(row):
"""get entire publication info from a csv row"""
year = row["Year"]
if not year:
year = "Unknown"
license = row["License"]
if not license:
license = "No license mentioned"
borrowed = row["Currently borrowed by"]
if not borrowed:
borrowed = "No one"
pubinfo = {
"Title": row["Publication"],
"Author": row["Author"],
"Year": year,
"Custodian": row["Custodian"],
"Fields": row["Fields"],
"Type": row["Type"],
"Publishers": row["Publishers"],
"License": license,
"Highlights": row["Highlights"],
"Comments": row["Comments"],
"Borrowed": borrowed,
"Image": hasimage(row["Id"]),
}
return pubinfo
def getfullpublication(pubid):
"""For the single book view, most complete overview"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
pubinfo = {}
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
for row in csv_as_dict:
if pubid == row["Id"]:
pubinfo = getpublicationfromcsvrow(row)
# print(pubinfo)
return pubinfo
2021-04-05 21:42:43 +02:00
def generatenewpublicationid():
"""When uploading a book generate a new unique ID"""
libcsv = open(os.path.join(data_dir, "varlib.csv"), "r")
2021-04-05 21:42:43 +02:00
allidsincsv = []
with libcsv:
csv_as_dict = csv.DictReader(libcsv)
for row in csv_as_dict:
allidsincsv.append(int(row["Id"]))
return str(max(allidsincsv) + 1)
def writepublication(uploadform):
"""When uploading a publication writes entry to the csv"""
2021-04-05 21:42:43 +02:00
id = generatenewpublicationid()
with open(
os.path.join(data_dir, "varlib.csv"), "a", newline=""
) as csvfile:
2021-04-17 18:16:44 +02:00
csv_as_writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
csv_as_writer.writerow(
2021-04-05 21:42:43 +02:00
{
"Id": id,
"Publication": uploadform.uploadpublication.data,
"Author": uploadform.author.data,
"Year": uploadform.year.data,
"Custodian": uploadform.custodian.data,
"Fields": uploadform.fields.data,
"Type": uploadform.type.data,
"Publishers": uploadform.publishers.data,
"License": uploadform.license.data,
"LicenseShort": uploadform.licenseshort.data,
"Highlights": uploadform.highlights.data,
"Comments": uploadform.comments.data,
"Currently borrowed by": uploadform.borrowed.data,
}
)
2021-04-05 21:42:43 +02:00
print("succesfully written book to csv")
return id
2021-04-17 18:16:44 +02:00
def editborrowedby(pubid, borrower):
"""Edits the borrowed by field for a publication entry in csv"""
tempfile = NamedTemporaryFile("w+t", newline="", delete=False)
filename = os.path.join(data_dir, "varlib.csv")
with open(filename, "r", newline="") as libcsv, tempfile:
2021-04-17 18:16:44 +02:00
csv_as_dict = csv.DictReader(libcsv)
csv_as_writer = csv.DictWriter(tempfile, fieldnames=fieldnames)
# use the reader to read where, then writer to write the new row.
2021-04-17 18:16:44 +02:00
csv_as_writer.writeheader()
for row in csv_as_dict:
if pubid == row["Id"]:
print("publication changes borrower")
print(row["Publication"])
row["Currently borrowed by"] = borrower
csv_as_writer.writerow(row)
shutil.move(tempfile.name, filename)