varia/archive-bricolages
14
0
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

pushing the scripts to generate bricolages

Browse Source
This commit is contained in:
mb 2023-01-26 18:11:40 +01:00
commit 4bdefbb5e9
2 changed files with 180 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
download-materials.sh Normal file
View File

@ -0,0 +1,35 @@
USERNAME=mb
KEY=~/.ssh/varia.pub
mkdir materials
mkdir materials/hold-and-release/
mkdir materials/publishing-partyline/
mkdir materials/plaintext-protocols/
mkdir materials/push-to-talk/
mkdir materials/colonial-infrastructures/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/archive/2022-12-3-4-Colonial_Infrastructures ./materials/colonial-infrastructures/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/archive/2022-12-08-Push-To-Talk-Partyline ./materials/push-to-talk/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/archive/2022-10-publishing-partyline ./materials/publishing-partyline/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/archive/2022-09-17-16-Plaintext-Protocol-Partyline/ ./materials/plaintext-protocols/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/logs/x-y/ ./materials/plaintext-protocols/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/logs/hold-and-release/ ./materials/hold-and-release/
scp -r -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/logs/publishing-partyline/ ./materials/publishing-partyline/
curl https://pad.vvvvvvaria.org/partylines.hold-and-release/export/html > materials/hold-and-release/pad.html
curl https://pad.vvvvvvaria.org/ppp/export/html > materials/plaintext-protocols/pad.html
curl https://pad.vvvvvvaria.org/partylines.publishing-partyline/export/html > materials/publishing-partyline/pad.html
scp -p 12345 $USERNAME@vvvvvvaria.org:/var/www/html/plaintext-protocols-partyline.html ./materials/plaintext-protocols/announcement-nl.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/hold-and-release.html ./materials/hold-and-release/announcement-nl.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/publishing-partyline.html ./materials/publishing-partyline/announcement-nl.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/push-to-talk-partyline.html ./materials/push-to-talk/announcement-nl.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/colonial-infrastructures.html ./materials/colonial-infrastructures/announcement-nl.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/en/plaintext-protocols-partyline.html ./materials/plaintext-protocols/announcement-en.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/en/hold-and-release.html ./materials/hold-and-release/announcement-en.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/en/publishing-partyline.html ./materials/publishing-partyline/announcement-en.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/en/push-to-talk-partyline.html ./materials/push-to-talk/announcement-en.html
scp -P 12345 -i $KEY $USERNAME@vvvvvvaria.org:/var/www/html/en/colonial-infrastructures.html ./materials/colonial-infrastructures/announcement-en.html

145
generate-bricolages.py Normal file
View File

@ -0,0 +1,145 @@
import os
from glob import glob
from pprint import pprint
from random import choice
import pypandoc
import base64
# --------------------------------------------------
# Parameters
# number of items on one page
nr_of_items = 10
# number of different pages it will generate for each partyline
nr_of_versions = 10
# you can download the materials with download-materials.sh
materials_folder = "materials"
# this is the folder where the bricolages will be saved to
output_folder = "generated-bricolages"
# for uploading the pages with images somehwere
encode_imgs_as_base64 = True
# --------------------------------------------------
# First make an index of all the files
index = {}
dir = f"./{ materials_folder }/*"
folders = glob(dir, recursive=True)
for folder in folders:
name = folder.replace("./materials/", "")
dir = folder + "/**"
materials = glob(dir, recursive=True)
index[name] = materials
# pprint(index)
# ---------------------------------------------------
# Functions
def parsePad(pad):
"""Parses pad into a list of <p>'s"""
html = open(pad, "r").read()
paragraphs = html.split("<br>")
paragraphs = [p for p in paragraphs if p]
paragraphs = [p for p in paragraphs if not "body>" in p]
paragraphs = [p for p in paragraphs if not "html>" in p]
return paragraphs
def parseAnnouncement(page):
"""Parses an announcement page from the website into a list of <p>'s"""
html = open(page, "r").read()
paragraphs = html.split("\n")
paragraphs = [p for p in paragraphs if p]
paragraphs = [p for p in paragraphs if "<p>" in p]
paragraphs = [p for p in paragraphs if not "body>" in p]
paragraphs = [p for p in paragraphs if not "html>" in p]
paragraphs = [p.replace("\t", "") for p in paragraphs]
return paragraphs
def parseAllItems(partyline):
"""Makes a list of all items of one partyline"""
all_items = []
for item in index[partyline]:
el = ""
for ext in ["jpg","png","jpeg"]:
if item.endswith(ext):
if encode_imgs_as_base64 == True:
img = open(item, "rb").read()
img_in_base64 = base64.b64encode(img)
el = f"<img src='data:image/jpeg;base64,{ img_in_base64.decode('utf-8') }'>"
else:
el = f"<img src='{ item }'>"
all_items.append(el)
if "pad.html" in item:
paragraphs = parsePad(item)
for paragraph in paragraphs:
# do not wrap <ul>'s in <p>'s'
if "<ul" in paragraph:
el = f"<div class='item pad'>{ paragraph }</div>"
else:
el = f"<p class='pad'>{ paragraph }</p>"
all_items.append(el)
if "announcement" in item:
paragraphs = parseAnnouncement(item)
for paragraph in paragraphs:
el = f"<div class='item announcement'>{ paragraph }</div>"
all_items.append(el)
return all_items
def generateHTML(partyline, all_items, x):
"""Generates an HTML page with $nr of items."""
html = ""
for i in range(nr_of_items):
random_choice = choice(all_items) + "\n\n"
# print(random_choice)
# print("------")
html += random_choice
template = f"""<!DOCTYPE html>
<html>
<head>
<link rel="stylesheet" type="text/css" href="stylesheet.css">
</head>
<body>{ html }</body>
</html>
"""
# check if output folder exists
if not os.path.exists(output_folder):
os.system(f"mkdir { output_folder }")
out = open(f"{ output_folder }/archive-bricolage-{ partyline }-{ str(x) }.html", "w")
out.write(template)
out.close()
return html
def generateMD(partyline, html, x):
md = pypandoc.convert_text(html, 'md', format='html')
out = open(f"{ output_folder }/archive-bricolage-{ partyline }-{ str(x) }.md", "w")
out.write(md)
out.close()
# ---------------------------------------------------
# Make a list of all items for each partyline that includes:
# - paragraphs from pads
# - images
# - paragraphs from announcement text
#
# Generate a HTML page with $nr of items
# Also save the HTML page as MD file
for x in range(nr_of_versions):
for partyline in index.keys():
all_items = parseAllItems(partyline)
html = generateHTML(partyline, all_items, x)
generateMD(partyline, html, x)