PushingScores/contextualise.py

from flask import Flask, Response, url_for, render_template, Markup, jsonify, redirect, request, flash, session, make_response
from config import Config
import json
import os
import datetime as dt
from datetime import datetime
from pprint import pprint
import re
from PIL import Image, ImageDraw, ImageFont
import numpy as np
from itertools import zip_longest
import collections
import random
import string


app = Flask(__name__, static_url_path='', static_folder="static", template_folder="templates")
app.jinja_env.add_extension('jinja2.ext.loopcontrols')
app.config.from_object(Config)

######################################################################################
# SETTING THE VARIABLES
######################################################################################

# setting variables for holding paths, folder names and the one file for description
path = "/static/files/"
jsonfiles = [] #json files
fullpathjsonfiles = [] #fullpath for some situations
listingfiles= [] #fullpaths
listingdirectories = [] #paths
thefile = None #selected file for description
positioninarray = 8 #counter
listofdicts=[] #to be able to import and use json content
datafromjson = []
max_wordpath_items = 500 # limit the nr. of items, as to prevent possible glitches with bots

# #test getting json file from id
# id = "17"
# jsonfilefordescription = "files/"+id+"/"+id+".json"

#arrays with the user path of words and numbers
pathofwords = []
pathofnumbers = []

#VARS FOR THE SESSIONS
# We don't want to store the secret key in git, but also don't really care what it is
# so generate it and store it to a file that's not in git:
current_dir = os.path.dirname(os.path.realpath(__file__))
secret_key_file = os.path.join(current_dir, 'secret.key')
if os.path.exists(secret_key_file):
    with open(secret_key_file, 'r') as fp:
        secret_key = fp.read()
else:
    secret_key = ''.join(random.choice(string.ascii_lowercase) for i in range(100))
    with open(secret_key_file, 'w') as fp:
        fp.write(secret_key)
app.secret_key = secret_key
#app.config['SESSION_TYPE'] = 'filesystem' # works only for flask-session (we use native flask cookie-sessions)

def clearSession():
    # Flask sessions are serialised into a cookie, so we cannot use the deque here
    session['wordpath'] = [] 
    session['clicktime'] = []
    session['id'] = []
    session['veryfirstnow'] = datetime.now().isoformat()

def setupSession():
    # session should be configured from within request context
    # so this function should be called on each request
    if 'veryfirstnow' not in session:
        clearSession()

# preparing the index.json file for the navbar
index_dict = {}


######################################################################################
#SOME JSON AND WALK OS REALTED THINGIES
######################################################################################


#reading wordlist.json
with open('wordlist.json', 'r', encoding='utf8') as f:
    wordlist_dict = json.load(f)

#listing paths and files, not in order but well...
# for path, subdirs, files in os.walk(path):
#     for name in files:
#         if not name.endswith(".json") and not name.endswith(".DS_Store"):
#             fullpath = os.path.join(path, name)
#             listingdirectories.append(path)
#             listingfiles.append(fullpath[7:]) #fullpaths minus static/
#
#         if name.endswith(".json"):
#             fullpath = os.path.join(path, name)
#             jsonfiles.append(fullpath[7:])


#listing the json paths simultaneously generating a new index.json for the navbar
for path, subdirs, files in os.walk('./static/files/'):
    for name in files:
        if name.endswith(".json"):
            fullpath = os.path.join(path, name)
            jsonfiles.append(fullpath[8:])
            fullpathjsonfiles.append(fullpath)
            with open (fullpath) as f:
                temp_dict = json.load(f)
                index_dict[temp_dict["id"]] = temp_dict["title"]



# with open("static/"+jsonfiles[4], 'r') as f:
#     data_dict = json.load(f)
#     datafromjson = data_dict["files"]

######################################################################################
#NOW THE REAL DEAL
######################################################################################

@app.route("/")
def home():
    setupSession()

    return render_template('home.html', wordlist_dict=wordlist_dict)

def functionsession():
    return(session)

# THIS IS NOT WORKING YET DUNNO WHY
@app.context_processor
def context_processor():
    functionsession = session['wordpath']
    return dict(functionsession=functionsession)

@app.route('/about/')
def about():
    setupSession()

    return render_template('about.html')

@app.route('/clear')
def clear():
    # return to a refer if its set, default to root
    return_url = request.environ.get("HTTP_REFERER", '/')
    clearSession()
    return redirect(return_url)

# @app.route('/all/')
# def all():
#     thefile = listingfiles[positioninarray]
#     counter2=0
#     return render_template('all.html', file=thefile, listingfiles=listingfiles, jsonfiles=jsonfiles, listofdicts=listofdicts, counter2=counter2)

@app.route('/description')
def description():
    setupSession()

    idno=request.args.get('id')
    jsonfilefordescription = "files/"+idno+"/"+idno+".json"
    with open("static/"+jsonfilefordescription, 'r') as f:
        data_dict = json.load(f)
        datafromjson = data_dict["files"]

    #open json file, list filepaths in array and loop with thefile
    textfile=""
    textfiles=[]
    namefile=[]
    with open("static/"+jsonfilefordescription, 'r') as f:
        data_dict = json.load(f)
        datafromjson = data_dict["files"]
        itemid = data_dict["id"]
        # a glitch of Flask sessions: if you do session['wordpath'].append() it creates an empty list
        # hence we get it, append it, and set it.
        # since Flask's session variables are json serialised (to be stored in a cookie), they do not
        # support collections.deque, therefore we create that on each request to limit the items
        ids = collections.deque(session['id'], maxlen=max_wordpath_items)
        ids.append(itemid)
        session["id"] = list(ids) # ... and therefore, we have to convert it back
        for file in datafromjson:
            if file.lower().endswith(('.html')):
                namefile.append(file)
                with open("static/"+file,"r", encoding='utf-8') as f:
                    textfile = f.read()
                    textfile = Markup(textfile)
                    textfiles.append(textfile)
    return render_template('description.html', datafromjson=datafromjson, itemid=itemid, textfiles=textfiles, idno=idno, index_dict=index_dict, namefile=namefile)

@app.route('/diverge', methods=['GET'])
def diverge():
    setupSession()

    searchterm=request.args.get('search')
    now = datetime.now() #description time
    # a glitch of Flask sessions: if you do session['wordpath'].append() it creates an empty list
    # hence we get it, append it, and set it.
    wp = collections.deque(session['wordpath'], maxlen=max_wordpath_items)
    wp.append(searchterm)
    session['wordpath'] = list(wp)
    clicktime = collections.deque(session['clicktime'], maxlen=max_wordpath_items)
    clicktime.append(now.isoformat()) # make sure we have a determined format to stringify
    session['clicktime'] = list(clicktime)
    return render_template('diverge.html', wordlist_dict=wordlist_dict, searchterm=searchterm, index_dict=index_dict)

# @app.route('/listofwords')
# def listofwords():
#     # r = jsonify(session)
#     r = str(session)
#     r0w = session["wordpath"][0]
#     r0c = session["clicktime"][0]
#     r0id = session["id"][0]
#     return render_template('listofwords.html', r=r, r0c=r0c, r0w=r0w, r0id=r0id)

######################################################################################
#THE SCORE STUFF
######################################################################################

### Add : if score is empty then add some sentence like "your score is empty"
### to be printed to the text document

@app.route("/get-file")
def get_file():
    setupSession()

    fullscore = None

    wordpath = session["wordpath"]
    idlist = session["id"]
    timelist = session["clicktime"]
    veryfirstnow = session['veryfirstnow']
    clickongetfiletime = datetime.now()
    tadam = None
    initialtime = None

# USER IP ADDRESS OBTENTION
    if request.environ.get('HTTP_X_FORWARDED_FOR') is None:
        userip = request.environ['REMOTE_ADDR']
    else:
        userip = request.environ['HTTP_X_FORWARDED_FOR'] # if behind a proxy

    # Proxy might add multiple ips, take only one:
    if ',' in userip:
        userip = userip.split(',')[0]

# CALCULATION OF INITIAL TIME BEFORE FIRST CLICK
    if len(timelist) and not (timelist[0] is None):
        thetime = timelist[0]
        thetime = str(thetime)
        print(thetime)
        thetime = dt.datetime.strptime(thetime, "%Y-%m-%dT%H:%M:%S.%f")
        firsttime = dt.datetime.strptime(veryfirstnow, "%Y-%m-%dT%H:%M:%S.%f")
        initialtime =  thetime - firsttime
        initialtime = initialtime.total_seconds()
        initialtime = int(initialtime)
        initialtime = "."*initialtime

        print(initialtime)
#CALCULATE FILE NUMBER

    dirListing = os.listdir("scores/")
    scorenumber = len(dirListing)

# CONVERSION OF TIME INTO FORMATS THAT CAN BE USED FOR CALCULATIONS
    timelistforoperations = []
    for t in timelist :
        t = str(t)
        yo = dt.datetime.strptime(t, "%Y-%m-%dT%H:%M:%S.%f")
        timelistforoperations.append(yo)

    prev = None
    wholestringy = None

    # print("veryfirstnow : "+str(veryfirstnow)+"\n")

    print(wordpath)
    print(timelistforoperations)
    print(idlist)

# WEAVING DELAYS AND WORDS TOGETHER AS A HUGE STRING OF CHARACTERS
    for (word, time) in zip(wordpath,timelistforoperations):
    # for (word, time, uniqueid) in zip(wordpath,timelistforoperations, idlist):
        # print("word : "+word+"\n")
        # print("timeofclick : "+str(time)+"\n")
        # print("============")
        # print(wordpath)
        # print("============")
        # filler = int(uniqueid)
        upperword = word.upper()

        #get previous time for substraction
        if not (prev is None):
            difftime = time - prev
            difftime = difftime.total_seconds()
            difftime = int(difftime)
            # print(difftime)
        else:
            yo = str(veryfirstnow)
            yoyo = dt.datetime.strptime(yo, '%Y-%m-%dT%H:%M:%S.%f')

            difftime = time - yoyo
            difftime = difftime.total_seconds()
            difftime = int(difftime)

        test = difftime

        prev = time

        diffpattern = test * '.'
        stringy = diffpattern + upperword

        if not (wholestringy is None):
            wholestringy = wholestringy+stringy
            fullscore = wholestringy
        else:
            wholestringy = upperword
            fullscore = wholestringy


        # #If fullscore length superior 60 characters, insert linebreak

        # # Defining splitting point
        # n = 60
        # # Using list comprehension
        # out = [(fullscore[i:i+n]) for i in range(0, len(fullscore), n)]
        # #joining the strings with linebreaks
        # tadam = '\n'.join(out)


    if not (fullscore is None):
        # outside of the loop calculate seconds from "clickongetfiletime" minus the last "time" from the loop
        lastdifftime = clickongetfiletime - prev
        lastdifftime = lastdifftime.total_seconds()
        lastdifftime = int(lastdifftime)
        lastdifftime = lastdifftime * '.'
        #the 60 seconds thing
        # print(lastdifftime+"\n")
        fullscore = initialtime+fullscore+lastdifftime
        # Defining splitting point
        n = 60
        # Using list comprehension
        out = [(fullscore[i:i+n]) for i in range(0, len(fullscore), n)]
        #joining the strings with linebreaks
        tadam = '\n'.join(out) +"\n\nScore number : "+str(scorenumber)+ "\nGenerated at : "+str(clickongetfiletime)+"\nBy author : "+ userip

# have a message in file if no nav has been recorded so it's less dull than error page
    if tadam is None:
        tadam = "This score is Null"

    # print("verylastnow : "+str(clickongetfilefime)+"\n")

    uniquename = str(clickongetfiletime)

    with open('scores/'+uniquename+'.txt', 'a+') as f:
        f.write(tadam)

    print(tadam)

    return Response(tadam,
                       mimetype="text/plain",
                       headers={"Content-Disposition":
                                    "attachment;filename=yourveryspecialscore.txt"})


######################################################################################
#INDEX PAGE
######################################################################################
@app.route("/index")
def index():
    return render_template('theindex.html', wordlist_dict=wordlist_dict, index_dict=index_dict)




if __name__ == '__main__':
    app.run(debug=True)