You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
112 lines
4.0 KiB
112 lines
4.0 KiB
9 years ago
|
from __future__ import print_function
|
||
|
|
from argparse import ArgumentParser
|
||
|
|
import sys, json, re, os
|
||
|
|
from datetime import datetime
|
||
|
|
from urllib import urlencode
|
||
|
|
from urllib2 import urlopen, HTTPError, URLError
|
||
|
|
from math import ceil, floor
|
||
|
|
from common import *
|
||
|
|
|
||
|
|
"""
|
||
|
|
status (meta):
|
||
|
|
Update meta data files for those that have changed.
|
||
|
|
Check for changed pads by looking at revisions & comparing to existing
|
||
|
|
|
||
|
|
|
||
|
|
design decisions...
|
||
|
|
ok based on the fact that only the txt file is pushable (via setText)
|
||
|
|
it makes sense to give this file "primacy" ... ie to put the other forms
|
||
|
|
(html, diff.html) in a special place (if created at all). Otherwise this
|
||
|
|
complicates the "syncing" idea....
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
class PadItemException (Exception):
|
||
|
|
pass
|
||
|
|
|
||
|
|
class PadItem ():
|
||
|
|
def __init__ (self, padid=None, path=None, padexists=False):
|
||
|
|
self.padexists = padexists
|
||
|
|
if padid and path:
|
||
|
|
raise PadItemException("only give padid or path")
|
||
|
|
if not (padid or path):
|
||
|
|
raise PadItemException("either padid or path must be specified")
|
||
|
|
if padid:
|
||
|
|
self.padid = padid
|
||
|
|
self.path = padpath(padid, group_path="g")
|
||
|
|
else:
|
||
|
|
self.path = path
|
||
|
|
self.padid = padpath2id(path)
|
||
|
|
|
||
|
|
@property
|
||
|
|
def status (self):
|
||
|
|
if self.fileexists:
|
||
|
|
if self.padexists:
|
||
|
|
return "S"
|
||
|
|
else:
|
||
|
|
return "F"
|
||
|
|
elif self.padexists:
|
||
|
|
return "P"
|
||
|
|
else:
|
||
|
|
return "?"
|
||
|
|
|
||
|
|
@property
|
||
|
|
def fileexists (self):
|
||
|
|
return os.path.exists(self.path)
|
||
|
|
|
||
|
|
def ignore_p (path, settings=None):
|
||
|
|
if path.startswith("."):
|
||
|
|
return True
|
||
|
|
|
||
|
|
def main (args):
|
||
|
|
p = ArgumentParser("Check for pads that have changed since last sync (according to .meta.json)")
|
||
|
|
# p.add_argument("padid", nargs="*", default=[])
|
||
|
|
p.add_argument("--padinfo", default=".etherdump/settings.json", help="settings, default: .etherdump/settings.json")
|
||
|
|
p.add_argument("--zerorevs", default=False, action="store_true", help="include pads with zero revisions, default: False (i.e. pads with no revisions are skipped)")
|
||
|
|
p.add_argument("--pub", default=".", help="folder to store files for public pads, default: pub")
|
||
|
|
p.add_argument("--group", default="g", help="folder to store files for group pads, default: g")
|
||
|
|
p.add_argument("--skip", default=None, type=int, help="skip this many items, default: None")
|
||
|
|
p.add_argument("--meta", default=False, action="store_true", help="download meta to PADID.meta.json, default: False")
|
||
|
|
p.add_argument("--text", default=False, action="store_true", help="download text to PADID.txt, default: False")
|
||
|
|
p.add_argument("--html", default=False, action="store_true", help="download html to PADID.html, default: False")
|
||
|
|
p.add_argument("--dhtml", default=False, action="store_true", help="download dhtml to PADID.dhtml, default: False")
|
||
|
|
p.add_argument("--all", default=False, action="store_true", help="download all files (meta, text, html, dhtml), default: False")
|
||
|
|
args = p.parse_args(args)
|
||
|
|
|
||
|
|
info = loadpadinfo(args.padinfo)
|
||
|
|
data = {}
|
||
|
|
data['apikey'] = info['apikey']
|
||
|
|
|
||
|
|
padsbypath = {}
|
||
|
|
|
||
|
|
# listAllPads
|
||
|
|
padids = getjson(info['apiurl']+'listAllPads?'+urlencode(data))['data']['padIDs']
|
||
|
|
padids.sort()
|
||
|
|
for padid in padids:
|
||
|
|
pad = PadItem(padid=padid, padexists=True)
|
||
|
|
padsbypath[pad.path] = pad
|
||
|
|
|
||
|
|
files = os.listdir(args.pub)
|
||
|
|
files = [x for x in files if not ignore_p(x)]
|
||
|
|
files.sort()
|
||
|
|
for p in files:
|
||
|
|
pad = padsbypath.get(p)
|
||
|
|
if not pad:
|
||
|
|
pad = PadItem(path=p)
|
||
|
|
padsbypath[pad.path] = pad
|
||
|
|
|
||
|
|
pads = padsbypath.values()
|
||
|
|
pads.sort(key=lambda x: (x.status, x.padid))
|
||
|
|
|
||
|
|
curstat = None
|
||
|
|
for p in pads:
|
||
|
|
if p.status != curstat:
|
||
|
|
curstat = p.status
|
||
|
|
if curstat == "F":
|
||
|
|
print ("New/changed files")
|
||
|
|
elif curstat == "P":
|
||
|
|
print ("New/changed pads")
|
||
|
|
elif curstat == ".":
|
||
|
|
print ("Up to date")
|
||
|
|
print (" ", p.status, p.padid)
|