Enhancements to the Siikir migrator

This commit is contained in:
Noah 2014-04-06 18:36:26 -07:00
parent 9a4f74844d
commit 49496e1c2e
2 changed files with 39 additions and 7 deletions

View File

@ -30,8 +30,9 @@ def main():
sys.exit(1)
convert_index()
#convert_tags()
convert_posts()
convert_comments()
convert_subscriptions()
def convert_index():
@ -51,12 +52,6 @@ def convert_index():
JsonDB.commit("blog/index", new)
def convert_tags():
print "Converting tag index"
index = json_get("blog/tags/1.json")
JsonDB.commit("blog/tags", index)
def convert_posts():
print "Converting blog entries..."
@ -77,6 +72,43 @@ def convert_posts():
JsonDB.commit("blog/entries/{}".format(post_id), post)
def convert_comments():
print "Converting comments..."
for name in glob.glob(os.path.join(siikir, "comments/1/*.json")):
name = name.split("/")[-1]
if name.startswith("photos-"): continue
data = json_get("comments/1/{}".format(name))
thread = name[:len(name)-5]
# Enforce data types.
for cid in data:
data[cid]["time"] = int(data[cid]["time"])
data[cid]["uid"] = int(data[cid]["uid"])
print "*", thread
JsonDB.commit("comments/threads/{}".format(thread), data)
def convert_subscriptions():
print "Converting subscriptions..."
for name in glob.glob(os.path.join(siikir, "subscribers/1/*.json")):
name = name.split("/")[-1]
if name.startswith("photos-"): continue
data = json_get("subscribers/1/{}".format(name))
thread = name[:len(name)-5]
# Enforce data types.
for email in data:
data[email] = int(data[email])
print "*", thread
JsonDB.commit("comments/subscribers/{}".format(thread), data)
def json_get(document):
fh = codecs.open(os.path.join(siikir, document), 'r', 'utf-8')
text = fh.read()

View File