Add Rophako importer for blog posts and comments
This commit is contained in:
parent
88a9908c19
commit
10071a8301
4
Makefile
4
Makefile
|
|
@ -16,12 +16,12 @@ setup: clean
|
|||
.PHONY: build
|
||||
build:
|
||||
gofmt -w .
|
||||
go build $(LDFLAGS) -i -o bin/blog main.go
|
||||
go build $(LDFLAGS) -i -o bin/blog cmd/blog/main.go
|
||||
|
||||
# `make run` to run it in debug mode.
|
||||
.PHONY: run
|
||||
run:
|
||||
./go-reload main.go -debug root
|
||||
./go-reload cmd/blog/main.go -debug root
|
||||
|
||||
# `make test` to run unit tests.
|
||||
.PHONY: test
|
||||
|
|
|
|||
231
cmd/rophako-import/main.go
Normal file
231
cmd/rophako-import/main.go
Normal file
|
|
@ -0,0 +1,231 @@
|
|||
// rophako-import: import the JSON DB from the Rophako CMS to the format
|
||||
// used by the Go blog.
|
||||
package main
|
||||
|
||||
import (
|
||||
"bufio"
|
||||
"flag"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/google/uuid"
|
||||
"github.com/kirsle/blog/core/jsondb"
|
||||
"github.com/kirsle/blog/core/models/comments"
|
||||
"github.com/kirsle/blog/core/models/posts"
|
||||
"github.com/kirsle/golog"
|
||||
)
|
||||
|
||||
var (
|
||||
inPath string
|
||||
outPath string
|
||||
|
||||
log *golog.Logger
|
||||
inDB *jsondb.DB
|
||||
outDB *jsondb.DB
|
||||
)
|
||||
|
||||
func init() {
|
||||
flag.StringVar(&inPath, "in", "", "Input path: your Rophako JsonDB root")
|
||||
flag.StringVar(&outPath, "out", "", "Output path: your Blog web root")
|
||||
|
||||
log = golog.GetLogger("rophako-import")
|
||||
log.Configure(&golog.Config{
|
||||
Theme: golog.DarkTheme,
|
||||
Colors: golog.ExtendedColor,
|
||||
Level: golog.DebugLevel,
|
||||
})
|
||||
}
|
||||
|
||||
func main() {
|
||||
flag.Parse()
|
||||
if inPath == "" || outPath == "" {
|
||||
log.Error("Usage: rophako-import -in /opt/rophako/db -out /path/to/blog/root")
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
if !strings.Contains(outPath, "/.private") {
|
||||
outPath = strings.TrimSuffix(filepath.Join(outPath, ".private"), "/")
|
||||
log.Info("Note: rewriting -out to: %s", outPath)
|
||||
}
|
||||
|
||||
inDB = jsondb.New(inPath)
|
||||
outDB = jsondb.New(outPath)
|
||||
fmt.Printf(
|
||||
"Importing Rophako DB from: %s\n"+
|
||||
"Writing output JsonDB to: %s\n"+
|
||||
"OK to continue? [yN] ",
|
||||
inDB.Root,
|
||||
outDB.Root,
|
||||
)
|
||||
|
||||
reader := bufio.NewReader(os.Stdin)
|
||||
answer, _ := reader.ReadString('\n')
|
||||
if !strings.HasPrefix(strings.ToLower(answer), "y") {
|
||||
fmt.Println("Exiting")
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
// Migrate everything over.
|
||||
migrateBlog()
|
||||
migrateComments()
|
||||
}
|
||||
|
||||
func migrateBlog() {
|
||||
log.Warn("Migrating blog entries...")
|
||||
log.Info("Note: all entries will be owned by the admin user (UID 1)")
|
||||
posts.DB = outDB
|
||||
|
||||
entries, err := inDB.List("blog/entries")
|
||||
if err != nil {
|
||||
log.Error("No blog entries found: %s", err.Error())
|
||||
return
|
||||
}
|
||||
|
||||
for _, doc := range entries {
|
||||
parts := strings.Split(doc, "/")
|
||||
id, err := strconv.Atoi(parts[len(parts)-1])
|
||||
if err != nil {
|
||||
log.Error("Blog ID not a number? %s", doc)
|
||||
continue
|
||||
}
|
||||
|
||||
legacy := legacyBlog{}
|
||||
err = inDB.Get(doc, &legacy)
|
||||
if err != nil {
|
||||
log.Error("Error reading legacy blog %s: %s", doc, err)
|
||||
continue
|
||||
}
|
||||
|
||||
// Convert unix times to proper times.
|
||||
time := time.Unix(int64(legacy.Time), 0)
|
||||
|
||||
new := &posts.Post{
|
||||
ID: id,
|
||||
Title: legacy.Subject,
|
||||
Fragment: legacy.FriendlyID,
|
||||
ContentType: "html",
|
||||
AuthorID: 1,
|
||||
Body: legacy.Body,
|
||||
Privacy: legacy.Privacy,
|
||||
Sticky: legacy.Sticky,
|
||||
EnableComments: legacy.Comments,
|
||||
Tags: legacy.Categories,
|
||||
Created: time,
|
||||
Updated: time,
|
||||
}
|
||||
if legacy.Format == "markdown" {
|
||||
new.ContentType = "markdown"
|
||||
}
|
||||
|
||||
log.Debug("Convert post %d: %s", new.ID, new.Title)
|
||||
err = new.Save()
|
||||
if err != nil {
|
||||
log.Error("Save error: %s", err.Error())
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func migrateComments() {
|
||||
log.Warn("Migrating comments...")
|
||||
comments.DB = outDB
|
||||
|
||||
// Load the mailing list
|
||||
list := comments.LoadMailingList()
|
||||
|
||||
threads, err := inDB.List("comments/threads")
|
||||
if err != nil {
|
||||
log.Error("No comments found: %s", err.Error())
|
||||
return
|
||||
}
|
||||
|
||||
for _, doc := range threads {
|
||||
parts := strings.Split(doc, "/")
|
||||
id := parts[len(parts)-1]
|
||||
|
||||
// Convert blog-# to post-#
|
||||
if strings.HasPrefix(id, "blog-") {
|
||||
id = strings.Replace(id, "blog-", "post-", 1)
|
||||
}
|
||||
|
||||
legacyThread := legacyThread{}
|
||||
err = inDB.Get(doc, &legacyThread)
|
||||
if err != nil {
|
||||
log.Error("Error reading legacy thread %s: %s", doc, err)
|
||||
continue
|
||||
}
|
||||
|
||||
log.Debug("Converting comment thread: %s", id)
|
||||
t, err := comments.Load(id)
|
||||
if err != nil {
|
||||
t = comments.New(id)
|
||||
}
|
||||
|
||||
for commentID, legacy := range legacyThread {
|
||||
// Convert unix times to proper times.
|
||||
time := time.Unix(int64(legacy.Time), 0)
|
||||
|
||||
new := &comments.Comment{
|
||||
ID: commentID,
|
||||
UserID: legacy.UserID,
|
||||
Name: legacy.Name,
|
||||
Avatar: legacy.Image,
|
||||
Body: legacy.Message,
|
||||
EditToken: legacy.Token,
|
||||
DeleteToken: uuid.New().String(),
|
||||
Created: time,
|
||||
Updated: time,
|
||||
}
|
||||
new.LoadAvatar() // in case it has none
|
||||
|
||||
log.Debug("Comment by %s on thread %s", new.Name, id)
|
||||
t.Post(new)
|
||||
}
|
||||
|
||||
// Check for subscribers
|
||||
subs := legacySubscribers{}
|
||||
err = inDB.Get(fmt.Sprintf("comments/subscribers/%s", id), &subs)
|
||||
if err == nil {
|
||||
for email := range subs {
|
||||
log.Debug("Subscribe %s to thread %s", email, id)
|
||||
list.Subscribe(id, email)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func commit(document string, v interface{}) {
|
||||
err := outDB.Commit(document, v)
|
||||
if err != nil {
|
||||
log.Error("Commit error: %s: %s", document, err.Error())
|
||||
}
|
||||
}
|
||||
|
||||
type legacyBlog struct {
|
||||
Author int `json:"author"`
|
||||
Body string `json:"body"`
|
||||
Format string `json:"format"`
|
||||
Categories []string `json:"categories"`
|
||||
Comments bool `json:"comments"`
|
||||
FriendlyID string `json:"fid"`
|
||||
Privacy string `json:"privacy"`
|
||||
Sticky bool `json:"sticky"`
|
||||
Subject string `json:"subject"`
|
||||
Time float64 `json:"time"`
|
||||
}
|
||||
|
||||
type legacyComment struct {
|
||||
Message string `json:"message"`
|
||||
Token string `json:"token"`
|
||||
Name string `json:"name"`
|
||||
Image string `json:"image"`
|
||||
Time float64 `json:"time"`
|
||||
UserID int `json:"uid"`
|
||||
}
|
||||
|
||||
type legacyThread map[string]legacyComment
|
||||
|
||||
type legacySubscribers map[string]float64
|
||||
Loading…
Reference in New Issue
Block a user