175 lines
3.4 KiB
Go
175 lines
3.4 KiB
Go
package hp
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
"git.eeqj.de/sneak/goutil"
|
|
"github.com/k0kubun/pp"
|
|
_ "github.com/mattn/go-sqlite3"
|
|
"github.com/rs/zerolog/log"
|
|
)
|
|
|
|
func (hp *HistoryPoster) postUrls(ctx context.Context, cancel context.CancelFunc) {
|
|
log.Info().Msg("finding history files")
|
|
files, err := findHistoryFiles()
|
|
if err != nil {
|
|
hp.shutdown(err.Error(), -1)
|
|
}
|
|
|
|
for _, v := range files {
|
|
hl, err := dumpHistoryFromChromeHistoryFile(v)
|
|
if err != nil {
|
|
log.Error().
|
|
Err(err).
|
|
Msg("unable to read history from file")
|
|
hp.shutdown(err.Error(), -1)
|
|
}
|
|
for _, hitem := range hl {
|
|
hp.processUrlFromHistory(hitem)
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
func (hp *HistoryPoster) processUrlFromHistory(hi historyItem) {
|
|
log.Debug().
|
|
Str("url", hi.url).
|
|
Msg("got url to process")
|
|
if hp.store.UrlAlreadySeen(hi.url) {
|
|
return
|
|
}
|
|
log.Debug().
|
|
Str("url", hi.url).
|
|
Msg("url is new, must be posted")
|
|
err := hp.postUrl(hi)
|
|
if err != nil {
|
|
log.Error().
|
|
Err(err).
|
|
Msg("url could not be posted :(")
|
|
} else {
|
|
hp.store.MarkUrlSeen(hi.url)
|
|
}
|
|
}
|
|
|
|
func (hp *HistoryPoster) postUrl(hi historyItem) error {
|
|
// FIXME
|
|
//panic("unimplemented")
|
|
return nil
|
|
}
|
|
|
|
func findHistoryFiles() ([]string, error) {
|
|
//FIXME make this support safari one day
|
|
home := os.Getenv("HOME")
|
|
chromeDir := home + "/Library/Application Support/Google/Chrome"
|
|
defaultProfileDir := chromeDir + "/Default"
|
|
output := make([]string, 0)
|
|
output = append(output, defaultProfileDir+"/History")
|
|
otherProfiles, err := filepath.Glob(chromeDir + "/Profile *")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
for _, v := range otherProfiles {
|
|
output = append(output, v+"/History")
|
|
}
|
|
// FIXME check to see if these files actually exist or not
|
|
return output, nil
|
|
}
|
|
|
|
type historyItem struct {
|
|
last_visit_time time.Time
|
|
url string
|
|
title string
|
|
visit_count int
|
|
}
|
|
|
|
func dumpHistoryFromChromeHistoryFile(path string) ([]historyItem, error) {
|
|
tempdir, err := ioutil.TempDir(os.Getenv("TMPDIR"), "historyposter")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
log.Debug().
|
|
Str("tempdir", tempdir).
|
|
Msg("created tempdir")
|
|
|
|
dbfn := tempdir + "/History"
|
|
goutil.CopyFile(path, dbfn)
|
|
log.Debug().
|
|
Str("dbfn", dbfn).
|
|
Msg("copied history file")
|
|
|
|
defer func() {
|
|
os.RemoveAll(tempdir)
|
|
log.Debug().
|
|
Str("tempdir", tempdir).
|
|
Msg("removed tempdir")
|
|
}()
|
|
|
|
db, err := sql.Open("sqlite3", dbfn)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
log.Debug().
|
|
Str("dbfn", dbfn).
|
|
Msg("history file opened")
|
|
|
|
defer func() {
|
|
db.Close()
|
|
log.Debug().
|
|
Str("filename", dbfn).
|
|
Msg("closed history file")
|
|
}()
|
|
|
|
query := `
|
|
SELECT
|
|
last_visit_time,
|
|
url,
|
|
title,
|
|
visit_count
|
|
FROM
|
|
urls
|
|
ORDER BY
|
|
last_visit_time DESC
|
|
`
|
|
|
|
rows, err := db.Query(query)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
output := make([]historyItem, 0)
|
|
for rows.Next() {
|
|
//log.Debug().Msg("processing row")
|
|
var last_visit_time int64
|
|
var url string
|
|
var title string
|
|
var visit_count int
|
|
err := rows.Scan(&last_visit_time, &url, &title, &visit_count)
|
|
if err != nil {
|
|
log.Debug().Err(err).Msg("row error")
|
|
return nil, err
|
|
}
|
|
t := goutil.TimeFromWebKit(last_visit_time).UTC()
|
|
hi := historyItem{
|
|
last_visit_time: t,
|
|
url: url,
|
|
title: title,
|
|
visit_count: visit_count,
|
|
}
|
|
output = append(output, hi)
|
|
}
|
|
|
|
pp.Print(output)
|
|
return output, nil
|
|
}
|