fetches index now

This commit is contained in:
Jeffrey Paul 2019-10-24 05:41:05 -07:00
parent f864469860
commit 8b926e8409
4 changed files with 37 additions and 11 deletions

View File

@ -1,9 +1,9 @@
package main package main
import ( import (
"context"
"fmt" "fmt"
"github.com/rs/zerolog/log" "github.com/rs/zerolog/log"
"net/http"
"time" "time"
//"github.com/bitly/go-simplejson" //"github.com/bitly/go-simplejson"
) )
@ -14,13 +14,24 @@ type Archiver struct {
locator *InstanceLocator locator *InstanceLocator
instances map[InstanceHostName]*Instance instances map[InstanceHostName]*Instance
startup *time.Time startup *time.Time
ctx context.Context
} }
func NewArchiver() *Archiver { func NewArchiver(ctx context.Context) *Archiver {
a := new(Archiver) a := new(Archiver)
a.ctx = ctx
return a return a
} }
func (a *Archiver) Run() { func (a *Archiver) Uptime() time.Duration {
return time.Since(*a.startup)
}
func (a *Archiver) Run() int {
t := time.Now()
a.startup = &t
a.locator = NewInstanceLocator()
log.Info().Msg(fmt.Sprintf("in %#v.Run()", a))
a.locator.Locate()
return 0
} }

View File

@ -49,13 +49,13 @@ func (i *Instance) fetchNodeInfo() {
i.skip = true i.skip = true
} }
log.Debug().Msg(fmt.Sprintf("%#v", response)) log.Debug().Msgf("%#v", response)
} }
func (i *Instance) fetchRecentToots() ([]byte, error) { func (i *Instance) fetchRecentToots() ([]byte, error) {
if i.impl == Mastodon { if i.impl == ServerMastodon {
return i.fetchRecentTootsJsonFromMastodon() return i.fetchRecentTootsJsonFromMastodon()
} else if i.impl == Pleorama { } else if i.impl == ServerPleorama {
return i.fetchRecentTootsJsonFromPleorama() return i.fetchRecentTootsJsonFromPleorama()
} else { } else {
panic("nope") panic("nope")

View File

@ -1,11 +1,10 @@
package main package main
import ( import (
"fmt"
"github.com/rs/zerolog/log" "github.com/rs/zerolog/log"
"io/ioutil"
"net/http" "net/http"
"time" "time"
//"github.com/bitly/go-simplejson"
) )
const mastodonIndexUrl = "https://instances.social/list.json?q%5Busers%5D=&q%5Bsearch%5D=&strict=false" const mastodonIndexUrl = "https://instances.social/list.json?q%5Busers%5D=&q%5Bsearch%5D=&strict=false"
@ -22,3 +21,16 @@ func NewInstanceLocator() *InstanceLocator {
i := new(InstanceLocator) i := new(InstanceLocator)
return i return i
} }
func (i *InstanceLocator) Locate() {
//var hostnames []string
var netClient = &http.Client{
Timeout: time.Second * 10,
}
resp, _ := netClient.Get(mastodonIndexUrl)
defer resp.Body.Close()
body, _ := ioutil.ReadAll(resp.Body)
log.Debug().Msgf("%#v", body)
}

View File

@ -1,6 +1,7 @@
package main package main
import ( import (
"context"
"flag" "flag"
"github.com/rs/zerolog" "github.com/rs/zerolog"
"github.com/rs/zerolog/log" "github.com/rs/zerolog/log"
@ -22,11 +23,12 @@ func identify() {
Str("version", Version). Str("version", Version).
Str("buildarch", Buildarch). Str("buildarch", Buildarch).
Str("buildtime", Buildtime). Str("buildtime", Buildtime).
Str("builduser", Builduser).Send(). Str("builduser", Builduser).
Msg("starting") Msg("starting")
} }
func app() int { func app() int {
log.Logger = log.With().Caller().Logger()
if terminal.IsTerminal(int(os.Stdout.Fd())) { if terminal.IsTerminal(int(os.Stdout.Fd())) {
log.Logger = log.Output(zerolog.ConsoleWriter{Out: os.Stderr}) log.Logger = log.Output(zerolog.ConsoleWriter{Out: os.Stderr})
} }
@ -41,5 +43,6 @@ func app() int {
zerolog.SetGlobalLevel(zerolog.DebugLevel) zerolog.SetGlobalLevel(zerolog.DebugLevel)
} }
return NewArchiver().Run() mainContext := context.Background()
return NewArchiver(mainContext).Run()
} }