feta/instance.go

package feta

import "encoding/json"
import "fmt"
import "io/ioutil"
import "net/http"
import "strings"
import "sync"
import "time"
import "errors"

import "github.com/gin-gonic/gin"
import "github.com/rs/zerolog/log"

const NodeInfoSchemaVersionTwoName = "http://nodeinfo.diaspora.software/ns/schema/2.0"

const INSTANCE_NODEINFO_TIMEOUT = time.Second * 5

const INSTANCE_HTTP_TIMEOUT = time.Second * 60

const INSTANCE_SPIDER_INTERVAL = time.Second * 60

const INSTANCE_ERROR_INTERVAL = time.Second * 60 * 30

type InstanceImplementation int

const (
	Unknown InstanceImplementation = iota
	Mastodon
	Pleroma
)

type InstanceStatus int

const (
	InstanceStatusNone InstanceStatus = iota
	InstanceStatusUnknown
	InstanceStatusAlive
	InstanceStatusIdentified
	InstanceStatusFailure
)

type Instance struct {
	structLock                 sync.Mutex
	errorCount                 uint
	successCount               uint
	highestId                  int
	hostname                   string
	identified                 bool
	fetching                   bool
	implementation             InstanceImplementation
	backend                    *InstanceBackend
	status                     InstanceStatus
	nextFetch                  time.Time
	nodeInfoUrl                string
	serverVersionString        string
	serverImplementationString string
	fetchingLock               sync.Mutex
}

func NewInstance(hostname InstanceHostname) *Instance {
	self := new(Instance)
	self.hostname = string(hostname)
	self.status = InstanceStatusUnknown
	self.setNextFetchAfter(86400 * time.Second)
	return self
}

func (self *Instance) Lock() {
	self.structLock.Lock()
}

func (self *Instance) Unlock() {
	self.structLock.Unlock()
}

func (self *Instance) bumpFetch() {
	self.Lock()
	defer self.Unlock()
	self.nextFetch = time.Now().Add(100 * time.Second)
}

func (self *Instance) setNextFetchAfter(d time.Duration) {
	self.Lock()
	defer self.Unlock()
	self.nextFetch = time.Now().Add(d)
}

func (self *Instance) Fetch() {
	self.fetchingLock.Lock()
	defer self.fetchingLock.Unlock()

	self.setNextFetchAfter(INSTANCE_ERROR_INTERVAL)

	err := self.detectNodeTypeIfNecessary()
	if err != nil {
		log.Debug().
			Str("hostname", self.hostname).
			Err(err).
			Msg("unable to fetch instance metadata")
		return
	}

	self.setNextFetchAfter(INSTANCE_SPIDER_INTERVAL)
	log.Info().Msgf("i (%s) IS NOW READY FOR FETCH", self.hostname)
}

func (self *Instance) dueForFetch() bool {
	self.Lock()
	defer self.Unlock()
	if !self.identified {
		return false
	}
	nf := self.nextFetch
	return nf.Before(time.Now())
}

func (self *Instance) nodeIdentified() bool {
	self.Lock()
	defer self.Unlock()
	if self.implementation > Unknown {
		return true
	}
	return false
}

func (self *Instance) detectNodeTypeIfNecessary() error {
	if !self.nodeIdentified() {
		return self.fetchNodeInfo()
	} else {
		return nil
	}
}

func (self *Instance) registerError() {
	self.Lock()
	defer self.Unlock()
	self.errorCount++
}

func (self *Instance) registerSuccess() {
	self.Lock()
	defer self.Unlock()
	self.successCount++
}

func (self *Instance) APIReport() *gin.H {
	r := gin.H{}
	return &r
}

func (i *Instance) Up() bool {
	i.Lock()
	defer i.Unlock()
	return i.successCount > 0
}

func (i *Instance) fetchNodeInfoURL() error {
	url := fmt.Sprintf("https://%s/.well-known/nodeinfo", i.hostname)
	var c = &http.Client{
		Timeout: INSTANCE_NODEINFO_TIMEOUT,
	}

	log.Debug().
		Str("url", url).
		Str("hostname", i.hostname).
		Msg("fetching nodeinfo reference URL")

	resp, err := c.Get(url)
	if err != nil {
		log.Debug().
			Str("hostname", i.hostname).
			Err(err).
			Msg("unable to fetch nodeinfo, node is down?")
		i.registerError()
		return err
	}

	defer resp.Body.Close()
	body, err := ioutil.ReadAll(resp.Body)

	if err != nil {
		log.Debug().
			Str("hostname", i.hostname).
			Err(err).
			Msg("unable to read nodeinfo")
		i.registerError()
		return err
	}

	nir := new(NodeInfoWellKnownResponse)
	err = json.Unmarshal(body, &nir)
	if err != nil {
		log.Debug().
			Str("hostname", i.hostname).
			Err(err).
			Msg("unable to parse nodeinfo, node is weird")
		i.registerError()
		return err
	}

	for _, item := range nir.Links {
		if item.Rel == NodeInfoSchemaVersionTwoName {
			log.Debug().
				Str("hostname", i.hostname).
				Str("nodeinfourl", item.Href).
				Msg("success fetching url for nodeinfo")

			i.Lock()
			i.nodeInfoUrl = item.Href
			i.Unlock()
			i.registerSuccess()
			return nil
		}
		log.Debug().
			Str("hostname", i.hostname).
			Str("item-rel", item.Rel).
			Str("item-href", item.Href).
			Msg("found key in nodeinfo")
	}

	log.Error().
		Str("hostname", i.hostname).
		Msg("incomplete nodeinfo")
	i.registerError()
	return errors.New("incomplete nodeinfo")
}

func (i *Instance) fetchNodeInfo() error {
	err := i.fetchNodeInfoURL()

	if err != nil {
		return err
	}

	var c = &http.Client{
		Timeout: INSTANCE_NODEINFO_TIMEOUT,
	}

	//FIXME make sure the nodeinfourl is on the same domain as the instance
	//hostname
	i.Lock()
	url := i.nodeInfoUrl
	i.Unlock()

	resp, err := c.Get(url)

	if err != nil {
		log.Debug().
			Str("hostname", i.hostname).
			Err(err).
			Msgf("unable to fetch nodeinfo data")
		i.registerError()
		return err
	}

	defer resp.Body.Close()
	body, err := ioutil.ReadAll(resp.Body)

	if err != nil {
		log.Error().
			Str("hostname", i.hostname).
			Err(err).
			Msgf("unable to read nodeinfo data")
		i.registerError()
		return err
	}

	ni := new(NodeInfoVersionTwoSchema)
	err = json.Unmarshal(body, &ni)
	if err != nil {
		log.Error().
			Str("hostname", i.hostname).
			Err(err).
			Msgf("unable to parse nodeinfo")
		i.registerError()
		return err
	}

	log.Debug().
		Str("serverVersion", ni.Software.Version).
		Str("software", ni.Software.Name).
		Str("hostname", i.hostname).
		Str("nodeInfoUrl", i.nodeInfoUrl).
		Msg("received nodeinfo from instance")

	i.Lock()
	i.serverVersionString = ni.Software.Version
	i.serverImplementationString = ni.Software.Name
	ni.Software.Name = strings.ToLower(ni.Software.Name)

	if ni.Software.Name == "pleroma" {
		log.Debug().
			Str("hostname", i.hostname).
			Str("software", ni.Software.Name).
			Msg("detected server software")
		i.identified = true
		i.implementation = Pleroma
		i.status = InstanceStatusIdentified
		i.Unlock()
		i.registerSuccess()
		return nil
	} else if ni.Software.Name == "mastodon" {
		log.Debug().
			Str("hostname", i.hostname).
			Str("software", ni.Software.Name).
			Msg("detected server software")
		i.identified = true
		i.implementation = Mastodon
		i.status = InstanceStatusIdentified
		i.Unlock()
		i.registerSuccess()
		return nil
	} else {
		log.Error().
			Str("hostname", i.hostname).
			Str("software", ni.Software.Name).
			Msg("FIXME unknown server implementation")
		i.Unlock()
		i.registerError()
		return errors.New("FIXME unknown server implementation")
	}
}

/*
func (i *Instance) fetchRecentToots() ([]byte, error) {
	i.Lock()
	impl := i.impl
	i.Unlock()

	if impl == Mastodon {
		return i.fetchRecentTootsJsonFromMastodon()
	} else if impl == Pleroma {
		return i.fetchRecentTootsJsonFromPleroma()
	} else {
		panic("unimplemented")
	}
}
*/

/*
func (self *PleromaBackend) fetchRecentToots() ([]byte, error) {
	//url :=
	//fmt.Sprintf("https://%s/api/statuses/public_and_external_timeline.json?count=100",
	//i.hostname)
	return nil, nil
}

func (self *MastodonBackend) fetchRecentTootsJsonFromMastodon() ([]byte, error) {
	//url :=
	//fmt.Sprintf("https://%s/api/v1/timelines/public?limit=40&local=true",
	//i.hostname)
	return nil, nil
}
*/