Jeffrey Paul 92dcfdcd76 | ||
---|---|---|
.gitignore | ||
LICENSE | ||
Makefile | ||
README.md | ||
client.go | ||
client_test.go | ||
go.mod | ||
go.sum |
README.md
puppeteer api client
This is a golang client for the api exposed by the puppeteer docker container.
https://github.com/l0co/docker-puppeteer-api
usage
package main
import (
"context"
"fmt"
"log"
"os"
"time"
_ "github.com/joho/godotenv/autoload"
"sneak.berlin/go/puppeteerapiclient"
)
const url = "https://news.ycombinator.com"
const selector = ".athing .title .titleline"
func main() {
apiURL := os.Getenv("API_URL")
apiSalt := os.Getenv("API_SALT")
client := puppeteerapiclient.NewClient(apiURL, apiSalt)
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
defer cancel()
response, err := client.Scrape(ctx, url, selector)
if err != nil {
log.Fatal(err)
}
fmt.Println(response.Content)
}
License
WTFPL