mirror of
https://github.com/makew0rld/amfora.git
synced 2024-11-03 02:37:23 -05:00
c53c36a4d0
Timeout when header takes too long, downloading uses proxies if appropriate
139 lines
3.4 KiB
Go
139 lines
3.4 KiB
Go
// Package client retrieves data over Gemini and implements a TOFU system.
|
|
package client
|
|
|
|
import (
|
|
"io/ioutil"
|
|
"net"
|
|
"net/url"
|
|
"time"
|
|
|
|
"github.com/makeworld-the-better-one/go-gemini"
|
|
"github.com/mitchellh/go-homedir"
|
|
"github.com/spf13/viper"
|
|
)
|
|
|
|
var (
|
|
certCache = make(map[string][][]byte)
|
|
fetchClient *gemini.Client
|
|
dlClient *gemini.Client // For downloading
|
|
)
|
|
|
|
func Init() {
|
|
fetchClient = &gemini.Client{
|
|
ConnectTimeout: 10 * time.Second, // Default is 15
|
|
ReadTimeout: time.Duration(viper.GetInt("a-general.page_max_time")) * time.Second,
|
|
}
|
|
dlClient = &gemini.Client{
|
|
ConnectTimeout: 10 * time.Second, // Default is 15
|
|
// No read timeout, download can take as long as it needs
|
|
}
|
|
}
|
|
|
|
func clientCert(host string) ([]byte, []byte) {
|
|
if cert := certCache[host]; cert != nil {
|
|
return cert[0], cert[1]
|
|
}
|
|
|
|
// Expand paths starting with ~/
|
|
certPath, err := homedir.Expand(viper.GetString("auth.certs." + host))
|
|
if err != nil {
|
|
certPath = viper.GetString("auth.certs." + host)
|
|
}
|
|
keyPath, err := homedir.Expand(viper.GetString("auth.keys." + host))
|
|
if err != nil {
|
|
keyPath = viper.GetString("auth.keys." + host)
|
|
}
|
|
if certPath == "" && keyPath == "" {
|
|
certCache[host] = [][]byte{nil, nil}
|
|
return nil, nil
|
|
}
|
|
|
|
cert, err := ioutil.ReadFile(certPath)
|
|
if err != nil {
|
|
certCache[host] = [][]byte{nil, nil}
|
|
return nil, nil
|
|
}
|
|
key, err := ioutil.ReadFile(keyPath)
|
|
if err != nil {
|
|
certCache[host] = [][]byte{nil, nil}
|
|
return nil, nil
|
|
}
|
|
|
|
certCache[host] = [][]byte{cert, key}
|
|
return cert, key
|
|
}
|
|
|
|
// HasClientCert returns whether or not a client certificate exists for a host.
|
|
func HasClientCert(host string) bool {
|
|
cert, _ := clientCert(host)
|
|
return cert != nil
|
|
}
|
|
|
|
func fetch(u string, c *gemini.Client) (*gemini.Response, error) {
|
|
parsed, _ := url.Parse(u)
|
|
cert, key := clientCert(parsed.Host)
|
|
|
|
var res *gemini.Response
|
|
var err error
|
|
if cert != nil {
|
|
res, err = c.FetchWithCert(u, cert, key)
|
|
} else {
|
|
res, err = c.Fetch(u)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ok := handleTofu(parsed.Hostname(), parsed.Port(), res.Cert)
|
|
if !ok {
|
|
return res, ErrTofu
|
|
}
|
|
|
|
return res, err
|
|
}
|
|
|
|
// Fetch returns response data and an error.
|
|
// The error text is human friendly and should be displayed.
|
|
func Fetch(u string) (*gemini.Response, error) {
|
|
return fetch(u, fetchClient)
|
|
}
|
|
|
|
// Download is the same as Fetch but with no read timeout.
|
|
func Download(u string) (*gemini.Response, error) {
|
|
return fetch(u, dlClient)
|
|
}
|
|
|
|
func fetchWithProxy(proxyHostname, proxyPort, u string, c *gemini.Client) (*gemini.Response, error) {
|
|
parsed, _ := url.Parse(u)
|
|
cert, key := clientCert(parsed.Host)
|
|
|
|
var res *gemini.Response
|
|
var err error
|
|
if cert != nil {
|
|
res, err = c.FetchWithHostAndCert(net.JoinHostPort(proxyHostname, proxyPort), u, cert, key)
|
|
} else {
|
|
res, err = c.FetchWithHost(net.JoinHostPort(proxyHostname, proxyPort), u)
|
|
}
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Only associate the returned cert with the proxy
|
|
ok := handleTofu(proxyHostname, proxyPort, res.Cert)
|
|
if !ok {
|
|
return res, ErrTofu
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
// FetchWithProxy is the same as Fetch, but uses a proxy.
|
|
func FetchWithProxy(proxyHostname, proxyPort, u string) (*gemini.Response, error) {
|
|
return fetchWithProxy(proxyHostname, proxyPort, u, fetchClient)
|
|
}
|
|
|
|
// DownloadWithProxy is the same as FetchWithProxy but with no read timeout.
|
|
func DownloadWithProxy(proxyHostname, proxyPort, u string) (*gemini.Response, error) {
|
|
return fetchWithProxy(proxyHostname, proxyPort, u, dlClient)
|
|
}
|