2020-02-13 01:06:17 -05:00
|
|
|
// Copyright 2012-present Oliver Eilhard. All rights reserved.
|
|
|
|
// Use of this source code is governed by a MIT-license.
|
|
|
|
// See http://olivere.mit-license.org/license.txt for details.
|
|
|
|
|
|
|
|
package elastic
|
|
|
|
|
2020-10-16 01:06:27 -04:00
|
|
|
import (
|
|
|
|
"net/url"
|
|
|
|
"strings"
|
|
|
|
)
|
2020-02-13 01:06:17 -05:00
|
|
|
|
|
|
|
// canonicalize takes a list of URLs and returns its canonicalized form, i.e.
|
|
|
|
// remove anything but scheme, userinfo, host, path, and port.
|
|
|
|
// It also removes all trailing slashes. Invalid URLs or URLs that do not
|
|
|
|
// use protocol http or https are skipped.
|
|
|
|
//
|
|
|
|
// Example:
|
|
|
|
// http://127.0.0.1:9200/?query=1 -> http://127.0.0.1:9200
|
|
|
|
// http://127.0.0.1:9200/db1/ -> http://127.0.0.1:9200/db1
|
2020-10-16 01:06:27 -04:00
|
|
|
// http://127.0.0.1:9200/db1/// -> http://127.0.0.1:9200/db1
|
2020-02-13 01:06:17 -05:00
|
|
|
func canonicalize(rawurls ...string) []string {
|
|
|
|
var canonicalized []string
|
|
|
|
for _, rawurl := range rawurls {
|
|
|
|
u, err := url.Parse(rawurl)
|
|
|
|
if err == nil {
|
|
|
|
if u.Scheme == "http" || u.Scheme == "https" {
|
2020-10-16 01:06:27 -04:00
|
|
|
// Trim trailing slashes. Notice that strings.TrimSuffix will only remove the last slash,
|
|
|
|
// not all slashes from the suffix, so we'll loop over the path to remove all slashes.
|
|
|
|
for strings.HasSuffix(u.Path, "/") {
|
|
|
|
u.Path = u.Path[:len(u.Path)-1]
|
2020-02-13 01:06:17 -05:00
|
|
|
}
|
|
|
|
u.Fragment = ""
|
|
|
|
u.RawQuery = ""
|
|
|
|
canonicalized = append(canonicalized, u.String())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return canonicalized
|
|
|
|
}
|