web-crawler/normalise_url.go
2024-08-26 18:37:45 +01:00

18 lines
379 B
Go

package main
import (
"fmt"
"net/url"
"strings"
)
func normaliseURL(input string) (string, error) {
const normalisedFormat string = "%s%s"
parsedURL, err := url.Parse(input)
if err != nil {
return "", fmt.Errorf("error parsing the URL %q: %w", input, err)
}
return fmt.Sprintf(normalisedFormat, parsedURL.Hostname(), strings.TrimSuffix(parsedURL.Path, "/")), nil
}