37 lines
944 B
Rust
37 lines
944 B
Rust
|
use url::Url;
|
||
|
|
|
||
|
|
pub fn normalize_url(url: &str) -> eyre::Result<String> {
|
||
|
|
let mut url = Url::parse(url)?;
|
||
|
|
|
||
|
|
// make sure the scheme is https
|
||
|
|
if url.scheme() == "http" {
|
||
|
|
url.set_scheme("https").unwrap();
|
||
|
|
}
|
||
|
|
|
||
|
|
// remove trailing slash
|
||
|
|
let path = url.path().to_string();
|
||
|
|
if let Some(path) = path.strip_suffix('/') {
|
||
|
|
url.set_path(path);
|
||
|
|
}
|
||
|
|
|
||
|
|
// remove ref_src tracking param
|
||
|
|
let query_pairs = url.query_pairs().into_owned();
|
||
|
|
let mut new_query_pairs = Vec::new();
|
||
|
|
for (key, value) in query_pairs {
|
||
|
|
if key != "ref_src" {
|
||
|
|
new_query_pairs.push((key, value));
|
||
|
|
}
|
||
|
|
}
|
||
|
|
if new_query_pairs.is_empty() {
|
||
|
|
url.set_query(None);
|
||
|
|
} else {
|
||
|
|
url.set_query(Some(
|
||
|
|
&url::form_urlencoded::Serializer::new(String::new())
|
||
|
|
.extend_pairs(new_query_pairs)
|
||
|
|
.finish(),
|
||
|
|
));
|
||
|
|
}
|
||
|
|
|
||
|
|
return Ok(url.to_string());
|
||
|
|
}
|