diff --git a/Cargo.toml b/Cargo.toml index d542068..aa23426 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "feroxbuster" -version = "1.5.2" +version = "1.5.3" authors = ["Ben 'epi' Risher "] license = "MIT" edition = "2018" diff --git a/src/scanner.rs b/src/scanner.rs index f783251..d95cb11 100644 --- a/src/scanner.rs +++ b/src/scanner.rs @@ -130,17 +130,10 @@ fn add_url_to_list_of_scanned_urls(resp: &str, scanned_urls: &RwLock { - let normalized_url = if resp.ends_with('/') { - // append a / to the list of 'seen' urls, this is to prevent the case where - // 3xx and 2xx duplicate eachother - resp.to_string() - } else { - format!("{}/", resp) - }; // If the set did not contain resp, true is returned. // If the set did contain resp, false is returned. - let response = urls.insert(normalized_url); + let response = urls.insert(resp.to_string()); log::trace!("exit: add_url_to_list_of_scanned_urls -> {}", response); response @@ -855,7 +848,7 @@ mod tests { assert_eq!( urls.write() .unwrap() - .insert("http://unknown_url/".to_string()), + .insert("http://unknown_url".to_string()), true );