From 5e7be449d0103e95651ed961eae3f48bfacad9b5 Mon Sep 17 00:00:00 2001
From: epi <epibar052@gmail.com>
Date: Wed, 11 Nov 2020 06:59:09 -0600
Subject: [PATCH] fixed bug found by flangyver

---
 Cargo.toml     |  2 +-
 src/scanner.rs | 11 ++---------
 2 files changed, 3 insertions(+), 10 deletions(-)

diff --git a/Cargo.toml b/Cargo.toml
index d542068..aa23426 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "feroxbuster"
-version = "1.5.2"
+version = "1.5.3"
 authors = ["Ben 'epi' Risher <epibar052@gmail.com>"]
 license = "MIT"
 edition = "2018"
diff --git a/src/scanner.rs b/src/scanner.rs
index f783251..d95cb11 100644
--- a/src/scanner.rs
+++ b/src/scanner.rs
@@ -130,17 +130,10 @@ fn add_url_to_list_of_scanned_urls(resp: &str, scanned_urls: &RwLock<HashSet<Str
     match scanned_urls.write() {
         // check new url against what's already been scanned
         Ok(mut urls) => {
-            let normalized_url = if resp.ends_with('/') {
-                // append a / to the list of 'seen' urls, this is to prevent the case where
-                // 3xx and 2xx duplicate eachother
-                resp.to_string()
-            } else {
-                format!("{}/", resp)
-            };
 
             // If the set did not contain resp, true is returned.
             // If the set did contain resp, false is returned.
-            let response = urls.insert(normalized_url);
+            let response = urls.insert(resp.to_string());
 
             log::trace!("exit: add_url_to_list_of_scanned_urls -> {}", response);
             response
@@ -855,7 +848,7 @@ mod tests {
         assert_eq!(
             urls.write()
                 .unwrap()
-                .insert("http://unknown_url/".to_string()),
+                .insert("http://unknown_url".to_string()),
             true
         );