added --force-recursion option

src/banner/container.rs

@@ -163,6 +163,9 @@ pub struct Banner {
 
     /// represents Configuration.collect_words
     collect_words: BannerEntry,
+
+    /// represents Configuration.collect_words
+    force_recursion: BannerEntry,
 }
 
 /// implementation of Banner
@@ -300,6 +303,8 @@ impl Banner {
             &config.scan_limit.to_string(),
         );
 
+        let force_recursion =
+            BannerEntry::new("🤘", "Force Recursion", &config.force_recursion.to_string());
         let replay_proxy = BannerEntry::new("🎥", "Replay Proxy", &config.replay_proxy);
         let auto_tune = BannerEntry::new("🎶", "Auto Tune", &config.auto_tune.to_string());
         let auto_bail = BannerEntry::new("🪣", "Auto Bail", &config.auto_bail.to_string());
@@ -409,6 +414,7 @@ impl Banner {
             no_recursion,
             rate_limit,
             scan_limit,
+            force_recursion,
             time_limit,
             url_denylist,
             collect_extensions,
@@ -643,6 +649,10 @@ by Ben "epi" Risher {}                 ver: {}"#,
 
         writeln!(&mut writer, "{}", self.no_recursion)?;
 
+        if config.force_recursion {
+            writeln!(&mut writer, "{}", self.force_recursion)?;
+        }
+
         if config.scan_limit > 0 {
             writeln!(&mut writer, "{}", self.scan_limit)?;
         }

src/config/container.rs

@@ -281,6 +281,10 @@ pub struct Configuration {
     /// Automatically discover important words from within responses and add them to the wordlist
     #[serde(default)]
     pub collect_words: bool,
+
+    /// override recursion logic to always attempt recursion, still respects --depth
+    #[serde(default)]
+    pub force_recursion: bool,
 }
 
 impl Default for Configuration {
@@ -329,6 +333,7 @@ impl Default for Configuration {
             collect_backups: false,
             collect_words: false,
             save_state: true,
+            force_recursion: false,
             proxy: String::new(),
             config: String::new(),
             output: String::new(),
@@ -405,6 +410,7 @@ impl Configuration {
     /// - **json**: `false`
     /// - **dont_filter**: `false` (auto filter wildcard responses)
     /// - **depth**: `4` (maximum recursion depth)
+    /// - **force_recursion**: `false` (still respects recursion depth)
     /// - **scan_limit**: `0` (no limit on concurrent scans imposed)
     /// - **parallel**: `0` (no limit on parallel scans imposed)
     /// - **rate_limit**: `0` (no limit on requests per second imposed)
@@ -774,6 +780,10 @@ impl Configuration {
             config.json = true;
         }
 
+        if args.is_present("force_recursion") {
+            config.force_recursion = true;
+        }
+
         ////
         // organizational breakpoint; all options below alter the Client configuration
         ////
@@ -942,6 +952,7 @@ impl Configuration {
         update_if_not_default!(&mut conf.output, new.output, "");
         update_if_not_default!(&mut conf.redirects, new.redirects, false);
         update_if_not_default!(&mut conf.insecure, new.insecure, false);
+        update_if_not_default!(&mut conf.force_recursion, new.force_recursion, false);
         update_if_not_default!(&mut conf.extract_links, new.extract_links, false);
         update_if_not_default!(&mut conf.extensions, new.extensions, Vec::<String>::new());
         update_if_not_default!(&mut conf.methods, new.methods, Vec::<String>::new());

src/config/tests.rs

@@ -49,6 +49,7 @@ fn setup_config_test() -> Configuration {
             json = true
             save_state = false
             depth = 1
+            force_recursion = true
             filter_size = [4120]
             filter_regex = ["^ignore me$"]
             filter_similar = ["https://somesite.com/soft404"]
@@ -95,6 +96,7 @@ fn default_configuration() {
     assert!(config.save_state);
     assert!(!config.stdin);
     assert!(!config.add_slash);
+    assert!(!config.force_recursion);
     assert!(!config.redirects);
     assert!(!config.extract_links);
     assert!(!config.insecure);
@@ -208,6 +210,13 @@ fn config_reads_silent() {
     assert!(config.silent);
 }
 
+#[test]
+/// parse the test config and see that the value parsed is correct
+fn config_reads_force_recursion() {
+    let config = setup_config_test();
+    assert!(config.force_recursion);
+}
+
 #[test]
 /// parse the test config and see that the value parsed is correct
 fn config_reads_quiet() {

src/event_handlers/scans.rs

@@ -368,8 +368,8 @@ impl ScanHandler {
     async fn try_recursion(&mut self, response: Box<FeroxResponse>) -> Result<()> {
         log::trace!("enter: try_recursion({:?})", response,);
 
-        if !response.is_directory() {
-            // not a directory, quick exit
+        if !self.handles.config.force_recursion && !response.is_directory() {
+            // not a directory and --force-recursion wasn't used, quick exit
             return Ok(());
         }
 

src/parser.rs

@@ -427,6 +427,11 @@ pub fn initialize() -> Command<'static> {
                 .takes_value(true)
                 .help_heading("Scan settings")
                 .help("Maximum recursion depth, a depth of 0 is infinite recursion (default: 4)"),
+        ).arg(
+            Arg::new("force_recursion")
+                .long("force-recursion")
+                .help_heading("Scan settings")
+                .help("Force recursion attempts on all 'found' endpoints (still respects recursion depth)"),
         ).arg(
             Arg::new("extract_links")
                 .short('e')

src/response.rs

@@ -339,6 +339,8 @@ impl FeroxResponse {
     pub fn is_directory(&self) -> bool {
         log::trace!("enter: is_directory({})", self);
 
+        
+
         if self.status().is_redirection() {
             // status code is 3xx
             match self.headers().get("Location") {

src/scan_manager/tests.rs

@@ -452,6 +452,7 @@ fn feroxstates_feroxserialize_implementation() {
         r#""quiet":false"#,
         r#""auto_bail":false"#,
         r#""auto_tune":false"#,
+        r#""force_recursion":false"#,
         r#""json":false"#,
         r#""output":"""#,
         r#""debug_log":"""#,