Merge pull request #801 from epi052/all-contributors/add-Luoooio

docs: add Luoooio as a contributor for ideas
docs: update .all-contributorsrc [skip ci]
2026-05-23 13:11:12 -03:00 · 2023-02-28 15:55:12 -06:00 · 2023-02-28 21:55:03 +00:00 · 2023-02-28 21:55:02 +00:00 · 2023-02-28 15:53:42 -06:00 · 2023-02-28 21:53:34 +00:00
70 changed files with 2055 additions and 1569 deletions
--- a/.all-contributorsrc
+++ b/.all-contributorsrc
@@ -294,10 +294,10 @@
      ]
    },
    {
-      "login": "narkopolo",
-      "name": "narkopolo",
+      "login": "n0kovo",
+      "name": "n0kovo",
      "avatar_url": "https://avatars.githubusercontent.com/u/16690056?v=4",
-      "profile": "https://github.com/narkopolo",
+      "profile": "https://github.com/n0kovo",
      "contributions": [
        "ideas"
      ]
@@ -440,6 +440,108 @@
      "contributions": [
        "ideas"
      ]
+    },
+    {
+      "login": "herrcykel",
+      "name": "O",
+      "avatar_url": "https://avatars.githubusercontent.com/u/1936757?v=4",
+      "profile": "https://github.com/herrcykel",
+      "contributions": [
+        "code"
+      ]
+    },
+    {
+      "login": "udoprog",
+      "name": "John-John Tedro",
+      "avatar_url": "https://avatars.githubusercontent.com/u/111092?v=4",
+      "profile": "http://udoprog.github.io/",
+      "contributions": [
+        "code"
+      ]
+    },
+    {
+      "login": "kmanc",
+      "name": "kmanc",
+      "avatar_url": "https://avatars.githubusercontent.com/u/14863147?v=4",
+      "profile": "https://github.com/kmanc",
+      "contributions": [
+        "bug",
+        "code"
+      ]
+    },
+    {
+      "login": "hakdogpinas",
+      "name": "hakdogpinas",
+      "avatar_url": "https://avatars.githubusercontent.com/u/71529469?v=4",
+      "profile": "https://github.com/hakdogpinas",
+      "contributions": [
+        "ideas"
+      ]
+    },
+    {
+      "login": "duokebei",
+      "name": "多可悲",
+      "avatar_url": "https://avatars.githubusercontent.com/u/75022552?v=4",
+      "profile": "https://github.com/duokebei",
+      "contributions": [
+        "ideas"
+      ]
+    },
+    {
+      "login": "aidanhall34",
+      "name": "Aidan Hall",
+      "avatar_url": "https://avatars.githubusercontent.com/u/58670593?v=4",
+      "profile": "https://blog.ah34.net/",
+      "contributions": [
+        "code",
+        "infra"
+      ]
+    },
+    {
+      "login": "joaociocca",
+      "name": "João Ciocca",
+      "avatar_url": "https://avatars.githubusercontent.com/u/6473725?v=4",
+      "profile": "https://hachyderm.io/@JohnnyCiocca",
+      "contributions": [
+        "bug",
+        "ideas"
+      ]
+    },
+    {
+      "login": "f3rn0s",
+      "name": "f3rn0s",
+      "avatar_url": "https://avatars.githubusercontent.com/u/1351279?v=4",
+      "profile": "https://github.com/f3rn0s",
+      "contributions": [
+        "bug"
+      ]
+    },
+    {
+      "login": "pich4ya",
+      "name": "LongCat",
+      "avatar_url": "https://avatars.githubusercontent.com/u/2099767?v=4",
+      "profile": "https://sth.sh",
+      "contributions": [
+        "ideas"
+      ]
+    },
+    {
+      "login": "xaeroborg",
+      "name": "xaeroborg",
+      "avatar_url": "https://avatars.githubusercontent.com/u/33274680?v=4",
+      "profile": "https://github.com/xaeroborg",
+      "contributions": [
+        "ideas"
+      ]
+    },
+    {
+      "login": "Luoooio",
+      "name": "Luoooio",
+      "avatar_url": "https://avatars.githubusercontent.com/u/26653157?v=4",
+      "profile": "https://github.com/Luoooio",
+      "contributions": [
+        "ideas"
+      ]
    }
  ],
  "contributorsPerLine": 7,
@@ -447,5 +549,6 @@
  "projectOwner": "epi052",
  "repoType": "github",
  "repoHost": "https://github.com",
-  "skipCi": true
+  "skipCi": true,
+  "commitConvention": "angular"
 }
--- a/.github/workflows/coverage.yml
+++ b/.github/workflows/coverage.yml
@@ -7,18 +7,18 @@ jobs:
    name: LLVM Coverage
    runs-on: ubuntu-latest
    steps:
-      - uses: actions/checkout@v2
-      - name: Install llvm-tools-preview
-        run: rustup toolchain install stable --component llvm-tools-preview
-      - name: Install cargo-llvm-cov
-        uses: taiki-e/install-action@cargo-llvm-cov
-      - name: Install cargo-nextest
-        uses: taiki-e/install-action@nextest
-      - name: Generate code coverage
-        run: cargo llvm-cov  nextest  --all-features --no-fail-fast --lcov --output-path lcov.info -- --retries 10
-      - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v1
+      - uses: actions/checkout@v3
+      - uses: dtolnay/rust-toolchain@stable
+        with:
+          components: llvm-tools-preview
+      - name: Install cargo-llvm-cov and cargo-nextest
+        uses: taiki-e/install-action@v2
+        with:
+          tool: cargo-nextest,cargo-llvm-cov
+      - name: Generate code coverage
+        run: cargo llvm-cov nextest --all-features --no-fail-fast --lcov --output-path lcov.info
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v3
        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
          files: lcov.info
          fail_ci_if_error: true
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -76,35 +76,35 @@ Now that you have a copy of your fork, there is work you will need to do to keep

 Do this prior to every time you create a branch for a PR:

-1. Make sure you are on the `master` branch
+1. Make sure you are on the `main` branch

  > ```sh
  > $ git status
-  > On branch master
-  > Your branch is up-to-date with 'origin/master'.
+  > On branch main
+  > Your branch is up-to-date with 'origin/main'.
  > ```

-  > If your aren't on `master`, resolve outstanding files and commits and checkout the `master` branch
+  > If your aren't on `main`, resolve outstanding files and commits and checkout the `main` branch

  > ```sh
-  > $ git checkout master
+  > $ git checkout main
  > ```

 2. Do a pull with rebase against `upstream`

  > ```sh
-  > $ git pull --rebase upstream master
+  > $ git pull --rebase upstream main
  > ```

-  > This will pull down all of the changes to the official master branch, without making an additional commit in your local repo.
+  > This will pull down all of the changes to the official main branch, without making an additional commit in your local repo.

-3. (_Optional_) Force push your updated master branch to your GitHub fork
+3. (_Optional_) Force push your updated main branch to your GitHub fork

  > ```sh
-  > $ git push origin master --force
+  > $ git push origin main --force
  > ```

-  > This will overwrite the master branch of your fork.
+  > This will overwrite the main branch of your fork.

 ### Creating a branch

@@ -214,20 +214,20 @@ GitHub has a good guide on how to contribute to open source [here](https://opens

 ##### Editing via your local fork

-1.  Perform the maintenance step of rebasing `master`
-2.  Ensure you're on the `master` branch using `git status`:
+1.  Perform the maintenance step of rebasing `main`
+2.  Ensure you're on the `main` branch using `git status`:

 ```sh
 $ git status
-On branch master
-Your branch is up-to-date with 'origin/master'.
+On branch main
+Your branch is up-to-date with 'origin/main'.

 nothing to commit, working directory clean
 ```

-1.  If you're not on master or your working directory is not clean, resolve
-    any outstanding files/commits and checkout master `git checkout master`
-2.  Create a branch off of `master` with git: `git checkout -B
+1.  If you're not on main or your working directory is not clean, resolve
+    any outstanding files/commits and checkout main `git checkout main`
+2.  Create a branch off of `main` with git: `git checkout -B
    branch/name-here`
 3.  Edit your file(s) locally with the editor of your choice
 4.  Check your `git status` to see unstaged files
@@ -239,8 +239,8 @@ nothing to commit, working directory clean
 8.  Push your commits to your GitHub Fork: `git push -u origin branch/name-here`
 9.  Once the edits have been committed, you will be prompted to create a pull
    request on your fork's GitHub page
-10.  By default, all pull requests should be against the `master` branch
-11.  Submit a pull request from your branch to feroxbuster's `master` branch
+10.  By default, all pull requests should be against the `main` branch
+11.  Submit a pull request from your branch to feroxbuster's `main` branch
 12.  The title (also called the subject) of your PR should be descriptive of your
    changes and succinctly indicate what is being fixed
    -   Examples: `Add test cases for Unicode support`; `Correct typo in overview documentation`
--- a/Cargo.lock
+++ b/Cargo.lock
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "feroxbuster"
-version = "2.7.1"
+version = "2.8.0"
 authors = ["Ben 'epi' Risher (@epi052)"]
 license = "MIT"
 edition = "2021"
@@ -22,40 +22,40 @@ build = "build.rs"
 maintenance = { status = "actively-developed" }

 [build-dependencies]
-clap = { version = "3.1.18", features = ["wrap_help", "cargo"] }
-clap_complete = "3.1.4"
+clap = { version = "4.1.6", features = ["wrap_help", "cargo"] }
+clap_complete = "4.1.3"
 regex = "1.5.5"
 lazy_static = "1.4.0"
 dirs = "4.0.0"

 [dependencies]
-scraper = "0.13.0"
-futures = "0.3.21"
-tokio = { version = "1.18.2", features = ["full"] }
-tokio-util = { version = "0.7.1", features = ["codec"] }
+scraper = "0.14.0"
+futures = "0.3.26"
+tokio = { version = "1.25.0", features = ["full"] }
+tokio-util = { version = "0.7.7", features = ["codec"] }
 log = "0.4.17"
-env_logger = "0.9.0"
+env_logger = "0.10.0"
 reqwest = { version = "0.11.10", features = ["socks"] }
 # uses feature unification to add 'serde' to reqwest::Url
 url = { version = "2.2.2", features = ["serde"] }
 serde_regex = "1.1.0"
-clap = { version = "3.1.18", features = ["wrap_help", "cargo"] }
+clap = { version = "4.1.6", features = ["wrap_help", "cargo"] }
 lazy_static = "1.4.0"
-toml = "0.5.9"
+toml = "0.7.2"
 serde = { version = "1.0.137", features = ["derive", "rc"] }
-serde_json = "1.0.81"
-uuid = { version = "1.0.0", features = ["v4"] }
+serde_json = "1.0.93"
+uuid = { version = "1.3.0", features = ["v4"] }
 indicatif = "0.15"
-console = "0.15.0"
-openssl = { version = "0.10.40", features = ["vendored"] }
+console = "0.15.2"
+openssl = { version = "0.10", features = ["vendored"] }
 dirs = "4.0.0"
 regex = "1.5.5"
-crossterm = "0.23.2"
-rlimit = "0.8.3"
+crossterm = "0.26.0"
+rlimit = "0.9.1"
 ctrlc = "3.2.2"
-fuzzyhash = "0.2.1"
-anyhow = "1.0.57"
-leaky-bucket = "0.10.0"
+anyhow = "1.0.69"
+leaky-bucket = "0.12.1"
+gaoya = "0.1.2"

 [dev-dependencies]
 tempfile = "3.3.0"
--- a/11
+++ b/11
@@ -1,10 +1,7 @@
-# Image: alpine:3.14.2
-FROM alpine@sha256:69704ef328d05a9f806b6b8502915e6a0a4faa4d72018dc42343f511490daf8a as build
+FROM alpine:3.17.1 as build
 LABEL maintainer="wfnintr@null.net"

-RUN sed -i -e 's/v[[:digit:]]\..*\//edge\//g' /etc/apk/repositories \
-    && apk upgrade --update-cache --available && apk add --update openssl
-
+RUN apk upgrade --update-cache --available && apk add --update openssl

 # Download latest release
 RUN wget https://github.com/epi052/feroxbuster/releases/latest/download/x86_64-linux-feroxbuster.zip -qO feroxbuster.zip \
@@ -12,9 +9,7 @@ RUN wget https://github.com/epi052/feroxbuster/releases/latest/download/x86_64-l
    && chmod +x /tmp/feroxbuster \
    && wget https://raw.githubusercontent.com/danielmiessler/SecLists/master/Discovery/Web-Content/raft-medium-directories.txt -O /tmp/raft-medium-directories.txt

-# Image: alpine:3.14.2
-FROM alpine@sha256:69704ef328d05a9f806b6b8502915e6a0a4faa4d72018dc42343f511490daf8a as release
-
+from alpine:3.17.1 as release
 COPY --from=build /tmp/raft-medium-directories.txt /usr/share/seclists/Discovery/Web-Content/raft-medium-directories.txt
 COPY --from=build /tmp/feroxbuster /usr/local/bin/feroxbuster

--- a/3
+++ b/3
@@ -70,7 +70,8 @@ ifeq (1, $(VENDORED))
 endif

 $(TARGET)/$(BIN): extract
-	mkdir -p .cargo
+	mkdir -p .cargo debian
+	touch debian/cargo.config
 	cp debian/cargo.config .cargo/config.toml
 	cargo build $(ARGS)

--- a/Makefile.toml
+++ b/Makefile.toml
@@ -11,7 +11,7 @@ rm ferox-*.state
 # dependency management
 [tasks.upgrade-deps]
 command = "cargo"
-args = ["upgrade", "--exclude", "indicatif", "leaky-bucket"]
+args = ["upgrade", "--exclude", "indicatif"]

 [tasks.update]
 command = "cargo"
--- a/README.md
+++ b/README.md
@@ -8,7 +8,7 @@

 <p align="center">
  <a href="https://github.com/epi052/feroxbuster/actions?query=workflow%3A%22CI+Pipeline%22">
-    <img src="https://img.shields.io/github/workflow/status/epi052/feroxbuster/CI%20Pipeline/main?logo=github">
+    <img src="https://img.shields.io/github/actions/workflow/status/epi052/feroxbuster/.github/workflows/check.yml?branch=main&logo=github">
  </a>

  <a href="https://github.com/epi052/feroxbuster/releases">
@@ -181,67 +181,84 @@ Thanks goes to these wonderful people ([emoji key](https://allcontributors.org/d
 <!-- prettier-ignore-start -->
 <!-- markdownlint-disable -->
 <table>
-  <tr>
-    <td align="center"><a href="https://io.fi"><img src="https://avatars.githubusercontent.com/u/5235109?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Joona Hoikkala</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=joohoi" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://github.com/jsav0"><img src="https://avatars.githubusercontent.com/u/20546041?v=4?s=100" width="100px;" alt=""/><br /><sub><b>J Savage</b></sub></a><br /><a href="#infra-jsav0" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=jsav0" title="Documentation">📖</a></td>
-    <td align="center"><a href="http://www.tgotwig.dev"><img src="https://avatars.githubusercontent.com/u/30773779?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Thomas Gotwig</b></sub></a><br /><a href="#infra-TGotwig" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=TGotwig" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://github.com/spikecodes"><img src="https://avatars.githubusercontent.com/u/19519553?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Spike</b></sub></a><br /><a href="#infra-spikecodes" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=spikecodes" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://github.com/evanrichter"><img src="https://avatars.githubusercontent.com/u/330292?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Evan Richter</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=evanrichter" title="Code">💻</a> <a href="https://github.com/epi052/feroxbuster/commits?author=evanrichter" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://github.com/mzpqnxow"><img src="https://avatars.githubusercontent.com/u/8016228?v=4?s=100" width="100px;" alt=""/><br /><sub><b>AG</b></sub></a><br /><a href="#ideas-mzpqnxow" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=mzpqnxow" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://n-thumann.de/"><img src="https://avatars.githubusercontent.com/u/46975855?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Nicolas Thumann</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=n-thumann" title="Code">💻</a> <a href="https://github.com/epi052/feroxbuster/commits?author=n-thumann" title="Documentation">📖</a></td>
-  </tr>
-  <tr>
-    <td align="center"><a href="https://github.com/tomtastic"><img src="https://avatars.githubusercontent.com/u/302127?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Tom Matthews</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=tomtastic" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://github.com/bsysop"><img src="https://avatars.githubusercontent.com/u/9998303?v=4?s=100" width="100px;" alt=""/><br /><sub><b>bsysop</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=bsysop" title="Documentation">📖</a></td>
-    <td align="center"><a href="http://bpsizemore.me"><img src="https://avatars.githubusercontent.com/u/11645898?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Brian Sizemore</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=bpsizemore" title="Code">💻</a></td>
-    <td align="center"><a href="https://pwn.by/noraj"><img src="https://avatars.githubusercontent.com/u/16578570?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Alexandre ZANNI</b></sub></a><br /><a href="#infra-noraj" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=noraj" title="Documentation">📖</a></td>
-    <td align="center"><a href="https://github.com/craig"><img src="https://avatars.githubusercontent.com/u/99729?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Craig</b></sub></a><br /><a href="#infra-craig" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
-    <td align="center"><a href="https://www.reddit.com/u/EONRaider"><img src="https://avatars.githubusercontent.com/u/15611424?v=4?s=100" width="100px;" alt=""/><br /><sub><b>EONRaider</b></sub></a><br /><a href="#infra-EONRaider" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
-    <td align="center"><a href="https://github.com/wtwver"><img src="https://avatars.githubusercontent.com/u/53866088?v=4?s=100" width="100px;" alt=""/><br /><sub><b>wtwver</b></sub></a><br /><a href="#infra-wtwver" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
-  </tr>
-  <tr>
-    <td align="center"><a href="https://tib3rius.com"><img src="https://avatars.githubusercontent.com/u/48113936?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Tib3rius</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3ATib3rius" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/0xdf"><img src="https://avatars.githubusercontent.com/u/1489045?v=4?s=100" width="100px;" alt=""/><br /><sub><b>0xdf</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3A0xdf" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="http://secure77.de"><img src="https://avatars.githubusercontent.com/u/31564517?v=4?s=100" width="100px;" alt=""/><br /><sub><b>secure-77</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Asecure-77" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/sbrun"><img src="https://avatars.githubusercontent.com/u/7712154?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Sophie Brun</b></sub></a><br /><a href="#infra-sbrun" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
-    <td align="center"><a href="https://github.com/black-A"><img src="https://avatars.githubusercontent.com/u/30686803?v=4?s=100" width="100px;" alt=""/><br /><sub><b>black-A</b></sub></a><br /><a href="#ideas-black-A" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/dinosn"><img src="https://avatars.githubusercontent.com/u/3851678?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Nicolas Krassas</b></sub></a><br /><a href="#ideas-dinosn" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/N0ur5"><img src="https://avatars.githubusercontent.com/u/24260009?v=4?s=100" width="100px;" alt=""/><br /><sub><b>N0ur5</b></sub></a><br /><a href="#ideas-N0ur5" title="Ideas, Planning, & Feedback">🤔</a></td>
-  </tr>
-  <tr>
-    <td align="center"><a href="https://github.com/moscowchill"><img src="https://avatars.githubusercontent.com/u/72578879?v=4?s=100" width="100px;" alt=""/><br /><sub><b>mchill</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Amoscowchill" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="http://BitThr3at.github.io"><img src="https://avatars.githubusercontent.com/u/45028933?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Naman</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3ABitThr3at" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/Sicks3c"><img src="https://avatars.githubusercontent.com/u/32225186?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Ayoub Elaich</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Asicks3c" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/HenryHoggard"><img src="https://avatars.githubusercontent.com/u/1208121?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Henry</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3AHenryHoggard" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/SleepiPanda"><img src="https://avatars.githubusercontent.com/u/6428561?v=4?s=100" width="100px;" alt=""/><br /><sub><b>SleepiPanda</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3ASleepiPanda" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/uBadRequest"><img src="https://avatars.githubusercontent.com/u/47282747?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Bad Requests</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3AuBadRequest" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://home.dnaka91.rocks"><img src="https://avatars.githubusercontent.com/u/36804488?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Dominik Nakamura</b></sub></a><br /><a href="#infra-dnaka91" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
-  </tr>
-  <tr>
-    <td align="center"><a href="https://github.com/hunter0x8"><img src="https://avatars.githubusercontent.com/u/46222314?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Muhammad Ahsan</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Ahunter0x8" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/cortantief"><img src="https://avatars.githubusercontent.com/u/34527333?v=4?s=100" width="100px;" alt=""/><br /><sub><b>cortantief</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Acortantief" title="Bug reports">🐛</a> <a href="https://github.com/epi052/feroxbuster/commits?author=cortantief" title="Code">💻</a></td>
-    <td align="center"><a href="https://github.com/dsaxton"><img src="https://avatars.githubusercontent.com/u/2658661?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Daniel Saxton</b></sub></a><br /><a href="#ideas-dsaxton" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=dsaxton" title="Code">💻</a></td>
-    <td align="center"><a href="https://github.com/narkopolo"><img src="https://avatars.githubusercontent.com/u/16690056?v=4?s=100" width="100px;" alt=""/><br /><sub><b>narkopolo</b></sub></a><br /><a href="#ideas-narkopolo" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://ring0.lol"><img src="https://avatars.githubusercontent.com/u/1893909?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Justin Steven</b></sub></a><br /><a href="#ideas-justinsteven" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/7047payloads"><img src="https://avatars.githubusercontent.com/u/95562424?v=4?s=100" width="100px;" alt=""/><br /><sub><b>7047payloads</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=7047payloads" title="Code">💻</a></td>
-    <td align="center"><a href="https://github.com/unkn0wnsyst3m"><img src="https://avatars.githubusercontent.com/u/21272239?v=4?s=100" width="100px;" alt=""/><br /><sub><b>unkn0wnsyst3m</b></sub></a><br /><a href="#ideas-unkn0wnsyst3m" title="Ideas, Planning, & Feedback">🤔</a></td>
-  </tr>
-  <tr>
-    <td align="center"><a href="https://ironwort.me/"><img src="https://avatars.githubusercontent.com/u/15280042?v=4?s=100" width="100px;" alt=""/><br /><sub><b>0x08</b></sub></a><br /><a href="#ideas-its0x08" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/MD-Levitan"><img src="https://avatars.githubusercontent.com/u/12116508?v=4?s=100" width="100px;" alt=""/><br /><sub><b>kusok</b></sub></a><br /><a href="#ideas-MD-Levitan" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=MD-Levitan" title="Code">💻</a></td>
-    <td align="center"><a href="https://github.com/godylockz"><img src="https://avatars.githubusercontent.com/u/81207744?v=4?s=100" width="100px;" alt=""/><br /><sub><b>godylockz</b></sub></a><br /><a href="#ideas-godylockz" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=godylockz" title="Code">💻</a></td>
-    <td align="center"><a href="http://ryanmontgomery.me"><img src="https://avatars.githubusercontent.com/u/44453666?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Ryan Montgomery</b></sub></a><br /><a href="#ideas-0dayCTF" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/IppSec"><img src="https://avatars.githubusercontent.com/u/24677271?v=4?s=100" width="100px;" alt=""/><br /><sub><b>ippsec</b></sub></a><br /><a href="#ideas-ippsec" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/gtjamesa"><img src="https://avatars.githubusercontent.com/u/2078364?v=4?s=100" width="100px;" alt=""/><br /><sub><b>James</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Agtjamesa" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://twitter.com/Jhaddix"><img src="https://avatars.githubusercontent.com/u/3488554?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Jason Haddix</b></sub></a><br /><a href="#ideas-jhaddix" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/issues?q=author%3Ajhaddix" title="Bug reports">🐛</a></td>
-  </tr>
-  <tr>
-    <td align="center"><a href="https://github.com/ThisLimn0"><img src="https://avatars.githubusercontent.com/u/67125885?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Limn0</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3AThisLimn0" title="Bug reports">🐛</a></td>
-    <td align="center"><a href="https://github.com/0xdf223"><img src="https://avatars.githubusercontent.com/u/76954092?v=4?s=100" width="100px;" alt=""/><br /><sub><b>0xdf</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3A0xdf223" title="Bug reports">🐛</a> <a href="#ideas-0xdf223" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/Flangyver"><img src="https://avatars.githubusercontent.com/u/59575870?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Flangyver</b></sub></a><br /><a href="#ideas-Flangyver" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://github.com/DonatoReis"><img src="https://avatars.githubusercontent.com/u/93531354?v=4?s=100" width="100px;" alt=""/><br /><sub><b>PeakyBlinder</b></sub></a><br /><a href="#ideas-DonatoReis" title="Ideas, Planning, & Feedback">🤔</a></td>
-    <td align="center"><a href="https://postmodern.github.io/"><img src="https://avatars.githubusercontent.com/u/12671?v=4?s=100" width="100px;" alt=""/><br /><sub><b>Postmodern</b></sub></a><br /><a href="#ideas-postmodern" title="Ideas, Planning, & Feedback">🤔</a></td>
-  </tr>
+  <tbody>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://io.fi"><img src="https://avatars.githubusercontent.com/u/5235109?v=4?s=100" width="100px;" alt="Joona Hoikkala"/><br /><sub><b>Joona Hoikkala</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=joohoi" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/jsav0"><img src="https://avatars.githubusercontent.com/u/20546041?v=4?s=100" width="100px;" alt="J Savage"/><br /><sub><b>J Savage</b></sub></a><br /><a href="#infra-jsav0" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=jsav0" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="http://www.tgotwig.dev"><img src="https://avatars.githubusercontent.com/u/30773779?v=4?s=100" width="100px;" alt="Thomas Gotwig"/><br /><sub><b>Thomas Gotwig</b></sub></a><br /><a href="#infra-TGotwig" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=TGotwig" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/spikecodes"><img src="https://avatars.githubusercontent.com/u/19519553?v=4?s=100" width="100px;" alt="Spike"/><br /><sub><b>Spike</b></sub></a><br /><a href="#infra-spikecodes" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=spikecodes" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/evanrichter"><img src="https://avatars.githubusercontent.com/u/330292?v=4?s=100" width="100px;" alt="Evan Richter"/><br /><sub><b>Evan Richter</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=evanrichter" title="Code">💻</a> <a href="https://github.com/epi052/feroxbuster/commits?author=evanrichter" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/mzpqnxow"><img src="https://avatars.githubusercontent.com/u/8016228?v=4?s=100" width="100px;" alt="AG"/><br /><sub><b>AG</b></sub></a><br /><a href="#ideas-mzpqnxow" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=mzpqnxow" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://n-thumann.de/"><img src="https://avatars.githubusercontent.com/u/46975855?v=4?s=100" width="100px;" alt="Nicolas Thumann"/><br /><sub><b>Nicolas Thumann</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=n-thumann" title="Code">💻</a> <a href="https://github.com/epi052/feroxbuster/commits?author=n-thumann" title="Documentation">📖</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/tomtastic"><img src="https://avatars.githubusercontent.com/u/302127?v=4?s=100" width="100px;" alt="Tom Matthews"/><br /><sub><b>Tom Matthews</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=tomtastic" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/bsysop"><img src="https://avatars.githubusercontent.com/u/9998303?v=4?s=100" width="100px;" alt="bsysop"/><br /><sub><b>bsysop</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=bsysop" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="http://bpsizemore.me"><img src="https://avatars.githubusercontent.com/u/11645898?v=4?s=100" width="100px;" alt="Brian Sizemore"/><br /><sub><b>Brian Sizemore</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=bpsizemore" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://pwn.by/noraj"><img src="https://avatars.githubusercontent.com/u/16578570?v=4?s=100" width="100px;" alt="Alexandre ZANNI"/><br /><sub><b>Alexandre ZANNI</b></sub></a><br /><a href="#infra-noraj" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a> <a href="https://github.com/epi052/feroxbuster/commits?author=noraj" title="Documentation">📖</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/craig"><img src="https://avatars.githubusercontent.com/u/99729?v=4?s=100" width="100px;" alt="Craig"/><br /><sub><b>Craig</b></sub></a><br /><a href="#infra-craig" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://www.reddit.com/u/EONRaider"><img src="https://avatars.githubusercontent.com/u/15611424?v=4?s=100" width="100px;" alt="EONRaider"/><br /><sub><b>EONRaider</b></sub></a><br /><a href="#infra-EONRaider" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/wtwver"><img src="https://avatars.githubusercontent.com/u/53866088?v=4?s=100" width="100px;" alt="wtwver"/><br /><sub><b>wtwver</b></sub></a><br /><a href="#infra-wtwver" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://tib3rius.com"><img src="https://avatars.githubusercontent.com/u/48113936?v=4?s=100" width="100px;" alt="Tib3rius"/><br /><sub><b>Tib3rius</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3ATib3rius" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/0xdf"><img src="https://avatars.githubusercontent.com/u/1489045?v=4?s=100" width="100px;" alt="0xdf"/><br /><sub><b>0xdf</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3A0xdf" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="http://secure77.de"><img src="https://avatars.githubusercontent.com/u/31564517?v=4?s=100" width="100px;" alt="secure-77"/><br /><sub><b>secure-77</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Asecure-77" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/sbrun"><img src="https://avatars.githubusercontent.com/u/7712154?v=4?s=100" width="100px;" alt="Sophie Brun"/><br /><sub><b>Sophie Brun</b></sub></a><br /><a href="#infra-sbrun" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/black-A"><img src="https://avatars.githubusercontent.com/u/30686803?v=4?s=100" width="100px;" alt="black-A"/><br /><sub><b>black-A</b></sub></a><br /><a href="#ideas-black-A" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/dinosn"><img src="https://avatars.githubusercontent.com/u/3851678?v=4?s=100" width="100px;" alt="Nicolas Krassas"/><br /><sub><b>Nicolas Krassas</b></sub></a><br /><a href="#ideas-dinosn" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/N0ur5"><img src="https://avatars.githubusercontent.com/u/24260009?v=4?s=100" width="100px;" alt="N0ur5"/><br /><sub><b>N0ur5</b></sub></a><br /><a href="#ideas-N0ur5" title="Ideas, Planning, & Feedback">🤔</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/moscowchill"><img src="https://avatars.githubusercontent.com/u/72578879?v=4?s=100" width="100px;" alt="mchill"/><br /><sub><b>mchill</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Amoscowchill" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="http://BitThr3at.github.io"><img src="https://avatars.githubusercontent.com/u/45028933?v=4?s=100" width="100px;" alt="Naman"/><br /><sub><b>Naman</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3ABitThr3at" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/Sicks3c"><img src="https://avatars.githubusercontent.com/u/32225186?v=4?s=100" width="100px;" alt="Ayoub Elaich"/><br /><sub><b>Ayoub Elaich</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Asicks3c" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/HenryHoggard"><img src="https://avatars.githubusercontent.com/u/1208121?v=4?s=100" width="100px;" alt="Henry"/><br /><sub><b>Henry</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3AHenryHoggard" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/SleepiPanda"><img src="https://avatars.githubusercontent.com/u/6428561?v=4?s=100" width="100px;" alt="SleepiPanda"/><br /><sub><b>SleepiPanda</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3ASleepiPanda" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/uBadRequest"><img src="https://avatars.githubusercontent.com/u/47282747?v=4?s=100" width="100px;" alt="Bad Requests"/><br /><sub><b>Bad Requests</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3AuBadRequest" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://home.dnaka91.rocks"><img src="https://avatars.githubusercontent.com/u/36804488?v=4?s=100" width="100px;" alt="Dominik Nakamura"/><br /><sub><b>Dominik Nakamura</b></sub></a><br /><a href="#infra-dnaka91" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/hunter0x8"><img src="https://avatars.githubusercontent.com/u/46222314?v=4?s=100" width="100px;" alt="Muhammad Ahsan"/><br /><sub><b>Muhammad Ahsan</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Ahunter0x8" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/cortantief"><img src="https://avatars.githubusercontent.com/u/34527333?v=4?s=100" width="100px;" alt="cortantief"/><br /><sub><b>cortantief</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Acortantief" title="Bug reports">🐛</a> <a href="https://github.com/epi052/feroxbuster/commits?author=cortantief" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/dsaxton"><img src="https://avatars.githubusercontent.com/u/2658661?v=4?s=100" width="100px;" alt="Daniel Saxton"/><br /><sub><b>Daniel Saxton</b></sub></a><br /><a href="#ideas-dsaxton" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=dsaxton" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/n0kovo"><img src="https://avatars.githubusercontent.com/u/16690056?v=4?s=100" width="100px;" alt="n0kovo"/><br /><sub><b>n0kovo</b></sub></a><br /><a href="#ideas-n0kovo" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://ring0.lol"><img src="https://avatars.githubusercontent.com/u/1893909?v=4?s=100" width="100px;" alt="Justin Steven"/><br /><sub><b>Justin Steven</b></sub></a><br /><a href="#ideas-justinsteven" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/7047payloads"><img src="https://avatars.githubusercontent.com/u/95562424?v=4?s=100" width="100px;" alt="7047payloads"/><br /><sub><b>7047payloads</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=7047payloads" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/unkn0wnsyst3m"><img src="https://avatars.githubusercontent.com/u/21272239?v=4?s=100" width="100px;" alt="unkn0wnsyst3m"/><br /><sub><b>unkn0wnsyst3m</b></sub></a><br /><a href="#ideas-unkn0wnsyst3m" title="Ideas, Planning, & Feedback">🤔</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://ironwort.me/"><img src="https://avatars.githubusercontent.com/u/15280042?v=4?s=100" width="100px;" alt="0x08"/><br /><sub><b>0x08</b></sub></a><br /><a href="#ideas-its0x08" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/MD-Levitan"><img src="https://avatars.githubusercontent.com/u/12116508?v=4?s=100" width="100px;" alt="kusok"/><br /><sub><b>kusok</b></sub></a><br /><a href="#ideas-MD-Levitan" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=MD-Levitan" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/godylockz"><img src="https://avatars.githubusercontent.com/u/81207744?v=4?s=100" width="100px;" alt="godylockz"/><br /><sub><b>godylockz</b></sub></a><br /><a href="#ideas-godylockz" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/commits?author=godylockz" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="http://ryanmontgomery.me"><img src="https://avatars.githubusercontent.com/u/44453666?v=4?s=100" width="100px;" alt="Ryan Montgomery"/><br /><sub><b>Ryan Montgomery</b></sub></a><br /><a href="#ideas-0dayCTF" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/IppSec"><img src="https://avatars.githubusercontent.com/u/24677271?v=4?s=100" width="100px;" alt="ippsec"/><br /><sub><b>ippsec</b></sub></a><br /><a href="#ideas-ippsec" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/gtjamesa"><img src="https://avatars.githubusercontent.com/u/2078364?v=4?s=100" width="100px;" alt="James"/><br /><sub><b>James</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Agtjamesa" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://twitter.com/Jhaddix"><img src="https://avatars.githubusercontent.com/u/3488554?v=4?s=100" width="100px;" alt="Jason Haddix"/><br /><sub><b>Jason Haddix</b></sub></a><br /><a href="#ideas-jhaddix" title="Ideas, Planning, & Feedback">🤔</a> <a href="https://github.com/epi052/feroxbuster/issues?q=author%3Ajhaddix" title="Bug reports">🐛</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/ThisLimn0"><img src="https://avatars.githubusercontent.com/u/67125885?v=4?s=100" width="100px;" alt="Limn0"/><br /><sub><b>Limn0</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3AThisLimn0" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/0xdf223"><img src="https://avatars.githubusercontent.com/u/76954092?v=4?s=100" width="100px;" alt="0xdf"/><br /><sub><b>0xdf</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3A0xdf223" title="Bug reports">🐛</a> <a href="#ideas-0xdf223" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/Flangyver"><img src="https://avatars.githubusercontent.com/u/59575870?v=4?s=100" width="100px;" alt="Flangyver"/><br /><sub><b>Flangyver</b></sub></a><br /><a href="#ideas-Flangyver" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/DonatoReis"><img src="https://avatars.githubusercontent.com/u/93531354?v=4?s=100" width="100px;" alt="PeakyBlinder"/><br /><sub><b>PeakyBlinder</b></sub></a><br /><a href="#ideas-DonatoReis" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://postmodern.github.io/"><img src="https://avatars.githubusercontent.com/u/12671?v=4?s=100" width="100px;" alt="Postmodern"/><br /><sub><b>Postmodern</b></sub></a><br /><a href="#ideas-postmodern" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/herrcykel"><img src="https://avatars.githubusercontent.com/u/1936757?v=4?s=100" width="100px;" alt="O"/><br /><sub><b>O</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=herrcykel" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="http://udoprog.github.io/"><img src="https://avatars.githubusercontent.com/u/111092?v=4?s=100" width="100px;" alt="John-John Tedro"/><br /><sub><b>John-John Tedro</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=udoprog" title="Code">💻</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/kmanc"><img src="https://avatars.githubusercontent.com/u/14863147?v=4?s=100" width="100px;" alt="kmanc"/><br /><sub><b>kmanc</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Akmanc" title="Bug reports">🐛</a> <a href="https://github.com/epi052/feroxbuster/commits?author=kmanc" title="Code">💻</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/hakdogpinas"><img src="https://avatars.githubusercontent.com/u/71529469?v=4?s=100" width="100px;" alt="hakdogpinas"/><br /><sub><b>hakdogpinas</b></sub></a><br /><a href="#ideas-hakdogpinas" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/duokebei"><img src="https://avatars.githubusercontent.com/u/75022552?v=4?s=100" width="100px;" alt="多可悲"/><br /><sub><b>多可悲</b></sub></a><br /><a href="#ideas-duokebei" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://blog.ah34.net/"><img src="https://avatars.githubusercontent.com/u/58670593?v=4?s=100" width="100px;" alt="Aidan Hall"/><br /><sub><b>Aidan Hall</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/commits?author=aidanhall34" title="Code">💻</a> <a href="#infra-aidanhall34" title="Infrastructure (Hosting, Build-Tools, etc)">🚇</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://hachyderm.io/@JohnnyCiocca"><img src="https://avatars.githubusercontent.com/u/6473725?v=4?s=100" width="100px;" alt="João Ciocca"/><br /><sub><b>João Ciocca</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Ajoaociocca" title="Bug reports">🐛</a> <a href="#ideas-joaociocca" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/f3rn0s"><img src="https://avatars.githubusercontent.com/u/1351279?v=4?s=100" width="100px;" alt="f3rn0s"/><br /><sub><b>f3rn0s</b></sub></a><br /><a href="https://github.com/epi052/feroxbuster/issues?q=author%3Af3rn0s" title="Bug reports">🐛</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://sth.sh"><img src="https://avatars.githubusercontent.com/u/2099767?v=4?s=100" width="100px;" alt="LongCat"/><br /><sub><b>LongCat</b></sub></a><br /><a href="#ideas-pich4ya" title="Ideas, Planning, & Feedback">🤔</a></td>
+    </tr>
+    <tr>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/xaeroborg"><img src="https://avatars.githubusercontent.com/u/33274680?v=4?s=100" width="100px;" alt="xaeroborg"/><br /><sub><b>xaeroborg</b></sub></a><br /><a href="#ideas-xaeroborg" title="Ideas, Planning, & Feedback">🤔</a></td>
+      <td align="center" valign="top" width="14.28%"><a href="https://github.com/Luoooio"><img src="https://avatars.githubusercontent.com/u/26653157?v=4?s=100" width="100px;" alt="Luoooio"/><br /><sub><b>Luoooio</b></sub></a><br /><a href="#ideas-Luoooio" title="Ideas, Planning, & Feedback">🤔</a></td>
+    </tr>
+  </tbody>
 </table>

 <!-- markdownlint-restore -->
--- a/build.rs
+++ b/build.rs
@@ -1,5 +1,5 @@
 use std::fs::{copy, create_dir_all, OpenOptions};
-use std::io::{Read, Seek, SeekFrom, Write};
+use std::io::{Read, Seek, Write};

 use clap_complete::{generate_to, shells};

@@ -30,7 +30,7 @@ fn main() {
    let mut bash_file = OpenOptions::new()
        .read(true)
        .write(true)
-        .open(format!("{}/feroxbuster.bash", outdir))
+        .open(format!("{outdir}/feroxbuster.bash"))
        .expect("Couldn't open bash completion script");

    bash_file
@@ -40,7 +40,7 @@ fn main() {
    contents = contents.replace("default feroxbuster", "default -o plusdirs feroxbuster");

    bash_file
-        .seek(SeekFrom::Start(0))
+        .rewind()
        .expect("Couldn't seek to position 0 in bash completion script");

    bash_file
@@ -59,15 +59,11 @@ fn main() {
    if !config_dir.exists() {
        // recursively create the feroxbuster directory and all of its parent components if
        // they are missing
-        if !config_dir.exists() {
-            // recursively create the feroxbuster directory and all of its parent components if
-            // they are missing
-            if create_dir_all(&config_dir).is_err() {
-                // only copy the config file when we're not running in the CI/CD pipeline
-                // which fails with permission denied
-                eprintln!("Couldn't create one or more directories needed to copy the config file");
-                return;
-            }
+        if create_dir_all(&config_dir).is_err() {
+            // only copy the config file when we're not running in the CI/CD pipeline
+            // which fails with permission denied
+            eprintln!("Couldn't create one or more directories needed to copy the config file");
+            return;
        }
    }

--- a/shell_completions/_feroxbuster
+++ b/shell_completions/_feroxbuster
@@ -24,8 +24,8 @@ _feroxbuster() {
 '--replay-proxy=[Send only unfiltered requests through a Replay Proxy, instead of all requests]:REPLAY_PROXY:_urls' \
 '*-R+[Status Codes to send through a Replay Proxy when found (default: --status-codes value)]:REPLAY_CODE: ' \
 '*--replay-codes=[Status Codes to send through a Replay Proxy when found (default: --status-codes value)]:REPLAY_CODE: ' \
-'-a+[Sets the User-Agent (default: feroxbuster/2.7.1)]:USER_AGENT: ' \
-'--user-agent=[Sets the User-Agent (default: feroxbuster/2.7.1)]:USER_AGENT: ' \
+'-a+[Sets the User-Agent (default: feroxbuster/2.8.0)]:USER_AGENT: ' \
+'--user-agent=[Sets the User-Agent (default: feroxbuster/2.8.0)]:USER_AGENT: ' \
 '*-x+[File extension(s) to search for (ex: -x php -x pdf js)]:FILE_EXTENSION: ' \
 '*--extensions=[File extension(s) to search for (ex: -x php -x pdf js)]:FILE_EXTENSION: ' \
 '*-m+[Which HTTP request method(s) should be sent (default: GET)]:HTTP_METHODS: ' \
@@ -49,8 +49,8 @@ _feroxbuster() {
 '(-s --status-codes)*-C+[Filter out status codes (deny list) (ex: -C 200 -C 401)]:STATUS_CODE: ' \
 '(-s --status-codes)*--filter-status=[Filter out status codes (deny list) (ex: -C 200 -C 401)]:STATUS_CODE: ' \
 '*--filter-similar-to=[Filter out pages that are similar to the given page (ex. --filter-similar-to http://site.xyz/soft404)]:UNWANTED_PAGE:_urls' \
-'*-s+[Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)]:STATUS_CODE: ' \
-'*--status-codes=[Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)]:STATUS_CODE: ' \
+'*-s+[Status Codes to include (allow list) (default: All Status Codes)]:STATUS_CODE: ' \
+'*--status-codes=[Status Codes to include (allow list) (default: All Status Codes)]:STATUS_CODE: ' \
 '-T+[Number of seconds before a client'\''s request times out (default: 7)]:SECONDS: ' \
 '--timeout=[Number of seconds before a client'\''s request times out (default: 7)]:SECONDS: ' \
 '-t+[Number of concurrent threads (default: 50)]:THREADS: ' \
@@ -69,10 +69,6 @@ _feroxbuster() {
 '-o+[Output file to write results to (use w/ --json for JSON entries)]:FILE:_files' \
 '--output=[Output file to write results to (use w/ --json for JSON entries)]:FILE:_files' \
 '--debug-log=[Output file to write log entries (use w/ --json for JSON entries)]:FILE:_files' \
-'-h[Print help information]' \
-'--help[Print help information]' \
-'-V[Print version information]' \
-'--version[Print version information]' \
 '(-u --url)--stdin[Read url(s) from STDIN]' \
 '(-p --proxy -k --insecure --burp-replay)--burp[Set --proxy to http://127.0.0.1:8080 and set --insecure to true]' \
 '(-P --replay-proxy -k --insecure)--burp-replay[Set --replay-proxy to http://127.0.0.1:8080 and set --insecure to true]' \
@@ -108,6 +104,10 @@ _feroxbuster() {
 '--quiet[Hide progress bars and banner (good for tmux windows w/ notifications)]' \
 '--json[Emit JSON logs to --output and --debug-log instead of normal text]' \
 '--no-state[Disable state output file (*.state)]' \
+'-h[Print help (see more with '\''--help'\'')]' \
+'--help[Print help (see more with '\''--help'\'')]' \
+'-V[Print version]' \
+'--version[Print version]' \
 && ret=0
 }

--- a/shell_completions/_feroxbuster.ps1
+++ b/shell_completions/_feroxbuster.ps1
@@ -30,8 +30,8 @@ Register-ArgumentCompleter -Native -CommandName 'feroxbuster' -ScriptBlock {
            [CompletionResult]::new('--replay-proxy', 'replay-proxy', [CompletionResultType]::ParameterName, 'Send only unfiltered requests through a Replay Proxy, instead of all requests')
            [CompletionResult]::new('-R', 'R', [CompletionResultType]::ParameterName, 'Status Codes to send through a Replay Proxy when found (default: --status-codes value)')
            [CompletionResult]::new('--replay-codes', 'replay-codes', [CompletionResultType]::ParameterName, 'Status Codes to send through a Replay Proxy when found (default: --status-codes value)')
-            [CompletionResult]::new('-a', 'a', [CompletionResultType]::ParameterName, 'Sets the User-Agent (default: feroxbuster/2.7.1)')
-            [CompletionResult]::new('--user-agent', 'user-agent', [CompletionResultType]::ParameterName, 'Sets the User-Agent (default: feroxbuster/2.7.1)')
+            [CompletionResult]::new('-a', 'a', [CompletionResultType]::ParameterName, 'Sets the User-Agent (default: feroxbuster/2.8.0)')
+            [CompletionResult]::new('--user-agent', 'user-agent', [CompletionResultType]::ParameterName, 'Sets the User-Agent (default: feroxbuster/2.8.0)')
            [CompletionResult]::new('-x', 'x', [CompletionResultType]::ParameterName, 'File extension(s) to search for (ex: -x php -x pdf js)')
            [CompletionResult]::new('--extensions', 'extensions', [CompletionResultType]::ParameterName, 'File extension(s) to search for (ex: -x php -x pdf js)')
            [CompletionResult]::new('-m', 'm', [CompletionResultType]::ParameterName, 'Which HTTP request method(s) should be sent (default: GET)')
@@ -55,8 +55,8 @@ Register-ArgumentCompleter -Native -CommandName 'feroxbuster' -ScriptBlock {
            [CompletionResult]::new('-C', 'C', [CompletionResultType]::ParameterName, 'Filter out status codes (deny list) (ex: -C 200 -C 401)')
            [CompletionResult]::new('--filter-status', 'filter-status', [CompletionResultType]::ParameterName, 'Filter out status codes (deny list) (ex: -C 200 -C 401)')
            [CompletionResult]::new('--filter-similar-to', 'filter-similar-to', [CompletionResultType]::ParameterName, 'Filter out pages that are similar to the given page (ex. --filter-similar-to http://site.xyz/soft404)')
-            [CompletionResult]::new('-s', 's', [CompletionResultType]::ParameterName, 'Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)')
-            [CompletionResult]::new('--status-codes', 'status-codes', [CompletionResultType]::ParameterName, 'Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)')
+            [CompletionResult]::new('-s', 's', [CompletionResultType]::ParameterName, 'Status Codes to include (allow list) (default: All Status Codes)')
+            [CompletionResult]::new('--status-codes', 'status-codes', [CompletionResultType]::ParameterName, 'Status Codes to include (allow list) (default: All Status Codes)')
            [CompletionResult]::new('-T', 'T', [CompletionResultType]::ParameterName, 'Number of seconds before a client''s request times out (default: 7)')
            [CompletionResult]::new('--timeout', 'timeout', [CompletionResultType]::ParameterName, 'Number of seconds before a client''s request times out (default: 7)')
            [CompletionResult]::new('-t', 't', [CompletionResultType]::ParameterName, 'Number of concurrent threads (default: 50)')
@@ -75,10 +75,6 @@ Register-ArgumentCompleter -Native -CommandName 'feroxbuster' -ScriptBlock {
            [CompletionResult]::new('-o', 'o', [CompletionResultType]::ParameterName, 'Output file to write results to (use w/ --json for JSON entries)')
            [CompletionResult]::new('--output', 'output', [CompletionResultType]::ParameterName, 'Output file to write results to (use w/ --json for JSON entries)')
            [CompletionResult]::new('--debug-log', 'debug-log', [CompletionResultType]::ParameterName, 'Output file to write log entries (use w/ --json for JSON entries)')
-            [CompletionResult]::new('-h', 'h', [CompletionResultType]::ParameterName, 'Print help information')
-            [CompletionResult]::new('--help', 'help', [CompletionResultType]::ParameterName, 'Print help information')
-            [CompletionResult]::new('-V', 'V', [CompletionResultType]::ParameterName, 'Print version information')
-            [CompletionResult]::new('--version', 'version', [CompletionResultType]::ParameterName, 'Print version information')
            [CompletionResult]::new('--stdin', 'stdin', [CompletionResultType]::ParameterName, 'Read url(s) from STDIN')
            [CompletionResult]::new('--burp', 'burp', [CompletionResultType]::ParameterName, 'Set --proxy to http://127.0.0.1:8080 and set --insecure to true')
            [CompletionResult]::new('--burp-replay', 'burp-replay', [CompletionResultType]::ParameterName, 'Set --replay-proxy to http://127.0.0.1:8080 and set --insecure to true')
@@ -114,6 +110,10 @@ Register-ArgumentCompleter -Native -CommandName 'feroxbuster' -ScriptBlock {
            [CompletionResult]::new('--quiet', 'quiet', [CompletionResultType]::ParameterName, 'Hide progress bars and banner (good for tmux windows w/ notifications)')
            [CompletionResult]::new('--json', 'json', [CompletionResultType]::ParameterName, 'Emit JSON logs to --output and --debug-log instead of normal text')
            [CompletionResult]::new('--no-state', 'no-state', [CompletionResultType]::ParameterName, 'Disable state output file (*.state)')
+            [CompletionResult]::new('-h', 'h', [CompletionResultType]::ParameterName, 'Print help (see more with ''--help'')')
+            [CompletionResult]::new('--help', 'help', [CompletionResultType]::ParameterName, 'Print help (see more with ''--help'')')
+            [CompletionResult]::new('-V', 'V', [CompletionResultType]::ParameterName, 'Print version')
+            [CompletionResult]::new('--version', 'version', [CompletionResultType]::ParameterName, 'Print version')
            break
        }
    })
--- a/shell_completions/feroxbuster.bash
+++ b/shell_completions/feroxbuster.bash
@@ -1,5 +1,5 @@
 _feroxbuster() {
-    local i cur prev opts cmds
+    local i cur prev opts cmd
    COMPREPLY=()
    cur="${COMP_WORDS[COMP_CWORD]}"
    prev="${COMP_WORDS[COMP_CWORD-1]}"
@@ -8,8 +8,8 @@ _feroxbuster() {

    for i in ${COMP_WORDS[@]}
    do
-        case "${i}" in
-            "$1")
+        case "${cmd},${i}" in
+            ",$1")
                cmd="feroxbuster"
                ;;
            *)
@@ -19,7 +19,7 @@ _feroxbuster() {

    case "${cmd}" in
        feroxbuster)
-            opts="-h -V -u -p -P -R -a -A -x -m -H -b -Q -f -S -X -W -N -C -s -T -r -k -t -n -d -e -L -w -D -E -B -g -I -v -q -o --help --version --url --stdin --resume-from --burp --burp-replay --smart --thorough --proxy --replay-proxy --replay-codes --user-agent --random-agent --extensions --methods --data --headers --cookies --query --add-slash --dont-scan --filter-size --filter-regex --filter-words --filter-lines --filter-status --filter-similar-to --status-codes --timeout --redirects --insecure --threads --no-recursion --depth --force-recursion --extract-links --scan-limit --parallel --rate-limit --time-limit --wordlist --auto-tune --auto-bail --dont-filter --collect-extensions --collect-backups --collect-words --dont-collect --verbosity --silent --quiet --json --output --debug-log --no-state"
+            opts="-u -p -P -R -a -A -x -m -H -b -Q -f -S -X -W -N -C -s -T -r -k -t -n -d -e -L -w -D -E -B -g -I -v -q -o -h -V --url --stdin --resume-from --burp --burp-replay --smart --thorough --proxy --replay-proxy --replay-codes --user-agent --random-agent --extensions --methods --data --headers --cookies --query --add-slash --dont-scan --filter-size --filter-regex --filter-words --filter-lines --filter-status --filter-similar-to --status-codes --timeout --redirects --insecure --threads --no-recursion --depth --force-recursion --extract-links --scan-limit --parallel --rate-limit --time-limit --wordlist --auto-tune --auto-bail --dont-filter --collect-extensions --collect-backups --collect-words --dont-collect --verbosity --silent --quiet --json --output --debug-log --no-state --help --version"
            if [[ ${cur} == -* || ${COMP_CWORD} -eq 1 ]] ; then
                COMPREPLY=( $(compgen -W "${opts}" -- "${cur}") )
                return 0
--- a/shell_completions/feroxbuster.elv
+++ b/shell_completions/feroxbuster.elv
@@ -27,8 +27,8 @@ set edit:completion:arg-completer[feroxbuster] = {|@words|
            cand --replay-proxy 'Send only unfiltered requests through a Replay Proxy, instead of all requests'
            cand -R 'Status Codes to send through a Replay Proxy when found (default: --status-codes value)'
            cand --replay-codes 'Status Codes to send through a Replay Proxy when found (default: --status-codes value)'
-            cand -a 'Sets the User-Agent (default: feroxbuster/2.7.1)'
-            cand --user-agent 'Sets the User-Agent (default: feroxbuster/2.7.1)'
+            cand -a 'Sets the User-Agent (default: feroxbuster/2.8.0)'
+            cand --user-agent 'Sets the User-Agent (default: feroxbuster/2.8.0)'
            cand -x 'File extension(s) to search for (ex: -x php -x pdf js)'
            cand --extensions 'File extension(s) to search for (ex: -x php -x pdf js)'
            cand -m 'Which HTTP request method(s) should be sent (default: GET)'
@@ -52,8 +52,8 @@ set edit:completion:arg-completer[feroxbuster] = {|@words|
            cand -C 'Filter out status codes (deny list) (ex: -C 200 -C 401)'
            cand --filter-status 'Filter out status codes (deny list) (ex: -C 200 -C 401)'
            cand --filter-similar-to 'Filter out pages that are similar to the given page (ex. --filter-similar-to http://site.xyz/soft404)'
-            cand -s 'Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)'
-            cand --status-codes 'Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)'
+            cand -s 'Status Codes to include (allow list) (default: All Status Codes)'
+            cand --status-codes 'Status Codes to include (allow list) (default: All Status Codes)'
            cand -T 'Number of seconds before a client''s request times out (default: 7)'
            cand --timeout 'Number of seconds before a client''s request times out (default: 7)'
            cand -t 'Number of concurrent threads (default: 50)'
@@ -72,10 +72,6 @@ set edit:completion:arg-completer[feroxbuster] = {|@words|
            cand -o 'Output file to write results to (use w/ --json for JSON entries)'
            cand --output 'Output file to write results to (use w/ --json for JSON entries)'
            cand --debug-log 'Output file to write log entries (use w/ --json for JSON entries)'
-            cand -h 'Print help information'
-            cand --help 'Print help information'
-            cand -V 'Print version information'
-            cand --version 'Print version information'
            cand --stdin 'Read url(s) from STDIN'
            cand --burp 'Set --proxy to http://127.0.0.1:8080 and set --insecure to true'
            cand --burp-replay 'Set --replay-proxy to http://127.0.0.1:8080 and set --insecure to true'
@@ -111,6 +107,10 @@ set edit:completion:arg-completer[feroxbuster] = {|@words|
            cand --quiet 'Hide progress bars and banner (good for tmux windows w/ notifications)'
            cand --json 'Emit JSON logs to --output and --debug-log instead of normal text'
            cand --no-state 'Disable state output file (*.state)'
+            cand -h 'Print help (see more with ''--help'')'
+            cand --help 'Print help (see more with ''--help'')'
+            cand -V 'Print version'
+            cand --version 'Print version'
        }
    ]
    $completions[$command]
--- a/src/banner/container.rs
+++ b/src/banner/container.rs
@@ -3,7 +3,7 @@ use crate::{
    config::Configuration,
    event_handlers::Handles,
    utils::{logged_request, status_colorizer},
-    DEFAULT_IGNORED_EXTENSIONS, DEFAULT_METHOD, VERSION,
+    DEFAULT_IGNORED_EXTENSIONS, DEFAULT_METHOD, DEFAULT_STATUS_CODES, VERSION,
 };
 use anyhow::{bail, Result};
 use console::{style, Emoji};
@@ -204,12 +204,25 @@ impl Banner {
            ));
        }

-        let mut codes = vec![];
-        for code in &config.status_codes {
-            codes.push(status_colorizer(&code.to_string()))
-        }
-        let status_codes =
-            BannerEntry::new("👌", "Status Codes", &format!("[{}]", codes.join(", ")));
+        // the +2 is for the 2 experimental status codes we add to the default list manually
+        let status_codes = if config.status_codes.len() == DEFAULT_STATUS_CODES.len() + 2 {
+            let all_str = format!(
+                "{} {} {}{}",
+                style("All").cyan(),
+                style("Status").green(),
+                style("Codes").yellow(),
+                style("!").red()
+            );
+            BannerEntry::new("👌", "Status Codes", &all_str)
+        } else {
+            let mut codes = vec![];
+
+            for code in &config.status_codes {
+                codes.push(status_colorizer(&code.to_string()))
+            }
+
+            BannerEntry::new("👌", "Status Codes", &format!("[{}]", codes.join(", ")))
+        };

        for code in &config.filter_status {
            code_filters.push(status_colorizer(&code.to_string()))
@@ -233,7 +246,7 @@ impl Banner {
            headers.push(BannerEntry::new(
                "🤯",
                "Header",
-                &format!("{}: {}", name, value),
+                &format!("{name}: {value}"),
            ));
        }

@@ -307,7 +320,7 @@ impl Banner {
            BannerEntry::new("🤘", "Force Recursion", &config.force_recursion.to_string());
        let replay_proxy = BannerEntry::new("🎥", "Replay Proxy", &config.replay_proxy);
        let auto_tune = BannerEntry::new("🎶", "Auto Tune", &config.auto_tune.to_string());
-        let auto_bail = BannerEntry::new("🪣", "Auto Bail", &config.auto_bail.to_string());
+        let auto_bail = BannerEntry::new("🙅", "Auto Bail", &config.auto_bail.to_string());
        let cfg = BannerEntry::new("💉", "Config File", &config.config);
        let proxy = BannerEntry::new("💎", "Proxy", &config.proxy);
        let threads = BannerEntry::new("🚀", "Threads", &config.threads.to_string());
@@ -441,7 +454,7 @@ by Ben "epi" Risher {}                 ver: {}"#,

        let top = "───────────────────────────┬──────────────────────";

-        format!("{}\n{}", artwork, top)
+        format!("{artwork}\n{top}")
    }

    /// get a fancy footer for the banner
@@ -455,7 +468,7 @@ by Ben "epi" Risher {}                 ver: {}"#,
            style("Scan Management Menu").bright().yellow(),
        );

-        format!("{}\n{}\n{}", bottom, instructions, addl_section)
+        format!("{bottom}\n{instructions}\n{addl_section}")
    }

    /// Makes a request to the given url, expecting to receive a JSON response that contains a field
@@ -508,11 +521,11 @@ by Ben "epi" Risher {}                 ver: {}"#,

        // begin with always printed items
        for target in &self.targets {
-            writeln!(&mut writer, "{}", target)?;
+            writeln!(&mut writer, "{target}")?;
        }

        for denied_url in &self.url_denylist {
-            writeln!(&mut writer, "{}", denied_url)?;
+            writeln!(&mut writer, "{denied_url}")?;
        }

        writeln!(&mut writer, "{}", self.threads)?;
@@ -551,27 +564,27 @@ by Ben "epi" Risher {}                 ver: {}"#,
        }

        for header in &self.headers {
-            writeln!(&mut writer, "{}", header)?;
+            writeln!(&mut writer, "{header}")?;
        }

        for filter in &self.filter_size {
-            writeln!(&mut writer, "{}", filter)?;
+            writeln!(&mut writer, "{filter}")?;
        }

        for filter in &self.filter_similar {
-            writeln!(&mut writer, "{}", filter)?;
+            writeln!(&mut writer, "{filter}")?;
        }

        for filter in &self.filter_word_count {
-            writeln!(&mut writer, "{}", filter)?;
+            writeln!(&mut writer, "{filter}")?;
        }

        for filter in &self.filter_line_count {
-            writeln!(&mut writer, "{}", filter)?;
+            writeln!(&mut writer, "{filter}")?;
        }

        for filter in &self.filter_regex {
-            writeln!(&mut writer, "{}", filter)?;
+            writeln!(&mut writer, "{filter}")?;
        }

        if config.extract_links {
@@ -583,7 +596,7 @@ by Ben "epi" Risher {}                 ver: {}"#,
        }

        for query in &self.queries {
-            writeln!(&mut writer, "{}", query)?;
+            writeln!(&mut writer, "{query}")?;
        }

        if !config.output.is_empty() {
@@ -675,7 +688,7 @@ by Ben "epi" Risher {}                 ver: {}"#,
                "New Version Available",
                "https://github.com/epi052/feroxbuster/releases/latest",
            );
-            writeln!(&mut writer, "{}", update)?;
+            writeln!(&mut writer, "{update}")?;
        }

        writeln!(&mut writer, "{}", self.footer())?;
--- a/src/config/container.rs
+++ b/src/config/container.rs
@@ -9,7 +9,7 @@ use crate::{
    DEFAULT_CONFIG_NAME,
 };
 use anyhow::{anyhow, Context, Result};
-use clap::ArgMatches;
+use clap::{parser::ValueSource, ArgMatches};
 use regex::Regex;
 use reqwest::{Client, Method, StatusCode, Url};
 use serde::{Deserialize, Serialize};
@@ -22,15 +22,10 @@ use std::{

 /// macro helper to abstract away repetitive configuration updates
 macro_rules! update_config_if_present {
-    ($conf_val:expr, $matches:ident, $arg_name:expr) => {
-        match $matches.value_of_t($arg_name) {
-            Ok(value) => *$conf_val = value, // Update value
-            Err(err) => {
-                if !matches!(err.kind(), clap::ErrorKind::ArgumentNotFound) {
-                    // Do nothing if argument not found
-                    err.exit() // Exit with error on any other parse error
-                }
-            }
+    ($conf_val:expr, $matches:ident, $arg_name:expr, $arg_type:ty) => {
+        match $matches.get_one::<$arg_type>($arg_name) {
+            Some(value) => *$conf_val = value.to_owned(), // Update value
+            None => {}
        }
    };
 }
@@ -44,6 +39,35 @@ macro_rules! update_if_not_default {
    };
 }

+/// macro helper to abstract away repetitive checks to see if the user has specified a value
+/// for a given argument from the commandline or if we just had a default value in the parser
+macro_rules! came_from_cli {
+    ($matches:ident, $arg_name:expr) => {
+        matches!(
+            $matches.value_source($arg_name),
+            Some(ValueSource::CommandLine)
+        )
+    };
+}
+
+/// macro helper to abstract away repetitive if not default: update checks, specifically for
+/// values that are number types, i.e. usize, u64, etc
+macro_rules! update_config_with_num_type_if_present {
+    ($conf_val:expr, $matches:ident, $arg_name:expr, $arg_type:ty) => {
+        if let Some(val) = $matches.get_one::<String>($arg_name) {
+            match val.parse::<$arg_type>() {
+                Ok(v) => *$conf_val = v,
+                Err(_) => {
+                    report_and_exit(&format!(
+                        "Invalid value for --{}, must be a positive integer",
+                        $arg_name
+                    ));
+                }
+            }
+        }
+    };
+}
+
 /// Represents the final, global configuration of the program.
 ///
 /// This struct is the combination of the following:
@@ -460,7 +484,7 @@ impl Configuration {

        // --resume-from used, need to first read the Configuration from disk, and then
        // merge the cli_config into the resumed config
-        if let Some(filename) = args.value_of("resume_from") {
+        if let Some(filename) = args.get_one::<String>("resume_from") {
            // when resuming a scan, instead of normal configuration loading, we just
            // load the config from disk by calling resume_scan
            let mut previous_config = resume_scan(filename);
@@ -546,18 +570,21 @@ impl Configuration {
    fn parse_cli_args(args: &ArgMatches) -> Self {
        let mut config = Configuration::default();

-        update_config_if_present!(&mut config.threads, args, "threads");
-        update_config_if_present!(&mut config.depth, args, "depth");
-        update_config_if_present!(&mut config.scan_limit, args, "scan_limit");
-        update_config_if_present!(&mut config.parallel, args, "parallel");
-        update_config_if_present!(&mut config.rate_limit, args, "rate_limit");
-        update_config_if_present!(&mut config.wordlist, args, "wordlist");
-        update_config_if_present!(&mut config.output, args, "output");
-        update_config_if_present!(&mut config.debug_log, args, "debug_log");
-        update_config_if_present!(&mut config.time_limit, args, "time_limit");
-        update_config_if_present!(&mut config.resume_from, args, "resume_from");
+        update_config_with_num_type_if_present!(&mut config.threads, args, "threads", usize);
+        update_config_with_num_type_if_present!(&mut config.parallel, args, "parallel", usize);
+        update_config_with_num_type_if_present!(&mut config.depth, args, "depth", usize);
+        update_config_with_num_type_if_present!(&mut config.scan_limit, args, "scan_limit", usize);
+        update_config_with_num_type_if_present!(&mut config.rate_limit, args, "rate_limit", usize);
+        update_config_if_present!(&mut config.wordlist, args, "wordlist", String);
+        update_config_if_present!(&mut config.output, args, "output", String);
+        update_config_if_present!(&mut config.debug_log, args, "debug_log", String);
+        update_config_if_present!(&mut config.resume_from, args, "resume_from", String);

-        if let Some(arg) = args.values_of("status_codes") {
+        if let Ok(Some(inner)) = args.try_get_one::<String>("time_limit") {
+            config.time_limit = inner.to_owned();
+        }
+
+        if let Some(arg) = args.get_many::<String>("status_codes") {
            config.status_codes = arg
                .map(|code| {
                    StatusCode::from_bytes(code.as_bytes())
@@ -567,7 +594,7 @@ impl Configuration {
                .collect();
        }

-        if let Some(arg) = args.values_of("replay_codes") {
+        if let Some(arg) = args.get_many::<String>("replay_codes") {
            // replay codes passed in by the user
            config.replay_codes = arg
                .map(|code| {
@@ -581,7 +608,7 @@ impl Configuration {
            config.replay_codes = config.status_codes.clone();
        }

-        if let Some(arg) = args.values_of("filter_status") {
+        if let Some(arg) = args.get_many::<String>("filter_status") {
            config.filter_status = arg
                .map(|code| {
                    StatusCode::from_bytes(code.as_bytes())
@@ -591,17 +618,17 @@ impl Configuration {
                .collect();
        }

-        if let Some(arg) = args.values_of("extensions") {
+        if let Some(arg) = args.get_many::<String>("extensions") {
            config.extensions = arg
                .map(|val| val.trim_start_matches('.').to_string())
                .collect();
        }

-        if let Some(arg) = args.values_of("dont_collect") {
+        if let Some(arg) = args.get_many::<String>("dont_collect") {
            config.dont_collect = arg.map(|val| val.to_string()).collect();
        }

-        if let Some(arg) = args.values_of("methods") {
+        if let Some(arg) = args.get_many::<String>("methods") {
            config.methods = arg
                .map(|val| {
                    // Check methods if they are correct
@@ -613,7 +640,7 @@ impl Configuration {
                .collect();
        }

-        if let Some(arg) = args.value_of("data") {
+        if let Some(arg) = args.get_one::<String>("data") {
            if let Some(stripped) = arg.strip_prefix('@') {
                config.data =
                    std::fs::read(stripped).unwrap_or_else(|e| report_and_exit(&e.to_string()));
@@ -622,13 +649,13 @@ impl Configuration {
            }
        }

-        if args.is_present("stdin") {
+        if came_from_cli!(args, "stdin") {
            config.stdin = true;
-        } else if let Some(url) = args.value_of("url") {
-            config.target_url = String::from(url);
+        } else if let Some(url) = args.get_one::<String>("url") {
+            config.target_url = url.into();
        }

-        if let Some(arg) = args.values_of("url_denylist") {
+        if let Some(arg) = args.get_many::<String>("url_denylist") {
            // compile all regular expressions and absolute urls used for --dont-scan
            //
            // when --dont-scan is used, the should_deny_url function is called at least once per
@@ -672,15 +699,15 @@ impl Configuration {
            }
        }

-        if let Some(arg) = args.values_of("filter_regex") {
+        if let Some(arg) = args.get_many::<String>("filter_regex") {
            config.filter_regex = arg.map(|val| val.to_string()).collect();
        }

-        if let Some(arg) = args.values_of("filter_similar") {
+        if let Some(arg) = args.get_many::<String>("filter_similar") {
            config.filter_similar = arg.map(|val| val.to_string()).collect();
        }

-        if let Some(arg) = args.values_of("filter_size") {
+        if let Some(arg) = args.get_many::<String>("filter_size") {
            config.filter_size = arg
                .map(|size| {
                    size.parse::<u64>()
@@ -689,7 +716,7 @@ impl Configuration {
                .collect();
        }

-        if let Some(arg) = args.values_of("filter_words") {
+        if let Some(arg) = args.get_many::<String>("filter_words") {
            config.filter_word_count = arg
                .map(|size| {
                    size.parse::<usize>()
@@ -698,7 +725,7 @@ impl Configuration {
                .collect();
        }

-        if let Some(arg) = args.values_of("filter_lines") {
+        if let Some(arg) = args.get_many::<String>("filter_lines") {
            config.filter_line_count = arg
                .map(|size| {
                    size.parse::<usize>()
@@ -707,7 +734,7 @@ impl Configuration {
                .collect();
        }

-        if args.is_present("silent") {
+        if came_from_cli!(args, "silent") {
            // the reason this is protected by an if statement:
            // consider a user specifying silent = true in ferox-config.toml
            // if the line below is outside of the if, we'd overwrite true with
@@ -716,106 +743,111 @@ impl Configuration {
            config.output_level = OutputLevel::Silent;
        }

-        if args.is_present("quiet") {
+        if came_from_cli!(args, "quiet") {
            config.quiet = true;
            config.output_level = OutputLevel::Quiet;
        }

-        if args.is_present("auto_tune") || args.is_present("smart") || args.is_present("thorough") {
+        if came_from_cli!(args, "auto_tune")
+            || came_from_cli!(args, "smart")
+            || came_from_cli!(args, "thorough")
+        {
            config.auto_tune = true;
            config.requester_policy = RequesterPolicy::AutoTune;
        }

-        if args.is_present("auto_bail") {
+        if came_from_cli!(args, "auto_bail") {
            config.auto_bail = true;
            config.requester_policy = RequesterPolicy::AutoBail;
        }

-        if args.is_present("no_state") {
+        if came_from_cli!(args, "no_state") {
            config.save_state = false;
        }

-        if args.is_present("dont_filter") {
+        if came_from_cli!(args, "dont_filter") {
            config.dont_filter = true;
        }

-        if args.is_present("collect_extensions") || args.is_present("thorough") {
+        if came_from_cli!(args, "collect_extensions") || came_from_cli!(args, "thorough") {
            config.collect_extensions = true;
        }

-        if args.is_present("collect_backups")
-            || args.is_present("smart")
-            || args.is_present("thorough")
+        if came_from_cli!(args, "collect_backups")
+            || came_from_cli!(args, "smart")
+            || came_from_cli!(args, "thorough")
        {
            config.collect_backups = true;
        }

-        if args.is_present("collect_words")
-            || args.is_present("smart")
-            || args.is_present("thorough")
+        if came_from_cli!(args, "collect_words")
+            || came_from_cli!(args, "smart")
+            || came_from_cli!(args, "thorough")
        {
            config.collect_words = true;
        }

-        if args.occurrences_of("verbosity") > 0 {
+        if args.get_count("verbosity") > 0 {
            // occurrences_of returns 0 if none are found; this is protected in
            // an if block for the same reason as the quiet option
-            config.verbosity = args.occurrences_of("verbosity") as u8;
+            config.verbosity = args.get_count("verbosity");
        }

-        if args.is_present("no_recursion") {
+        if came_from_cli!(args, "no_recursion") {
            config.no_recursion = true;
        }

-        if args.is_present("add_slash") {
+        if came_from_cli!(args, "add_slash") {
            config.add_slash = true;
        }

-        if args.is_present("extract_links")
-            || args.is_present("smart")
-            || args.is_present("thorough")
+        if came_from_cli!(args, "extract_links")
+            || came_from_cli!(args, "smart")
+            || came_from_cli!(args, "thorough")
        {
            config.extract_links = true;
        }

-        if args.is_present("json") {
+        if came_from_cli!(args, "json") {
            config.json = true;
        }

-        if args.is_present("force_recursion") {
+        if came_from_cli!(args, "force_recursion") {
            config.force_recursion = true;
        }

        ////
        // organizational breakpoint; all options below alter the Client configuration
        ////
-        update_config_if_present!(&mut config.proxy, args, "proxy");
-        update_config_if_present!(&mut config.replay_proxy, args, "replay_proxy");
-        update_config_if_present!(&mut config.user_agent, args, "user_agent");
-        update_config_if_present!(&mut config.timeout, args, "timeout");
+        update_config_if_present!(&mut config.proxy, args, "proxy", String);
+        update_config_if_present!(&mut config.replay_proxy, args, "replay_proxy", String);
+        update_config_if_present!(&mut config.user_agent, args, "user_agent", String);
+        update_config_with_num_type_if_present!(&mut config.timeout, args, "timeout", u64);

-        if args.is_present("burp") {
+        if came_from_cli!(args, "burp") {
            config.proxy = String::from("http://127.0.0.1:8080");
        }

-        if args.is_present("burp_replay") {
+        if came_from_cli!(args, "burp_replay") {
            config.replay_proxy = String::from("http://127.0.0.1:8080");
        }

-        if args.is_present("random_agent") {
+        if came_from_cli!(args, "random_agent") {
            config.random_agent = true;
        }

-        if args.is_present("redirects") {
+        if came_from_cli!(args, "redirects") {
            config.redirects = true;
        }

-        if args.is_present("insecure") || args.is_present("burp") || args.is_present("burp_replay")
+        if came_from_cli!(args, "insecure")
+            || came_from_cli!(args, "burp")
+            || came_from_cli!(args, "burp_replay")
        {
            config.insecure = true;
        }

-        if let Some(headers) = args.values_of("headers") {
+        if let Some(headers) = args.get_many::<String>("headers") {
            for val in headers {
                let mut split_val = val.split(':');

@@ -829,7 +861,7 @@ impl Configuration {
            }
        }

-        if let Some(cookies) = args.values_of("cookies") {
+        if let Some(cookies) = args.get_many::<String>("cookies") {
            config.headers.insert(
                // we know the header name is always "cookie"
                "Cookie".to_string(),
@@ -845,7 +877,7 @@ impl Configuration {
            );
        }

-        if let Some(queries) = args.values_of("queries") {
+        if let Some(queries) = args.get_many::<String>("queries") {
            for val in queries {
                // same basic logic used as reading in the headers HashMap above
                let mut split_val = val.split('=');
@@ -957,7 +989,7 @@ impl Configuration {
        update_if_not_default!(&mut conf.force_recursion, new.force_recursion, false);
        update_if_not_default!(&mut conf.extract_links, new.extract_links, false);
        update_if_not_default!(&mut conf.extensions, new.extensions, Vec::<String>::new());
-        update_if_not_default!(&mut conf.methods, new.methods, Vec::<String>::new());
+        update_if_not_default!(&mut conf.methods, new.methods, methods());
        update_if_not_default!(&mut conf.data, new.data, Vec::<u8>::new());
        update_if_not_default!(&mut conf.url_denylist, new.url_denylist, Vec::<Url>::new());
        if !new.regex_denylist.is_empty() {
--- a/src/config/tests.rs
+++ b/src/config/tests.rs
@@ -482,7 +482,7 @@ fn config_report_and_exit_works() {
 fn as_str_returns_string_with_newline() {
    let config = Configuration::new().unwrap();
    let config_str = config.as_str();
-    println!("{}", config_str);
+    println!("{config_str}");
    assert!(config_str.starts_with("Configuration {"));
    assert!(config_str.ends_with("}\n"));
    assert!(config_str.contains("replay_codes:"));
--- a/src/config/utils.rs
+++ b/src/config/utils.rs
@@ -49,6 +49,10 @@ pub(super) fn status_codes() -> Vec<u16> {
    DEFAULT_STATUS_CODES
        .iter()
        .map(|code| code.as_u16())
+        // add experimental codes not found in reqwest
+        // - 103 - EARLY_HINTS
+        // - 425 - TOO_EARLY
+        .chain([103, 425])
        .collect()
 }

@@ -72,7 +76,7 @@ pub(super) fn wordlist() -> String {

 /// default user-agent
 pub(super) fn user_agent() -> String {
-    format!("feroxbuster/{}", VERSION)
+    format!("feroxbuster/{VERSION}")
 }

 /// default recursion depth
@@ -81,7 +85,7 @@ pub(super) fn depth() -> usize {
 }

 /// enum representing the three possible states for informational output (not logging verbosity)
-#[derive(Debug, Copy, Clone, PartialEq)]
+#[derive(Debug, Copy, Clone, PartialEq, Eq)]
 pub enum OutputLevel {
    /// normal scan, no --quiet|--silent
    Default,
@@ -116,7 +120,7 @@ pub fn determine_output_level(quiet: bool, silent: bool) -> OutputLevel {
 }

 /// represents actions the Requester should take in certain situations
-#[derive(Debug, PartialEq, Copy, Clone)]
+#[derive(Debug, PartialEq, Eq, Copy, Clone)]
 pub enum RequesterPolicy {
    /// automatically try to lower request rate in order to reduce errors
    AutoTune,
--- a/src/event_handlers/command.rs
+++ b/src/event_handlers/command.rs
@@ -24,7 +24,9 @@ pub enum Command {
    AddStatus(StatusCode),

    /// Create the progress bar (`BarType::Total`) that is updated from the stats thread
-    CreateBar,
+    ///
+    /// the u64 value is the offset at which to start the progress bar (can be 0)
+    CreateBar(u64),

    /// Add to a `Stats` field that corresponds to the given `StatField` by the given `usize` value
    AddToUsizeField(StatField, usize),
--- a/src/event_handlers/inputs.rs
+++ b/src/event_handlers/inputs.rs
@@ -101,10 +101,13 @@ impl TermInputHandler {
            handles.filters.data.clone(),
        );

-        let state_file = open_file(&filename);
+        // User didn't set the --no-state flag (so saved_state is still the default true)
+        if handles.config.save_state {
+            let state_file = open_file(&filename);

-        let mut buffered_file = state_file?;
-        write_to(&state, &mut buffered_file, true)?;
+            let mut buffered_file = state_file?;
+            write_to(&state, &mut buffered_file, true)?;
+        }

        log::trace!("exit: sigint_handler (end of program)");
        std::process::exit(1);
--- a/src/event_handlers/outputs.rs
+++ b/src/event_handlers/outputs.rs
@@ -248,7 +248,7 @@ impl TermOutHandler {
                .unwrap()
                .filters
                .data
-                .should_filter_response(&resp, self.handles.as_ref().unwrap().stats.tx.clone());
+                .should_filter_response(&resp);

            let contains_sentry = if !self.config.filter_status.is_empty() {
                // -C was used, meaning -s was not and we should ignore the defaults
@@ -274,7 +274,7 @@ impl TermOutHandler {
                    self.tx_file
                        .send(Command::Report(resp.clone()))
                        .with_context(|| {
-                            fmt_err(&format!("Could not send {} to file handler", resp))
+                            fmt_err(&format!("Could not send {resp} to file handler"))
                        })?;
                }
            }
@@ -394,11 +394,11 @@ impl TermOutHandler {
        if !filename.is_empty() {
            // append rules
            for suffix in ["~", ".bak", ".bak2", ".old", ".1"] {
-                self.add_new_url_to_vec(url, &format!("{}{}", filename, suffix), &mut urls);
+                self.add_new_url_to_vec(url, &format!("{filename}{suffix}"), &mut urls);
            }

            // vim swap rule
-            self.add_new_url_to_vec(url, &format!(".{}.swp", filename), &mut urls);
+            self.add_new_url_to_vec(url, &format!(".{filename}.swp"), &mut urls);

            // replace original extension rule
            let parts: Vec<_> = filename
@@ -432,7 +432,7 @@ mod tests {
            config,
            receiver: rx,
        };
-        println!("{:?}", foh);
+        println!("{foh:?}");
    }

    #[tokio::test(flavor = "multi_thread", worker_threads = 1)]
@@ -451,7 +451,7 @@ mod tests {
            handles: Some(handles),
        };

-        println!("{:?}", toh);
+        println!("{toh:?}");
        tx.send(Command::Exit).unwrap();
    }

--- a/src/event_handlers/scans.rs
+++ b/src/event_handlers/scans.rs
@@ -218,7 +218,7 @@ impl ScanHandler {
        // current number of requests expected per scan
        // ExpectedPerScan and TotalExpected are a += action, so we need the wordlist length to
        // update them while the other updates use expected_num_requests_per_dir
-        let num_words = self.get_wordlist()?.len();
+        let num_words = self.get_wordlist(0)?.len();
        let current_expectation = self.handles.expected_num_requests_per_dir() as u64;

        // used in the calculation of bar width down below, see explanation there
@@ -290,10 +290,19 @@ impl ScanHandler {
    }

    /// Helper to easily get the (locked) underlying wordlist
-    pub fn get_wordlist(&self) -> Result<Arc<Vec<String>>> {
+    pub fn get_wordlist(&self, offset: usize) -> Result<Arc<Vec<String>>> {
        if let Ok(guard) = self.wordlist.lock().as_ref() {
            if let Some(list) = guard.as_ref() {
-                return Ok(list.clone());
+                return if offset > 0 {
+                    // the offset could be off a bit, so we'll adjust it backwards by 10%
+                    // of the overall wordlist size to ensure we don't miss any words
+                    // (hopefully)
+                    let adjusted_offset = offset - ((offset as f64 * 0.10) as usize);
+
+                    Ok(Arc::new(list[adjusted_offset..].to_vec()))
+                } else {
+                    Ok(list.clone())
+                };
            }
        }

@@ -328,7 +337,7 @@ impl ScanHandler {
                continue;
            }

-            let list = self.get_wordlist()?;
+            let list = self.get_wordlist(scan.requests() as usize)?;

            log::info!("scan handler received {} - beginning scan", target);

--- a/src/event_handlers/statistics.rs
+++ b/src/event_handlers/statistics.rs
@@ -115,8 +115,9 @@ impl StatsHandler {
                    }
                }
                Command::AddToF64Field(field, value) => self.stats.update_f64_field(field, value),
-                Command::CreateBar => {
+                Command::CreateBar(offset) => {
                    self.bar = add_bar("", self.stats.total_expected() as u64, BarType::Total);
+                    self.bar.set_position(offset);
                }
                Command::LoadStats(filename) => {
                    self.stats.merge_from(&filename)?;
--- a/src/extractor/builder.rs
+++ b/src/extractor/builder.rs
@@ -13,6 +13,11 @@ pub(super) const LINKFINDER_REGEX: &str = r#"(?:"|')(((?:[a-zA-Z]{1,10}://|//)[^
 pub(super) const ROBOTS_TXT_REGEX: &str =
    r#"(?m)^ *(Allow|Disallow): *(?P<url_path>[a-zA-Z0-9._/?#@!&'()+,;%=-]+?)$"#; // multi-line (?m)

+/// Regular expression to filter bad characters from extracted url paths
+///
+/// ref: https://www.rfc-editor.org/rfc/rfc3986#section-2
+pub(super) const URL_CHARS_REGEX: &str = r#"["<>\\^`{|} ]"#;
+
 /// Which type of extraction should be performed
 #[derive(Debug, Copy, Clone)]
 pub enum ExtractionTarget {
@@ -90,6 +95,7 @@ impl<'a> ExtractorBuilder<'a> {
        Ok(Extractor {
            links_regex: Regex::new(LINKFINDER_REGEX).unwrap(),
            robots_regex: Regex::new(ROBOTS_TXT_REGEX).unwrap(),
+            url_regex: Regex::new(URL_CHARS_REGEX).unwrap(),
            response: if self.response.is_some() {
                Some(self.response.unwrap())
            } else {
--- a/src/extractor/container.rs
+++ b/src/extractor/container.rs
@@ -17,7 +17,7 @@ use crate::{
 use anyhow::{bail, Context, Result};
 use reqwest::{Client, StatusCode, Url};
 use scraper::{Html, Selector};
-use std::collections::HashSet;
+use std::{borrow::Cow, collections::HashSet};

 /// Whether an active scan is recursive or not
 #[derive(Debug)]
@@ -38,6 +38,9 @@ pub struct Extractor<'a> {
    /// `ROBOTS_TXT_REGEX` as a regex::Regex type
    pub(super) robots_regex: Regex,

+    /// regex to validate a url
+    pub(super) url_regex: Regex,
+
    /// Response from which to extract links
    pub(super) response: Option<&'a FeroxResponse>,

@@ -141,12 +144,7 @@ impl<'a> Extractor<'a> {
            };

            // filter if necessary
-            if self
-                .handles
-                .filters
-                .data
-                .should_filter_response(&resp, self.handles.stats.tx.clone())
-            {
+            if self.handles.filters.data.should_filter_response(&resp) {
                continue;
            }

@@ -220,6 +218,7 @@ impl<'a> Extractor<'a> {
        self.extract_links_by_attr(resp_url, links, html, "div", "src");
        self.extract_links_by_attr(resp_url, links, html, "frame", "src");
        self.extract_links_by_attr(resp_url, links, html, "embed", "src");
+        self.extract_links_by_attr(resp_url, links, html, "link", "href");
    }

    /// Given the body of a `reqwest::Response`, perform the following actions
@@ -332,8 +331,9 @@ impl<'a> Extractor<'a> {
        let normalized_path = self.normalize_url_path(path);

        // filter out any empty strings caused by .split
-        let mut parts: Vec<&str> = normalized_path
+        let mut parts: Vec<Cow<_>> = normalized_path
            .split('/')
+            .map(|s| self.url_regex.replace_all(s, ""))
            .filter(|s| !s.is_empty())
            .collect();

@@ -357,7 +357,7 @@ impl<'a> Extractor<'a> {
                // this isn't the last index of the parts array
                // ex: /buried/misc/stupidfile.php
                // this block skips the file but sees all parent folders
-                possible_path = format!("{}/", possible_path);
+                possible_path = format!("{possible_path}/");
            }

            paths.push(possible_path); // good sub-path found
@@ -390,7 +390,18 @@ impl<'a> Extractor<'a> {

        let new_url = old_url
            .join(link)
-            .with_context(|| format!("Could not join {} with {}", old_url, link))?;
+            .with_context(|| format!("Could not join {old_url} with {link}"))?;
+
+        if old_url.domain() != new_url.domain() || old_url.host() != new_url.host() {
+            // domains/ips are not the same, don't scan things that aren't part of the original
+            // target url
+            log::debug!(
+                "Skipping {} because it's not part of the original target",
+                new_url
+            );
+            log::trace!("exit: add_link_to_set_of_links");
+            return Ok(());
+        }

        links.insert(new_url.to_string());

@@ -413,7 +424,7 @@ impl<'a> Extractor<'a> {

        let scanned_urls = self.handles.ferox_scans()?;

-        if scanned_urls.get_scan_by_url(&new_url.to_string()).is_some() {
+        if scanned_urls.get_scan_by_url(new_url.as_ref()).is_some() {
            //we've seen the url before and don't need to scan again
            log::trace!("exit: request_link -> None");
            bail!("previously seen url");
--- a/src/extractor/tests.rs
+++ b/src/extractor/tests.rs
@@ -1,4 +1,4 @@
-use super::builder::{LINKFINDER_REGEX, ROBOTS_TXT_REGEX};
+use super::builder::{LINKFINDER_REGEX, ROBOTS_TXT_REGEX, URL_CHARS_REGEX};
 use super::*;
 use crate::config::{Configuration, OutputLevel};
 use crate::scan_manager::ScanOrder;
@@ -273,6 +273,7 @@ async fn extractor_get_links_with_absolute_url_that_differs_from_target_domain()
    let extractor = Extractor {
        links_regex: Regex::new(LINKFINDER_REGEX).unwrap(),
        robots_regex: Regex::new(ROBOTS_TXT_REGEX).unwrap(),
+        url_regex: Regex::new(URL_CHARS_REGEX).unwrap(),
        response: Some(&ferox_response),
        url: String::new(),
        target: ExtractionTarget::ResponseBody,
@@ -301,6 +302,7 @@ async fn request_robots_txt_without_proxy() -> Result<()> {
    let extractor = Extractor {
        links_regex: Regex::new(LINKFINDER_REGEX).unwrap(),
        robots_regex: Regex::new(ROBOTS_TXT_REGEX).unwrap(),
+        url_regex: Regex::new(URL_CHARS_REGEX).unwrap(),
        response: None,
        url: srv.url("/api/users/stuff/things"),
        target: ExtractionTarget::RobotsTxt,
@@ -310,7 +312,7 @@ async fn request_robots_txt_without_proxy() -> Result<()> {
    let resp = extractor.make_extract_request("/robots.txt").await?;

    assert!(matches!(resp.status(), &StatusCode::OK));
-    println!("{}", resp);
+    println!("{resp}");
    assert_eq!(resp.content_length(), 14);
    assert_eq!(mock.hits(), 1);
    Ok(())
--- a/src/filters/container.rs
+++ b/src/filters/container.rs
@@ -3,14 +3,11 @@ use std::sync::RwLock;
 use anyhow::Result;
 use serde::{ser::SerializeSeq, Serialize, Serializer};

-use crate::{
-    event_handlers::Command::AddToUsizeField, response::FeroxResponse,
-    statistics::StatField::WildcardsFiltered, CommandSender,
-};
+use crate::response::FeroxResponse;

 use super::{
    FeroxFilter, LinesFilter, RegexFilter, SimilarityFilter, SizeFilter, StatusCodeFilter,
-    WildcardFilter, WordsFilter,
+    WordsFilter,
 };

 /// Container around a collection of `FeroxFilters`s
@@ -67,20 +64,12 @@ impl FeroxFilters {

    /// Simple helper to stay DRY; determines whether or not a given `FeroxResponse` should be reported
    /// to the user or not.
-    pub fn should_filter_response(
-        &self,
-        response: &FeroxResponse,
-        tx_stats: CommandSender,
-    ) -> bool {
+    pub fn should_filter_response(&self, response: &FeroxResponse) -> bool {
        if let Ok(filters) = self.filters.read() {
            for filter in filters.iter() {
                // wildcard.should_filter goes here
                if filter.should_filter_response(response) {
-                    if filter.as_any().downcast_ref::<WildcardFilter>().is_some() {
-                        tx_stats
-                            .send(AddToUsizeField(WildcardsFiltered, 1))
-                            .unwrap_or_default();
-                    }
+                    log::debug!("filtering response due to: {:?}", filter);
                    return true;
                }
            }
@@ -114,10 +103,6 @@ impl Serialize for FeroxFilters {
                    filter.as_any().downcast_ref::<SimilarityFilter>()
                {
                    seq.serialize_element(similarity_filter).unwrap_or_default();
-                } else if let Some(wildcard_filter) =
-                    filter.as_any().downcast_ref::<WildcardFilter>()
-                {
-                    seq.serialize_element(wildcard_filter).unwrap_or_default();
                }
            }
            seq.end()
--- a/src/filters/empty.rs
+++ b/src/filters/empty.rs
@@ -1,7 +1,7 @@
 use super::*;

 /// Dummy filter for internal shenanigans
-#[derive(Default, Debug, PartialEq)]
+#[derive(Default, Debug, PartialEq, Eq)]
 pub struct EmptyFilter {}

 impl FeroxFilter for EmptyFilter {
--- a/src/filters/lines.rs
+++ b/src/filters/lines.rs
@@ -2,7 +2,7 @@ use super::*;

 /// Simple implementor of FeroxFilter; used to filter out responses based on the number of lines
 /// in a Response body; specified using -N|--filter-lines
-#[derive(Default, Debug, PartialEq, Serialize, Deserialize)]
+#[derive(Default, Debug, PartialEq, Eq, Serialize, Deserialize)]
 pub struct LinesFilter {
    /// Number of lines in a Response's body that should be filtered
    pub line_count: usize,
--- a/src/filters/mod.rs
+++ b/src/filters/mod.rs
@@ -4,21 +4,19 @@ use std::any::Any;
 use std::fmt::Debug;

 use crate::response::FeroxResponse;
-use crate::traits::{FeroxFilter, FeroxSerialize};
+use crate::traits::FeroxFilter;

 pub use self::container::FeroxFilters;
 pub(crate) use self::empty::EmptyFilter;
 pub use self::init::initialize;
 pub use self::lines::LinesFilter;
 pub use self::regex::RegexFilter;
-pub use self::similarity::SimilarityFilter;
+pub use self::similarity::{SimilarityFilter, SIM_HASHER};
 pub use self::size::SizeFilter;
 pub use self::status_code::StatusCodeFilter;
 pub(crate) use self::utils::{create_similarity_filter, filter_lookup};
-pub use self::wildcard::WildcardFilter;
 pub use self::words::WordsFilter;

-mod wildcard;
 mod status_code;
 mod words;
 mod lines;
--- a/src/filters/similarity.rs
+++ b/src/filters/similarity.rs
@@ -1,15 +1,26 @@
 use super::*;
-use fuzzyhash::FuzzyHash;
+use crate::nlp::preprocess;
+use gaoya::simhash::{SimHash, SimHashBits, SimSipHasher64};
+use lazy_static::lazy_static;
+
+lazy_static! {
+    /// single instance of the sip hasher used in similarity filtering
+    pub static ref SIM_HASHER: SimHash<SimSipHasher64, u64, 64> =
+        SimHash::<SimSipHasher64, u64, 64>::new(SimSipHasher64::new(1, 2));
+}
+
+/// maximum hamming distance allowed between two signatures
+///
+/// ref: https://static.googleusercontent.com/media/research.google.com/en//pubs/archive/33026.pdf
+/// section: 4.1 Choice of Parameters
+const MAX_HAMMING_DISTANCE: usize = 3;

 /// Simple implementor of FeroxFilter; used to filter out responses based on the similarity of a
 /// Response body with a known response; specified using --filter-similar-to
-#[derive(Default, Debug, PartialEq, Serialize, Deserialize)]
+#[derive(Default, Debug, PartialEq, Eq, Serialize, Deserialize)]
 pub struct SimilarityFilter {
    /// Hash of Response's body to be used during similarity comparison
-    pub hash: String,
-
-    /// Percentage of similarity at which a page is determined to be a near-duplicate of another
-    pub threshold: u32,
+    pub hash: u64,

    /// Url originally requested for the similarity filter
    pub original_url: String,
@@ -20,15 +31,8 @@ impl FeroxFilter for SimilarityFilter {
    /// Check `FeroxResponse::text` against what was requested from the site passed in via
    /// --filter-similar-to
    fn should_filter_response(&self, response: &FeroxResponse) -> bool {
-        let other = FuzzyHash::new(&response.text());
-
-        if let Ok(result) = FuzzyHash::compare(&self.hash, &other.to_string()) {
-            return result >= self.threshold;
-        }
-
-        // couldn't hash the response, don't filter
-        log::warn!("Could not hash body from {}", response.as_str());
-        false
+        let other = SIM_HASHER.create_signature(preprocess(response.text()).iter());
+        self.hash.hamming_distance(&other) <= MAX_HAMMING_DISTANCE
    }

    /// Compare one SimilarityFilter to another
--- a/src/filters/size.rs
+++ b/src/filters/size.rs
@@ -2,7 +2,7 @@ use super::*;

 /// Simple implementor of FeroxFilter; used to filter out responses based on the length of a
 /// Response body; specified using -S|--filter-size
-#[derive(Default, Debug, PartialEq, Serialize, Deserialize)]
+#[derive(Default, Debug, PartialEq, Eq, Serialize, Deserialize)]
 pub struct SizeFilter {
    /// Overall length of a Response's body that should be filtered
    pub content_length: u64,
--- a/src/filters/status_code.rs
+++ b/src/filters/status_code.rs
@@ -2,7 +2,7 @@ use super::*;

 /// Simple implementor of FeroxFilter; used to filter out status codes specified using
 /// -C|--filter-status
-#[derive(Default, Debug, PartialEq, Serialize, Deserialize)]
+#[derive(Default, Debug, PartialEq, Eq, Serialize, Deserialize)]
 pub struct StatusCodeFilter {
    /// Status code that should not be displayed to the user
    pub filter_code: u16,
--- a/src/filters/tests.rs
+++ b/src/filters/tests.rs
@@ -1,29 +1,7 @@
 use super::*;
-use ::fuzzyhash::FuzzyHash;
+use crate::nlp::preprocess;
 use ::regex::Regex;

-#[test]
-/// simply test the default values for wildcardfilter, expect 0, 0
-fn wildcard_filter_default() {
-    let wcf = WildcardFilter::default();
-    assert_eq!(wcf.size, u64::MAX);
-    assert_eq!(wcf.dynamic, u64::MAX);
-}
-
-#[test]
-/// just a simple test to increase code coverage by hitting as_any and the inner value
-fn wildcard_filter_as_any() {
-    let filter = WildcardFilter::default();
-    let filter2 = WildcardFilter::default();
-
-    assert!(filter.box_eq(filter2.as_any()));
-
-    assert_eq!(
-        *filter.as_any().downcast_ref::<WildcardFilter>().unwrap(),
-        filter
-    );
-}
-
 #[test]
 /// just a simple test to increase code coverage by hitting as_any and the inner value
 fn lines_filter_as_any() {
@@ -108,59 +86,6 @@ fn regex_filter_as_any() {
    );
 }

-#[test]
-/// test should_filter on WilcardFilter where static logic matches
-fn wildcard_should_filter_when_static_wildcard_found() {
-    let mut resp = FeroxResponse::default();
-    resp.set_wildcard(true);
-    resp.set_url("http://localhost");
-    resp.set_text(
-        "pellentesque diam volutpat commodo sed egestas egestas fringilla phasellus faucibus",
-    );
-
-    let filter = WildcardFilter {
-        size: 83,
-        dynamic: 0,
-        dont_filter: false,
-        method: "GET".to_owned(),
-    };
-
-    assert!(filter.should_filter_response(&resp));
-}
-
-#[test]
-/// test should_filter on WilcardFilter where static logic matches but response length is 0
-fn wildcard_should_filter_when_static_wildcard_len_is_zero() {
-    let mut resp = FeroxResponse::default();
-    resp.set_wildcard(true);
-    resp.set_url("http://localhost");
-
-    // default WildcardFilter is used in the code that executes when response.content_length() == 0
-    let filter = WildcardFilter::new(false);
-
-    assert!(filter.should_filter_response(&resp));
-}
-
-#[test]
-/// test should_filter on WilcardFilter where dynamic logic matches
-fn wildcard_should_filter_when_dynamic_wildcard_found() {
-    let mut resp = FeroxResponse::default();
-    resp.set_wildcard(true);
-    resp.set_url("http://localhost/stuff");
-    resp.set_text("pellentesque diam volutpat commodo sed egestas egestas fringilla");
-
-    let filter = WildcardFilter {
-        size: 0,
-        dynamic: 59, // content-length - 5 (len('stuff'))
-        dont_filter: false,
-        method: "GET".to_owned(),
-    };
-
-    println!("resp: {:?}: filter: {:?}", resp, filter);
-
-    assert!(filter.should_filter_response(&resp));
-}
-
 #[test]
 /// test should_filter on RegexFilter where regex matches body
 fn regexfilter_should_filter_when_regex_matches_on_response_body() {
@@ -186,8 +111,7 @@ fn similarity_filter_is_accurate() {
    resp.set_text("sitting");

    let mut filter = SimilarityFilter {
-        hash: FuzzyHash::new("kitten").to_string(),
-        threshold: 95,
+        hash: SIM_HASHER.create_signature(["kitten"].iter()),
        original_url: "".to_string(),
    };

@@ -195,15 +119,15 @@ fn similarity_filter_is_accurate() {
    assert!(!filter.should_filter_response(&resp));

    resp.set_text("");
-    filter.hash = String::new();
-    filter.threshold = 100;
+    filter.hash = SIM_HASHER.create_signature([""].iter());

-    // two empty strings are the same, however ssdeep doesn't accept empty strings, expect false
+    // two empty strings are the same
    assert!(!filter.should_filter_response(&resp));

-    resp.set_text("some data to hash for the purposes of running a test");
-    filter.hash = FuzzyHash::new("some data to hash for the purposes of running a te").to_string();
-    filter.threshold = 17;
+    resp.set_text("some data hash purposes running test");
+    filter.hash = SIM_HASHER.create_signature(
+        preprocess("some data to hash for the purposes of running a test").iter(),
+    );

    assert!(filter.should_filter_response(&resp));
 }
@@ -212,20 +136,17 @@ fn similarity_filter_is_accurate() {
 /// just a simple test to increase code coverage by hitting as_any and the inner value
 fn similarity_filter_as_any() {
    let filter = SimilarityFilter {
-        hash: String::from("stuff"),
-        threshold: 95,
+        hash: 1,
        original_url: "".to_string(),
    };

    let filter2 = SimilarityFilter {
-        hash: String::from("stuff"),
-        threshold: 95,
+        hash: 1,
        original_url: "".to_string(),
    };

    assert!(filter.box_eq(filter2.as_any()));

-    assert_eq!(filter.hash, "stuff");
    assert_eq!(
        *filter.as_any().downcast_ref::<SimilarityFilter>().unwrap(),
        filter
--- a/src/filters/utils.rs
+++ b/src/filters/utils.rs
@@ -1,11 +1,12 @@
 use super::FeroxFilter;
 use super::SimilarityFilter;
 use crate::event_handlers::Handles;
+use crate::filters::similarity::SIM_HASHER;
+use crate::nlp::preprocess;
 use crate::response::FeroxResponse;
 use crate::utils::logged_request;
-use crate::{DEFAULT_METHOD, SIMILARITY_THRESHOLD};
+use crate::DEFAULT_METHOD;
 use anyhow::Result;
-use fuzzyhash::FuzzyHash;
 use regex::Regex;
 use reqwest::Url;
 use std::sync::Arc;
@@ -40,12 +41,10 @@ pub(crate) async fn create_similarity_filter(
        fr.parse_extension(handles.clone())?;
    }

-    // hash the response body and store the resulting hash in the filter object
-    let hash = FuzzyHash::new(&fr.text()).to_string();
+    let hash = SIM_HASHER.create_signature(preprocess(fr.text()).iter());

    Ok(SimilarityFilter {
        hash,
-        threshold: SIMILARITY_THRESHOLD,
        original_url: similarity_filter.to_string(),
    })
 }
@@ -95,8 +94,7 @@ pub(crate) fn filter_lookup(filter_type: &str, filter_value: &str) -> Option<Box
        }
        "similarity" => {
            return Some(Box::new(SimilarityFilter {
-                hash: String::new(),
-                threshold: SIMILARITY_THRESHOLD,
+                hash: 0,
                original_url: filter_value.to_string(),
            }));
        }
@@ -157,8 +155,7 @@ mod tests {
        assert_eq!(
            filter.as_any().downcast_ref::<SimilarityFilter>().unwrap(),
            &SimilarityFilter {
-                hash: String::new(),
-                threshold: SIMILARITY_THRESHOLD,
+                hash: 0,
                original_url: "http://localhost".to_string()
            }
        );
@@ -195,8 +192,7 @@ mod tests {
        assert_eq!(
            filter,
            SimilarityFilter {
-                hash: "3:YKEpn:Yfp".to_string(),
-                threshold: SIMILARITY_THRESHOLD,
+                hash: 14897447612059286329,
                original_url: srv.url("/")
            }
        );
--- a/src/filters/wildcard.rs
+++ b/src/filters/wildcard.rs
@@ -1,118 +0,0 @@
-use super::*;
-use crate::{url::FeroxUrl, DEFAULT_METHOD};
-
-/// Data holder for two pieces of data needed when auto-filtering out wildcard responses
-///
-/// `dynamic` is the size of the response that will later be combined with the length
-/// of the path of the url requested and used to determine interesting pages from custom
-/// 404s where the requested url is reflected back in the response
-///
-/// `size` is size of the response that should be included with filters passed via runtime
-/// configuration and any static wildcard lengths.
-#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
-pub struct WildcardFilter {
-    /// size of the response that will later be combined with the length of the path of the url
-    /// requested
-    pub dynamic: u64,
-
-    /// size of the response that should be included with filters passed via runtime configuration
-    pub size: u64,
-
-    /// method used in request that should be included with filters passed via runtime configuration
-    pub method: String,
-
-    /// whether or not the user passed -D on the command line
-    pub(super) dont_filter: bool,
-}
-
-/// implementation of WildcardFilter
-impl WildcardFilter {
-    /// given a boolean representing whether -D was used or not, create a new WildcardFilter
-    pub fn new(dont_filter: bool) -> Self {
-        Self {
-            dont_filter,
-            ..Default::default()
-        }
-    }
-}
-
-/// implement default that populates both values with u64::MAX
-impl Default for WildcardFilter {
-    /// populate both values with u64::MAX
-    fn default() -> Self {
-        Self {
-            dont_filter: false,
-            size: u64::MAX,
-            method: DEFAULT_METHOD.to_owned(),
-            dynamic: u64::MAX,
-        }
-    }
-}
-
-/// implementation of FeroxFilter for WildcardFilter
-impl FeroxFilter for WildcardFilter {
-    /// Examine size, dynamic, and content_len to determine whether or not the response received
-    /// is a wildcard response and therefore should be filtered out
-    fn should_filter_response(&self, response: &FeroxResponse) -> bool {
-        log::trace!("enter: should_filter_response({:?} {})", self, response);
-
-        // quick return if dont_filter is set
-        if self.dont_filter {
-            // --dont-filter applies specifically to wildcard filters, it is not a 100% catch all
-            // for not filtering anything.  As such, it should live in the implementation of
-            // a wildcard filter
-            return false;
-        }
-
-        if self.size != u64::MAX
-            && self.size == response.content_length()
-            && self.method == response.method().as_str()
-        {
-            // static wildcard size found during testing
-            // size isn't default, size equals response length, and auto-filter is on
-            log::debug!("static wildcard: filtered out {}", response.url());
-            log::trace!("exit: should_filter_response -> true");
-            return true;
-        }
-
-        if self.size == u64::MAX
-            && response.content_length() == 0
-            && self.method == response.method().as_str()
-        {
-            // static wildcard size found during testing
-            // but response length was zero; pointed out by @Tib3rius
-            log::debug!("static wildcard: filtered out {}", response.url());
-            log::trace!("exit: should_filter_response -> true");
-            return true;
-        }
-
-        if self.dynamic != u64::MAX {
-            // dynamic wildcard offset found during testing
-
-            // I'm about to manually split this url path instead of using reqwest::Url's
-            // builtin parsing. The reason is that they call .split() on the url path
-            // except that I don't want an empty string taking up the last index in the
-            // event that the url ends with a forward slash.  It's ugly enough to be split
-            // into its own function for readability.
-            let url_len = FeroxUrl::path_length_of_url(response.url());
-
-            if url_len + self.dynamic == response.content_length() {
-                log::debug!("dynamic wildcard: filtered out {}", response.url());
-                log::trace!("exit: should_filter_response -> true");
-                return true;
-            }
-        }
-        log::trace!("exit: should_filter_response -> false");
-        false
-    }
-
-    /// Compare one WildcardFilter to another
-    fn box_eq(&self, other: &dyn Any) -> bool {
-        other.downcast_ref::<Self>().map_or(false, |a| self == a)
-    }
-
-    /// Return self as Any for dynamic dispatch purposes
-    fn as_any(&self) -> &dyn Any {
-        self
-    }
-}
--- a/src/filters/words.rs
+++ b/src/filters/words.rs
@@ -2,7 +2,7 @@ use super::*;

 /// Simple implementor of FeroxFilter; used to filter out responses based on the number of words
 /// in a Response body; specified using -W|--filter-words
-#[derive(Default, Debug, PartialEq, Serialize, Deserialize)]
+#[derive(Default, Debug, PartialEq, Eq, Serialize, Deserialize)]
 pub struct WordsFilter {
    /// Number of words in a Response's body that should be filtered
    pub word_count: usize,
--- a/src/heuristics.rs
+++ b/src/heuristics.rs
@@ -5,11 +5,13 @@ use console::style;
 use scraper::{Html, Selector};
 use uuid::Uuid;

+use crate::filters::{SimilarityFilter, SIM_HASHER};
 use crate::message::FeroxMessage;
+use crate::nlp::preprocess;
 use crate::{
    config::OutputLevel,
    event_handlers::{Command, Handles},
-    filters::WildcardFilter,
+    filters::{LinesFilter, SizeFilter, WordsFilter},
    progress::PROGRESS_PRINTER,
    response::FeroxResponse,
    skip_fail,
@@ -18,26 +20,6 @@ use crate::{
    DEFAULT_METHOD,
 };

-/// length of a standard UUID, used when determining wildcard responses
-const UUID_LENGTH: u64 = 32;
-
-/// wrapper around ugly string formatting
-macro_rules! format_template {
-    ($template:expr, $method:expr, $length:expr) => {
-        format!(
-            $template,
-            status_colorizer("WLD"),
-            $method,
-            "-",
-            "-",
-            "-",
-            style("auto-filtering").yellow(),
-            style($length).cyan(),
-            style("--dont-filter").yellow()
-        )
-    };
-}
-
 /// enum representing the different servers that `parse_html` can detect when directory listing is
 /// enabled
 #[derive(Copy, Debug, Clone)]
@@ -100,171 +82,6 @@ impl HeuristicTests {
        unique_id
    }

-    /// wrapper for sending a filter to the filters event handler
-    fn send_filter(&self, filter: WildcardFilter) -> Result<()> {
-        self.handles
-            .filters
-            .send(Command::AddFilter(Box::new(filter)))
-    }
-
-    /// Tests the given url to see if it issues a wildcard response
-    ///
-    /// In the event that url returns a wildcard response, a
-    /// [WildcardFilter](struct.WildcardFilter.html) is created and sent to the filters event
-    /// handler.
-    ///
-    /// Returns the number of times to increment the caller's progress bar
-    pub async fn wildcard(&self, target_url: &str) -> Result<u64> {
-        log::trace!("enter: wildcard_test({:?})", target_url);
-
-        if self.handles.config.dont_filter {
-            // early return, dont_filter scans don't need tested
-            log::trace!("exit: wildcard_test -> 0");
-            return Ok(0);
-        }
-
-        let data = match self.handles.config.data.is_empty() {
-            true => None,
-            false => Some(self.handles.config.data.as_slice()),
-        };
-
-        let ferox_url = FeroxUrl::from_string(target_url, self.handles.clone());
-
-        for method in self.handles.config.methods.iter() {
-            let ferox_response = self
-                .make_wildcard_request(&ferox_url, method.as_str(), data, 1)
-                .await?;
-
-            // found a wildcard response
-            let mut wildcard = WildcardFilter::new(self.handles.config.dont_filter);
-
-            let wc_length = ferox_response.content_length();
-
-            if wc_length == 0 {
-                log::trace!("exit: wildcard_test -> 1");
-                self.send_filter(wildcard)?;
-                return Ok(1);
-            }
-
-            // content length of wildcard is non-zero, perform additional tests:
-            //   make a second request, with a known-sized (64) longer request
-            let resp_two = self
-                .make_wildcard_request(&ferox_url, method.as_str(), data, 3)
-                .await?;
-
-            let wc2_length = resp_two.content_length();
-
-            wildcard.method = resp_two.method().as_str().to_owned();
-
-            if wc2_length == wc_length + (UUID_LENGTH * 2) {
-                // second length is what we'd expect to see if the requested url is
-                // reflected in the response along with some static content; aka custom 404
-                let url_len = ferox_url.path_length()?;
-
-                wildcard.dynamic = wc_length - url_len;
-
-                if matches!(
-                    self.handles.config.output_level,
-                    OutputLevel::Default | OutputLevel::Quiet
-                ) {
-                    let msg = format_template!("{} {:>8} {:>9} {:>9} {:>9} Wildcard response is dynamic; {} ({} + url length) responses; toggle this behavior by using {}\n", method, wildcard.dynamic);
-                    ferox_print(&msg, &PROGRESS_PRINTER);
-                }
-            } else if wc_length == wc2_length {
-                wildcard.size = wc_length;
-
-                if matches!(
-                    self.handles.config.output_level,
-                    OutputLevel::Default | OutputLevel::Quiet
-                ) {
-                    let msg = format_template!("{} {:>8} {:>9} {:>9} {:>9} Wildcard response is static; {} {} responses; toggle this behavior by using {}\n", method, wildcard.size);
-                    ferox_print(&msg, &PROGRESS_PRINTER);
-                }
-            }
-
-            self.send_filter(wildcard)?;
-        }
-
-        log::trace!("exit: wildcard_test");
-        Ok(2)
-    }
-
-    /// Generates a uuid and appends it to the given target url. The reasoning is that the randomly
-    /// generated unique string should not exist on and be served by the target web server.
-    ///
-    /// Once the unique url is created, the request is sent to the server. If the server responds
-    /// back with a valid status code, the response is considered to be a wildcard response. If that
-    /// wildcard response has a 3xx status code, that redirection location is displayed to the user.
-    async fn make_wildcard_request(
-        &self,
-        target: &FeroxUrl,
-        method: &str,
-        data: Option<&[u8]>,
-        length: usize,
-    ) -> Result<FeroxResponse> {
-        log::trace!("enter: make_wildcard_request({}, {})", target, length);
-
-        let unique_str = self.unique_string(length);
-
-        // To take care of slash when needed
-        let slash = if self.handles.config.add_slash {
-            Some("/")
-        } else {
-            None
-        };
-
-        let nonexistent_url = target.format(&unique_str, slash)?;
-
-        let response = logged_request(
-            &nonexistent_url.to_owned(),
-            method,
-            data,
-            self.handles.clone(),
-        )
-        .await?;
-
-        if self
-            .handles
-            .config
-            .status_codes
-            .contains(&response.status().as_u16())
-        {
-            // found a wildcard response
-
-            let mut ferox_response = FeroxResponse::from(
-                response,
-                &target.target,
-                method,
-                self.handles.config.output_level,
-            )
-            .await;
-            ferox_response.set_wildcard(true);
-
-            if self
-                .handles
-                .filters
-                .data
-                .should_filter_response(&ferox_response, self.handles.stats.tx.clone())
-            {
-                bail!("filtered response")
-            }
-
-            if matches!(
-                self.handles.config.output_level,
-                OutputLevel::Default | OutputLevel::Quiet
-            ) {
-                let boxed = Box::new(ferox_response.clone());
-                self.handles.output.send(Command::Report(boxed))?;
-            }
-
-            log::trace!("exit: make_wildcard_request -> {}", ferox_response);
-            return Ok(ferox_response);
-        }
-
-        log::trace!("exit: make_wildcard_request -> Err");
-        bail!("uninteresting status code")
-    }
-
    /// Simply tries to connect to all given sites before starting to scan
    ///
    /// In the event that no sites can be reached, the program will exit.
@@ -292,12 +109,12 @@ impl HeuristicTests {
                    ) {
                        if e.to_string().contains(":SSL") {
                            ferox_print(
-                                &format!("Could not connect to {} due to SSL errors (run with -k to ignore), skipping...", target_url),
+                                &format!("Could not connect to {target_url} due to SSL errors (run with -k to ignore), skipping..."),
                                &PROGRESS_PRINTER,
                            );
                        } else {
                            ferox_print(
-                                &format!("Could not connect to {}, skipping...", target_url),
+                                &format!("Could not connect to {target_url}, skipping..."),
                                &PROGRESS_PRINTER,
                            );
                        }
@@ -325,7 +142,7 @@ impl HeuristicTests {
            // so, instead of `directory_listing("http://localhost") -> None` we get
            // `directory_listing("http://localhost/") -> Some(DirListingResult)` if there is
            // directory listing beyond the redirect
-            format!("{}/", target_url)
+            format!("{target_url}/")
        } else {
            target_url.to_string()
        };
@@ -419,6 +236,212 @@ impl HeuristicTests {
        log::trace!("exit: detect_directory_listing -> None");
        None
    }
+
+    /// given a target's base url, attempt to automatically detect its 404 response
+    /// pattern(s), and then set filters that will exclude those patterns from future
+    /// responses
+    pub async fn detect_404_like_responses(&self, target_url: &str) -> Result<u64> {
+        log::trace!("enter: detect_404_like_responses({:?})", target_url);
+
+        if self.handles.config.dont_filter {
+            // early return, dont_filter scans don't need tested
+            log::trace!("exit: detect_404_like_responses -> dont_filter is true");
+            return Ok(0);
+        }
+
+        let mut req_counter = 0;
+
+        let data = if self.handles.config.data.is_empty() {
+            None
+        } else {
+            Some(self.handles.config.data.as_slice())
+        };
+
+        // To take care of slash when needed
+        let slash = if self.handles.config.add_slash {
+            Some("/")
+        } else {
+            None
+        };
+
+        // 4 is due to the array in the nested for loop below
+        let mut responses = Vec::with_capacity(4);
+
+        // for every method, attempt to id its 404 response
+        //
+        // a good example of one where the GET/POST differ is on hackthebox:
+        // - http://prd.m.rendering-api.interface.htb/api
+        for method in self.handles.config.methods.iter() {
+            for (prefix, length) in [("", 1), ("", 3), (".htaccess", 1), ("admin", 1)] {
+                let path = format!("{prefix}{}", self.unique_string(length));
+
+                let ferox_url = FeroxUrl::from_string(target_url, self.handles.clone());
+
+                let nonexistent_url = ferox_url.format(&path, slash)?;
+
+                // example requests:
+                // - http://localhost/2fc1077836ad43ab98b7a31c2ca28fea
+                // - http://localhost/92969beae6bf4beb855d1622406d87e395c87387a9ad432e8a11245002b709b03cf609d471004154b83bcc1c6ec49f6f
+                // - http://localhost/.htaccessa005a2131e68449aa26e99029c914c09
+                // - http://localhost/adminf1d2541e73c44dcb9d1fb7d93334b280
+                let response =
+                    logged_request(&nonexistent_url, method, data, self.handles.clone()).await;
+
+                req_counter += 1;
+
+                // continue to next on error
+                let response = skip_fail!(response);
+
+                if !self
+                    .handles
+                    .config
+                    .status_codes
+                    .contains(&response.status().as_u16())
+                {
+                    // if the response code isn't one that's accepted via -s values, then skip to the next
+                    //
+                    // the default value for -s is all status codes, so unless the user says otherwise
+                    // this won't fire
+                    continue;
+                }
+
+                let ferox_response = FeroxResponse::from(
+                    response,
+                    &ferox_url.target,
+                    method,
+                    self.handles.config.output_level,
+                )
+                .await;
+
+                responses.push(ferox_response);
+            }
+
+            if responses.len() < 2 {
+                // don't have enough responses to make a determination, continue to next method
+                responses.clear();
+                continue;
+            }
+
+            // Command::AddFilter, &str (bytes/words/lines), usize (i.e. length associated with the type)
+            let Some((command, filter_type, filter_length)) = self.examine_404_like_responses(&responses) else {
+                // no match was found during analysis of responses
+                responses.clear();
+                continue;
+            };
+
+            // check whether we already know about this filter
+            match command {
+                Command::AddFilter(ref filter) => {
+                    if let Ok(guard) = self.handles.filters.data.filters.read() {
+                        if guard.contains(filter) {
+                            // match was found, but already known; clear the vec and continue to the next
+                            responses.clear();
+                            continue;
+                        }
+                    }
+                }
+                _ => unreachable!(),
+            }
+
+            // create the new filter
+            self.handles.filters.send(command)?;
+
+            // if we're here, we've detected a 404-like response pattern, and we're already filtering for size/word/line
+            //
+            // in addition, we'll create a similarity filter as a fallback
+            let hash = SIM_HASHER.create_signature(preprocess(responses[0].text()).iter());
+
+            let sim_filter = SimilarityFilter {
+                hash,
+                original_url: responses[0].url().to_string(),
+            };
+
+            self.handles
+                .filters
+                .send(Command::AddFilter(Box::new(sim_filter)))?;
+
+            // reset the responses for the next method, if it exists
+            responses.clear();
+
+            // report to the user, if appropriate
+            if matches!(
+                self.handles.config.output_level,
+                OutputLevel::Default | OutputLevel::Quiet
+            ) {
+                let msg = format!("{} {:>8} {:>9} {:>9} {:>9} {} => {} {}-like response ({} {}); toggle this behavior by using {}\n", status_colorizer("WLD"), "-", "-", "-", "-", style(target_url).cyan(), style("auto-filtering").bright().green(), style("404").red(), style(filter_length).cyan(), filter_type, style("--dont-filter").yellow());
+                ferox_print(&msg, &PROGRESS_PRINTER);
+            }
+        }
+
+        log::trace!("exit: detect_404_like_responses");
+
+        Ok(req_counter)
+    }
+
+    /// for all responses, examine chars/words/lines
+    /// if all responses respective lengths match each other, we can assume
+    /// that will remain true for subsequent non-existent urls
+    ///
+    /// values are examined from most to least specific (content length, word count, line count)
+    fn examine_404_like_responses(
+        &self,
+        responses: &[FeroxResponse],
+    ) -> Option<(Command, &'static str, usize)> {
+        let mut size_sentry = true;
+        let mut word_sentry = true;
+        let mut line_sentry = true;
+
+        let content_length = responses[0].content_length();
+        let word_count = responses[0].word_count();
+        let line_count = responses[0].line_count();
+
+        for response in &responses[1..] {
+            // if any of the responses differ in length, that particular
+            // response length type is no longer a candidate for filtering
+            if response.content_length() != content_length {
+                size_sentry = false;
+            }
+
+            if response.word_count() != word_count {
+                word_sentry = false;
+            }
+
+            if response.line_count() != line_count {
+                line_sentry = false;
+            }
+        }
+
+        // the if/else-if/else nature of the block means that we'll get the most
+        // specific match, if one is to be had
+        //
+        // each block returns the information needed to send the filter away and
+        // display a message to the user
+        if size_sentry {
+            // - command to send to the filters handler
+            // - the unit-type we're filtering on (bytes/words/lines)
+            // - the value associated with the unit-type on which we're filtering
+            Some((
+                Command::AddFilter(Box::new(SizeFilter { content_length })),
+                "bytes",
+                content_length as usize,
+            ))
+        } else if word_sentry {
+            Some((
+                Command::AddFilter(Box::new(WordsFilter { word_count })),
+                "words",
+                word_count,
+            ))
+        } else if line_sentry {
+            Some((
+                Command::AddFilter(Box::new(LinesFilter { line_count })),
+                "lines",
+                line_count,
+            ))
+        } else {
+            // no match was found; clear the vec and continue to the next
+            None
+        }
+    }
 }

 #[cfg(test)]
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -52,9 +52,6 @@ pub(crate) const VERSION: &str = env!("CARGO_PKG_VERSION");
 /// Maximum number of file descriptors that can be opened during a scan
 pub const DEFAULT_OPEN_FILE_LIMIT: u64 = 8192;

-/// Default value used to determine near-duplicate web pages (equivalent to 95%)
-pub const SIMILARITY_THRESHOLD: u32 = 95;
-
 /// Default set of extensions to Ignore when auto-collecting extensions during scans
 pub(crate) const DEFAULT_IGNORED_EXTENSIONS: [&str; 38] = [
    "tif", "tiff", "ico", "cur", "bmp", "webp", "svg", "png", "jpg", "jpeg", "jfif", "gif", "avif",
@@ -85,29 +82,73 @@ pub(crate) const SLEEP_DURATION: u64 = 500;
 /// The percentage of requests as errors it takes to be deemed too high
 pub const HIGH_ERROR_RATIO: f64 = 0.90;

-/// Default list of status codes to report
-///
-/// * 200 Ok
-/// * 204 No Content
-/// * 301 Moved Permanently
-/// * 302 Found
-/// * 307 Temporary Redirect
-/// * 308 Permanent Redirect
-/// * 401 Unauthorized
-/// * 403 Forbidden
-/// * 405 Method Not Allowed
-/// * 500 Internal Server Error
-pub const DEFAULT_STATUS_CODES: [StatusCode; 10] = [
+/// Default list of status codes to report (all of them)
+pub const DEFAULT_STATUS_CODES: [StatusCode; 60] = [
+    // all 1XX response codes
+    StatusCode::CONTINUE,
+    StatusCode::SWITCHING_PROTOCOLS,
+    StatusCode::PROCESSING,
+    // all 2XX response codes
    StatusCode::OK,
+    StatusCode::CREATED,
+    StatusCode::ACCEPTED,
+    StatusCode::NON_AUTHORITATIVE_INFORMATION,
    StatusCode::NO_CONTENT,
+    StatusCode::RESET_CONTENT,
+    StatusCode::PARTIAL_CONTENT,
+    StatusCode::MULTI_STATUS,
+    StatusCode::ALREADY_REPORTED,
+    StatusCode::IM_USED,
+    // all 3XX response codes
+    StatusCode::MULTIPLE_CHOICES,
    StatusCode::MOVED_PERMANENTLY,
    StatusCode::FOUND,
+    StatusCode::SEE_OTHER,
+    StatusCode::NOT_MODIFIED,
+    StatusCode::USE_PROXY,
    StatusCode::TEMPORARY_REDIRECT,
    StatusCode::PERMANENT_REDIRECT,
+    // all 4XX response codes
+    StatusCode::BAD_REQUEST,
    StatusCode::UNAUTHORIZED,
+    StatusCode::PAYMENT_REQUIRED,
    StatusCode::FORBIDDEN,
+    StatusCode::NOT_FOUND,
    StatusCode::METHOD_NOT_ALLOWED,
+    StatusCode::NOT_ACCEPTABLE,
+    StatusCode::PROXY_AUTHENTICATION_REQUIRED,
+    StatusCode::REQUEST_TIMEOUT,
+    StatusCode::CONFLICT,
+    StatusCode::GONE,
+    StatusCode::LENGTH_REQUIRED,
+    StatusCode::PRECONDITION_FAILED,
+    StatusCode::PAYLOAD_TOO_LARGE,
+    StatusCode::URI_TOO_LONG,
+    StatusCode::UNSUPPORTED_MEDIA_TYPE,
+    StatusCode::RANGE_NOT_SATISFIABLE,
+    StatusCode::EXPECTATION_FAILED,
+    StatusCode::IM_A_TEAPOT,
+    StatusCode::MISDIRECTED_REQUEST,
+    StatusCode::UNPROCESSABLE_ENTITY,
+    StatusCode::LOCKED,
+    StatusCode::FAILED_DEPENDENCY,
+    StatusCode::UPGRADE_REQUIRED,
+    StatusCode::PRECONDITION_REQUIRED,
+    StatusCode::TOO_MANY_REQUESTS,
+    StatusCode::REQUEST_HEADER_FIELDS_TOO_LARGE,
+    StatusCode::UNAVAILABLE_FOR_LEGAL_REASONS,
+    // all 5XX response codes
    StatusCode::INTERNAL_SERVER_ERROR,
+    StatusCode::NOT_IMPLEMENTED,
+    StatusCode::BAD_GATEWAY,
+    StatusCode::SERVICE_UNAVAILABLE,
+    StatusCode::GATEWAY_TIMEOUT,
+    StatusCode::HTTP_VERSION_NOT_SUPPORTED,
+    StatusCode::VARIANT_ALSO_NEGOTIATES,
+    StatusCode::INSUFFICIENT_STORAGE,
+    StatusCode::LOOP_DETECTED,
+    StatusCode::NOT_EXTENDED,
+    StatusCode::NETWORK_AUTHENTICATION_REQUIRED,
 ];

 /// Default method for requests
--- a/src/logger.rs
+++ b/src/logger.rs
@@ -65,7 +65,7 @@ pub fn initialize(config: Arc<Configuration>) -> Result<()> {
                kind: "log".to_string(),
            };

-            PROGRESS_PRINTER.println(&log_entry.as_str());
+            PROGRESS_PRINTER.println(log_entry.as_str());

            if let Some(buffered_file) = file.clone() {
                if let Ok(mut unlocked) = buffered_file.write() {
--- a/src/main.rs
+++ b/src/main.rs
@@ -44,11 +44,12 @@ lazy_static! {
    static ref PARALLEL_LIMITER: Semaphore = Semaphore::new(0);
 }

-/// Create a HashSet of Strings from the given wordlist then stores it inside an Arc
+/// Create a Vec of Strings from the given wordlist then stores it inside an Arc
 fn get_unique_words_from_wordlist(path: &str) -> Result<Arc<Vec<String>>> {
    log::trace!("enter: get_unique_words_from_wordlist({})", path);
+    let mut trimmed_word = false;

-    let file = File::open(&path).with_context(|| format!("Could not open {}", path))?;
+    let file = File::open(path).with_context(|| format!("Could not open {path}"))?;

    let reader = BufReader::new(file);

@@ -61,12 +62,21 @@ fn get_unique_words_from_wordlist(path: &str) -> Result<Arc<Vec<String>>> {
    for line in reader.lines() {
        line.map(|result| {
            if !result.starts_with('#') && !result.is_empty() {
-                words.push(result);
+                if result.starts_with('/') {
+                    words.push(result.trim_start_matches('/').to_string());
+                    trimmed_word = true;
+                } else {
+                    words.push(result);
+                }
            }
        })
        .ok();
    }

+    if trimmed_word {
+        log::warn!("Some words in the wordlist started with a leading forward-slash; those words were trimmed (i.e. /word -> word)");
+    }
+
    log::trace!(
        "exit: get_unique_words_from_wordlist -> Arc<wordlist[{} words...]>",
        words.len()
@@ -92,8 +102,20 @@ async fn scan(targets: Vec<String>, handles: Arc<Handles>) -> Result<()> {
    //   having been set, makes it so the progress bar doesn't flash as full before anything has
    //   even happened
    if matches!(handles.config.output_level, OutputLevel::Default) {
+        let mut total_offset = 0;
+
+        if let Ok(guard) = handles.scans.read() {
+            if let Some(handle) = &*guard {
+                if let Ok(scans) = handle.data.scans.read() {
+                    for scan in scans.iter() {
+                        total_offset += scan.requests_made_so_far();
+                    }
+                }
+            }
+        }
+
        // only create the bar if no --silent|--quiet
-        handles.stats.send(CreateBar)?;
+        handles.stats.send(CreateBar(total_offset))?;

        // blocks until the bar is created / avoids race condition in first two bars
        handles.stats.sync().await?;
@@ -172,7 +194,7 @@ async fn get_targets(handles: Arc<Handles>) -> Result<Vec<String>> {

        if !target.starts_with("http") && !target.starts_with("https") {
            // --url hackerone.com
-            *target = format!("https://{}", target);
+            *target = format!("https://{target}");
        }
    }

@@ -328,7 +350,7 @@ async fn wrapped_main(config: Arc<Configuration>) -> Result<()> {

            let new_folder = slugify_filename(&base_name.to_string_lossy(), "", "logs");

-            let final_path = output_path.with_file_name(&new_folder);
+            let final_path = output_path.with_file_name(new_folder);

            // create the directory or fail silently, assuming the reason for failure is that
            // the path exists already
@@ -459,7 +481,7 @@ async fn wrapped_main(config: Arc<Configuration>) -> Result<()> {
        Ok(_) => {}
        Err(e) => {
            clean_up(handles, tasks).await?;
-            bail!(fmt_err(&format!("Failed while scanning: {}", e)));
+            bail!(fmt_err(&format!("Failed while scanning: {e}")));
        }
    }

@@ -526,7 +548,7 @@ fn main() -> Result<()> {
    {
        let future = wrapped_main(config.clone());
        if let Err(e) = runtime.block_on(future) {
-            eprintln!("{}", e);
+            eprintln!("{e}");

            // the code below is to facilitate testing tests/test_banner entries. Since it's an
            // integration test, normal test detection (cfg!(test), etc...) won't work. So, in
--- a/src/nlp/document.rs
+++ b/src/nlp/document.rs
@@ -85,7 +85,7 @@ impl Document {

                    // at this point, we have a non-empty Text element with a non-script|style parent;
                    // now we can return the trimmed up string
-                    return Some(format!("{} ", trimmed));
+                    return Some(format!("{trimmed} "));
                }

                // not an Element node
--- a/src/nlp/mod.rs
+++ b/src/nlp/mod.rs
@@ -8,3 +8,4 @@ mod utils;

 pub(crate) use self::document::Document;
 pub(crate) use self::model::TfIdf;
+pub(crate) use self::utils::preprocess;
--- a/src/nlp/utils.rs
+++ b/src/nlp/utils.rs
@@ -4,7 +4,7 @@ use std::borrow::Cow;

 /// pre-processing pipeline wrapper that removes punctuation, normalizes word case (utf-8 included)
 /// to lowercase, and remove stop words
-pub(super) fn preprocess(text: &str) -> Vec<String> {
+pub(crate) fn preprocess(text: &str) -> Vec<String> {
    let text = remove_punctuation(text);
    let text = normalize_case(text);
    let text = remove_stop_words(&text);
--- a/src/parser.rs
+++ b/src/parser.rs
@@ -1,3 +1,4 @@
+use clap::ArgAction;
 use clap::{
    crate_authors, crate_description, crate_name, crate_version, Arg, ArgGroup, Command, ValueHint,
 };
@@ -25,7 +26,7 @@ lazy_static! {
 }

 /// Create and return an instance of [clap::App](https://docs.rs/clap/latest/clap/struct.App.html), i.e. the Command Line Interface's configuration
-pub fn initialize() -> Command<'static> {
+pub fn initialize() -> Command {
    let app = Command::new(crate_name!())
        .version(crate_version!())
        .author(crate_authors!())
@@ -39,7 +40,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("url")
                .short('u')
                .long("url")
-                .required_unless_present_any(&["stdin", "resume_from"])
+                .required_unless_present_any(["stdin", "resume_from"])
                .help_heading("Target selection")
                .value_name("URL")
                .use_value_delimiter(true)
@@ -50,7 +51,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("stdin")
                .long("stdin")
                .help_heading("Target selection")
-                .takes_value(false)
+                .num_args(0)
                .help("Read url(s) from STDIN")
                .conflicts_with("url")
        )
@@ -62,7 +63,7 @@ pub fn initialize() -> Command<'static> {
                .help_heading("Target selection")
                .help("State file from which to resume a partially complete scan (ex. --resume-from ferox-1606586780.state)")
                .conflicts_with("url")
-                .takes_value(true),
+                .num_args(1),
        );

    /////////////////////////////////////////////////////////////////////
@@ -72,25 +73,29 @@ pub fn initialize() -> Command<'static> {
        .arg(
            Arg::new("burp")
                .long("burp")
+                .num_args(0)
                .help_heading("Composite settings")
-                .conflicts_with_all(&["proxy", "insecure", "burp_replay"])
+                .conflicts_with_all(["proxy", "insecure", "burp_replay"])
                .help("Set --proxy to http://127.0.0.1:8080 and set --insecure to true"),
        )
        .arg(
            Arg::new("burp_replay")
                .long("burp-replay")
+                .num_args(0)
                .help_heading("Composite settings")
-                .conflicts_with_all(&["replay_proxy", "insecure"])
+                .conflicts_with_all(["replay_proxy", "insecure"])
                .help("Set --replay-proxy to http://127.0.0.1:8080 and set --insecure to true"),
        )
        .arg(
            Arg::new("smart")
                .long("smart")
+                .num_args(0)
                .help_heading("Composite settings")
                .help("Set --extract-links, --auto-tune, --collect-words, and --collect-backups to true"),
        ).arg(
            Arg::new("thorough")
                .long("thorough")
+                .num_args(0)
                .help_heading("Composite settings")
                .help("Use the same settings as --smart and set --collect-extensions to true"),
        );
@@ -103,7 +108,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("proxy")
                .short('p')
                .long("proxy")
-                .takes_value(true)
+                .num_args(1)
                .value_name("PROXY")
                .value_hint(ValueHint::Url)
                .help_heading("Proxy settings")
@@ -115,7 +120,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("replay_proxy")
                .short('P')
                .long("replay-proxy")
-                .takes_value(true)
+                .num_args(1)
                .value_hint(ValueHint::Url)
                .value_name("REPLAY_PROXY")
                .help_heading("Proxy settings")
@@ -128,9 +133,8 @@ pub fn initialize() -> Command<'static> {
                .short('R')
                .long("replay-codes")
                .value_name("REPLAY_CODE")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .requires("replay_proxy")
                .help_heading("Proxy settings")
@@ -148,7 +152,7 @@ pub fn initialize() -> Command<'static> {
                .short('a')
                .long("user-agent")
                .value_name("USER_AGENT")
-                .takes_value(true)
+                .num_args(1)
                .help_heading("Request settings")
                .help(&**DEFAULT_USER_AGENT),
        )
@@ -156,7 +160,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("random_agent")
                .short('A')
                .long("random-agent")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Request settings")
                .help("Use a random User-Agent"),
        )
@@ -165,9 +169,8 @@ pub fn initialize() -> Command<'static> {
                .short('x')
                .long("extensions")
                .value_name("FILE_EXTENSION")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Request settings")
                .help(
@@ -179,9 +182,8 @@ pub fn initialize() -> Command<'static> {
                .short('m')
                .long("methods")
                .value_name("HTTP_METHODS")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Request settings")
                .help(
@@ -192,7 +194,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("data")
                .long("data")
                .value_name("DATA")
-                .takes_value(true)
+                .num_args(1)
                .help_heading("Request settings")
                .help(
                    "Request's Body; can read data from a file if input starts with an @ (ex: @post.bin)",
@@ -203,10 +205,9 @@ pub fn initialize() -> Command<'static> {
                .short('H')
                .long("headers")
                .value_name("HEADER")
-                .takes_value(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .help_heading("Request settings")
-                .multiple_values(true)
-                .multiple_occurrences(true)
                .use_value_delimiter(true)
                .help(
                    "Specify HTTP headers to be used in each request (ex: -H Header:val -H 'stuff: things')",
@@ -217,9 +218,8 @@ pub fn initialize() -> Command<'static> {
                .short('b')
                .long("cookies")
                .value_name("COOKIE")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Request settings")
                .help(
@@ -231,9 +231,8 @@ pub fn initialize() -> Command<'static> {
                .short('Q')
                .long("query")
                .value_name("QUERY")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Request settings")
                .help(
@@ -245,7 +244,7 @@ pub fn initialize() -> Command<'static> {
                .short('f')
                .long("add-slash")
                .help_heading("Request settings")
-                .takes_value(false)
+                .num_args(0)
                .help("Append / to each request's URL")
        );

@@ -256,9 +255,8 @@ pub fn initialize() -> Command<'static> {
        Arg::new("url_denylist")
            .long("dont-scan")
            .value_name("URL")
-            .takes_value(true)
-            .multiple_values(true)
-            .multiple_occurrences(true)
+            .num_args(1..)
+            .action(ArgAction::Append)
            .use_value_delimiter(true)
            .help_heading("Request filters")
            .help("URL(s) or Regex Pattern(s) to exclude from recursion/scans"),
@@ -273,9 +271,8 @@ pub fn initialize() -> Command<'static> {
                .short('S')
                .long("filter-size")
                .value_name("SIZE")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Response filters")
                .help(
@@ -287,9 +284,8 @@ pub fn initialize() -> Command<'static> {
                .short('X')
                .long("filter-regex")
                .value_name("REGEX")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Response filters")
                .help(
@@ -301,9 +297,8 @@ pub fn initialize() -> Command<'static> {
                .short('W')
                .long("filter-words")
                .value_name("WORDS")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Response filters")
                .help(
@@ -315,9 +310,8 @@ pub fn initialize() -> Command<'static> {
                .short('N')
                .long("filter-lines")
                .value_name("LINES")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Response filters")
                .help(
@@ -329,9 +323,8 @@ pub fn initialize() -> Command<'static> {
                .short('C')
                .long("filter-status")
                .value_name("STATUS_CODE")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .conflicts_with("status_codes")
                .help_heading("Response filters")
@@ -343,9 +336,8 @@ pub fn initialize() -> Command<'static> {
            Arg::new("filter_similar")
                .long("filter-similar-to")
                .value_name("UNWANTED_PAGE")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .value_hint(ValueHint::Url)
                .use_value_delimiter(true)
                .help_heading("Response filters")
@@ -358,13 +350,12 @@ pub fn initialize() -> Command<'static> {
                .short('s')
                .long("status-codes")
                .value_name("STATUS_CODE")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Response filters")
                .help(
-                    "Status Codes to include (allow list) (default: 200 204 301 302 307 308 401 403 405)",
+                    "Status Codes to include (allow list) (default: All Status Codes)",
                ),
        );

@@ -377,7 +368,7 @@ pub fn initialize() -> Command<'static> {
                .short('T')
                .long("timeout")
                .value_name("SECONDS")
-                .takes_value(true)
+                .num_args(1)
                .help_heading("Client settings")
                .help("Number of seconds before a client's request times out (default: 7)"),
        )
@@ -385,7 +376,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("redirects")
                .short('r')
                .long("redirects")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Client settings")
                .help("Allow client to follow redirects"),
        )
@@ -393,7 +384,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("insecure")
                .short('k')
                .long("insecure")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Client settings")
                .help("Disables TLS certificate validation in the client"),
        );
@@ -407,7 +398,7 @@ pub fn initialize() -> Command<'static> {
                .short('t')
                .long("threads")
                .value_name("THREADS")
-                .takes_value(true)
+                .num_args(1)
                .help_heading("Scan settings")
                .help("Number of concurrent threads (default: 50)"),
        )
@@ -415,7 +406,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("no_recursion")
                .short('n')
                .long("no-recursion")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Scan settings")
                .help("Do not scan recursively"),
        )
@@ -424,12 +415,13 @@ pub fn initialize() -> Command<'static> {
                .short('d')
                .long("depth")
                .value_name("RECURSION_DEPTH")
-                .takes_value(true)
+                .num_args(1)
                .help_heading("Scan settings")
                .help("Maximum recursion depth, a depth of 0 is infinite recursion (default: 4)"),
        ).arg(
            Arg::new("force_recursion")
                .long("force-recursion")
+                .num_args(0)
                .conflicts_with("no_recursion")
                .help_heading("Scan settings")
                .help("Force recursion attempts on all 'found' endpoints (still respects recursion depth)"),
@@ -437,7 +429,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("extract_links")
                .short('e')
                .long("extract-links")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Scan settings")
                .help("Extract links from response body (html, javascript, etc...); make new requests based on findings")
        )
@@ -446,7 +438,7 @@ pub fn initialize() -> Command<'static> {
                .short('L')
                .long("scan-limit")
                .value_name("SCAN_LIMIT")
-                .takes_value(true)
+                .num_args(1)
                .help_heading("Scan settings")
                .help("Limit total number of concurrent scans (default: 0, i.e. no limit)")
        )
@@ -454,7 +446,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("parallel")
                .long("parallel")
                .value_name("PARALLEL_SCANS")
-                .takes_value(true)
+                .num_args(1)
                .requires("stdin")
                .help_heading("Scan settings")
                .help("Run parallel feroxbuster instances (one child process per url passed via stdin)")
@@ -463,7 +455,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("rate_limit")
                .long("rate-limit")
                .value_name("RATE_LIMIT")
-                .takes_value(true)
+                .num_args(1)
                .conflicts_with("auto_tune")
                .help_heading("Scan settings")
                .help("Limit number of requests per second (per directory) (default: 0, i.e. no limit)")
@@ -472,8 +464,8 @@ pub fn initialize() -> Command<'static> {
            Arg::new("time_limit")
                .long("time-limit")
                .value_name("TIME_SPEC")
-                .takes_value(true)
-                .validator(valid_time_spec)
+                .num_args(1)
+                .value_parser(valid_time_spec)
                .help_heading("Scan settings")
                .help("Limit total run time of all scans (ex: --time-limit 10m)")
        )
@@ -485,11 +477,11 @@ pub fn initialize() -> Command<'static> {
                .value_name("FILE")
                .help("Path to the wordlist")
                .help_heading("Scan settings")
-                .takes_value(true),
+                .num_args(1),
        ).arg(
            Arg::new("auto_tune")
                .long("auto-tune")
-                .takes_value(false)
+                .num_args(0)
                .conflicts_with("auto_bail")
                .help_heading("Scan settings")
                .help("Automatically lower scan rate when an excessive amount of errors are encountered")
@@ -497,35 +489,35 @@ pub fn initialize() -> Command<'static> {
        .arg(
            Arg::new("auto_bail")
                .long("auto-bail")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Scan settings")
                .help("Automatically stop scanning when an excessive amount of errors are encountered")
        ).arg(
            Arg::new("dont_filter")
                .short('D')
                .long("dont-filter")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Scan settings")
                .help("Don't auto-filter wildcard responses")
        ).arg(
            Arg::new("collect_extensions")
                .short('E')
                .long("collect-extensions")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Dynamic collection settings")
                .help("Automatically discover extensions and add them to --extensions (unless they're in --dont-collect)")
        ).arg(
            Arg::new("collect_backups")
                .short('B')
                .long("collect-backups")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Dynamic collection settings")
                .help("Automatically request likely backup extensions for \"found\" urls")
        ).arg(
            Arg::new("collect_words")
                .short('g')
                .long("collect-words")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Dynamic collection settings")
                .help("Automatically discover important words from within responses and add them to the wordlist")
        ).arg(
@@ -533,9 +525,8 @@ pub fn initialize() -> Command<'static> {
                .short('I')
                .long("dont-collect")
                .value_name("FILE_EXTENSION")
-                .takes_value(true)
-                .multiple_values(true)
-                .multiple_occurrences(true)
+                .num_args(1..)
+                .action(ArgAction::Append)
                .use_value_delimiter(true)
                .help_heading("Dynamic collection settings")
                .help(
@@ -551,15 +542,15 @@ pub fn initialize() -> Command<'static> {
            Arg::new("verbosity")
                .short('v')
                .long("verbosity")
-                .takes_value(false)
-                .multiple_occurrences(true)
+                .num_args(0)
+                .action(ArgAction::Count)
                .conflicts_with("silent")
                .help_heading("Output settings")
                .help("Increase verbosity level (use -vv or more for greater effect. [CAUTION] 4 -v's is probably too much)"),
        ).arg(
            Arg::new("silent")
                .long("silent")
-                .takes_value(false)
+                .num_args(0)
                .conflicts_with("quiet")
                .help_heading("Output settings")
                .help("Only print URLs + turn off logging (good for piping a list of urls to other commands)")
@@ -568,7 +559,7 @@ pub fn initialize() -> Command<'static> {
            Arg::new("quiet")
                .short('q')
                .long("quiet")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Output settings")
                .help("Hide progress bars and banner (good for tmux windows w/ notifications)")
        )
@@ -576,7 +567,7 @@ pub fn initialize() -> Command<'static> {
        .arg(
            Arg::new("json")
                .long("json")
-                .takes_value(false)
+                .num_args(0)
                .requires("output_files")
                .help_heading("Output settings")
                .help("Emit JSON logs to --output and --debug-log instead of normal text")
@@ -588,7 +579,7 @@ pub fn initialize() -> Command<'static> {
                .value_name("FILE")
                .help_heading("Output settings")
                .help("Output file to write results to (use w/ --json for JSON entries)")
-                .takes_value(true),
+                .num_args(1),
        )
        .arg(
            Arg::new("debug_log")
@@ -597,12 +588,12 @@ pub fn initialize() -> Command<'static> {
                .value_hint(ValueHint::FilePath)
                .help_heading("Output settings")
                .help("Output file to write log entries (use w/ --json for JSON entries)")
-                .takes_value(true),
+                .num_args(1),
        )
        .arg(
            Arg::new("no_state")
                .long("no-state")
-                .takes_value(false)
+                .num_args(0)
                .help_heading("Output settings")
                .help("Disable state output file (*.state)")
        );
@@ -613,7 +604,7 @@ pub fn initialize() -> Command<'static> {
    let mut app = app
        .group(
            ArgGroup::new("output_files")
-                .args(&["debug_log", "output"])
+                .args(["debug_log", "output"])
                .multiple(true),
        )
        .after_long_help(EPILOGUE);
@@ -641,13 +632,12 @@ pub fn initialize() -> Command<'static> {
 }

 /// Validate that a string is formatted as a number followed by s, m, h, or d (10d, 30s, etc...)
-fn valid_time_spec(time_spec: &str) -> Result<(), String> {
+fn valid_time_spec(time_spec: &str) -> Result<String, String> {
    match TIMESPEC_REGEX.is_match(time_spec) {
-        true => Ok(()),
+        true => Ok(time_spec.to_string()),
        false => {
            let msg = format!(
-                "Expected a non-negative, whole number followed by s, m, h, or d (case insensitive); received {}",
-                time_spec
+                "Expected a non-negative, whole number followed by s, m, h, or d (case insensitive); received {time_spec}"
            );
            Err(msg)
        }
@@ -687,7 +677,7 @@ EXAMPLES:
        ./feroxbuster -u http://127.1 --extract-links

    Ludicrous speed... go!
-        ./feroxbuster -u http://127.1 -threads 200
+        ./feroxbuster -u http://127.1 --threads 200
        
    Limit to a total of 60 active requests at any given time (threads * scan limit)
        ./feroxbuster -u http://127.1 --threads 30 --scan-limit 2
--- a/src/response.rs
+++ b/src/response.rs
@@ -223,6 +223,14 @@ impl FeroxResponse {
            .with_context(|| "Could not parse body from response")
            .unwrap_or_default();

+        // in the event that the content_length was 0, we can try to get the length
+        // of the body we just parsed. At worst, it's still 0; at best we've accounted
+        // for sites that reply without a content-length header and yet still have
+        // contents in the body.
+        //
+        // thanks to twitter use @f3rn0s for pointing out the possibility
+        let content_length = content_length.max(text.len() as u64);
+
        let line_count = text.lines().count();
        let word_count = text.lines().map(|s| s.split_whitespace().count()).sum();

@@ -415,7 +423,18 @@ impl FeroxSerialize for FeroxResponse {
                    .get("Location")
                    .unwrap() // known Some() already
                    .to_str()
-                    .unwrap_or("Unknown");
+                    .unwrap_or("Unknown")
+                    .to_string();
+
+                let loc = if loc.starts_with('/') {
+                    if let Ok(joined) = self.url().join(&loc) {
+                        joined.to_string()
+                    } else {
+                        loc
+                    }
+                } else {
+                    loc
+                };

                // prettify the redirect target
                let loc = style(loc).yellow();
@@ -434,7 +453,7 @@ impl FeroxSerialize for FeroxResponse {

            // create the base message
            let mut message = format!(
-                "{} {:>8} {:>8}l {:>8}w {:>8}c Got {} for {} (url length: {})\n",
+                "{} {:>8} {:>8}l {:>8}w {:>8}c Got {} for {}\n",
                wild_status,
                method,
                lines,
@@ -442,7 +461,6 @@ impl FeroxSerialize for FeroxResponse {
                chars,
                status_colorizer(status),
                self.url(),
-                FeroxUrl::path_length_of_url(&self.url)
            );

            if self.status().is_redirection() {
--- a/src/scan_manager/menu.rs
+++ b/src/scan_manager/menu.rs
@@ -116,8 +116,8 @@ impl Menu {

        let padded_name = pad_str(&name, longest, Alignment::Center, None);

-        let header = format!("{}\n{}\n{}", border, padded_name, border);
-        let footer = format!("{}\n{}", commands, border);
+        let header = format!("{border}\n{padded_name}\n{border}");
+        let footer = format!("{commands}\n{border}");

        Self {
            header,
@@ -174,7 +174,7 @@ impl Menu {
            .to_string()
            .parse::<usize>()
            .unwrap_or_else(|e| {
-                self.println(&format!("Found non-numeric input: {}: {:?}", e, value));
+                self.println(&format!("Found non-numeric input: {e}: {value:?}"));
                0
            })
    }
@@ -198,7 +198,7 @@ impl Menu {

                if range.len() != 2 {
                    // expecting [1, 4] or similar, if a 0 was used, we'd be left with a vec of size 1
-                    self.println(&format!("Found invalid range of scans: {}", value));
+                    self.println(&format!("Found invalid range of scans: {value}"));
                    continue;
                }

@@ -290,8 +290,7 @@ impl Menu {
    /// Given a url, confirm with user that we should cancel
    pub(super) fn confirm_cancellation(&self, url: &str) -> char {
        self.println(&format!(
-            "You sure you wanna cancel this scan: {}? [Y/n]",
-            url
+            "You sure you wanna cancel this scan: {url}? [Y/n]"
        ));

        self.term.read_char().unwrap_or('n')
--- a/src/scan_manager/scan.rs
+++ b/src/scan_manager/scan.rs
@@ -32,6 +32,9 @@ pub struct FeroxScan {
    /// The URL that to be scanned
    pub(super) url: String,

+    /// A url used solely for comparison to other URLs
+    pub(super) normalized_url: String,
+
    /// The type of scan
    pub scan_type: ScanType,

@@ -41,6 +44,12 @@ pub struct FeroxScan {
    /// Number of requests to populate the progress bar with
    pub(super) num_requests: u64,

+    /// Number of requests made so far, only used during deserialization
+    ///
+    /// serialization: saves self.requests() to this field
+    /// deserialization: sets self.requests_made_so_far to this field
+    pub(super) requests_made_so_far: u64,
+
    /// Status of this scan
    pub status: Mutex<ScanStatus>,

@@ -77,8 +86,10 @@ impl Default for FeroxScan {
            task: sync::Mutex::new(None), // tokio mutex
            status: Mutex::new(ScanStatus::default()),
            num_requests: 0,
+            requests_made_so_far: 0,
            scan_order: ScanOrder::Latest,
            url: String::new(),
+            normalized_url: String::new(),
            progress_bar: Mutex::new(None),
            scan_type: ScanType::File,
            output_level: Default::default(),
@@ -118,6 +129,11 @@ impl FeroxScan {
        &self.url
    }

+    /// getter for number of requests made during previously saved scans (i.e. --resume-from used)
+    pub fn requests_made_so_far(&self) -> u64 {
+        self.requests_made_so_far
+    }
+
    /// small wrapper to set the JoinHandle
    pub async fn set_task(&self, task: JoinHandle<()>) -> Result<()> {
        let mut guard = self.task.lock().await;
@@ -158,6 +174,8 @@ impl FeroxScan {
                    let pb = add_bar(&self.url, self.num_requests, bar_type);
                    pb.reset_elapsed();

+                    pb.set_position(self.requests_made_so_far);
+
                    let _ = std::mem::replace(&mut *guard, Some(pb.clone()));

                    pb
@@ -191,6 +209,7 @@ impl FeroxScan {
    ) -> Arc<Self> {
        Arc::new(Self {
            url: url.to_string(),
+            normalized_url: format!("{}/", url.trim_end_matches('/')),
            scan_type,
            scan_order,
            num_requests,
@@ -228,6 +247,14 @@ impl FeroxScan {
        false
    }

+    /// small wrapper to inspect ScanStatus and see if it's Cancelled
+    pub fn is_cancelled(&self) -> bool {
+        if let Ok(guard) = self.status.lock() {
+            return matches!(*guard, ScanStatus::Cancelled);
+        }
+        false
+    }
+
    /// await a task's completion, similar to a thread's join; perform necessary bookkeeping
    pub async fn join(&self) {
        log::trace!("enter join({:?})", self);
@@ -264,6 +291,7 @@ impl FeroxScan {
            PolicyTrigger::Status403 => self.status_403s(),
            PolicyTrigger::Status429 => self.status_429s(),
            PolicyTrigger::Errors => self.errors(),
+            PolicyTrigger::TryAdjustUp => 0,
        }
    }

@@ -332,13 +360,15 @@ impl Serialize for FeroxScan {
    where
        S: Serializer,
    {
-        let mut state = serializer.serialize_struct("FeroxScan", 4)?;
+        let mut state = serializer.serialize_struct("FeroxScan", 6)?;

        state.serialize_field("id", &self.id)?;
        state.serialize_field("url", &self.url)?;
+        state.serialize_field("normalized_url", &self.normalized_url)?;
        state.serialize_field("scan_type", &self.scan_type)?;
        state.serialize_field("status", &self.status)?;
        state.serialize_field("num_requests", &self.num_requests)?;
+        state.serialize_field("requests_made_so_far", &self.requests())?;

        state.end()
    }
@@ -387,11 +417,21 @@ impl<'de> Deserialize<'de> for FeroxScan {
                        scan.url = url.to_string();
                    }
                }
+                "normalized_url" => {
+                    if let Some(normalized_url) = value.as_str() {
+                        scan.normalized_url = normalized_url.to_string();
+                    }
+                }
                "num_requests" => {
                    if let Some(num_requests) = value.as_u64() {
                        scan.num_requests = num_requests;
                    }
                }
+                "requests_made_so_far" => {
+                    if let Some(requests_made_so_far) = value.as_u64() {
+                        scan.requests_made_so_far = requests_made_so_far;
+                    }
+                }
                _ => {}
            }
        }
@@ -480,9 +520,11 @@ mod tests {
        let scan = FeroxScan {
            id: "".to_string(),
            url: "".to_string(),
+            normalized_url: String::from("/"),
            scan_type: ScanType::Directory,
            scan_order: ScanOrder::Initial,
            num_requests: 0,
+            requests_made_so_far: 0,
            status: Mutex::new(ScanStatus::Running),
            task: Default::default(),
            progress_bar: Mutex::new(None),
--- a/src/scan_manager/scan_container.rs
+++ b/src/scan_manager/scan_container.rs
@@ -3,7 +3,7 @@ use super::*;
 use crate::event_handlers::Handles;
 use crate::filters::{
    EmptyFilter, LinesFilter, RegexFilter, SimilarityFilter, SizeFilter, StatusCodeFilter,
-    WildcardFilter, WordsFilter,
+    WordsFilter,
 };
 use crate::traits::FeroxFilter;
 use crate::Command::AddFilter;
@@ -75,7 +75,7 @@ impl Serialize for FeroxScans {
                let mut seq = serializer.serialize_seq(Some(scans.len() + 1))?;

                for scan in scans.iter() {
-                    seq.serialize_element(&*scan).unwrap_or_default();
+                    seq.serialize_element(scan).unwrap_or_default();
                }
                seq.end()
            }
@@ -138,6 +138,15 @@ impl FeroxScans {
                    let mut deser_scan: FeroxScan =
                        serde_json::from_value(scan.clone()).unwrap_or_default();

+                    if deser_scan.is_cancelled() {
+                        // if the scan was cancelled by the user, mark it as complete. This will
+                        // prevent the scan from being resumed as well as prevent the wordlist
+                        // from requesting it again
+                        if let Ok(mut guard) = deser_scan.status.lock() {
+                            *guard = ScanStatus::Complete;
+                        }
+                    }
+
                    // FeroxScans gets -q value from config as usual; the FeroxScans themselves
                    // rely on that value being passed in. If the user starts a scan without -q
                    // and resumes the scan but adds -q, FeroxScan will not have the proper value
@@ -173,10 +182,6 @@ impl FeroxScans {
                        serde_json::from_value::<WordsFilter>(filter.clone())
                    {
                        Box::new(deserialized)
-                    } else if let Ok(deserialized) =
-                        serde_json::from_value::<WildcardFilter>(filter.clone())
-                    {
-                        Box::new(deserialized)
                    } else if let Ok(deserialized) =
                        serde_json::from_value::<SizeFilter>(filter.clone())
                    {
@@ -213,8 +218,10 @@ impl FeroxScans {
    /// on the given URL
    pub fn contains(&self, url: &str) -> bool {
        if let Ok(scans) = self.scans.read() {
+            let normalized = format!("{}/", url.trim_end_matches('/'));
+
            for scan in scans.iter() {
-                if scan.url == url {
+                if scan.normalized_url == normalized {
                    return true;
                }
            }
@@ -225,8 +232,10 @@ impl FeroxScans {
    /// Find and return a `FeroxScan` based on the given URL
    pub fn get_scan_by_url(&self, url: &str) -> Option<Arc<FeroxScan>> {
        if let Ok(guard) = self.scans.read() {
+            let normalized = format!("{}/", url.trim_end_matches('/'));
+
            for scan in guard.iter() {
-                if scan.url == url {
+                if scan.normalized_url == normalized {
                    return Some(scan.clone());
                }
            }
@@ -258,7 +267,7 @@ impl FeroxScans {
            for (idx, _) in &matches {
                for scan in guard.iter() {
                    let slice = url.index(0..*idx);
-                    if slice == scan.url || format!("{}/", slice).as_str() == scan.url {
+                    if slice == scan.url || format!("{slice}/").as_str() == scan.url {
                        log::trace!("enter: get_base_scan_by_url -> {}", scan);
                        return Some(scan.clone());
                    }
@@ -323,7 +332,7 @@ impl FeroxScans {
                }
                // we're only interested in displaying directory scans, as those are
                // the only ones that make sense to be stopped
-                let scan_msg = format!("{:3}: {}", i, scan);
+                let scan_msg = format!("{i:3}: {scan}");
                self.menu.println(&scan_msg);
                printed += 1;
            }
@@ -347,7 +356,7 @@ impl FeroxScans {
                    if num >= u_scans.len() {
                        // usize can't be negative, just need to handle exceeding bounds
                        self.menu
-                            .println(&format!("The number {} is not a valid choice.", num));
+                            .println(&format!("The number {num} is not a valid choice."));
                        sleep(menu_pause_duration);
                        continue;
                    }
@@ -589,7 +598,8 @@ impl FeroxScans {
    ///
    /// Also return a reference to the new `FeroxScan`
    pub fn add_directory_scan(&self, url: &str, scan_order: ScanOrder) -> (bool, Arc<FeroxScan>) {
-        self.add_scan(url, ScanType::Directory, scan_order)
+        let normalized = format!("{}/", url.trim_end_matches('/'));
+        self.add_scan(&normalized, ScanType::Directory, scan_order)
    }

    /// Given a url, create a new `FeroxScan` and add it to `FeroxScans` as a File Scan
--- a/src/scan_manager/state.rs
+++ b/src/scan_manager/state.rs
@@ -58,7 +58,7 @@ impl FeroxState {
 impl FeroxSerialize for FeroxState {
    /// Simply return debug format of FeroxState to satisfy as_str
    fn as_str(&self) -> String {
-        format!("{:?}", self)
+        format!("{self:?}")
    }

    /// Simple call to produce a JSON string using the given FeroxState
--- a/src/scan_manager/tests.rs
+++ b/src/scan_manager/tests.rs
@@ -10,7 +10,7 @@ use crate::{
    scanner::RESPONSES,
    statistics::Stats,
    traits::FeroxSerialize,
-    SIMILARITY_THRESHOLD, SLEEP_DURATION, VERSION,
+    SLEEP_DURATION, VERSION,
 };
 use indicatif::ProgressBar;
 use predicates::prelude::*;
@@ -224,7 +224,7 @@ fn ferox_scan_get_progress_bar_when_none_is_set() {
 /// given a JSON entry representing a FeroxScan, test that it deserializes into the proper type
 /// with the right attributes
 fn ferox_scan_deserialize() {
-    let fs_json = r#"{"id":"057016a14769414aac9a7a62707598cb","url":"https://spiritanimal.com","scan_type":"Directory","status":"Complete"}"#;
+    let fs_json = r#"{"id":"057016a14769414aac9a7a62707598cb","url":"https://spiritanimal.com","scan_type":"Directory","status":"Complete","requests_made_so_far":500}"#;
    let fs_json_two = r#"{"id":"057016a14769414aac9a7a62707598cb","url":"https://spiritanimal.com","scan_type":"Not Correct","status":"Cancelled"}"#;
    let fs_json_three = r#"{"id":"057016a14769414aac9a7a62707598cb","url":"https://spiritanimal.com","scan_type":"Not Correct","status":"","num_requests":42}"#;

@@ -246,9 +246,13 @@ fn ferox_scan_deserialize() {
        ScanType::File => {}
    }

-    match *fs.progress_bar.lock().unwrap() {
-        None => {}
-        Some(_) => {
+    match fs.progress_bar.lock() {
+        Ok(guard) => {
+            if guard.is_some() {
+                panic!();
+            }
+        }
+        Err(_) => {
            panic!();
        }
    }
@@ -277,7 +281,7 @@ fn ferox_scan_serialize() {
        None,
    );
    let fs_json = format!(
-        r#"{{"id":"{}","url":"https://spiritanimal.com","scan_type":"Directory","status":"NotStarted","num_requests":0}}"#,
+        r#"{{"id":"{}","url":"https://spiritanimal.com","normalized_url":"https://spiritanimal.com/","scan_type":"Directory","status":"NotStarted","num_requests":0,"requests_made_so_far":0}}"#,
        fs.id
    );
    assert_eq!(fs_json, serde_json::to_string(&*fs).unwrap());
@@ -296,7 +300,7 @@ fn ferox_scans_serialize() {
    );
    let ferox_scans = FeroxScans::default();
    let ferox_scans_json = format!(
-        r#"[{{"id":"{}","url":"https://spiritanimal.com","scan_type":"Directory","status":"NotStarted","num_requests":0}}]"#,
+        r#"[{{"id":"{}","url":"https://spiritanimal.com","normalized_url":"https://spiritanimal.com/","scan_type":"Directory","status":"NotStarted","num_requests":0,"requests_made_so_far":0}}]"#,
        ferox_scan.id
    );
    ferox_scans.scans.write().unwrap().push(ferox_scan);
@@ -317,7 +321,7 @@ fn ferox_responses_serialize() {
    // responses has a response now

    // serialized should be a list of responses
-    let expected = format!("[{}]", json_response);
+    let expected = format!("[{json_response}]");

    let serialized = serde_json::to_string(&responses).unwrap();
    assert_eq!(expected, serialized);
@@ -399,8 +403,7 @@ fn feroxstates_feroxserialize_implementation() {
        .unwrap();
    filters
        .push(Box::new(SimilarityFilter {
-            hash: "3:YKEpn:Yfp".to_string(),
-            threshold: SIMILARITY_THRESHOLD,
+            hash: 1,
            original_url: "http://localhost:12345/".to_string(),
        }))
        .unwrap();
@@ -426,11 +429,11 @@ fn feroxstates_feroxserialize_implementation() {

    let json_state = ferox_state.as_json().unwrap();

-    println!("echo '{}'|jq", json_state); // for debugging, if the test fails, can see what's going on
+    println!("echo '{json_state}'|jq"); // for debugging, if the test fails, can see what's going on

    for expected in [
        r#""scans""#,
-        &format!(r#""id":"{}""#, saved_id),
+        &format!(r#""id":"{saved_id}""#),
        r#""url":"https://spiritanimal.com""#,
        r#""scan_type":"Directory""#,
        r#""status":"NotStarted""#,
@@ -442,8 +445,8 @@ fn feroxstates_feroxserialize_implementation() {
        r#""proxy":"""#,
        r#""replay_proxy":"""#,
        r#""target_url":"""#,
-        r#""status_codes":[200,204,301,302,307,308,401,403,405,500]"#,
-        r#""replay_codes":[200,204,301,302,307,308,401,403,405,500]"#,
+        r#""status_codes":[100,101,102,200,201,202,203,204,205,206,207,208,226,300,301,302,303,304,305,307,308,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,421,422,423,424,426,428,429,431,451,500,501,502,503,504,505,506,507,508,510,511,103,425]"#,
+        r#""replay_codes":[100,101,102,200,201,202,203,204,205,206,207,208,226,300,301,302,303,304,305,307,308,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415,416,417,418,421,422,423,424,426,428,429,431,451,500,501,502,503,504,505,506,507,508,510,511,103,425]"#,
        r#""filter_status":[]"#,
        r#""threads":50"#,
        r#""timeout":7"#,
@@ -456,7 +459,7 @@ fn feroxstates_feroxserialize_implementation() {
        r#""json":false"#,
        r#""output":"""#,
        r#""debug_log":"""#,
-        &format!(r#""user_agent":"feroxbuster/{}""#, VERSION),
+        &format!(r#""user_agent":"feroxbuster/{VERSION}""#),
        r#""random_agent":false"#,
        r#""redirects":false"#,
        r#""insecure":false"#,
@@ -499,7 +502,7 @@ fn feroxstates_feroxserialize_implementation() {
        r#""collect_extensions":true"#,
        r#""collect_backups":false"#,
        r#""collect_words":false"#,
-        r#""filters":[{"filter_code":100},{"word_count":200},{"content_length":300},{"line_count":400},{"compiled":".*","raw_string":".*"},{"hash":"3:YKEpn:Yfp","threshold":95,"original_url":"http://localhost:12345/"}]"#,
+        r#""filters":[{"filter_code":100},{"word_count":200},{"content_length":300},{"line_count":400},{"compiled":".*","raw_string":".*"},{"hash":1,"original_url":"http://localhost:12345/"}]"#,
        r#""collected_extensions":["php"]"#,
        r#""dont_collect":["tif","tiff","ico","cur","bmp","webp","svg","png","jpg","jpeg","jfif","gif","avif","apng","pjpeg","pjp","mov","wav","mpg","mpeg","mp3","mp4","m4a","m4p","m4v","ogg","webm","ogv","oga","flac","aac","3gp","css","zip","xls","xml","gz","tgz"]"#,
    ]
@@ -556,9 +559,11 @@ fn feroxscan_display() {
    let scan = FeroxScan {
        id: "".to_string(),
        url: String::from("http://localhost"),
+        normalized_url: String::from("http://localhost/"),
        scan_order: ScanOrder::Latest,
        scan_type: Default::default(),
        num_requests: 0,
+        requests_made_so_far: 0,
        start_time: Instant::now(),
        output_level: OutputLevel::Default,
        status_403s: Default::default(),
@@ -569,26 +574,26 @@ fn feroxscan_display() {
        errors: Default::default(),
    };

-    let not_started = format!("{}", scan);
+    let not_started = format!("{scan}");

    assert!(predicate::str::contains("not started")
        .and(predicate::str::contains("localhost"))
        .eval(&not_started));

    scan.set_status(ScanStatus::Complete).unwrap();
-    let complete = format!("{}", scan);
+    let complete = format!("{scan}");
    assert!(predicate::str::contains("complete")
        .and(predicate::str::contains("localhost"))
        .eval(&complete));

    scan.set_status(ScanStatus::Cancelled).unwrap();
-    let cancelled = format!("{}", scan);
+    let cancelled = format!("{scan}");
    assert!(predicate::str::contains("cancelled")
        .and(predicate::str::contains("localhost"))
        .eval(&cancelled));

    scan.set_status(ScanStatus::Running).unwrap();
-    let running = format!("{}", scan);
+    let running = format!("{scan}");
    assert!(predicate::str::contains("running")
        .and(predicate::str::contains("localhost"))
        .eval(&running));
@@ -600,9 +605,11 @@ async fn ferox_scan_abort() {
    let scan = FeroxScan {
        id: "".to_string(),
        url: String::from("http://localhost"),
+        normalized_url: String::from("http://localhost/"),
        scan_order: ScanOrder::Latest,
        scan_type: Default::default(),
        num_requests: 0,
+        requests_made_so_far: 0,
        start_time: Instant::now(),
        output_level: OutputLevel::Default,
        status_403s: Default::default(),
@@ -634,10 +641,7 @@ fn menu_print_header_and_footer() {
    let menu_cmd_2 = MenuCmd::Cancel(vec![0], false);
    let menu_cmd_res_1 = MenuCmdResult::Url(String::from("http://localhost"));
    let menu_cmd_res_2 = MenuCmdResult::NumCancelled(2);
-    println!(
-        "{:?}{:?}{:?}{:?}",
-        menu_cmd_1, menu_cmd_2, menu_cmd_res_1, menu_cmd_res_2
-    );
+    println!("{menu_cmd_1:?}{menu_cmd_2:?}{menu_cmd_res_1:?}{menu_cmd_res_2:?}");
    menu.clear_screen();
    menu.print_header();
    menu.print_footer();
@@ -654,9 +658,9 @@ fn menu_get_command_input_from_user_returns_cancel() {
        let force = idx % 2 == 0;

        let full_cmd = if force {
-            format!("{} -f {}\n", cmd, idx)
+            format!("{cmd} -f {idx}\n")
        } else {
-            format!("{} {}\n", cmd, idx)
+            format!("{cmd} {idx}\n")
        };

        let result = menu.get_command_input_from_user(&full_cmd).unwrap();
@@ -681,7 +685,7 @@ fn menu_get_command_input_from_user_returns_add() {

    for cmd in ["add", "Addd", "a", "A", "None"] {
        let test_url = "http://happyfuntimes.commmm";
-        let full_cmd = format!("{} {}\n", cmd, test_url);
+        let full_cmd = format!("{cmd} {test_url}\n");

        if cmd != "None" {
            let result = menu.get_command_input_from_user(&full_cmd).unwrap();
--- a/src/scan_manager/utils.rs
+++ b/src/scan_manager/utils.rs
@@ -41,7 +41,7 @@ pub async fn start_max_time_thread(handles: Arc<Handles>) {
        log::trace!("exit: start_max_time_thread");

        #[cfg(test)]
-        panic!("{:?}", handles);
+        panic!("{handles:?}");
        #[cfg(not(test))]
        let _ = TermInputHandler::sigint_handler(handles.clone());
    }
--- a/src/scanner/ferox_scanner.rs
+++ b/src/scanner/ferox_scanner.rs
@@ -1,3 +1,4 @@
+use std::fmt::Write as _;
 use std::sync::atomic::AtomicBool;
 use std::{ops::Deref, sync::atomic::Ordering, sync::Arc, time::Instant};

@@ -181,6 +182,7 @@ impl FeroxScanner {
                    Err(e) => {
                        log::warn!("error awaiting a response: {}", e);
                        self.handles.stats.send(AddError(Other)).unwrap_or_default();
+                        std::process::exit(1);
                    }
                }
            });
@@ -242,13 +244,9 @@ impl FeroxScanner {
        }

        {
-            // heuristics test block
+            // heuristics test block:
            let test = heuristics::HeuristicTests::new(self.handles.clone());

-            if let Ok(num_reqs) = test.wildcard(&self.target_url).await {
-                progress_bar.inc(num_reqs);
-            }
-
            if let Ok(dirlist_result) = test.directory_listing(&self.target_url).await {
                if dirlist_result.is_some() {
                    let dirlist_result = dirlist_result.unwrap();
@@ -284,8 +282,7 @@ impl FeroxScanner {
                    let mut message = format!("=> {}", style("Directory listing").blue().bright());

                    if !self.handles.config.extract_links {
-                        message
-                            .push_str(&format!(" (add {} to scan)", style("-e").bright().yellow()))
+                        write!(message, " (add {} to scan)", style("-e").bright().yellow())?;
                    }

                    progress_bar.reset_eta();
@@ -293,9 +290,20 @@ impl FeroxScanner {

                    ferox_scan.finish()?;

-                    return Ok(());
+                    return Ok(()); // nothing left to do if we found a dir listing
                }
            }
+
+            // now that we haven't found a directory listing, we'll attempt to derive whatever
+            // the server is using to respond to resources that don't exist (could be a
+            // traditional 404, or a custom response)
+            //
+            // `detect_404_like_responses` will make the requests that the wildcard test used to
+            // perform pre-2.8 in addition to new detection techniques, superseding the old
+            // wildcard test
+            let num_reqs_made = test.detect_404_like_responses(&self.target_url).await?;
+
+            progress_bar.inc(num_reqs_made);
        }

        // Arc clones to be passed around to the various scans
@@ -328,7 +336,7 @@ impl FeroxScanner {
            log::info!(
                "requesting {} collected words: {:?}...",
                new_words_len,
-                &new_words[..new_words_len.min(3) as usize]
+                &new_words[..new_words_len.min(3)]
            );

            self.stream_requests(
--- a/src/scanner/limit_heap.rs
+++ b/src/scanner/limit_heap.rs
@@ -41,7 +41,7 @@ impl Debug for LimitHeap {
            "LimitHeap {{ original: {}, current: {}, inner: [{}...] }}",
            self.original, self.current, self.inner[0]
        );
-        write!(f, "{}", msg)
+        write!(f, "{msg}")
    }
 }

--- a/src/scanner/policy_data.rs
+++ b/src/scanner/policy_data.rs
@@ -84,10 +84,6 @@ impl PolicyData {
                    if heap.has_parent() && heap.parent_value() > current {
                        // all nodes except 0th node (root)
                        heap.move_up();
-                    } else if !heap.has_parent() {
-                        // been here enough that we can try resuming the scan to its original
-                        // speed (no limiting at all)
-                        atomic_store!(self.remove_limit, true);
                    }
                }
            } else if heap.has_children() {
@@ -103,6 +99,12 @@ impl PolicyData {
                    heap.move_up();
                }
            }
+
+            if !heap.has_parent() {
+                // been here enough that we can try resuming the scan to its original
+                // speed (no limiting at all)
+                atomic_store!(self.remove_limit, true);
+            }
            self.set_limit(heap.value() as usize);
        }
    }
--- a/src/scanner/requester.rs
+++ b/src/scanner/requester.rs
@@ -1,12 +1,17 @@
 use std::{
    cmp::max,
    collections::HashSet,
-    sync::{self, atomic::Ordering, Arc, Mutex},
+    sync::{
+        self,
+        atomic::{AtomicBool, Ordering},
+        Arc, Mutex,
+    },
 };

 use anyhow::Result;
+use console::style;
 use lazy_static::lazy_static;
-use leaky_bucket::LeakyBucket;
+use leaky_bucket::RateLimiter;
 use tokio::{
    sync::RwLock,
    time::{sleep, Duration},
@@ -45,7 +50,7 @@ pub(super) struct Requester {
    target_url: String,

    /// limits requests per second if present
-    rate_limiter: RwLock<Option<LeakyBucket>>,
+    rate_limiter: RwLock<Option<RateLimiter>>,

    /// data regarding policy and metadata about last enforced trigger etc...
    policy_data: PolicyData,
@@ -64,6 +69,8 @@ pub(super) struct Requester {
    /// seen; this will satisfy the non-mut self constraint (due to us being behind an Arc, and
    /// the need for a counter)
    tuning_lock: Mutex<usize>,
+
+    policy_triggered: AtomicBool,
 }

 /// Requester implementation
@@ -91,21 +98,22 @@ impl Requester {
            handles: scanner.handles.clone(),
            target_url: scanner.target_url.to_owned(),
            tuning_lock: Mutex::new(0),
+            policy_triggered: AtomicBool::new(false),
        })
    }

-    /// build a LeakyBucket, given a rate limit (as requests per second)
-    fn build_a_bucket(limit: usize) -> Result<LeakyBucket> {
+    /// build a RateLimiter, given a rate limit (as requests per second)
+    fn build_a_bucket(limit: usize) -> Result<RateLimiter> {
        let refill = max((limit as f64 / 10.0).round() as usize, 1); // minimum of 1 per second
        let tokens = max((limit as f64 / 2.0).round() as usize, 1);
        let interval = if refill == 1 { 1000 } else { 100 }; // 1 second if refill is 1

-        Ok(LeakyBucket::builder()
-            .refill_interval(Duration::from_millis(interval)) // add tokens every 0.1s
-            .refill_amount(refill) // ex: 100 req/s -> 10 tokens per 0.1s
-            .tokens(tokens) // reduce initial burst, 2 is arbitrary, but felt good
+        Ok(RateLimiter::builder()
+            .interval(Duration::from_millis(interval)) // add tokens every 0.1s
+            .refill(refill) // ex: 100 req/s -> 10 tokens per 0.1s
+            .initial(tokens) // reduce initial burst, 2 is arbitrary, but felt good
            .max(limit)
-            .build()?)
+            .build())
    }

    /// sleep and set a flag that can be checked by other threads
@@ -118,6 +126,7 @@ impl Requester {
        atomic_store!(self.policy_data.cooling_down, true, Ordering::SeqCst);

        sleep(Duration::from_millis(self.policy_data.wait_time)).await;
+        self.ferox_scan.progress_bar().set_message("");

        atomic_store!(self.policy_data.cooling_down, false, Ordering::SeqCst);
    }
@@ -127,7 +136,7 @@ impl Requester {
        let guard = self.rate_limiter.read().await;

        if guard.is_some() {
-            guard.as_ref().unwrap().acquire_one().await?;
+            guard.as_ref().unwrap().acquire_one().await;
        }

        Ok(())
@@ -203,18 +212,34 @@ impl Requester {
                *guard = 0; // reset streak counter to 0
                if atomic_load!(self.policy_data.errors) != 0 {
                    self.policy_data.adjust_down();
+
+                    let styled_direction = style("reduced").red();
+
+                    self.ferox_scan
+                        .progress_bar()
+                        .set_message(&format!("=> 🚦 {styled_direction} scan speed",));
                }
                self.policy_data.set_errors(scan_errors);
            } else {
                // errors can only be incremented, so an else is sufficient
                *guard += 1;
-                self.policy_data.adjust_up(&*guard);
+
+                self.policy_data.adjust_up(&guard);
+
+                let styled_direction = style("increased").green();
+
+                self.ferox_scan
+                    .progress_bar()
+                    .set_message(&format!("=> 🚦 {styled_direction} scan speed",));
            }
        }

        if atomic_load!(self.policy_data.remove_limit) {
            self.set_rate_limiter(None).await?;
            atomic_store!(self.policy_data.remove_limit, false);
+            self.ferox_scan
+                .progress_bar()
+                .set_message("=> 🚦 removed rate limiter 🚀");
        } else if create_limiter {
            // create_limiter is really just used for unit testing situations, it's true anytime
            // during actual execution
@@ -253,8 +278,15 @@ impl Requester {
            let reqs_sec = self.ferox_scan.requests_per_second() as usize;
            self.policy_data.set_reqs_sec(reqs_sec);

+            // set the flag to indicate that we have triggered the rate limiter
+            // at least once
+            atomic_store!(self.policy_triggered, true);
+
            let new_limit = self.policy_data.get_limit();
            self.set_rate_limiter(Some(new_limit)).await?;
+            self.ferox_scan
+                .progress_bar()
+                .set_message(&format!("=> 🚦 set rate limit ({new_limit}/s)"));
        }

        self.adjust_limit(trigger, true).await?;
@@ -291,6 +323,14 @@ impl Requester {
            let pb = self.ferox_scan.progress_bar();
            let num_skipped = pb.length().saturating_sub(pb.position()) as usize;

+            let styled_trigger = style(format!("{trigger:?}")).red();
+
+            pb.set_message(&format!(
+                "=> 💀 too many {} ({}) 💀 bailing",
+                styled_trigger,
+                self.ferox_scan.num_errors(trigger),
+            ));
+
            // update the overall scan bar by subtracting the number of skipped requests from
            // the total
            self.handles
@@ -357,6 +397,9 @@ impl Requester {
                        RequesterPolicy::AutoTune => {
                            if let Some(trigger) = self.should_enforce_policy() {
                                self.tune(trigger).await?;
+                            } else if atomic_load!(self.policy_triggered) {
+                                self.adjust_limit(PolicyTrigger::TryAdjustUp, true).await?;
+                                self.cool_down().await;
                            }
                        }
                        RequesterPolicy::AutoBail => {
@@ -394,7 +437,7 @@ impl Requester {
                    .handles
                    .filters
                    .data
-                    .should_filter_response(&ferox_response, self.handles.stats.tx.clone())
+                    .should_filter_response(&ferox_response)
                {
                    continue;
                }
@@ -548,7 +591,7 @@ mod tests {
        let scans = handles.ferox_scans().unwrap();

        for _ in 0..num_errors {
-            scans.increment_error(format!("{}/", url).as_str());
+            scans.increment_error(format!("{url}/").as_str());
        }
    }

@@ -561,7 +604,7 @@ mod tests {
    ) {
        let scans = handles.ferox_scans().unwrap();
        for _ in 0..num_errors {
-            scans.increment_status_code(format!("{}/", url).as_str(), code);
+            scans.increment_status_code(format!("{url}/").as_str(), code);
        }
    }

@@ -627,6 +670,7 @@ mod tests {
            PolicyTrigger::Errors => {
                increment_scan_errors(handles.clone(), url, num_errors).await;
            }
+            _ => {}
        }

        assert_eq!(scan.num_errors(trigger), num_errors);
@@ -647,6 +691,7 @@ mod tests {
            ferox_scan: Arc::new(FeroxScan::default()),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        let ferox_scan = Arc::new(FeroxScan::default());
@@ -675,6 +720,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        increment_errors(requester.handles.clone(), ferox_scan.clone(), 25).await;
@@ -700,6 +746,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        increment_status_codes(
@@ -740,6 +787,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        increment_status_codes(
@@ -795,6 +843,7 @@ mod tests {
            target_url: "http://one/one/stuff.php".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        requester.bail(PolicyTrigger::Errors).await.unwrap();
@@ -829,6 +878,7 @@ mod tests {
            target_url: "http://one/one/stuff.php".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        let result = requester.bail(PolicyTrigger::Status403).await;
@@ -851,6 +901,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: Default::default(),
+            policy_triggered: AtomicBool::new(false),
        };

        requester
@@ -874,6 +925,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: PolicyData::new(RequesterPolicy::AutoBail, 7),
+            policy_triggered: AtomicBool::new(false),
        });

        let start = Instant::now();
@@ -904,6 +956,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: PolicyData::new(RequesterPolicy::AutoBail, 7),
+            policy_triggered: AtomicBool::new(false),
        };

        requester.policy_data.set_reqs_sec(400);
@@ -925,10 +978,10 @@ mod tests {
    /// decrease the scan rate
    async fn adjust_limit_resets_streak_counter_on_downward_movement() {
        let (handles, _) = setup_requester_test(None).await;
-        let mut buckets = leaky_bucket::LeakyBuckets::new();
-        let coordinator = buckets.coordinate().unwrap();
-        tokio::spawn(async move { coordinator.await.expect("coordinator errored") });
-        let limiter = buckets.rate_limiter().max(200).build().unwrap();
+        let limiter = RateLimiter::builder()
+            .interval(Duration::from_secs(1))
+            .max(200)
+            .build();

        let scan = FeroxScan::default();
        scan.add_error();
@@ -942,14 +995,16 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(Some(limiter)),
            policy_data: PolicyData::new(RequesterPolicy::AutoBail, 7),
+            policy_triggered: AtomicBool::new(false),
        };

        requester.policy_data.set_reqs_sec(400);
        requester.policy_data.set_errors(1);

-        let mut guard = requester.tuning_lock.lock().unwrap();
-        *guard = 2;
-        drop(guard);
+        {
+            let mut guard = requester.tuning_lock.lock().unwrap();
+            *guard = 2;
+        }

        requester
            .adjust_limit(PolicyTrigger::Errors, false)
@@ -978,6 +1033,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: PolicyData::new(RequesterPolicy::AutoBail, 7),
+            policy_triggered: AtomicBool::new(false),
        };

        requester.policy_data.set_reqs_sec(400);
@@ -1006,6 +1062,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(None),
            policy_data: PolicyData::new(RequesterPolicy::AutoBail, 7),
+            policy_triggered: AtomicBool::new(false),
        };

        assert!(!requester.too_many_status_errors(PolicyTrigger::Errors));
@@ -1036,10 +1093,10 @@ mod tests {
    /// set_rate_limiter should exit early when new limit equals the current bucket's max
    async fn set_rate_limiter_early_exit() {
        let (handles, _) = setup_requester_test(None).await;
-        let mut buckets = leaky_bucket::LeakyBuckets::new();
-        let coordinator = buckets.coordinate().unwrap();
-        tokio::spawn(async move { coordinator.await.expect("coordinator errored") });
-        let limiter = buckets.rate_limiter().max(200).build().unwrap();
+        let limiter = RateLimiter::builder()
+            .interval(Duration::from_secs(1))
+            .max(200)
+            .build();

        let requester = Requester {
            handles,
@@ -1049,6 +1106,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(Some(limiter)),
            policy_data: PolicyData::new(RequesterPolicy::AutoBail, 7),
+            policy_triggered: AtomicBool::new(false),
        };

        requester.set_rate_limiter(Some(200)).await.unwrap();
@@ -1068,10 +1126,10 @@ mod tests {
    async fn tune_sets_expected_values_and_then_waits() {
        let (handles, _) = setup_requester_test(None).await;

-        let mut buckets = leaky_bucket::LeakyBuckets::new();
-        let coordinator = buckets.coordinate().unwrap();
-        tokio::spawn(async move { coordinator.await.expect("coordinator errored") });
-        let limiter = buckets.rate_limiter().max(200).build().unwrap();
+        let limiter = RateLimiter::builder()
+            .interval(Duration::from_secs(1))
+            .max(200)
+            .build();

        let scan = FeroxScan::new(
            "http://localhost",
@@ -1092,6 +1150,7 @@ mod tests {
            target_url: "http://localhost".to_string(),
            rate_limiter: RwLock::new(Some(limiter)),
            policy_data: PolicyData::new(RequesterPolicy::AutoTune, 4),
+            policy_triggered: AtomicBool::new(false),
        };

        let start = Instant::now();
--- a/src/scanner/utils.rs
+++ b/src/scanner/utils.rs
@@ -1,4 +1,4 @@
-#[derive(Copy, Clone, PartialEq, Debug)]
+#[derive(Copy, Clone, PartialEq, Eq, Debug)]
 /// represents different situations where different criteria can trigger auto-tune/bail behavior
 pub enum PolicyTrigger {
    /// excessive 403 trigger
@@ -9,4 +9,7 @@ pub enum PolicyTrigger {

    /// excessive general errors
    Errors,
+
+    /// dummy error for upward rate adjustment
+    TryAdjustUp,
 }
--- a/src/statistics/container.rs
+++ b/src/statistics/container.rs
@@ -667,8 +667,8 @@ impl Stats {
    ///
    /// This is only ever called when resuming a scan from disk
    pub fn merge_from(&self, filename: &str) -> Result<()> {
-        let file = File::open(filename)
-            .with_context(|| fmt_err(&format!("Could not open {}", filename)))?;
+        let file =
+            File::open(filename).with_context(|| fmt_err(&format!("Could not open {filename}")))?;
        let reader = BufReader::new(file);
        let state: serde_json::Value = serde_json::from_reader(reader)?;

--- a/src/traits.rs
+++ b/src/traits.rs
@@ -1,7 +1,6 @@
 //! collection of all traits used
 use crate::filters::{
-    LinesFilter, RegexFilter, SimilarityFilter, SizeFilter, StatusCodeFilter, WildcardFilter,
-    WordsFilter,
+    LinesFilter, RegexFilter, SimilarityFilter, SizeFilter, StatusCodeFilter, WordsFilter,
 };
 use crate::response::FeroxResponse;
 use anyhow::Result;
@@ -37,12 +36,6 @@ impl Display for dyn FeroxFilter {
            write!(f, "Response size: {}", style(filter.content_length).cyan())
        } else if let Some(filter) = self.as_any().downcast_ref::<RegexFilter>() {
            write!(f, "Regex: {}", style(&filter.raw_string).cyan())
-        } else if let Some(filter) = self.as_any().downcast_ref::<WildcardFilter>() {
-            if filter.dynamic != u64::MAX {
-                write!(f, "Dynamic wildcard: {}", style(filter.dynamic).cyan())
-            } else {
-                write!(f, "Static wildcard: {}", style(filter.size).cyan())
-            }
        } else if let Some(filter) = self.as_any().downcast_ref::<StatusCodeFilter>() {
            write!(f, "Status code: {}", style(filter.filter_code).cyan())
        } else if let Some(filter) = self.as_any().downcast_ref::<SimilarityFilter>() {
@@ -52,7 +45,7 @@ impl Display for dyn FeroxFilter {
                style(&filter.original_url).cyan()
            )
        } else {
-            write!(f, "Filter: {:?}", self)
+            write!(f, "Filter: {self:?}")
        }
    }
 }
--- a/src/url.rs
+++ b/src/url.rs
@@ -2,7 +2,7 @@ use crate::{event_handlers::Handles, statistics::StatError::UrlFormat, Command::
 use anyhow::{anyhow, bail, Result};
 use reqwest::Url;
 use std::collections::HashSet;
-use std::{convert::TryInto, fmt, sync::Arc};
+use std::{fmt, sync::Arc};

 /// abstraction around target urls; collects all Url related shenanigans in one place
 #[derive(Debug)]
@@ -90,7 +90,7 @@ impl FeroxUrl {
            //
            // in order to resolve the issue, we check if the word from the wordlist is a parsable URL
            // and if so, don't do any further processing
-            let message = format!("word ({}) from wordlist is a URL, skipping...", word);
+            let message = format!("word ({word}) from wordlist is a URL, skipping...");
            log::warn!("{}", message);
            log::trace!("exit: format -> Err({})", message);
            bail!(message);
@@ -122,9 +122,9 @@ impl FeroxUrl {
            // We handle the special case of forward slash
            // That allow us to treat it as an extension with a particular format
            if ext == "/" {
-                format!("{}/", word)
+                format!("{word}/")
            } else {
-                format!("{}.{}", word, ext)
+                format!("{word}.{ext}")
            }
        } else {
            String::from(word)
@@ -157,47 +157,6 @@ impl FeroxUrl {
        }
    }

-    /// Gets the length of a url's path
-    pub fn path_length(&self) -> Result<u64> {
-        let parsed = Url::parse(&self.target)?;
-        Ok(FeroxUrl::path_length_of_url(&parsed))
-    }
-
-    /// Gets the length of a url's path
-    ///
-    /// example: http://localhost/stuff -> 5
-    pub fn path_length_of_url(url: &Url) -> u64 {
-        log::trace!("enter: get_path_length({})", url);
-
-        let path = url.path();
-
-        let segments = if let Some(split) = path.strip_prefix('/') {
-            split.split_terminator('/')
-        } else {
-            log::trace!("exit: get_path_length -> 0");
-            return 0;
-        };
-
-        if let Some(last) = segments.last() {
-            // failure on conversion should be very unlikely. While a usize can absolutely overflow a
-            // u64, the generally accepted maximum for the length of a url is ~2000.  so the value we're
-            // putting into the u64 should never realistically be anywhere close to producing an
-            // overflow.
-            // usize max: 18,446,744,073,709,551,615
-            // u64 max:   9,223,372,036,854,775,807
-            let url_len: u64 = last
-                .len()
-                .try_into()
-                .expect("Failed usize -> u64 conversion");
-
-            log::trace!("exit: get_path_length -> {}", url_len);
-            return url_len;
-        }
-
-        log::trace!("exit: get_path_length -> 0");
-        0
-    }
-
    /// Simple helper to abstract away adding a forward-slash to a url if not present
    ///
    /// used mostly for deduplication purposes and url state tracking
@@ -483,7 +442,7 @@ mod tests {
        let handles = Arc::new(Handles::for_testing(None, None).0);
        let url = FeroxUrl::from_string("http://localhost", handles);
        for ext in ["rocks", "fun"] {
-            let to_check = format!("http://localhost/upload/ferox.{}", ext);
+            let to_check = format!("http://localhost/upload/ferox.{ext}");
            assert_eq!(
                url.format("//upload/ferox", Some(ext)).unwrap(),
                reqwest::Url::parse(&to_check[..]).unwrap()
--- a/src/utils.rs
+++ b/src/utils.rs
@@ -41,7 +41,7 @@ pub fn open_file(filename: &str) -> Result<BufWriter<fs::File>> {
        .create(true)
        .append(true)
        .open(filename)
-        .with_context(|| fmt_err(&format!("Could not open {}", filename)))?;
+        .with_context(|| fmt_err(&format!("Could not open {filename}")))?;

    let writer = BufWriter::new(file); // std io

@@ -104,7 +104,7 @@ pub fn ferox_print(msg: &str, bar: &ProgressBar) {
        bar.println(msg);
    } else {
        let stripped = strip_ansi_codes(msg);
-        println!("{}", stripped);
+        println!("{stripped}");
    }
 }

@@ -265,19 +265,17 @@ pub fn create_report_string(
 ) -> String {
    if matches!(output_level, OutputLevel::Silent) {
        // --silent used, just need the url
-        format!("{}\n", url)
+        format!("{url}\n")
    } else {
        // normal printing with status and sizes
        let color_status = status_colorizer(status);
        if status.contains("MSG") {
            format!(
-                "{} {:>8} {:>9} {:>9} {:>9} {}\n",
-                color_status, method, line_count, word_count, content_length, url
+                "{color_status} {method:>8} {line_count:>9} {word_count:>9} {content_length:>9} {url}\n"
            )
        } else {
            format!(
-                "{} {:>8} {:>8}l {:>8}w {:>8}c {}\n",
-                color_status, method, line_count, word_count, content_length, url
+                "{color_status} {method:>8} {line_count:>8}l {word_count:>8}w {content_length:>8}c {url}\n"
            )
        }
    }
@@ -423,7 +421,7 @@ fn should_deny_absolute(url_to_test: &Url, denier: &Url, handles: Arc<Handles>)
        // to a scanned url that is also a parent of the given url
        for ferox_scan in handles.ferox_scans()?.get_active_scans() {
            let scanner = Url::parse(ferox_scan.url().trim_end_matches('/'))
-                .with_context(|| format!("Could not parse {} as a url", ferox_scan))?;
+                .with_context(|| format!("Could not parse {ferox_scan} as a url"))?;

            if let Some(scan_host) = scanner.host() {
                // same domain/ip check we perform on the denier above
@@ -521,14 +519,14 @@ pub fn slugify_filename(url: &str, prefix: &str, suffix: &str) -> String {
        .as_secs();

    let altered_prefix = if !prefix.is_empty() {
-        format!("{}-", prefix)
+        format!("{prefix}-")
    } else {
        String::new()
    };

-    let slug = url.replace("://", "_").replace('/', "_").replace('.', "_");
+    let slug = url.replace("://", "_").replace(['/', '.'], "_");

-    let filename = format!("{}{}-{}.{}", altered_prefix, slug, ts, suffix);
+    let filename = format!("{altered_prefix}{slug}-{ts}.{suffix}");

    log::trace!("exit: slugify -> {}", filename);
    filename
--- a/tests/test_deny_list.rs
+++ b/tests/test_deny_list.rs
@@ -45,7 +45,7 @@ fn deny_list_works_during_extraction() {
    let mock = srv.mock(|when, then| {
        when.method(GET).path("/LICENSE");
        then.status(200)
-            .body(&srv.url("'/homepage/assets/img/icons/handshake.svg'"));
+            .body(srv.url("'/homepage/assets/img/icons/handshake.svg'"));
    });

    let mock_two = srv.mock(|when, then| {
@@ -90,17 +90,17 @@ fn deny_list_works_during_recursion() {

    let js_mock = srv.mock(|when, then| {
        when.method(GET).path("/js");
-        then.status(301).header("Location", &srv.url("/js/"));
+        then.status(301).header("Location", srv.url("/js/"));
    });

    let js_prod_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/prod");
-        then.status(301).header("Location", &srv.url("/js/prod/"));
+        then.status(301).header("Location", srv.url("/js/prod/"));
    });

    let js_dev_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/dev");
-        then.status(301).header("Location", &srv.url("/js/dev/"));
+        then.status(301).header("Location", srv.url("/js/dev/"));
    });

    let js_dev_file_mock = srv.mock(|when, then| {
@@ -155,7 +155,7 @@ fn deny_list_works_during_recursion_with_inverted_parents() {

    let js_mock = srv.mock(|when, then| {
        when.method(GET).path("/js");
-        then.status(301).header("Location", &srv.url("/js/"));
+        then.status(301).header("Location", srv.url("/js/"));
    });

    let api_mock = srv.mock(|when, then| {
@@ -165,12 +165,12 @@ fn deny_list_works_during_recursion_with_inverted_parents() {

    let js_prod_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/prod");
-        then.status(301).header("Location", &srv.url("/js/prod/"));
+        then.status(301).header("Location", srv.url("/js/prod/"));
    });

    let js_dev_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/dev");
-        then.status(301).header("Location", &srv.url("/js/dev/"));
+        then.status(301).header("Location", srv.url("/js/dev/"));
    });

    let js_dev_file_mock = srv.mock(|when, then| {
--- a/tests/test_extractor.rs
+++ b/tests/test_extractor.rs
@@ -16,7 +16,7 @@ fn extractor_finds_absolute_url() -> Result<(), Box<dyn std::error::Error>> {
    let mock = srv.mock(|when, then| {
        when.method(GET).path("/LICENSE");
        then.status(200)
-            .body(&srv.url("'/homepage/assets/img/icons/handshake.svg'"));
+            .body(srv.url("'/homepage/assets/img/icons/handshake.svg'"));
    });

    let mock_two = srv.mock(|when, then| {
@@ -136,13 +136,13 @@ fn extractor_finds_same_relative_url_twice() {
    let mock = srv.mock(|when, then| {
        when.method(GET).path("/LICENSE");
        then.status(200)
-            .body(&srv.url("\"/homepage/assets/img/icons/handshake.svg\""));
+            .body(srv.url("\"/homepage/assets/img/icons/handshake.svg\""));
    });

    let mock_two = srv.mock(|when, then| {
        when.method(GET).path("/README");
        then.status(200)
-            .body(&srv.url("\"/homepage/assets/img/icons/handshake.svg\""));
+            .body(srv.url("\"/homepage/assets/img/icons/handshake.svg\""));
    });

    let mock_three = srv.mock(|when, then| {
@@ -185,7 +185,7 @@ fn extractor_finds_filtered_content() -> Result<(), Box<dyn std::error::Error>>
    let mock = srv.mock(|when, then| {
        when.method(GET).path("/LICENSE");
        then.status(200)
-            .body(&srv.url("\"/homepage/assets/img/icons/handshake.svg\""));
+            .body(srv.url("\"/homepage/assets/img/icons/handshake.svg\""));
    });

    let mock_two = srv.mock(|when, then| {
@@ -413,7 +413,7 @@ fn extractor_finds_directory_listing_links_and_displays_files() {

    let mock_dir_redir = srv.mock(|when, then| {
        when.method(GET).path("/misc");
-        then.status(301).header("Location", &srv.url("/misc/"));
+        then.status(301).header("Location", srv.url("/misc/"));
    });
    let mock_dir = srv.mock(|when, then| {
        when.method(GET).path("/misc/");
@@ -522,7 +522,7 @@ fn extractor_finds_directory_listing_links_and_displays_files_non_recursive() {

    let mock_dir_redir = srv.mock(|when, then| {
        when.method(GET).path("/misc");
-        then.status(301).header("Location", &srv.url("/misc/"));
+        then.status(301).header("Location", srv.url("/misc/"));
    });
    let mock_dir = srv.mock(|when, then| {
        when.method(GET).path("/misc/");
@@ -600,7 +600,7 @@ fn extractor_recurses_into_403_directories() -> Result<(), Box<dyn std::error::E
    let mock = srv.mock(|when, then| {
        when.method(GET).path("/LICENSE");
        then.status(200)
-            .body(&srv.url("'/homepage/assets/img/icons/handshake.svg'"));
+            .body(srv.url("'/homepage/assets/img/icons/handshake.svg'"));
    });

    let mock_two = srv.mock(|when, then| {
--- a/tests/test_heuristics.rs
+++ b/tests/test_heuristics.rs
@@ -180,68 +180,15 @@ fn test_static_wildcard_request_found() -> Result<(), Box<dyn std::error::Error>
    teardown_tmp_directory(tmp_dir);

    cmd.assert().success().stdout(
-        predicate::str::contains("WLD")
-            .and(predicate::str::contains("Got"))
-            .and(predicate::str::contains("200"))
-            .and(predicate::str::contains("(url length: 32)")),
+        predicate::str::contains("WLD").and(predicate::str::contains(
+            "auto-filtering 404-like response (1 lines);",
+        )),
    );

    assert_eq!(mock.hits(), 1);
    Ok(())
 }

-#[test]
-/// test finds a dynamic wildcard and reports as much to stdout and a file
-fn test_dynamic_wildcard_request_found() {
-    let srv = MockServer::start();
-    let (tmp_dir, file) = setup_tmp_directory(&["LICENSE".to_string()], "wordlist").unwrap();
-    let outfile = tmp_dir.path().join("outfile");
-
-    let mock = srv.mock(|when, then| {
-        when.method(GET)
-            .path_matches(Regex::new("/[a-zA-Z0-9]{32}/").unwrap());
-        then.status(200)
-            .body("this is a testAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA");
-    });
-
-    let mock2 = srv.mock(|when, then| {
-        when.method(GET).path_matches(Regex::new("/[a-zA-Z0-9]{96}/").unwrap());
-        then.status(200).body("this is a testAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA");
-    });
-
-    let cmd = Command::cargo_bin("feroxbuster")
-        .unwrap()
-        .arg("--url")
-        .arg(srv.url("/"))
-        .arg("--wordlist")
-        .arg(file.as_os_str())
-        .arg("--add-slash")
-        .arg("--output")
-        .arg(outfile.as_os_str())
-        .unwrap();
-
-    let contents = std::fs::read_to_string(outfile).unwrap();
-
-    teardown_tmp_directory(tmp_dir);
-
-    assert!(contents.contains("WLD"));
-    assert!(contents.contains("Got"));
-    assert!(contents.contains("200"));
-    assert!(contents.contains("(url length: 32)"));
-    assert!(contents.contains("(url length: 96)"));
-
-    cmd.assert().success().stdout(
-        predicate::str::contains("WLD")
-            .and(predicate::str::contains("Got"))
-            .and(predicate::str::contains("200"))
-            .and(predicate::str::contains("(url length: 32)"))
-            .and(predicate::str::contains("(url length: 96)")),
-    );
-
-    assert_eq!(mock.hits(), 1);
-    assert_eq!(mock2.hits(), 1);
-}
-
 #[test]
 /// uses dont_filter, so the normal wildcard test should never happen
 fn heuristics_static_wildcard_request_with_dont_filter() -> Result<(), Box<dyn std::error::Error>> {
--- a/tests/test_main.rs
+++ b/tests/test_main.rs
@@ -127,7 +127,7 @@ fn main_parallel_spawns_children() -> Result<(), Box<dyn std::error::Error>> {
        );

    let contents = read_to_string(outfile).unwrap();
-    println!("contents: {}", contents);
+    println!("contents: {contents}");

    assert!(contents.contains("parallel branch && wrapped main")); // exits parallel branch

@@ -196,10 +196,10 @@ fn main_parallel_creates_output_directory() -> Result<(), Box<dyn std::error::Er
    let file_regex = Regex::new("ferox-[a-zA-Z_:0-9]+-[0-9]+.log").unwrap();
    let dir_regex = Regex::new("output-file-[0-9]+.logs").unwrap();

-    let sub_dir = output_dir.as_ref().join(&sub_dir);
+    let sub_dir = output_dir.as_ref().join(sub_dir);

    // created directory like output-file-1627845741.logs/
-    assert!(dir_regex.is_match(&sub_dir.to_string_lossy().to_string()));
+    assert!(dir_regex.is_match(&sub_dir.to_string_lossy()));

    for entry in sub_dir.read_dir()? {
        let entry = entry?;
--- a/tests/test_parser.rs
+++ b/tests/test_parser.rs
@@ -42,7 +42,13 @@ fn parser_incorrect_param_with_tack_h() {
        .arg("-h")
        .assert()
        .success()
-        .stdout(predicate::str::contains(
-            "[CAUTION] 4 -v's is probably too much",
-        ));
+        .stdout(
+            predicate::str::contains("[CAUTION]")
+                .and(predicate::str::contains("4"))
+                .and(predicate::str::contains("-v's"))
+                .and(predicate::str::contains("is"))
+                .and(predicate::str::contains("probably"))
+                .and(predicate::str::contains("too"))
+                .and(predicate::str::contains("much")),
+        );
 }
--- a/tests/test_policies.rs
+++ b/tests/test_policies.rs
@@ -92,7 +92,7 @@ fn auto_bail_cancels_scan_with_timeouts() {
                    .parse::<usize>()
                    .unwrap();

-                println!("expected: {}", total_expected);
+                println!("expected: {total_expected}");
                // without bailing, should be 6180; after bail decreases significantly
                assert!(total_expected < 5000);
            }
@@ -161,7 +161,7 @@ fn auto_bail_cancels_scan_with_403s() {
            let str_msg = message.as_str().unwrap_or_default().to_string();

            if str_msg.starts_with("Stats") {
-                println!("{}", str_msg);
+                println!("{str_msg}");
                let re = Regex::new("total_expected: ([0-9]+),").unwrap();
                assert!(re.is_match(&str_msg));
                let total_expected = re
@@ -171,7 +171,7 @@ fn auto_bail_cancels_scan_with_403s() {
                    .map_or("", |m| m.as_str())
                    .parse::<usize>()
                    .unwrap();
-                println!("total_expected: {}", total_expected);
+                println!("total_expected: {total_expected}");
                assert!(total_expected < 5000);
            }
        }
@@ -243,7 +243,7 @@ fn auto_bail_cancels_scan_with_429s() {
            let str_msg = message.as_str().unwrap_or_default().to_string();

            if str_msg.starts_with("Stats") {
-                println!("{}", str_msg);
+                println!("{str_msg}");
                let re = Regex::new("total_expected: ([0-9]+),").unwrap();
                assert!(re.is_match(&str_msg));
                let total_expected = re
@@ -253,7 +253,7 @@ fn auto_bail_cancels_scan_with_429s() {
                    .map_or("", |m| m.as_str())
                    .parse::<usize>()
                    .unwrap();
-                println!("total_expected: {}", total_expected);
+                println!("total_expected: {total_expected}");
                assert!(total_expected < 5000);
            }
        }
--- a/tests/test_scan_manager.rs
+++ b/tests/test_scan_manager.rs
@@ -20,14 +20,16 @@ fn resume_scan_works() {
    // localhost:PORT/ <- complete
    // localhost:PORT/js <- will get scanned with /css and /stuff
    let complete_scan = format!(
-        r#"{{"id":"057016a14769414aac9a7a62707598cb","url":"{}","scan_type":"Directory","status":"Complete"}}"#,
-        srv.url("/")
+        r#"{{"id":"057016a14769414aac9a7a62707598cb","url":"{}","normalized_url":"{}","scan_type":"Directory","status":"Complete","num_requests":4174,"requests_made_so_far":0}}"#,
+        srv.url("/"),
+        srv.url("/"),
    );
    let incomplete_scan = format!(
-        r#"{{"id":"400b2323a16f43468a04ffcbbeba34c6","url":"{}","scan_type":"Directory","status":"NotStarted"}}"#,
+        r#"{{"id":"400b2323a16f43468a04ffcbbeba34c6","url":"{}","normalized_url":"{}/","scan_type":"Directory","status":"NotStarted","num_requests":4174,"requests_made_so_far":0}}"#,
+        srv.url("/js"),
        srv.url("/js")
    );
-    let scans = format!(r#""scans":[{},{}]"#, complete_scan, incomplete_scan);
+    let scans = format!(r#""scans":[{complete_scan},{incomplete_scan}]"#);

    let config = format!(
        r#""config": {{"type":"configuration","wordlist":"{}","config":"","proxy":"","replay_proxy":"","target_url":"{}","status_codes":[200,204,301,302,307,308,401,403,405],"replay_codes":[200,204,301,302,307,308,401,403,405],"filter_status":[],"threads":50,"timeout":7,"verbosity":0,"silent":false,"quiet":false,"json":false,"output":"","debug_log":"","user_agent":"feroxbuster/1.9.0","redirects":false,"insecure":false,"extensions":[],"headers":{{}},"queries":[],"no_recursion":false,"extract_links":false,"add_slash":false,"stdin":false,"depth":2,"scan_limit":1,"filter_size":[],"filter_line_count":[],"filter_word_count":[],"filter_regex":[],"dont_filter":false}}"#,
@@ -40,7 +42,7 @@ fn resume_scan_works() {
        r#"{{"type":"response","url":"{}","path":"/js/css","wildcard":true,"status":301,"content_length":173,"line_count":10,"word_count":16,"headers":{{"server":"nginx/1.16.1"}}}}"#,
        srv.url("/js/css")
    );
-    let responses = format!(r#""responses":[{}]"#, response);
+    let responses = format!(r#""responses":[{response}]"#);

    // not scanned because /js is not complete, and /js/stuff response is not known
    let not_scanned_yet = srv.mock(|when, then| {
@@ -61,11 +63,13 @@ fn resume_scan_works() {
        then.status(200).body("two words");
    });

-    let state_file_contents = format!("{{{},{},{}}}", scans, config, responses);
+    let state_file_contents = format!("{{{scans},{config},{responses}}}");
+
    let (tmp_dir2, state_file) = setup_tmp_directory(&[state_file_contents], "state-file").unwrap();

    Command::cargo_bin("feroxbuster")
        .unwrap()
+        .arg("-vvv")
        .arg("--resume-from")
        .arg(state_file.as_os_str())
        .assert()
--- a/tests/test_scanner.rs
+++ b/tests/test_scanner.rs
@@ -53,17 +53,17 @@ fn scanner_recursive_request_scan() -> Result<(), Box<dyn std::error::Error>> {

    let js_mock = srv.mock(|when, then| {
        when.method(GET).path("/js");
-        then.status(301).header("Location", &srv.url("/js/"));
+        then.status(301).header("Location", srv.url("/js/"));
    });

    let js_prod_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/prod");
-        then.status(301).header("Location", &srv.url("/js/prod/"));
+        then.status(301).header("Location", srv.url("/js/prod/"));
    });

    let js_dev_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/dev");
-        then.status(301).header("Location", &srv.url("/js/dev/"));
+        then.status(301).header("Location", srv.url("/js/dev/"));
    });

    let js_dev_file_mock = srv.mock(|when, then| {
@@ -116,17 +116,17 @@ fn scanner_recursive_request_scan_using_only_success_responses(

    let js_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/");
-        then.status(200).header("Location", &srv.url("/js/"));
+        then.status(200).header("Location", srv.url("/js/"));
    });

    let js_prod_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/prod/");
-        then.status(200).header("Location", &srv.url("/js/prod/"));
+        then.status(200).header("Location", srv.url("/js/prod/"));
    });

    let js_dev_mock = srv.mock(|when, then| {
        when.method(GET).path("/js/dev/");
-        then.status(200).header("Location", &srv.url("/js/dev/"));
+        then.status(200).header("Location", srv.url("/js/dev/"));
    });

    let js_dev_file_mock = srv.mock(|when, then| {
@@ -454,7 +454,7 @@ fn scanner_single_request_scan_with_debug_logging() {
        .unwrap();

    let contents = std::fs::read_to_string(outfile).unwrap();
-    println!("{}", contents);
+    println!("{contents}");
    assert!(contents.starts_with("Configuration {"));
    assert!(contents.contains("TRC"));
    assert!(contents.contains("DBG"));
@@ -492,7 +492,7 @@ fn scanner_single_request_scan_with_debug_logging_as_json() {
        .unwrap();

    let contents = std::fs::read_to_string(outfile).unwrap();
-    println!("{}", contents);
+    println!("{contents}");
    assert!(contents.starts_with("{\"type\":\"configuration\""));
    assert!(contents.contains("\"level\":\"TRACE\""));
    assert!(contents.contains("\"level\":\"DEBUG\""));
@@ -573,7 +573,7 @@ fn scanner_recursion_works_with_403_directories() {
    let found_anyway = srv.mock(|when, then| {
        when.method(GET).path("/ignored/LICENSE");
        then.status(200)
-            .body("this is a test\nThat rug really tied the room together");
+            .body("this is a test\nThat rugf really tied the room together");
    });

    let cmd = Command::cargo_bin("feroxbuster")
@@ -587,9 +587,11 @@ fn scanner_recursion_works_with_403_directories() {
    cmd.assert().success().stdout(
        predicate::str::contains("/LICENSE")
            .count(2)
-            .and(predicate::str::contains("200").count(2))
-            .and(predicate::str::contains("403"))
-            .and(predicate::str::contains("53c"))
+            .and(predicate::str::contains("200"))
+            .and(predicate::str::contains("WLD"))
+            .and(predicate::str::contains(
+                "auto-filtering 404-like response (53 bytes);",
+            ))
            .and(predicate::str::contains("14c"))
            .and(predicate::str::contains("0c"))
            .and(predicate::str::contains("ignored").count(2))
@@ -651,7 +653,7 @@ fn add_discovered_extension_updates_bars_and_stats() {
    )
    .unwrap();

-    srv.mock(|when, then| {
+    let mock = srv.mock(|when, then| {
        when.method(GET).path("/stuff.php");
        then.status(200).body("cool... coolcoolcool");
    });
@@ -675,10 +677,11 @@ fn add_discovered_extension_updates_bars_and_stats() {
        .assert()
        .success();

+    mock.assert_hits(1);
    let contents = std::fs::read_to_string(file_path).unwrap();
-    println!("{}", contents);
+    println!("{contents}");
    assert!(contents.contains("discovered new extension: php"));
-    assert!(contents.contains("extensions_collected: 1"));
+    // assert!(contents.contains("extensions_collected: 1"));  // this is racy
    assert!(contents.contains("expected_per_scan: 6"));
 }

@@ -864,7 +867,7 @@ fn scanner_forced_recursion_ignores_normal_redirect_logic() -> Result<(), Box<dy
        when.method(GET).path("/LICENSE");
        then.status(301)
            .body("this is a test")
-            .header("Location", &srv.url("/LICENSE"));
+            .header("Location", srv.url("/LICENSE"));
    });

    let mock2 = srv.mock(|when, then| {
@@ -891,12 +894,16 @@ fn scanner_forced_recursion_ignores_normal_redirect_logic() -> Result<(), Box<dy
        .arg("--wordlist")
        .arg(file.as_os_str())
        .arg("--force-recursion")
+        .arg("--dont-filter")
+        .arg("--status-codes")
+        .arg("301")
+        .arg("200")
        .arg("-o")
        .arg(outfile.as_os_str())
        .unwrap();

    let contents = std::fs::read_to_string(outfile)?;
-    println!("{}", contents);
+    println!("{contents}");

    assert!(contents.contains("/LICENSE"));
    assert!(contents.contains("301"));
--- a/tests/utils/mod.rs
+++ b/tests/utils/mod.rs
@@ -9,7 +9,7 @@ pub fn setup_tmp_directory(
    filename: &str,
 ) -> Result<(TempDir, PathBuf), Box<dyn std::error::Error>> {
    let tmp_dir = TempDir::new()?;
-    let file = tmp_dir.path().join(&filename);
+    let file = tmp_dir.path().join(filename);
    write(&file, words.join("\n"))?;
    Ok((tmp_dir, file))
 }
Author	SHA1	Message	Date
epi	52d08e504d	Merge pull request #801 from epi052/all-contributors/add-Luoooio docs: add Luoooio as a contributor for ideas	2023-02-28 15:55:12 -06:00
allcontributors[bot]	a254574ce7	docs: update .all-contributorsrc [skip ci]	2023-02-28 21:55:03 +00:00
allcontributors[bot]	6cb7c8e342	docs: update README.md [skip ci]	2023-02-28 21:55:02 +00:00
epi	98670f367f	Merge pull request #800 from epi052/all-contributors/add-xaeroborg docs: add xaeroborg as a contributor for ideas	2023-02-28 15:53:42 -06:00
allcontributors[bot]	68913c9950	docs: update .all-contributorsrc [skip ci]	2023-02-28 21:53:34 +00:00
allcontributors[bot]	5901c75187	docs: update README.md [skip ci]	2023-02-28 21:53:33 +00:00
epi	8499901bfe	Merge pull request #799 from epi052/all-contributors/add-pich4ya docs: add pich4ya as a contributor for ideas	2023-02-28 15:52:00 -06:00
allcontributors[bot]	69dcb38360	docs: update .all-contributorsrc [skip ci]	2023-02-28 21:51:46 +00:00
allcontributors[bot]	eb8b70668d	docs: update README.md [skip ci]	2023-02-28 21:51:45 +00:00
epi	f0702794b0	Merge pull request #796 from epi052/751-resume-scan-with-offset resume scan starts from offset in wordlist	2023-02-28 06:32:17 -06:00
epi	367dcdbd72	fixed hanging test	2023-02-28 06:06:53 -06:00
epi	4b7a25c13b	fixed ordering of dir bars / overall bar; fixed overall offset when resuming	2023-02-27 19:25:17 -06:00
epi	339189ff13	resume scan starts from offset in wordlist	2023-02-27 07:26:59 -06:00
epi	ed701c13b0	Merge pull request #794 from epi052/784-content-based-auto-filtering Content-based auto filtering	2023-02-26 19:50:41 -06:00
epi	e034734df4	Merge branch 'main' into 784-content-based-auto-filtering	2023-02-26 13:21:55 -06:00
epi	73e2558404	fmt	2023-02-26 13:05:37 -06:00
epi	eb7ad68c01	all tests passing	2023-02-26 12:48:02 -06:00
epi	c61688f984	fmt	2023-02-26 07:31:03 -06:00
epi	6c96589ca5	fixed some tests	2023-02-26 07:30:41 -06:00
epi	0437c2baac	updated deps harder	2023-02-26 07:30:28 -06:00
epi	0d689942eb	updated deps	2023-02-26 06:54:23 -06:00
epi	74a1a8d597	bumped version to 2.8.0	2023-02-26 06:50:31 -06:00
epi	729d88a724	clippy	2023-02-26 06:49:48 -06:00
epi	ad38b56473	finalized new detections; removed wildcard filter and supporting code	2023-02-26 06:39:03 -06:00
epi	655364d9bd	removed wildcard test, integrated into 404 detection	2023-02-25 20:58:28 -06:00
epi	ac7f59cd3f	updated default status codes to all; adjusted banner entry	2023-02-25 07:28:27 -06:00
epi	0d64d28fe6	removed cruft	2023-02-25 06:28:14 -06:00
epi	89c29600c7	removed cruft	2023-02-25 06:23:39 -06:00
epi	96375e7734	added minhash algo when resp too short for ssdeep	2023-02-25 06:20:30 -06:00
epi	3531b8c74b	added gaoya dependency for minhash algo	2023-02-25 06:20:08 -06:00
epi	e8f4438a52	fixed bug in dynamic wildcards; reorded 404-like id strat	2023-02-24 20:09:29 -06:00
epi	02b25dc553	incremental save for testing	2023-02-23 17:21:48 -06:00
epi	551cf065f3	Merge pull request #793 from epi052/all-contributors/add-f3rn0s docs: add f3rn0s as a contributor for bug	2023-02-16 20:30:41 -06:00
allcontributors[bot]	c81885cf5e	docs: update .all-contributorsrc [skip ci]	2023-02-17 02:30:28 +00:00
allcontributors[bot]	6a3d250e3b	docs: update README.md [skip ci]	2023-02-17 02:30:27 +00:00
epi	259fbcca74	Merge pull request #790 from epi052/all-contributors/add-joaociocca docs: add joaociocca as a contributor for bug, and ideas	2023-02-15 20:50:31 -06:00
allcontributors[bot]	f3c9f8ed20	docs: update .all-contributorsrc [skip ci]	2023-02-16 02:49:52 +00:00
allcontributors[bot]	be400ce971	docs: update README.md [skip ci]	2023-02-16 02:49:51 +00:00
epi	b62c76bce3	updated deps	2023-02-15 20:44:07 -06:00
epi	990a471d71	Merge pull request #779 from epi052/fix-some-visuals Fix some visuals; update deps	2023-02-15 20:39:58 -06:00
epi	ec47d6f934	updated deps	2023-02-15 20:31:54 -06:00
epi	da509bd208	clippy	2023-02-15 19:39:27 -06:00
epi	8568b340a9	clippy	2023-02-15 19:38:23 -06:00
epi	7c9d8f529d	tweaked auto-tune behavior to more aggressively move upward	2023-02-15 19:36:16 -06:00
epi	6d47b4b68b	fixed a case where the --dont-filter message wasnt shown	2023-02-15 07:04:48 -06:00
epi	be3290572e	fallback to body.len when content-length header missing	2023-02-15 06:40:35 -06:00
epi	4f13fd7974	Merge branch 'fix-some-visuals' of github.com:epi052/feroxbuster into fix-some-visuals	2023-02-07 05:33:50 -06:00
epi	57b8117015	fixed stale file reference	2023-02-05 20:33:53 -06:00
epi	7b4900fa07	caught a comparison bug	2023-02-01 18:51:29 -06:00
epi	d1e47b0025	added messaging about state of auto-tune/bail	2023-01-30 16:46:29 -06:00
epi	98612e2256	changed auto-tune emoji to align across different terminals	2023-01-30 16:46:03 -06:00
epi	f08023b813	Update README.md	2023-01-13 05:53:18 -06:00
epi	98254e3cac	Update README.md	2023-01-13 05:52:55 -06:00
epi	46cc64325f	Update README.md	2023-01-13 05:51:02 -06:00
epi	fc034f0720	Update README.md	2023-01-13 05:49:51 -06:00
epi	ef4a597cb1	Update README.md	2023-01-13 05:48:56 -06:00
epi	bb6b12d168	Merge branch 'main' of github.com:epi052/feroxbuster	2023-01-13 05:32:53 -06:00
epi	21a9de2d39	fixed code coverage workflow	2023-01-13 05:32:48 -06:00
epi	7d8f3b0305	Merge pull request #764 from epi052/all-contributors/add-aidanhall34 docs: add aidanhall34 as a contributor for code, and infra	2023-01-13 05:13:39 -06:00
allcontributors[bot]	6b3fe48b4f	docs: update .all-contributorsrc [skip ci]	2023-01-13 11:12:49 +00:00
allcontributors[bot]	7a79000d96	docs: update README.md [skip ci]	2023-01-13 11:12:48 +00:00
epi	d164034d3e	Merge pull request #762 from aidanhall34/NA-dockerfile Fixes #761 \| Updated Dockerfile and CONTRIBUTING docs	2023-01-13 05:12:25 -06:00
aidan.hall34	e4dc7da756	Remove edge branch, update alpine	2023-01-12 23:34:03 +00:00
aidan.hall34	6090cefa4f	Updated Dockerfile and CONTRIBUTING docs	2023-01-12 14:16:58 +00:00
epi	ec05644854	Merge pull request #753 from epi052/all-contributors/add-duokebei docs: add duokebei as a contributor for ideas	2022-12-29 20:31:42 -06:00
allcontributors[bot]	567f927884	docs: update .all-contributorsrc [skip ci]	2022-12-30 02:31:17 +00:00
allcontributors[bot]	176a6a6426	docs: update README.md [skip ci]	2022-12-30 02:31:16 +00:00
epi	c99f6146e3	Update README.md	2022-12-29 20:29:56 -06:00
epi	fb34817509	Merge pull request #752 from epi052/all-contributors/add-hakdogpinas docs: add hakdogpinas as a contributor for ideas	2022-12-29 20:29:26 -06:00
epi	0c8e5d51f0	Update .all-contributorsrc	2022-12-29 20:27:05 -06:00
allcontributors[bot]	ac24e507ac	docs: update .all-contributorsrc [skip ci]	2022-12-30 02:24:54 +00:00
allcontributors[bot]	808c749f63	docs: update README.md [skip ci]	2022-12-30 02:24:53 +00:00
epi	b1f5ed507b	Merge pull request #750 from epi052/742-748-state-file-bug-fixes multiple bug fixes / small improvements	2022-12-29 19:57:23 -06:00
epi	79edc42b17	bumped version to 2.7.3	2022-12-29 15:56:56 -06:00
epi	1b223b0867	fixed #716 ; wordlist entries with leading slash are trimmed	2022-12-29 15:55:50 -06:00
epi	0c6d5193a9	fixed #743 ; redirects always show full url as Location	2022-12-29 15:43:57 -06:00
epi	c637355796	clippy	2022-12-29 15:32:22 -06:00
epi	a114cc8f85	fixed #748 ; cancelled scans persist across ctrl+c	2022-12-29 15:28:58 -06:00
epi	c8503faf02	updated dependencies	2022-12-29 07:03:03 -06:00
epi	cbbd642510	Merge pull request #749 from n0kovo/main Fix incorrect username in Contributors	2022-12-29 06:59:34 -06:00
n0kovo	2c8e9bace9	Fix incorrect username in Contributors	2022-12-29 13:37:41 +01:00
epi	f4fe8c0544	Merge pull request #734 from epi052/all-contributors/add-kmanc docs: add kmanc as a contributor for bug, and code	2022-12-14 06:09:50 -06:00
allcontributors[bot]	73109483fe	docs: update .all-contributorsrc [skip ci]	2022-12-14 12:09:23 +00:00
allcontributors[bot]	aee33012b1	docs: update README.md [skip ci]	2022-12-14 12:09:22 +00:00
epi	eab95e0435	Merge pull request #733 from kmanc/bugfix-no-state-with-time-limit FIX 732 ensure --no-state is respected even through --time-limit	2022-12-14 06:08:50 -06:00
koins	acb2f42f69	ensure --no-state is respected even through --time-limit	2022-12-13 22:37:27 -08:00
epi	ac20b213ec	Merge branch 'main' of github.com:epi052/feroxbuster	2022-11-16 16:53:02 -06:00
epi	201873d7ac	bumped version to 2.7.2	2022-11-16 16:52:35 -06:00
epi	9678b8f31c	Merge pull request #708 from epi052/all-contributors/add-udoprog docs: add udoprog as a contributor for code	2022-11-16 16:41:55 -06:00
allcontributors[bot]	20a826fc0f	docs: update .all-contributorsrc [skip ci]	2022-11-16 22:41:13 +00:00
allcontributors[bot]	56b78a4e04	docs: update README.md [skip ci]	2022-11-16 22:41:12 +00:00
epi	4b6bf3645d	bumped version to 2.7.2	2022-11-16 16:35:34 -06:00
epi	6fd201b717	clippy	2022-11-16 16:21:32 -06:00
epi	5f39d71fe8	updated deps; clippy	2022-11-16 16:20:09 -06:00
epi	c23850208b	added link tag to html extraction	2022-11-16 16:01:01 -06:00
epi	d5605efb08	Merge pull request #706 from epi052/689-invalid-uri-during-extraction fixed invalid uri exception during extraction	2022-11-16 07:44:48 -06:00
epi	5b8d3f5661	removed cruft	2022-11-16 07:42:09 -06:00
epi	ce7f3b79b8	fixed invalid uri exception during extraction	2022-11-16 07:09:02 -06:00
epi	c9c63bebd0	Merge pull request #672 from epi052/661-fix-double-dir-scan 661 fix double dir scan	2022-10-05 05:32:09 -05:00
epi	1f60e06247	turned off builds for all but main	2022-10-05 05:30:00 -05:00
epi	04e3ad69cc	allowing a test build to happen	2022-10-04 07:09:40 -05:00
epi	fd5b1f6f25	refined the fix; updated tests and serialization	2022-10-04 07:07:24 -05:00
epi	a9dde3f7e1	normalized directory scan input + search in feroxscans	2022-10-04 05:45:34 -05:00
epi	7a9ee39941	Merge pull request #671 from epi052/update-clap-major updated clap from 3.x to 4.x	2022-10-03 05:27:10 -05:00
epi	6befae1a93	updated clap from 3.x to 4.x	2022-10-03 05:16:50 -05:00
epi	e6b422b92a	Merge pull request #670 from epi052/update-console updated deps	2022-10-01 13:22:54 -05:00
epi	fb4bfa27fd	updated deps	2022-10-01 13:21:41 -05:00
epi	2795ec4e72	fixed typo; closes #660	2022-09-27 06:21:51 -05:00
epi	e9d283bc59	Merge pull request #655 from epi052/update-deps Update deps	2022-09-20 04:53:36 -05:00
epi	3a128df2fc	clippy	2022-09-20 04:52:11 -05:00
epi	38f1b917c4	clippy	2022-09-20 04:49:58 -05:00
epi	afa7d6804c	clippy	2022-09-18 05:51:13 -05:00
epi	28c3e25eeb	updated deps	2022-09-18 05:50:39 -05:00
epi	55e22467ce	clippy issues	2022-09-18 05:50:15 -05:00
epi	bbfaddaedd	fixed #644 ; methods respected from config	2022-09-06 08:02:30 -05:00
epi	53e3420efd	updated deps	2022-07-10 16:44:16 -05:00
epi	d390bbc12d	Merge branch 'leakybucket-update'	2022-07-10 16:33:22 -05:00
epi	0c3b91855a	Merge pull request #604 from udoprog/bump-leaky-bucket Bump leaky-bucket to 0.12.1	2022-07-10 16:33:07 -05:00
epi	48f5362f5f	appeased clippy	2022-07-10 16:30:52 -05:00
John-John Tedro	24514faf9e	Bump leaky-bucket to 0.12.1	2022-07-10 18:20:48 +02:00
epi	a424057166	Merge pull request #581 from epi052/all-contributors/add-herrcykel docs: add herrcykel as a contributor for code	2022-05-17 18:42:47 -05:00
epi	7d483b6edd	Merge pull request #580 from herrcykel/patch-1 Remove superfluous if statement	2022-05-17 18:42:19 -05:00
allcontributors[bot]	1a717e878d	docs: update .all-contributorsrc [skip ci]	2022-05-17 23:41:59 +00:00
allcontributors[bot]	e35a6dda9f	docs: update README.md [skip ci]	2022-05-17 23:41:58 +00:00
O	f3b2193b2f	Remove superfluous if statement	2022-05-17 23:31:29 +02:00
epi	07a7ac652e	updated deps	2022-05-12 06:15:17 -05:00