From 5b8d3f5661ff892285aecb114a3875f324ccdaaa Mon Sep 17 00:00:00 2001 From: epi Date: Wed, 16 Nov 2022 07:42:09 -0600 Subject: [PATCH] removed cruft --- src/extractor/builder.rs | 1 - 1 file changed, 1 deletion(-) diff --git a/src/extractor/builder.rs b/src/extractor/builder.rs index dc177ca..05e4cab 100644 --- a/src/extractor/builder.rs +++ b/src/extractor/builder.rs @@ -16,7 +16,6 @@ pub(super) const ROBOTS_TXT_REGEX: &str = /// Regular expression to filter bad characters from extracted url paths /// /// ref: https://www.rfc-editor.org/rfc/rfc3986#section-2 -// pub(super) const URL_CHARS_REGEX: &str = r#""<>\\^`\{|\} \t\r\n\x0b\x0c"#; pub(super) const URL_CHARS_REGEX: &str = r#"["<>\\^`{|} ]"#; /// Which type of extraction should be performed