Merge pull request #2205 from blacklanternsecurity/spider-presets

Tweak preset settings
blacklanternsecurity · Jan 23, 2025 · 1143110 · 1143110
2 parents a3375c2 + 695442e
commit 1143110
Show file tree

Hide file tree

Showing 4 changed files with 16 additions and 3 deletions.
diff --git a/README.md b/README.md
@@ -214,12 +214,12 @@ include:
   - cloud-enum
   - code-enum
   - email-enum
-  - spider
+  - spider-intense
   - web-basic
   - paramminer
   - dirbust-light
   - web-screenshots
-  - baddns-thorough
+  - baddns-intense
 
 config:
   modules:

diff --git a/bbot/presets/baddns-thorough.yml → bbot/presets/baddns-intense.yml b/bbot/presets/baddns-thorough.yml → bbot/presets/baddns-intense.yml
diff --git a/bbot/presets/kitchen-sink.yml b/bbot/presets/kitchen-sink.yml
@@ -10,7 +10,7 @@ include:
   - paramminer
   - dirbust-light
   - web-screenshots
-  - baddns-thorough
+  - baddns-intense
 
 config:
   modules:

diff --git a/bbot/presets/spider-intense.yml b/bbot/presets/spider-intense.yml
@@ -0,0 +1,13 @@
+description: Recursive web spider with more aggressive settings
+
+include:
+  - spider
+
+config:
+  web:
+    # how many links to follow in a row
+    spider_distance: 4
+    # don't follow links whose directory depth is higher than 6
+    spider_depth: 6
+    # maximum number of links to follow per page
+    spider_links_per_page: 50