Merge pull request #696 from ItsIgnacioPortal/master

Create universally useful combined web discovery wordlists which auto-update

.github/workflows/wordlist-updater_combined_directories.yml

@@ -0,0 +1,42 @@
+name: Wordlist Updater - directories
+
+on:
+  push:
+    paths:
+    - 'Discovery/Web-Content/raft-small-directories.txt'
+    - 'Discovery/Web-Content/raft-small-directories-lowercase.txt'
+    - 'Discovery/Web-Content/directory-list-2.3-small.txt'
+    - 'Discovery/Web-Content/raft-medium-directories-lowercase.txt'
+    - 'Discovery/Web-Content/raft-medium-directories.txt'
+    - 'Discovery/Web-Content/directory-list-2.3-medium.txt'
+    - 'Discovery/Web-Content/apache.txt '
+    - 'Discovery/Web-Content/directory-list-2.3-big.txt'
+    - 'Discovery/Web-Content/raft-large-directories-lowercase.txt'
+    - 'Discovery/Web-Content/raft-large-directories.txt '
+    - 'Discovery/Web-Content/directory-list-1.0.txt'
+    - 'Discovery/Web-Content/combined_words.txt'
+
+jobs:
+  update_combined_words:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Generate combined_directories.txt
+        run: cd Discovery/Web-Content/ && cat raft-small-directories* directory-list-2.3-small.txt raft-medium-directories* directory-list-2.3-medium.txt apache.txt combined_words.txt directory-list-2.3-big.txt raft-large-directories* directory-list-1.0.txt | awk '! seen[$0]++' > combined_directories.txt
+      - name: Switching from HTTPS to SSH
+        run: git remote set-url origin git@github.com:danielmiessler/SecLists.git
+      - name: Check for changes
+        run: git status
+      - name: Stage changed files
+        run: git add Discovery/Web-Content/combined_directories.txt
+      - name: Configure git email and username
+        run: |
+          git config --local user.email "example@github.com"
+          git config --local user.name "GitHub Action"
+      - name: Commit changed files
+        run: git commit -m "[Github Action] Updated combined_directories.txt"
+      - name: Push changes # push the output folder to your repo
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          force: true

.github/workflows/wordlist-updater_combined_words.yml

@@ -0,0 +1,38 @@
+name: Wordlist Updater - words
+
+on:
+  push:
+    paths:
+    - 'Discovery/Web-Content/common.txt'
+    - 'Discovery/Web-Content/raft-small-words.txt'
+    - 'Discovery/Web-Content/raft-small-words-lowercase.txt'
+    - 'Discovery/Web-Content/raft-medium-words-lowercase.txt'
+    - 'Discovery/Web-Content/raft-medium-words.txt'
+    - 'Discovery/Web-Content/big.txt'
+    - 'Discovery/Web-Content/raft-large-words-lowercase.txt'
+    - 'Discovery/Web-Content/raft-large-words.txt'
+
+jobs:
+  update_combined_words:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Generate combined_words.txt
+        run: cd Discovery/Web-Content/ && cat common.txt raft-small-words* raft-medium-words* big.txt raft-large-words* | awk '! seen[$0]++' > combined_words.txt
+      - name: Switching from HTTPS to SSH
+        run: git remote set-url origin git@github.com:danielmiessler/SecLists.git
+      - name: Check for changes
+        run: git status
+      - name: Stage changed files
+        run: git add Discovery/Web-Content/combined_words.txt
+      - name: Configure git email and username
+        run: |
+          git config --local user.email "example@github.com"
+          git config --local user.name "GitHub Action"
+      - name: Commit changed files
+        run: git commit -m "[Github Action] Updated combined_words.txt"
+      - name: Push changes # push the output folder to your repo
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          force: true

Discovery/Web-Content/README.md

@@ -0,0 +1,37 @@
+# Web discovery wordlists
+
+## combined_words.txt
+
+Use for: discovering files    
+This list is automatically updated by a github action whenever any of the lists it's composed by is modified.
+
+This list is a combination of the following wordlists:
+
+- big.txt
+- common.txt
+- raft-large-words-lowercase.txt
+- raft-large-words.txt
+- raft-medium-words-lowercase.txt
+- raft-medium-words.txt
+- raft-small-words-lowercase.txt
+- raft-small-words.txt
+
+
+## combined_directories.txt
+
+Use for: discovering files and directories    
+This list is automatically updated by a github action whenever any of the lists it's composed by is modified.
+
+This list is a combination of the following wordlists:
+- apache.txt
+- combined_words.txt
+- directory-list-1.0.txt
+- directory-list-2.3-big.txt
+- directory-list-2.3-medium.txt
+- directory-list-2.3-small.txt
+- raft-large-directories-lowercase.txt
+- raft-large-directories.txt
+- raft-medium-directories-lowercase.txt
+- raft-medium-directories.txt
+- raft-small-directories-lowercase.txt
+- raft-small-directories.txt