diff --git a/.bin/wordlist-updaters/status.json b/.bin/wordlist-updaters/status.json
index e6c3f4e9c..ed999d3e4 100644
--- a/.bin/wordlist-updaters/status.json
+++ b/.bin/wordlist-updaters/status.json
@@ -3,6 +3,6 @@
         "last_update": 1735412595
     },
     "Trickest wordlist update": {
-        "last_update": 1735553021
+        "last_update": 1735639419
     }
 }
\ No newline at end of file
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
index c2fe85ea5..e2d1d0559 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr-all-levels.txt
@@ -66718,227 +66718,227 @@ doctemplates/websites/website_template-stellar/README.md
 websites/website_template-stellar/README.md
 website_template-stellar/README.md
 README.md
-htdocs/install/doctemplates/websites/website_template-homesubmenu/LICENSE
-install/doctemplates/websites/website_template-homesubmenu/LICENSE
-doctemplates/websites/website_template-homesubmenu/LICENSE
-websites/website_template-homesubmenu/LICENSE
-website_template-homesubmenu/LICENSE
+htdocs/install/doctemplates/websites/website_template-noimg_dev/LICENSE
+install/doctemplates/websites/website_template-noimg_dev/LICENSE
+doctemplates/websites/website_template-noimg_dev/LICENSE
+websites/website_template-noimg_dev/LICENSE
+website_template-noimg_dev/LICENSE
 LICENSE
-htdocs/install/doctemplates/websites/website_template-homesubmenu/website_pages.sql
-install/doctemplates/websites/website_template-homesubmenu/website_pages.sql
-doctemplates/websites/website_template-homesubmenu/website_pages.sql
-websites/website_template-homesubmenu/website_pages.sql
-website_template-homesubmenu/website_pages.sql
+htdocs/install/doctemplates/websites/website_template-noimg_dev/website_pages.sql
+install/doctemplates/websites/website_template-noimg_dev/website_pages.sql
+doctemplates/websites/website_template-noimg_dev/website_pages.sql
+websites/website_template-noimg_dev/website_pages.sql
+website_template-noimg_dev/website_pages.sql
 website_pages.sql
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/javascript.js.php
-install/doctemplates/websites/website_template-homesubmenu/containers/javascript.js.php
-doctemplates/websites/website_template-homesubmenu/containers/javascript.js.php
-websites/website_template-homesubmenu/containers/javascript.js.php
-website_template-homesubmenu/containers/javascript.js.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/javascript.js.php
+install/doctemplates/websites/website_template-noimg_dev/containers/javascript.js.php
+doctemplates/websites/website_template-noimg_dev/containers/javascript.js.php
+websites/website_template-noimg_dev/containers/javascript.js.php
+website_template-noimg_dev/containers/javascript.js.php
 containers/javascript.js.php
 javascript.js.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/wrapper.php
-install/doctemplates/websites/website_template-homesubmenu/containers/wrapper.php
-doctemplates/websites/website_template-homesubmenu/containers/wrapper.php
-websites/website_template-homesubmenu/containers/wrapper.php
-website_template-homesubmenu/containers/wrapper.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/wrapper.php
+install/doctemplates/websites/website_template-noimg_dev/containers/wrapper.php
+doctemplates/websites/website_template-noimg_dev/containers/wrapper.php
+websites/website_template-noimg_dev/containers/wrapper.php
+website_template-noimg_dev/containers/wrapper.php
 containers/wrapper.php
 wrapper.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/htmlheader.html
-install/doctemplates/websites/website_template-homesubmenu/containers/htmlheader.html
-doctemplates/websites/website_template-homesubmenu/containers/htmlheader.html
-websites/website_template-homesubmenu/containers/htmlheader.html
-website_template-homesubmenu/containers/htmlheader.html
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/htmlheader.html
+install/doctemplates/websites/website_template-noimg_dev/containers/htmlheader.html
+doctemplates/websites/website_template-noimg_dev/containers/htmlheader.html
+websites/website_template-noimg_dev/containers/htmlheader.html
+website_template-noimg_dev/containers/htmlheader.html
 containers/htmlheader.html
 htmlheader.html
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/robots.txt
-install/doctemplates/websites/website_template-homesubmenu/containers/robots.txt
-doctemplates/websites/website_template-homesubmenu/containers/robots.txt
-websites/website_template-homesubmenu/containers/robots.txt
-website_template-homesubmenu/containers/robots.txt
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/robots.txt
+install/doctemplates/websites/website_template-noimg_dev/containers/robots.txt
+doctemplates/websites/website_template-noimg_dev/containers/robots.txt
+websites/website_template-noimg_dev/containers/robots.txt
+website_template-noimg_dev/containers/robots.txt
 containers/robots.txt
 robots.txt
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/styles.css.php
-install/doctemplates/websites/website_template-homesubmenu/containers/styles.css.php
-doctemplates/websites/website_template-homesubmenu/containers/styles.css.php
-websites/website_template-homesubmenu/containers/styles.css.php
-website_template-homesubmenu/containers/styles.css.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/styles.css.php
+install/doctemplates/websites/website_template-noimg_dev/containers/styles.css.php
+doctemplates/websites/website_template-noimg_dev/containers/styles.css.php
+websites/website_template-noimg_dev/containers/styles.css.php
+website_template-noimg_dev/containers/styles.css.php
 containers/styles.css.php
 styles.css.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/.dolibarr
-install/doctemplates/websites/website_template-homesubmenu/containers/.dolibarr
-doctemplates/websites/website_template-homesubmenu/containers/.dolibarr
-websites/website_template-homesubmenu/containers/.dolibarr
-website_template-homesubmenu/containers/.dolibarr
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/.dolibarr
+install/doctemplates/websites/website_template-noimg_dev/containers/.dolibarr
+doctemplates/websites/website_template-noimg_dev/containers/.dolibarr
+websites/website_template-noimg_dev/containers/.dolibarr
+website_template-noimg_dev/containers/.dolibarr
 containers/.dolibarr
 .dolibarr
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/.htaccess
-install/doctemplates/websites/website_template-homesubmenu/containers/.htaccess
-doctemplates/websites/website_template-homesubmenu/containers/.htaccess
-websites/website_template-homesubmenu/containers/.htaccess
-website_template-homesubmenu/containers/.htaccess
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/.htaccess
+install/doctemplates/websites/website_template-noimg_dev/containers/.htaccess
+doctemplates/websites/website_template-noimg_dev/containers/.htaccess
+websites/website_template-noimg_dev/containers/.htaccess
+website_template-noimg_dev/containers/.htaccess
 containers/.htaccess
 .htaccess
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/manifest.json.php
-install/doctemplates/websites/website_template-homesubmenu/containers/manifest.json.php
-doctemplates/websites/website_template-homesubmenu/containers/manifest.json.php
-websites/website_template-homesubmenu/containers/manifest.json.php
-website_template-homesubmenu/containers/manifest.json.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/manifest.json.php
+install/doctemplates/websites/website_template-noimg_dev/containers/manifest.json.php
+doctemplates/websites/website_template-noimg_dev/containers/manifest.json.php
+websites/website_template-noimg_dev/containers/manifest.json.php
+website_template-noimg_dev/containers/manifest.json.php
 containers/manifest.json.php
 manifest.json.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/README.md
-install/doctemplates/websites/website_template-homesubmenu/README.md
-doctemplates/websites/website_template-homesubmenu/README.md
-websites/website_template-homesubmenu/README.md
-website_template-homesubmenu/README.md
+htdocs/install/doctemplates/websites/website_template-noimg_dev/README.md
+install/doctemplates/websites/website_template-noimg_dev/README.md
+doctemplates/websites/website_template-noimg_dev/README.md
+websites/website_template-noimg_dev/README.md
+website_template-noimg_dev/README.md
 README.md
-htdocs/install/doctemplates/websites/website_template-noimg/LICENSE
-install/doctemplates/websites/website_template-noimg/LICENSE
-doctemplates/websites/website_template-noimg/LICENSE
-websites/website_template-noimg/LICENSE
-website_template-noimg/LICENSE
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/LICENSE
+install/doctemplates/websites/website_template-restaurant_dev/LICENSE
+doctemplates/websites/website_template-restaurant_dev/LICENSE
+websites/website_template-restaurant_dev/LICENSE
+website_template-restaurant_dev/LICENSE
 LICENSE
-htdocs/install/doctemplates/websites/website_template-noimg/website_pages.sql
-install/doctemplates/websites/website_template-noimg/website_pages.sql
-doctemplates/websites/website_template-noimg/website_pages.sql
-websites/website_template-noimg/website_pages.sql
-website_template-noimg/website_pages.sql
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/website_pages.sql
+install/doctemplates/websites/website_template-restaurant_dev/website_pages.sql
+doctemplates/websites/website_template-restaurant_dev/website_pages.sql
+websites/website_template-restaurant_dev/website_pages.sql
+website_template-restaurant_dev/website_pages.sql
 website_pages.sql
-htdocs/install/doctemplates/websites/website_template-noimg/containers/javascript.js.php
-install/doctemplates/websites/website_template-noimg/containers/javascript.js.php
-doctemplates/websites/website_template-noimg/containers/javascript.js.php
-websites/website_template-noimg/containers/javascript.js.php
-website_template-noimg/containers/javascript.js.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/javascript.js.php
+install/doctemplates/websites/website_template-restaurant_dev/containers/javascript.js.php
+doctemplates/websites/website_template-restaurant_dev/containers/javascript.js.php
+websites/website_template-restaurant_dev/containers/javascript.js.php
+website_template-restaurant_dev/containers/javascript.js.php
 containers/javascript.js.php
 javascript.js.php
-htdocs/install/doctemplates/websites/website_template-noimg/containers/wrapper.php
-install/doctemplates/websites/website_template-noimg/containers/wrapper.php
-doctemplates/websites/website_template-noimg/containers/wrapper.php
-websites/website_template-noimg/containers/wrapper.php
-website_template-noimg/containers/wrapper.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/wrapper.php
+install/doctemplates/websites/website_template-restaurant_dev/containers/wrapper.php
+doctemplates/websites/website_template-restaurant_dev/containers/wrapper.php
+websites/website_template-restaurant_dev/containers/wrapper.php
+website_template-restaurant_dev/containers/wrapper.php
 containers/wrapper.php
 wrapper.php
-htdocs/install/doctemplates/websites/website_template-noimg/containers/htmlheader.html
-install/doctemplates/websites/website_template-noimg/containers/htmlheader.html
-doctemplates/websites/website_template-noimg/containers/htmlheader.html
-websites/website_template-noimg/containers/htmlheader.html
-website_template-noimg/containers/htmlheader.html
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/htmlheader.html
+install/doctemplates/websites/website_template-restaurant_dev/containers/htmlheader.html
+doctemplates/websites/website_template-restaurant_dev/containers/htmlheader.html
+websites/website_template-restaurant_dev/containers/htmlheader.html
+website_template-restaurant_dev/containers/htmlheader.html
 containers/htmlheader.html
 htmlheader.html
-htdocs/install/doctemplates/websites/website_template-noimg/containers/robots.txt
-install/doctemplates/websites/website_template-noimg/containers/robots.txt
-doctemplates/websites/website_template-noimg/containers/robots.txt
-websites/website_template-noimg/containers/robots.txt
-website_template-noimg/containers/robots.txt
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/robots.txt
+install/doctemplates/websites/website_template-restaurant_dev/containers/robots.txt
+doctemplates/websites/website_template-restaurant_dev/containers/robots.txt
+websites/website_template-restaurant_dev/containers/robots.txt
+website_template-restaurant_dev/containers/robots.txt
 containers/robots.txt
 robots.txt
-htdocs/install/doctemplates/websites/website_template-noimg/containers/styles.css.php
-install/doctemplates/websites/website_template-noimg/containers/styles.css.php
-doctemplates/websites/website_template-noimg/containers/styles.css.php
-websites/website_template-noimg/containers/styles.css.php
-website_template-noimg/containers/styles.css.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/styles.css.php
+install/doctemplates/websites/website_template-restaurant_dev/containers/styles.css.php
+doctemplates/websites/website_template-restaurant_dev/containers/styles.css.php
+websites/website_template-restaurant_dev/containers/styles.css.php
+website_template-restaurant_dev/containers/styles.css.php
 containers/styles.css.php
 styles.css.php
-htdocs/install/doctemplates/websites/website_template-noimg/containers/.dolibarr
-install/doctemplates/websites/website_template-noimg/containers/.dolibarr
-doctemplates/websites/website_template-noimg/containers/.dolibarr
-websites/website_template-noimg/containers/.dolibarr
-website_template-noimg/containers/.dolibarr
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/.dolibarr
+install/doctemplates/websites/website_template-restaurant_dev/containers/.dolibarr
+doctemplates/websites/website_template-restaurant_dev/containers/.dolibarr
+websites/website_template-restaurant_dev/containers/.dolibarr
+website_template-restaurant_dev/containers/.dolibarr
 containers/.dolibarr
 .dolibarr
-htdocs/install/doctemplates/websites/website_template-noimg/containers/.htaccess
-install/doctemplates/websites/website_template-noimg/containers/.htaccess
-doctemplates/websites/website_template-noimg/containers/.htaccess
-websites/website_template-noimg/containers/.htaccess
-website_template-noimg/containers/.htaccess
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/.htaccess
+install/doctemplates/websites/website_template-restaurant_dev/containers/.htaccess
+doctemplates/websites/website_template-restaurant_dev/containers/.htaccess
+websites/website_template-restaurant_dev/containers/.htaccess
+website_template-restaurant_dev/containers/.htaccess
 containers/.htaccess
 .htaccess
-htdocs/install/doctemplates/websites/website_template-noimg/containers/manifest.json.php
-install/doctemplates/websites/website_template-noimg/containers/manifest.json.php
-doctemplates/websites/website_template-noimg/containers/manifest.json.php
-websites/website_template-noimg/containers/manifest.json.php
-website_template-noimg/containers/manifest.json.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/manifest.json.php
+install/doctemplates/websites/website_template-restaurant_dev/containers/manifest.json.php
+doctemplates/websites/website_template-restaurant_dev/containers/manifest.json.php
+websites/website_template-restaurant_dev/containers/manifest.json.php
+website_template-restaurant_dev/containers/manifest.json.php
 containers/manifest.json.php
 manifest.json.php
-htdocs/install/doctemplates/websites/website_template-noimg/README.md
-install/doctemplates/websites/website_template-noimg/README.md
-doctemplates/websites/website_template-noimg/README.md
-websites/website_template-noimg/README.md
-website_template-noimg/README.md
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/README.md
+install/doctemplates/websites/website_template-restaurant_dev/README.md
+doctemplates/websites/website_template-restaurant_dev/README.md
+websites/website_template-restaurant_dev/README.md
+website_template-restaurant_dev/README.md
 README.md
-htdocs/install/doctemplates/websites/website_template-restaurant/LICENSE
-install/doctemplates/websites/website_template-restaurant/LICENSE
-doctemplates/websites/website_template-restaurant/LICENSE
-websites/website_template-restaurant/LICENSE
-website_template-restaurant/LICENSE
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/LICENSE
+install/doctemplates/websites/website_template-homesubmenu_dev/LICENSE
+doctemplates/websites/website_template-homesubmenu_dev/LICENSE
+websites/website_template-homesubmenu_dev/LICENSE
+website_template-homesubmenu_dev/LICENSE
 LICENSE
-htdocs/install/doctemplates/websites/website_template-restaurant/website_pages.sql
-install/doctemplates/websites/website_template-restaurant/website_pages.sql
-doctemplates/websites/website_template-restaurant/website_pages.sql
-websites/website_template-restaurant/website_pages.sql
-website_template-restaurant/website_pages.sql
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/website_pages.sql
+install/doctemplates/websites/website_template-homesubmenu_dev/website_pages.sql
+doctemplates/websites/website_template-homesubmenu_dev/website_pages.sql
+websites/website_template-homesubmenu_dev/website_pages.sql
+website_template-homesubmenu_dev/website_pages.sql
 website_pages.sql
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/javascript.js.php
-install/doctemplates/websites/website_template-restaurant/containers/javascript.js.php
-doctemplates/websites/website_template-restaurant/containers/javascript.js.php
-websites/website_template-restaurant/containers/javascript.js.php
-website_template-restaurant/containers/javascript.js.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/javascript.js.php
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/javascript.js.php
+doctemplates/websites/website_template-homesubmenu_dev/containers/javascript.js.php
+websites/website_template-homesubmenu_dev/containers/javascript.js.php
+website_template-homesubmenu_dev/containers/javascript.js.php
 containers/javascript.js.php
 javascript.js.php
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/wrapper.php
-install/doctemplates/websites/website_template-restaurant/containers/wrapper.php
-doctemplates/websites/website_template-restaurant/containers/wrapper.php
-websites/website_template-restaurant/containers/wrapper.php
-website_template-restaurant/containers/wrapper.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/wrapper.php
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/wrapper.php
+doctemplates/websites/website_template-homesubmenu_dev/containers/wrapper.php
+websites/website_template-homesubmenu_dev/containers/wrapper.php
+website_template-homesubmenu_dev/containers/wrapper.php
 containers/wrapper.php
 wrapper.php
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/htmlheader.html
-install/doctemplates/websites/website_template-restaurant/containers/htmlheader.html
-doctemplates/websites/website_template-restaurant/containers/htmlheader.html
-websites/website_template-restaurant/containers/htmlheader.html
-website_template-restaurant/containers/htmlheader.html
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/htmlheader.html
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/htmlheader.html
+doctemplates/websites/website_template-homesubmenu_dev/containers/htmlheader.html
+websites/website_template-homesubmenu_dev/containers/htmlheader.html
+website_template-homesubmenu_dev/containers/htmlheader.html
 containers/htmlheader.html
 htmlheader.html
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/robots.txt
-install/doctemplates/websites/website_template-restaurant/containers/robots.txt
-doctemplates/websites/website_template-restaurant/containers/robots.txt
-websites/website_template-restaurant/containers/robots.txt
-website_template-restaurant/containers/robots.txt
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/robots.txt
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/robots.txt
+doctemplates/websites/website_template-homesubmenu_dev/containers/robots.txt
+websites/website_template-homesubmenu_dev/containers/robots.txt
+website_template-homesubmenu_dev/containers/robots.txt
 containers/robots.txt
 robots.txt
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/styles.css.php
-install/doctemplates/websites/website_template-restaurant/containers/styles.css.php
-doctemplates/websites/website_template-restaurant/containers/styles.css.php
-websites/website_template-restaurant/containers/styles.css.php
-website_template-restaurant/containers/styles.css.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/styles.css.php
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/styles.css.php
+doctemplates/websites/website_template-homesubmenu_dev/containers/styles.css.php
+websites/website_template-homesubmenu_dev/containers/styles.css.php
+website_template-homesubmenu_dev/containers/styles.css.php
 containers/styles.css.php
 styles.css.php
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/.dolibarr
-install/doctemplates/websites/website_template-restaurant/containers/.dolibarr
-doctemplates/websites/website_template-restaurant/containers/.dolibarr
-websites/website_template-restaurant/containers/.dolibarr
-website_template-restaurant/containers/.dolibarr
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/.dolibarr
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/.dolibarr
+doctemplates/websites/website_template-homesubmenu_dev/containers/.dolibarr
+websites/website_template-homesubmenu_dev/containers/.dolibarr
+website_template-homesubmenu_dev/containers/.dolibarr
 containers/.dolibarr
 .dolibarr
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/.htaccess
-install/doctemplates/websites/website_template-restaurant/containers/.htaccess
-doctemplates/websites/website_template-restaurant/containers/.htaccess
-websites/website_template-restaurant/containers/.htaccess
-website_template-restaurant/containers/.htaccess
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/.htaccess
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/.htaccess
+doctemplates/websites/website_template-homesubmenu_dev/containers/.htaccess
+websites/website_template-homesubmenu_dev/containers/.htaccess
+website_template-homesubmenu_dev/containers/.htaccess
 containers/.htaccess
 .htaccess
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/manifest.json.php
-install/doctemplates/websites/website_template-restaurant/containers/manifest.json.php
-doctemplates/websites/website_template-restaurant/containers/manifest.json.php
-websites/website_template-restaurant/containers/manifest.json.php
-website_template-restaurant/containers/manifest.json.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/manifest.json.php
+install/doctemplates/websites/website_template-homesubmenu_dev/containers/manifest.json.php
+doctemplates/websites/website_template-homesubmenu_dev/containers/manifest.json.php
+websites/website_template-homesubmenu_dev/containers/manifest.json.php
+website_template-homesubmenu_dev/containers/manifest.json.php
 containers/manifest.json.php
 manifest.json.php
-htdocs/install/doctemplates/websites/website_template-restaurant/README.md
-install/doctemplates/websites/website_template-restaurant/README.md
-doctemplates/websites/website_template-restaurant/README.md
-websites/website_template-restaurant/README.md
-website_template-restaurant/README.md
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/README.md
+install/doctemplates/websites/website_template-homesubmenu_dev/README.md
+doctemplates/websites/website_template-homesubmenu_dev/README.md
+websites/website_template-homesubmenu_dev/README.md
+website_template-homesubmenu_dev/README.md
 README.md
 htdocs/install/doctemplates/thirdparties/template_thirdparty.ods
 install/doctemplates/thirdparties/template_thirdparty.ods
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
index 4d92338f8..82a97f747 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/dolibarr.txt
@@ -13663,39 +13663,39 @@ htdocs/install/doctemplates/websites/website_template-stellar/containers/.doliba
 htdocs/install/doctemplates/websites/website_template-stellar/containers/.htaccess
 htdocs/install/doctemplates/websites/website_template-stellar/containers/manifest.json.php
 htdocs/install/doctemplates/websites/website_template-stellar/README.md
-htdocs/install/doctemplates/websites/website_template-homesubmenu/LICENSE
-htdocs/install/doctemplates/websites/website_template-homesubmenu/website_pages.sql
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/javascript.js.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/wrapper.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/htmlheader.html
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/robots.txt
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/styles.css.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/.dolibarr
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/.htaccess
-htdocs/install/doctemplates/websites/website_template-homesubmenu/containers/manifest.json.php
-htdocs/install/doctemplates/websites/website_template-homesubmenu/README.md
-htdocs/install/doctemplates/websites/website_template-noimg/LICENSE
-htdocs/install/doctemplates/websites/website_template-noimg/website_pages.sql
-htdocs/install/doctemplates/websites/website_template-noimg/containers/javascript.js.php
-htdocs/install/doctemplates/websites/website_template-noimg/containers/wrapper.php
-htdocs/install/doctemplates/websites/website_template-noimg/containers/htmlheader.html
-htdocs/install/doctemplates/websites/website_template-noimg/containers/robots.txt
-htdocs/install/doctemplates/websites/website_template-noimg/containers/styles.css.php
-htdocs/install/doctemplates/websites/website_template-noimg/containers/.dolibarr
-htdocs/install/doctemplates/websites/website_template-noimg/containers/.htaccess
-htdocs/install/doctemplates/websites/website_template-noimg/containers/manifest.json.php
-htdocs/install/doctemplates/websites/website_template-noimg/README.md
-htdocs/install/doctemplates/websites/website_template-restaurant/LICENSE
-htdocs/install/doctemplates/websites/website_template-restaurant/website_pages.sql
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/javascript.js.php
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/wrapper.php
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/htmlheader.html
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/robots.txt
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/styles.css.php
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/.dolibarr
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/.htaccess
-htdocs/install/doctemplates/websites/website_template-restaurant/containers/manifest.json.php
-htdocs/install/doctemplates/websites/website_template-restaurant/README.md
+htdocs/install/doctemplates/websites/website_template-noimg_dev/LICENSE
+htdocs/install/doctemplates/websites/website_template-noimg_dev/website_pages.sql
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/javascript.js.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/wrapper.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/htmlheader.html
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/robots.txt
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/styles.css.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/.dolibarr
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/.htaccess
+htdocs/install/doctemplates/websites/website_template-noimg_dev/containers/manifest.json.php
+htdocs/install/doctemplates/websites/website_template-noimg_dev/README.md
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/LICENSE
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/website_pages.sql
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/javascript.js.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/wrapper.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/htmlheader.html
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/robots.txt
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/styles.css.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/.dolibarr
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/.htaccess
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/containers/manifest.json.php
+htdocs/install/doctemplates/websites/website_template-restaurant_dev/README.md
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/LICENSE
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/website_pages.sql
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/javascript.js.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/wrapper.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/htmlheader.html
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/robots.txt
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/styles.css.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/.dolibarr
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/.htaccess
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/containers/manifest.json.php
+htdocs/install/doctemplates/websites/website_template-homesubmenu_dev/README.md
 htdocs/install/doctemplates/thirdparties/template_thirdparty.ods
 htdocs/install/doctemplates/thirdparties/template_thirdparty.odt
 htdocs/install/doctemplates/usergroups/template_usergroups.odt
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt
index 6ba71928f..dc91f71fb 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm-all-levels.txt
@@ -4544,6 +4544,10 @@ client/src/ui/select.js
 src/ui/select.js
 ui/select.js
 select.js
+client/src/ui/datepicker.js
+src/ui/datepicker.js
+ui/datepicker.js
+datepicker.js
 client/src/ui/timepicker.js
 src/ui/timepicker.js
 ui/timepicker.js
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt
index e4ce9ecfe..214d1d350 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/espocrm.txt
@@ -820,6 +820,7 @@ client/src/models/settings.js
 client/src/search-manager.js
 client/src/multi-collection.js
 client/src/ui/select.js
+client/src/ui/datepicker.js
 client/src/ui/timepicker.js
 client/src/ui/multi-select.js
 client/src/ui/app-init.js
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
index 175cb1a42..5d0a1612f 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce-all-levels.txt
@@ -22459,6 +22459,10 @@ plugins/woocommerce/changelog/53774-add-coming-soon-template-right-image
 woocommerce/changelog/53774-add-coming-soon-template-right-image
 changelog/53774-add-coming-soon-template-right-image
 53774-add-coming-soon-template-right-image
+plugins/woocommerce/changelog/syncpack-color-studio
+woocommerce/changelog/syncpack-color-studio
+changelog/syncpack-color-studio
+syncpack-color-studio
 plugins/woocommerce/changelog/e2e-fix-editor-util-fill-page-title
 woocommerce/changelog/e2e-fix-editor-util-fill-page-title
 changelog/e2e-fix-editor-util-fill-page-title
@@ -22523,6 +22527,10 @@ plugins/woocommerce/changelog/fix-attribute-fix-ts
 woocommerce/changelog/fix-attribute-fix-ts
 changelog/fix-attribute-fix-ts
 fix-attribute-fix-ts
+plugins/woocommerce/changelog/54060-fix-53990-multiple-block-compatibility-layer-for-search-results-are-executed
+woocommerce/changelog/54060-fix-53990-multiple-block-compatibility-layer-for-search-results-are-executed
+changelog/54060-fix-53990-multiple-block-compatibility-layer-for-search-results-are-executed
+54060-fix-53990-multiple-block-compatibility-layer-for-search-results-are-executed
 plugins/woocommerce/changelog/53120-update-52895-coming-soon-store-only-incorrectly-flag-url
 woocommerce/changelog/53120-update-52895-coming-soon-store-only-incorrectly-flag-url
 changelog/53120-update-52895-coming-soon-store-only-incorrectly-flag-url
@@ -22679,6 +22687,10 @@ plugins/woocommerce/changelog/dev-53851_move_product_type_store_to_shared
 woocommerce/changelog/dev-53851_move_product_type_store_to_shared
 changelog/dev-53851_move_product_type_store_to_shared
 dev-53851_move_product_type_store_to_shared
+plugins/woocommerce/changelog/dev-53012_create_variation_selector_backend
+woocommerce/changelog/dev-53012_create_variation_selector_backend
+changelog/dev-53012_create_variation_selector_backend
+dev-53012_create_variation_selector_backend
 plugins/woocommerce/changelog/fix-43624
 woocommerce/changelog/fix-43624
 changelog/fix-43624
@@ -67974,6 +67986,14 @@ blocks/add-to-cart-with-options/variation-selector/block.json
 add-to-cart-with-options/variation-selector/block.json
 variation-selector/block.json
 block.json
+plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-selector/style.scss
+woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-selector/style.scss
+assets/js/blocks/add-to-cart-with-options/variation-selector/style.scss
+js/blocks/add-to-cart-with-options/variation-selector/style.scss
+blocks/add-to-cart-with-options/variation-selector/style.scss
+add-to-cart-with-options/variation-selector/style.scss
+variation-selector/style.scss
+style.scss
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/edit.tsx
 woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/edit.tsx
 assets/js/blocks/add-to-cart-with-options/edit.tsx
diff --git a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
index fbab3c3cc..66c505de2 100644
--- a/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
+++ b/Discovery/Web-Content/CMS/trickest-cms-wordlist/woocommerce.txt
@@ -3859,6 +3859,7 @@ plugins/woocommerce/changelog/ci-run-extra-e2e-checks-for-e2e-tests-updates
 plugins/woocommerce/changelog/update-storybook_documentation
 plugins/woocommerce/changelog/e2e-fix-search-url-extra-character
 plugins/woocommerce/changelog/53774-add-coming-soon-template-right-image
+plugins/woocommerce/changelog/syncpack-color-studio
 plugins/woocommerce/changelog/e2e-fix-editor-util-fill-page-title
 plugins/woocommerce/changelog/update-53074-coming-soon-template-tracks
 plugins/woocommerce/changelog/dev-e2e-review-admin-marketing-folder
@@ -3875,6 +3876,7 @@ plugins/woocommerce/changelog/add-hook-compat-document
 plugins/woocommerce/changelog/e2e-remove-redundant-test
 plugins/woocommerce/changelog/cfe-revert_53544_53548
 plugins/woocommerce/changelog/fix-attribute-fix-ts
+plugins/woocommerce/changelog/54060-fix-53990-multiple-block-compatibility-layer-for-search-results-are-executed
 plugins/woocommerce/changelog/53120-update-52895-coming-soon-store-only-incorrectly-flag-url
 plugins/woocommerce/changelog/e2e-53708-flaky-email-preview
 plugins/woocommerce/changelog/52004-flexslider-smooth-height
@@ -3914,6 +3916,7 @@ plugins/woocommerce/changelog/53858-update-blueprint-endpoints-for-new-import-fl
 plugins/woocommerce/changelog/e2e-remove-unnecesarry-pw-tags
 plugins/woocommerce/changelog/fix-51024-api-stock-adjustments
 plugins/woocommerce/changelog/dev-53851_move_product_type_store_to_shared
+plugins/woocommerce/changelog/dev-53012_create_variation_selector_backend
 plugins/woocommerce/changelog/fix-43624
 plugins/woocommerce/changelog/53795-fix-php-81-static-variable
 plugins/woocommerce/changelog/fix-register-product-blocks-on-template-switch
@@ -10156,6 +10159,7 @@ plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-s
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-selector/index.tsx
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-selector/editor.scss
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-selector/block.json
+plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/variation-selector/style.scss
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/edit.tsx
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/hooks/use-product-type-selector/index.ts
 plugins/woocommerce-blocks/assets/js/blocks/add-to-cart-with-options/index.tsx
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
index 589498510..8afb0357f 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-100.txt
@@ -388,7 +388,6 @@ Fragment/SysConfig
 Germany/kleinunternehmen/euga/detail.mspx?
 Germany/kleinunternehmen/euga/results.mspx?
 GoogleInternetAuthority
-HpImageArchive.aspx
 HpOptOut=true$
 IEB/ToolBox/SB
 IntegrationCenter
@@ -401,7 +400,6 @@ People/all
 People/domain
 Present
 Project
-Proxy.ashx
 RDF/Validator/ARPServlet
 RDF/Validator/ARPServlet?
 RDF/Validator/rdfval
@@ -410,7 +408,6 @@ REST/auth/CSRFTicket
 ReportBug
 SAGE
 SNP
-Search
 Search/Mail/Public
 ServiceDesks/
 Structure
@@ -590,11 +587,8 @@ abuse
 ac
 ac/globalnav/2.0/*/images/ac-globalnav/globalnav/search
 ac2
-academic/profile
-academic/search
 account
 account-login
-account/
 account/deactivated
 accounts/ClientAuth
 accounts/ClientAuth
@@ -604,7 +598,6 @@ accounts/activate
 accounts/force-by-email
 accounts/o8
 accounts/o8/id
-aclick
 aclk
 action=accessorysearch&
 action=accessorysearch&page=2$
@@ -676,11 +669,9 @@ alerts
 alerts/$
 alerts/manage
 alerts/remove
-alink
 alkali
 ambry
 amp
-amp/
 amphtml
 amphtml/blogs/test
 amphtml/classic-apps
@@ -698,10 +689,8 @@ android/market_images
 answers
 ap/signin
 api
-api/
 api/?
 api/jobPostings/jobs
-api/maps/
 api/rest_v1/?doc
 api/v3/creator-quality-signal/organizer
 api/v3/destination/search/log_requests
@@ -801,10 +790,8 @@ bePatron
 bePatronDone
 best-countries-for-business/list
 bfe/apps/website
-bfp/search
 bin/search.go
 bin/search.py
-bing-site-safety
 bitesize/my
 bitesize/my$
 bitesize/search
@@ -840,7 +827,6 @@ blog/wp-includes/*.xml
 blog/xmlrpc.php
 blogs
 blogs/nationals-journal-beta
-blogs/search/
 blogs/slow-ride
 blogs/test
 blogsearch
@@ -949,7 +935,6 @@ citations?*cstart=
 citations?user=
 citations?view_op=new_profile
 citations?view_op=top_venues
-ck/
 cl2/feeds
 cl2/ical
 claim-money?
@@ -1035,8 +1020,6 @@ couchmode
 coupons/visit
 covid19
 covid19/mobility
-cr$
-cr?
 create_pin
 creative-europe/404_en.htm
 creative-studio
@@ -1242,9 +1225,6 @@ endorsements
 engagement
 enterprise-jobs
 enterprise-partner-search/sitemaps
-entities/search
-entityexplore$
-entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -1320,7 +1300,6 @@ faves-i_love_u_get_away_from_me
 favorite
 fb
 fb.html
-fd/
 fe=true
 feature/sf-test
 feed
@@ -1390,8 +1369,6 @@ from_id=
 frommers
 frontend-track
 fullscreen/ReportLinker
-fun/api/
-fun/g/
 fundraiser/charity
 ga/p
 ga_exp.js
@@ -1557,7 +1534,6 @@ help/verify_email
 help/vodafone
 help/zendesk_sso
 hex
-history
 history/static
 holiday-spotlight
 holidays-celebrations
@@ -1565,17 +1541,13 @@ home
 homefeed
 homepage-video-test
 hosted/images
-hotel/reviews?
 hotelfinder/rpc
 hotels/rpc
-hotels/search
 hotfix/
 hp/video
 hpc/*/supported-applications.aspx?
-hpm
-hpmob
-http://blog.google/robots.txt
-http://x.com/robots.txt
+http://amazon.co.uk/robots.txt
+http://web.archive.org/robots.txt
 hub?category=
 hz/contact-us/ajax/initiate-trusted-contact
 hz/help/contact/*/message/$
@@ -1599,19 +1571,6 @@ ie?
 il/cart
 im?
 images
-images/async/?
-images/async?
-images/hosted/?
-images/hosted/search?
-images/hosted?
-images/search%3F
-images/search%5C
-images/search/?
-images/search?
-images/searchbyimage
-images?
-images?*mmbaseline*
-images?*nr*
 imaginecup/*
 imesync
 imgres
@@ -1620,7 +1579,6 @@ imode/search?
 imode?
 inapp
 inbox
-inboxcommerce
 includes
 incontext
 index.html?
@@ -1747,7 +1705,6 @@ lm/R3HQ5WJSZK6QSO
 loadHelpcenterDecouplePage
 loc=
 local
-local
 local/ajax
 local/blogsandcolumns/slow-ride-front
 local/blogsandcolumns/slow-ride-story-achenblog
@@ -1789,7 +1746,6 @@ maphp?
 mapprint?
 maps
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -1832,7 +1788,6 @@ media-manager
 meetup_api/?
 meetup_api?
 memberInvite
-merchant/reviews?
 merchantapps
 message
 messaging
@@ -1920,7 +1875,6 @@ nl-nl/searchresults
 node/add/
 nonprofits/account
 notifications
-notifications/
 ns/hydra/console/?
 nus-trk
 nwshp$
@@ -1933,8 +1887,6 @@ oauth/v2
 oauth2
 oauth2/v2
 oauth_error
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offsite
 og
 okxbet.com
@@ -2028,7 +1980,6 @@ pin/create
 pin/find
 pin/find?url=
 pin_shop
-ping
 ping?
 pingback
 pinterest-predicts
@@ -2095,11 +2046,9 @@ preview
 previewtemplate
 print
 private
-proFile/history?
 product-catalogs
 product-feed
 product-reviews/B0069IY63Y
-product/reviews?
 productPurchaseDone
 product_
 production-monitoring
@@ -2107,7 +2056,6 @@ products;
 products?
 products_
 profile
-profile/history?
 profile/view
 profiles
 profiles/
@@ -2190,7 +2138,6 @@ research/participants/cofund
 resource
 resource/*/get
 results
-results
 retail
 retail/old
 return_to=
@@ -2203,7 +2150,6 @@ reviews/iframe
 reviews/polls
 reviews/search?
 reviews/top-reviewers
-rewardsapp/
 row
 rss
 rss/people/*/reviews
@@ -2241,7 +2187,6 @@ scripts
 sdch
 sdk/js
 search
-search
 search$
 search*&*&*&
 search*offset=
@@ -2280,7 +2225,6 @@ services
 services/oauth
 setprefs
 settings
-settings
 settings/deactivated
 settings/loid-email-unsubscribe
 settings/loid-email-unsubscribe-router
@@ -2292,17 +2236,12 @@ shareArticle
 sharing
 sharing/files
 sharing/folders
-shenghuo
 shenghuo/search?
 shihui
 shihui?
-shop$
-shop/
 shop/browse/overlay
-shop/collections
 shop/iphone/payments/overlay
 shop/view/product
-shop?
 shop_pins
 shopping-content-api/product_images
 shopping/deals
@@ -2601,7 +2540,6 @@ smart/buttons
 snp
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 socialmanager
 sounds/search
@@ -2612,13 +2550,11 @@ source=
 source_repo=
 spain/empresas/
 spain/medianaempresa/
-spbasic
 sport/404_en.htm
 sport/alpha
 sport/olympics/2008/events
 sport/olympics/2008/medals
 spreadsheet
-spresults
 sprint_wml
 sprint_xhtml
 squared/api
@@ -2634,7 +2570,6 @@ stadia/gamers
 start
 stat
 static
-static/
 static/css
 static/images
 static/js
@@ -2683,8 +2618,6 @@ store/xhr/getdevicepermissions
 store/xhr/install
 storefront
 storepicker
-stores$
-stores/
 stores/page/*visitId=
 stories
 story-pin-builder
@@ -2780,12 +2713,10 @@ templates/search
 test
 testpage-forhomepage
 tetro
-th$
 th-th.www.cloudflare.com
 th-th/feedback
 th-th/lp
 th-th/searchresults
-th?
 thanksgiving-spotlight
 themacallan/worlds-together
 theme
@@ -2815,7 +2746,6 @@ transcripts/470280334
 transcripts/480128005
 transcripts/830237502
 transit?
-translator/?ref=
 transparency
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
@@ -2835,29 +2765,12 @@ travel-frontend/images
 travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
-travel/api
 travel/clk
-travel/css
 travel/entity
-travel/flight-search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
-travel/flights
 travel/flights/s
-travel/hotel-search
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
 travel/hotels/entity
-travel/hotels/search/?
-travel/hotels/search?
 travel/hotels/stories
-travel/scripts
 travel/search
-travel/secure
 trending
 trends
 trends/api
@@ -2902,7 +2815,6 @@ upload-image-lens-history
 upload-lens-image
 uploads
 urchin_test
-url
 user
 user.php
 user/login
@@ -2926,24 +2838,6 @@ vi-vn/lp
 vi-vn/searchresults
 video/embedded
 videos
-videos/?
-videos/browsing
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
-videos/music
-videos/music/
-videos/music/?
-videos/music?
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
-videos/search/?
-videos/search?
-videos/trending
-videos/trendingcontent
-videos?
 viewer
 viewlocale=zh_CN
 viewvc
@@ -2978,10 +2872,6 @@ website/confirm/download
 welcome
 whats-next/planes-trains-and-analytics
 whsmiths
-widget/cr
-widget/entity/search/?
-widget/render
-widget/snapshot
 widget_auth.php
 wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5%3ASearch
 wiki/%D0%A1%D0%BF%D0%B5%D1%86%D0%B8%D0%B0%D0%BB%D1%8C%D0%BD%D1%8B%D0%B5:Search
@@ -3281,7 +3171,7 @@ wiki/Wikipedia_Diskussion:Checkuser
 wiki/Wikipedia_Diskussion:Spam-Blacklist-Log
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://itunes.apple.com/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -3428,7 +3318,6 @@ wml/?
 wml/search?
 wml?
 wondermissive/interest
-work
 work/_
 work/acceptinvitation
 work/account
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
index eb8133658..ac87713ef 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-1000.txt
@@ -4095,6 +4095,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?chapter_analytics_code=
 ?checkoutError=deal_unavailable
 ?cid
+?cis=
 ?city=
 ?clipid=
 ?cmd*
@@ -4926,7 +4927,6 @@ HotelsManageListing
 HotelsManagementCenter
 HotelsProductCart
 HowTheSiteWorks
-HpImageArchive.aspx
 HubStyle/static-2.309
 HubStyle/static-2.313
 HubStyle/static-2.315
@@ -5425,7 +5425,6 @@ Project
 PromoTools
 PromotionDetailsDisplayView
 PromotionDisplayView
-Proxy.ashx
 ProxyToolsAccountSettingsTool
 ProxyToolsBillingAndPaymentsTool
 ProxyToolsBillingDetailTool
@@ -5587,7 +5586,6 @@ Saves
 ScreensaverShade
 Scripts
 Search
-Search
 Search/Mail/Public
 SearchNavigationView
 SelectLocale?fromPage=
@@ -6175,8 +6173,6 @@ ac_universities
 ac_university_departments
 aca/authorinformation/
 academic-subscriptions
-academic/profile
-academic/search
 academy
 academy-free-account
 academy/*/results
@@ -6201,7 +6197,6 @@ account-login
 account-prefs-change
 account-settings
 account-setup
-account/
 account/*
 account/accomplishments
 account/ackgift
@@ -6263,7 +6258,6 @@ ach/kb/*/discuss
 ach/search
 ach/user
 ach/users
-aclick
 aclk
 acoustic
 acq
@@ -6574,7 +6568,6 @@ alexa-top-sites/*
 alexa-web-search/*
 alexa/*
 alexaforbusiness/
-alink
 alive/
 alkali
 all-supported-params
@@ -6600,7 +6593,6 @@ american-ninja-warrior-ninja-vs-ninja
 american-sniper
 aml
 amp
-amp/
 amp/deals/analytics?*=
 amp/local/*/www.groupon.com
 amp_next_page_ga.cms*
@@ -6698,7 +6690,6 @@ api/internal/*/location
 api/internal/_bb
 api/jobPostings/jobs
 api/legendary-data/relay
-api/maps/
 api/nextsteps
 api/nts/v1/login
 api/partner_select/*/price_query
@@ -7363,6 +7354,7 @@ b?*node=7454927011
 b?*node=7454939011
 b?*node=9052533011
 ba
+backend
 backend-anon
 backend-anon/conversation$
 backend-anon/sentinel
@@ -7624,7 +7616,6 @@ bewerten
 bfe/apps/website
 bfl
 bfmp
-bfp/search
 bg
 bg-bg/
 bg/
@@ -7657,7 +7648,6 @@ bin/*
 bin/sapdx
 bin/search.go
 bin/search.py
-bing-site-safety
 bingbot
 bipolar-disorder/bipolar-depression-management
 bipolar-disorder/video/bipolar-fatherhood
@@ -7816,7 +7806,6 @@ blogs/blogpost/preview
 blogs/nationals-journal-beta
 blogs/pad$
 blogs/pad/$
-blogs/search/
 blogs/slow-ride
 blogs/technology.atom
 blogs/test
@@ -8967,7 +8956,6 @@ civis/posts
 civis/search
 civis/threads/*in_iframe=1
 civis/threads/*wp_data=
-ck/
 cl
 cl/Download
 cl2/feeds
@@ -9631,10 +9619,8 @@ cpresources
 cpro
 cpropub/univercd
 cpspa
-cr$
 cr/
 cr/Download
-cr?
 craft
 crash
 crc/
@@ -10267,6 +10253,7 @@ disneyid
 disneyiframe/
 dispatch/us/search
 display-video-360
+distributions
 distropic
 distrovid/myvideos
 dk
@@ -10588,6 +10575,7 @@ e
 e-dition
 e-print
 e/*?
+e=this||self;function
 ear-health-support/balance
 ear-health-support/daily-care
 ear-health-support/default.htm
@@ -10995,9 +10983,6 @@ enterprise/blog/search?
 enterprise/orgs-terms
 enterprise/seo
 entertainment/article/Minerva-s-horoscope
-entities/search
-entityexplore$
-entityexplore?
 entrez
 entrez/eutils
 entrez/sutils
@@ -11548,7 +11533,6 @@ fbml/ajax/dialog
 fbpostaction.cms?article=
 fcgi-
 fckeditor
-fd/
 fdbk
 feature/sf-test
 feature_nine_browse-bin=
@@ -12076,8 +12060,6 @@ ftpinstructions
 full
 fullscreen
 fullscreen/ReportLinker
-fun/api/
-fun/g/
 funding?
 fundraiser/charity
 fur/forums
@@ -12844,12 +12826,10 @@ horoscopes
 hosted/images
 hostgator
 hosting/search
-hotel/reviews?
 hotelfinder/rpc
 hotels
 hotels/newAdaptiveRoomTypePhotoViewer
 hotels/rpc
-hotels/search
 hotfix/
 houseads
 houzz-historyzz
@@ -12860,8 +12840,6 @@ howto
 howto/GoodNeighborPolicy.htm
 howtobuy/
 hp/video
-hpm
-hpmob
 hr
 hr-hr/
 hr/android/collections
@@ -12912,6 +12890,7 @@ http-checker
 http2_data
 http://2.bp.blogspot.com/robots.txt
 http://about.fb.com/robots.txt
+http://akparti.org.tr/robots.txt
 http://amazon.de/robots.txt
 http://amazon.in/robots.txt
 http://ameblo.jp/robots.txt
@@ -13297,20 +13276,10 @@ images/$
 images/*
 images/*.png
 images/?
-images/async/?
-images/async?
-images/hosted/?
-images/hosted/search?
-images/hosted?
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
-images/search%3F
-images/search%5C
-images/search/?
-images/search?
 images/search?rpt=imageview
 images/search?text=*&source=morda
-images/searchbyimage
 images/smart/$
 images/touch/$
 images/touch/?
@@ -13318,9 +13287,6 @@ images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
 images/v$
 images/viewconfig$
-images?
-images?*mmbaseline*
-images?*nr*
 imagine/
 imesync
 imf-fetch-message
@@ -13451,7 +13417,6 @@ inapp
 inbox
 inbox$
 inbox$
-inboxcommerce
 inc5000dev
 include/
 includes
@@ -14612,7 +14577,6 @@ loans
 loc/volunteers
 loc=
 local
-local
 local-services-ads
 local/*/all-deals
 local/*/goods
@@ -14890,6 +14854,8 @@ manifest.webmanifest
 manifests
 manotest/
 mantis
+manual/add-note.php
+manual/vote-note.php
 map
 map-constructor/loader
 map-regular.xml
@@ -14909,7 +14875,6 @@ maps/*?lang=uk$
 maps/*?lang=uz$
 maps/*?ll=
 maps/about
-maps/adsendpoint
 maps/api/js
 maps/api/place/js
 maps/api/staticmap
@@ -15106,7 +15071,6 @@ merchanism
 merchant-page
 merchant-page/js/locale.js
 merchant/*/contracts
-merchant/reviews?
 merchantapps
 mes
 message
@@ -15234,6 +15198,7 @@ mobilenextapi/v2/logs
 mobilepagenotfounderror.aspx
 mobileservererror.aspx
 mod
+mod.php
 mod=
 mod?
 modal-message
@@ -16142,7 +16107,6 @@ notfound.html
 notifications
 notifications
 notifications$
-notifications/
 notifications/*
 nova
 novel/comments.php?id=
@@ -16321,8 +16285,6 @@ offers/nonprofits$
 offers/nonprofits%
 offers/nonprofits?
 offers/preview/
-offers/proxy/dealsserver/api/log
-offers/proxy/dealsserver/buy
 offers/referral-terms-conditions
 offers/referral-terms-conditions$
 offers/referral-terms-conditions%
@@ -16790,7 +16752,6 @@ parental-passcode
 parenting/cpp-21/what-is-cpp
 parents/activity-finder
 parents/search
-parking.php4
 parliament/public/traineeship/secured/
 parliament/public/transltraineeship/secured
 partNumber=
@@ -17458,7 +17419,6 @@ pro-site
 pro-solutions
 pro/about
 pro2
-proFile/history?
 proMatch
 proProjects
 proVideoWidget
@@ -17478,7 +17438,6 @@ product/*
 product/electrode/api/logger
 product/electrode/api/wpa
 product/recommended
-product/reviews?
 productBrand=
 productId=
 productPurchaseDone
@@ -17599,7 +17558,6 @@ profile/*/photos
 profile/account
 profile/following
 profile/general
-profile/history?
 profile/mylists
 profile/premium
 profile/view
@@ -18538,7 +18496,6 @@ restricted
 restricted/
 restricted_temporary/
 results
-results
 results-export-email-by-search-data
 results-export-ids
 results-export-search-by-year
@@ -18587,7 +18544,6 @@ reviews/write/?s=
 reviews/write?s=
 reviews_page=
 rewards
-rewardsapp/
 rf=*
 rip/
 rlv/
@@ -19259,6 +19215,7 @@ series/
 serv/
 server
 server-configurator
+server-status
 server.php
 server/banners
 server/body-include
@@ -19315,7 +19272,6 @@ set_author_id
 setbucket
 setprefs
 settings
-settings
 settings/*
 settings/deactivated
 settings/linkaccount
@@ -19451,7 +19407,6 @@ sharing
 sharing/files
 sharing/folders
 shelf/user_shelves
-shenghuo
 shenghuo/search?
 shifen/
 shihui
@@ -19462,15 +19417,11 @@ shipping
 shipping-payment
 shippingassistant
 shop
-shop$
-shop/
 shop/*&
 shop/browse/overlay
-shop/collections
 shop/global
 shop/iphone/payments/overlay
 shop/view/product
-shop?
 shop_name_search_service
 shop_pins
 shopcart/*
@@ -19990,7 +19941,6 @@ social
 social-connect/send
 social/photosui/images
 social/photosui/sitemap
-social/search?
 social/social-security-directory/cai
 social_media
 socialapp/
@@ -20070,7 +20020,6 @@ sp/news3
 sp=
 sp_url=
 spartan
-spbasic
 spc-source=
 special-promo/2for1
 specialhandling-payments/
@@ -20118,7 +20067,6 @@ sports/nfl/includes
 sports/whatson
 sports_fp_ms
 spreadsheet
-spresults
 sprint_wml
 sprint_xhtml
 sq/android/collections
@@ -20192,7 +20140,6 @@ stat
 statement
 statements
 static
-static/
 static/*.css$
 static/*.css?
 static/*.gif
@@ -20321,9 +20268,7 @@ storeclick
 storefront
 storepicker
 storerequest
-stores$
 stores-manage
-stores/
 stores/page/*visitId=
 stories
 story
@@ -20592,6 +20537,7 @@ t/E
 t/privacy
 t/terms
 t31337
+t=!0;typeof
 ta-LK/forums
 ta-LK/kb/*/discuss
 ta-LK/search
@@ -20784,7 +20730,6 @@ text/*?page=
 text/yandex-news.region.xml
 tfemail
 th
-th$
 th*/blog-article-remove-faq-utms-*.js
 th*/cdn-cgi/challenge-platform
 th*/step
@@ -20850,7 +20795,6 @@ th/tools/logo-maker/onboarding
 th/user
 th/users
 th/ventureone
-th?
 th_th
 th_th/templates/M
 thank-you
@@ -21207,7 +21151,6 @@ translate_p
 translate_static
 translate_suggestion
 translate_t
-translator/?ref=
 transmute/static-1.85
 transmute/static-2.6
 transmute/static-2.8
@@ -21234,30 +21177,13 @@ travel-frontend/images
 travel-vacations
 travel/
 travel/2013/aug/22/been-there-readers-competition?
-travel/api
 travel/clk
-travel/css
 travel/entity
-travel/flight-search
-travel/flight/flightSearch
-travel/flight/flightSearchAction
-travel/flight/search/?
-travel/flight/search?
-travel/flights
 travel/flights/s
-travel/hotel-search
-travel/hotel/hotelMiniSearchRequest
-travel/hotel/hotelSearch
-travel/hotels/checkout
-travel/hotels/detail
 travel/hotels/entity
-travel/hotels/search/?
-travel/hotels/search?
 travel/hotels/stories
 travel/passport
-travel/scripts
 travel/search
-travel/secure
 travelnevadahighway95tc
 treadstone
 treasury
@@ -21658,7 +21584,6 @@ ur/search
 ur/user
 ur/users
 urchin_test
-url
 url-shortner
 urlinator/static-1.54
 urlinator/static-1.55
@@ -22263,29 +22188,11 @@ videodash.cms*
 videodetails
 videorequest
 videos
-videos/?
-videos/browsing
 videos/expander
-videos/explore
-videos/favorites
-videos/feed
-videos/feedcontent
-videos/music
-videos/music/
-videos/music/?
-videos/music?
-videos/riverview/relatedvideo
-videos/riverview/relatedvideo/?
-videos/riverview/relatedvideo?
 videos/search
-videos/search/?
-videos/search?
 videos/show_trailer
 videos/slider
 videos/transcripts
-videos/trending
-videos/trendingcontent
-videos?
 videosearch
 view
 view-3d-home
@@ -22553,11 +22460,7 @@ whythisad
 widget
 widget-landing-page.html
 widget-uploads
-widget/cr
-widget/entity/search/?
 widget/player
-widget/render
-widget/snapshot
 widget_auth.php
 widget_chunks
 widgets
@@ -23212,7 +23115,6 @@ word/embed
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
 work
-work
 work-at-ucl/redeployment
 work/_
 work/acceptinvitation
diff --git a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
index 8de43f448..f7e60b048 100644
--- a/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
+++ b/Discovery/Web-Content/trickest-robots-disallowed-wordlists/top-10000.txt
@@ -342,7 +342,7 @@
 #
 $
 $
-$http://vietteltelecom.vn/robots.txt
+$http://ignou.ac.in/robots.txt
 $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 %
 %(link
@@ -586,7 +586,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 &f%5B
 &f%5B*
 &f%5B1
-&f%5B1*http://handheldmuseum.com/robots.txt
+&f%5B1*http://tweetdeck.twitter.com/robots.txt
 &f[
 &f[*
 &f_*=
@@ -1152,7 +1152,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 -cst-
 -d$
 -debutant$
--deeplinks/http://cira.ca/robots.txt
+-deeplinks/http://mint.ca/robots.txt
 -dlp
 -embed
 -empfehlen.html$
@@ -1250,7 +1250,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .*__hssc.
 .*__hstc.
 .*assets/fonts
-.+http://correios.com.br/robots.txt
+.+http://health.com/robots.txt
 ...
 .../
 ..gitignore.html
@@ -1859,7 +1859,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .axd$
 .axd$
 .axd*
-.axdhttp://about.att.com/robots.txt
+.axdhttp://aspeninstitute.org/robots.txt
 .bak
 .bib
 .big.html
@@ -1942,8 +1942,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .css*************
 .css.
 .css?
-.csshttp://lluiscoloma.com/robots.txt
-.csshttp://tiempo.com/robots.txt
+.csshttp://courant.com/robots.txt
+.csshttp://maisoptica.pt/robots.txt
 .cssx$
 .csv
 .csv$
@@ -1961,7 +1961,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .dat
 .deb$
 .diff$
-.dir
 .districts.html
 .djv$
 .djvu$
@@ -2032,7 +2031,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .exe
 .exe$
 .exe$
-.exe$http://uk.businessinsider.com/robots.txt
+.exe$http://safaricom.co.ke/robots.txt
 .extcontent.html
 .extcontentteaser.html
 .externalcontent.advertisement.html
@@ -2185,7 +2184,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .jpg
 .jpg$
 .jpg$
-.jpg$http://joindiaspora.com/robots.txt
+.jpg$http://aao.org/robots.txt
 .jpg*
 .jpg*************
 .jpge
@@ -2364,6 +2363,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .newsticker.v2.html
 .nimex$
 .nsf
+.nsf
 .nt
 .numbers
 .odp
@@ -2395,23 +2395,22 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .pay.channeltree.v1.html
 .pay.channeltree.v1.json.groovy.html
 .pay.html
-.pbs
 .pdb$
 .pdf
 .pdf
 .pdf$
 .pdf$
-.pdf$http://fansided.com/robots.txt
+.pdf$http://cdn.openai.com/robots.txt
+.pdf$http://fdc.nal.usda.gov/robots.txt
 .pdf$http://lenta.ru/robots.txt
-.pdf$http://seeedstudio.com/robots.txt
-.pdf$http://uk.news.yahoo.com/robots.txt
+.pdf$http://mywot.com/robots.txt
 .pdf%7CName=ComponentLink
 .pdf*************
 .pdf?properties=
 .pdfdocusetools
-.pdfhttp://benjaminmoore.com/robots.txt
-.pdfhttp://gazeta.ru/robots.txt
-.pdfhttp://worldwildlife.org/robots.txt
+.pdfhttp://cmu.edu/robots.txt
+.pdfhttp://convinceandconvert.com/robots.txt
+.pdfhttp://thump.vice.com/robots.txt
 .personalization.article.html
 .personalization.html
 .personalization.startinfo.html
@@ -2446,7 +2445,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .png
 .png$
 .png$
-.png$http://getdrip.com/robots.txt
+.png$http://emergency.cdc.gov/robots.txt
 .png$http://manning.com/robots.txt
 .png*
 .png*************
@@ -2548,6 +2547,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .print.html?
 .print?
 .prj$
+.product-article-
 .progressivedisplay
 .promoad.html
 .prototype.html
@@ -2828,7 +2828,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .well-known/amphtml/
 .well-known/amphtml/apikey.pub
 .well-known/amphtml/apikey.pub
-.well-known/amphtml/apikey.pubhttp://trailhead.salesforce.com/robots.txt
+.well-known/amphtml/apikey.pubhttp://unr.edu/robots.txt
 .well-known/apple-app-site-association
 .well-known/apple-app-site-association
 .well-known/apple-developer-merchantid-domain-association.txt
@@ -2864,7 +2864,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xlsx
 .xlsx$
 .xlsx$
-.xlsx$http://saastr.com/robots.txt
+.xlsx$http://sciencebasedtargets.org/robots.txt
 .xml
 .xml$
 .xml$
@@ -2875,7 +2875,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 .xps
 .xsd$
 .xsd?
-.yaml$http://core.trac.wordpress.org/robots.txt
+.yaml$http://amazon.jp/robots.txt
 .yml$
 .zimmer_d
 .zip
@@ -5401,7 +5401,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /1000
 /1000$
 /1000$
-/1000$http://historyextra.com/robots.txt
+/1000$http://toonsmag.com/robots.txt
 /1021716
 /104422/seasons-activities
 /112142
@@ -5516,7 +5516,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /2023-
 /2023/05/19/steptoe-reps-cerebellum-networks-in-lawsuit-accusing-former-advisor-of-stealing-1-3m/*$
 /22
-/22732481
 /23
 /24-hours-rss
 /25
@@ -5688,7 +5687,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /?pageCurrent=1
 /?pageRef
 /?pageType=
-/?pdf=1http://kctv5.com/robots.txt
+/?pdf=1http://builtwith.com/robots.txt
 /?personid
 /?preview
 /?price=
@@ -5796,7 +5795,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Ajax
 /Ajax/MediaData
 /Ajax/Similar
-/AjaxPages
 /AllItems.aspx
 /App_Data
 /Article
@@ -5842,7 +5840,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Courses/*
 /Cronologia
 /Custom/
-/Customer
 /DY-GetTiles*
 /Date(*
 /Descargar%20ahora
@@ -5970,7 +5967,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Multimedia/Zk/
 /Multimedia/zk/
 /MyAccount
-/MyChristies
 /N-*Z*Z*
 /News/External/
 /Newsroom/GoogleSitemap
@@ -6034,10 +6030,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Redirects
 /Reports%20List
 /Request
-/Request/EmailCustSvr.aspx
-/Request/EmailDropAHint.aspx
-/Request/EmailRequest.aspx
-/Request/EmailWhenItemAvailable.aspx
 /ReusableContent
 /Reviews/new
 /Rss_items
@@ -6062,10 +6054,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Secure/Account/
 /Secure/Handlers/
 /SelectLocale?fromPage=
-/SetSitePreference.aspx
 /Shared/
 /SharedDocs/ExterneLinks
-/Shopping/Sku
 /SignIn
 /SiteAssets/
 /SiteCollectionDocuments
@@ -6078,8 +6068,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /SiteGlobals/StyleBundles/CSS
 /Sitecore
 /Special:
-/SpecialistDirectory
-/Specialistdirectory
 /StaplesSaveMyStoreCtrlCmd
 /StaplesStoreInventory
 /StatisticheProxy/proxy.jsp?action=mostVisited&domain=RaiTv
@@ -6089,7 +6077,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /Style%20Library/css/agency.css
 /Style%20Library/js/agency.js
 /System
-/TSPD/http://amazon.com.br/robots.txt
+/TSPD/http://pay.google.com/robots.txt
 /Tags
 /TemplateItem
 /Templates
@@ -6264,7 +6252,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /account/*
 /account/cls
 /account/device-auth
-/account/forgot-passwordhttp://foundation.app/robots.txt
+/account/forgot-passwordhttp://news.yale.edu/robots.txt
 /account/limit-guide
 /account/login-pwd/forget
 /account/oauth
@@ -6295,10 +6283,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /actions
 /actions_panel
 /action~
-/action~*/http://dir.ca.gov/robots.txt
-/action~*/http://klasikhoca.com/robots.txt
-/action~*/http://mcdonaldinjurylaw.com/robots.txt
-/action~*/http://stephenccampbell.com/robots.txt
+/action~*/http://canal4rd.com/robots.txt
+/action~*/http://ericcoomer.com/robots.txt
+/action~*/http://greentechmedia.com/robots.txt
+/action~*/http://hallenrad-wm-2020.de/robots.txt
 /actividades/reserva_confirmada
 /actividades/voucher
 /activities
@@ -6388,7 +6376,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /ajax_
 /ajaxload
 /ajouterproduitsaupanier
-/ak.m
 /akamai
 /aks-test.html
 /albert-heijn-premium
@@ -6484,7 +6471,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /api/
 /api/*
 /api/*/amp
-/api/*http://tmj4.com/robots.txt
+/api/*http://google-latlong.blogspot.com/robots.txt
 /api/catalog/v3
 /api/catalog/v3/srfile
 /api/client-event
@@ -6633,6 +6620,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /asisonline
 /asq
 /asset-comment-info
+/asset_publisher
 /assets
 /assets/fonts
 /assets/private-banking/docs/ch/privatkunden/anlegen/alba
@@ -6798,6 +6786,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /blog
 /blog-article-remove-faq-utms-*.js
 /blog/
+/blog/$
 /blog/*/comments/
 /blog/*/feed/
 /blog/*/trackback/
@@ -7277,7 +7266,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /collections/*sort_by
 /collections/likes
 /collins
-/colored-gemstones
 /columntemplatesearch
 /com
 /comentarios
@@ -7541,7 +7529,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /control
 /control-panel/
 /control_panel/manage*
-/control_panel/manage*http://media.defense.gov/robots.txt
+/control_panel/manage*http://ns.nl/robots.txt
 /conversation
 /conversation?
 /conversations
@@ -7640,7 +7628,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /cs/*
 /cs/Satellite*
 /css
-/css/
 /csv
 /csw/previous-sessions/csw59-2015/?
 /csw/previous-sessions/csw59-2015?
@@ -8331,7 +8318,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /feed/*/articles.xml
 /feed/atom$
 /feed/atom/$
-/feed/http://cs.princeton.edu/robots.txt
+/feed/http://zoom.com/robots.txt
 /feed/rss/$
 /feed/rss2
 /feed/search
@@ -8979,7 +8966,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /historique
 /history
 /history-node
-/historyhttp://wikiloc.com/robots.txt
+/historyhttp://planetminecraft.com/robots.txt
 /hm-test
 /hola/actualidad/fotorreportajes
 /hola/actualidad/galerias
@@ -9355,15 +9342,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jcr:content*.html
 /jcr:content*.json
 /jcr:content*.xml
-/jcr:content/*http://papers.nips.cc/robots.txt
+/jcr:content/*http://e15.cz/robots.txt
 /jcr:content/slimHeaderPar/slim_page_header_v2
 /jegyarak-
 /jeux-olympiques*/page-calendrier-
 /jeux-olympiques/page-calendrier-
-/jewelry/fifth-avenue-in-store-pickup
-/jewelry/shop/tcs-new-york-city-marathon-collection
-/jewelry/wall-street
-/jewlery/items
 /jg-test-page.html
 /jio-postpaid-plus-survey*
 /jio-rech-exp-survey*
@@ -9371,7 +9354,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jioairfiber-survey-wa*
 /jiofiber-babycare*
 /jiofiber-discovery-survey*
-/jiofiber-discovery-survey*http://google.lk/robots.txt
+/jiofiber-discovery-survey*http://umw.edu/robots.txt
 /jiofiber-ivr-survey*
 /jiofiber-network-survey*
 /jiofiber-recharge-survey-direct-english*
@@ -9381,7 +9364,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jios-got-talent*
 /jm/item
 /job
-/job/http://abc.go.com/robots.txt
+/job/http://csail.mit.edu/robots.txt
 /jobs-old
 /jobs/*/edit
 /jobs/*q=
@@ -9395,7 +9378,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /jp/ja/support-downloads/mobile-computers/handheld/mc20.html
 /jquery.js
 /js
-/js/
 /js/lib/magic
 /jserrors
 /json
@@ -9603,7 +9585,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /literature
 /live-stream
 /live-tv/*/details
-/livebidding/
 /liveblog-backend
 /livecam
 /lives
@@ -9756,6 +9737,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /media/oembed
 /mediaviewer/*/tr
 /meetings-v1.0
+/meetings/$
+/meetings/page
 /meetup_api
 /meetup_api$
 /meetup_api?
@@ -9828,7 +9811,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /mobile-computers-index-reference.html
 /mobile-excellence-report
 /mobile-software-reference-page.html
-/mobile/
 /mobile/*
 /mobile/mimo/activity
 /mobile/thirdLogin
@@ -9946,7 +9928,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /myaccount
 /myaccount
 /mychannel
-/mychristies
 /myjio-call-back*
 /myjio-sms*
 /myjio-sms-whatsapp*
@@ -10078,14 +10059,13 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /njlawjournal/almID/1579334968NJA559817T/?download=a5598-17_011720.pdf*$
 /njlawjournal/almID/1692041977NJA409819*$
 /nl
-/no-gemstones
 /no-hardware-contest
 /no-index/*
 /no-internet-heading-assigned
 /no-internet-heading-assisted
-/no-referrer-when-downgradehttp://live365.com/robots.txt
-/no-referrer-when-downgradehttp://pixlr.com/robots.txt
-/no-referrer-when-downgradehttp://redding.com/robots.txt
+/no-referrer-when-downgradehttp://arts.ac.uk/robots.txt
+/no-referrer-when-downgradehttp://fb.watch/robots.txt
+/no-referrer-when-downgradehttp://meijer.com/robots.txt
 /no-search-results
 /no_access
 /no_unit
@@ -10344,7 +10324,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /password_resets
 /past
 /path_locks
-/patient-experiencehttp://xe.com/robots.txt
+/patient-experiencehttp://ilovepdf.com/robots.txt
 /pavel-sandbox.html
 /pay-invoice
 /payment
@@ -10550,7 +10530,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /print.html
 /print.ssf
 /print/
-/print/http://opengroup.org/robots.txt
+/print/http://frenet.com.br/robots.txt
 /print?id
 /print_ad?
 /printable
@@ -10860,7 +10840,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /registerinterest-jiophone-giftcard*
 /registration
 /registration$
-/registration*http://fstoppers.com/robots.txt
+/registration*http://mathiasbynens.be/robots.txt
 /registration-confirmation/
 /registration?
 /related
@@ -10898,11 +10878,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /request/*/download
 /request/*/response
 /request/*/response/*/attach
-/request/EmailCustSvr.aspx
-/request/emailrequest.aspx
 /requestResetPassword
 /request_access
 /research/search
+/resell/productpage
 /resend-password.aspx
 /reservation
 /reservations/
@@ -10912,7 +10891,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /residential-additional-pages
 /resource-center/*.jsp
 /resource-center/*/language
-/resource/rtl-test-page$http://ko.wikipedia.org/robots.txt
+/resource/rtl-test-page$http://gentoo.org/robots.txt
 /resources
 /resources/?
 /resources/events/?
@@ -11014,7 +10993,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rnwy/studybooks
 /roadshow/finder
 /rodate.js
-/role
 /routers_pdf
 /royalty-free-images-*.asp*
 /rss
@@ -11031,7 +11009,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /rss2
 /rss2/
 /rss2/$
-/rss2/$http://wordfence.com/robots.txt
+/rss2/$http://habr.com/robots.txt
 /rss_en_all
 /rss_for_twitter
 /rss_items
@@ -11262,13 +11240,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /searchTerms
 /search_ext.phtml
 /search_rss
-/searchajaxhttp://berliner-zeitung.de/robots.txt
+/searchajaxhttp://i.dailymail.co.uk/robots.txt
 /searchjobs
 /searchlibrary
 /searchpage
 /searchresult
 /searchresults$
-/searchresults.aspx
 /searchsuggest
 /season/200
 /seating
@@ -11278,7 +11255,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /secure/*
 /secure/account/
 /secure/handlers/
-/secure/http://humana.com/robots.txt
+/secure/http://laws-lois.justice.gc.ca/robots.txt
 /security-issues*
 /select*?
 /select-cadeau-sparen/?
@@ -11361,7 +11338,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shippinginformation
 /shippingmethod/method/
 /shop
-/shop/*/*/*
 /shop/*/favoriters
 /shop/*/sold
 /shop/*?*brand=
@@ -11370,35 +11346,10 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/*?*price=
 /shop/*?*size=
 /shop/*?*sortBy=
-/shop/aquamarine-jewelry*/aquamarines
-/shop/aquamarine-jewelry*/carnelian
-/shop/aquamarine-jewelry*/colored-diamonds
-/shop/aquamarine-jewelry*/diamonds
-/shop/aquamarine-jewelry*/onyx
-/shop/aquamarine-jewelry*/opal
-/shop/aquamarine-jewelry*/pearls
-/shop/aquamarine-jewelry*/pink-diamonds
-/shop/aquamarine-jewelry*/rubies
-/shop/aquamarine-jewelry*/sapphires
-/shop/aquamarine-jewelry*/tanzanites
-/shop/aquamarine-jewelry*/tigers-eye
-/shop/aquamarine-jewelry*/turquoise
-/shop/aquamarine-jewelry*/yellow-diamonds
 /shop/business-small
 /shop/buy-jiophone-gift-card*
 /shop/cart
 /shop/continue
-/shop/diamond-jewelry*/carnelian
-/shop/diamond-jewelry*/colored-diamonds
-/shop/diamond-jewelry*/diamonds
-/shop/diamond-jewelry*/onyx
-/shop/diamond-jewelry*/pearls
-/shop/diamond-jewelry*/pink-diamonds
-/shop/diamond-jewelry*/rubies
-/shop/diamond-jewelry*/sapphires
-/shop/diamond-jewelry*/tanzanites
-/shop/diamond-jewelry*/turquoise
-/shop/diamond-jewelry*/yellow-diamonds
 /shop/en-in/apple-iphone-11-128gb-black/p/491584660/quickView
 /shop/en-in/apple-iphone-11-128gb-black/p/491584660/zoomImages
 /shop/en-in/apple-iphone-11-128gb-green/p/491584665/quickView
@@ -11661,109 +11612,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shop/en-in/samsung-s21-white-8-128-6-2-5g-/p/491946865/zoomImages
 /shop/en-in/samsung-s21-white-8-256-6-2-5g-/p/491946868/quickView
 /shop/en-in/samsung-s21-white-8-256-6-2-5g-/p/491946868/zoomImages
-/shop/gold-jewelry*/gold
-/shop/gold-jewelry*/leather
-/shop/gold-jewelry*/platinum
-/shop/gold-jewelry*/rose-gold
-/shop/gold-jewelry*/silk
-/shop/gold-jewelry*/stainless-steel
-/shop/gold-jewelry*/sterling-silver
-/shop/gold-jewelry*/titanium
-/shop/gold-jewelry*/white-gold
-/shop/pearl-jewelry*/carnelian
-/shop/pearl-jewelry*/colored-diamonds
-/shop/pearl-jewelry*/diamonds
-/shop/pearl-jewelry*/onyx
-/shop/pearl-jewelry*/pearls
-/shop/pearl-jewelry*/pink-diamonds
-/shop/pearl-jewelry*/rubies
-/shop/pearl-jewelry*/sapphires
-/shop/pearl-jewelry*/tanzanites
-/shop/pearl-jewelry*/turquoise
-/shop/pearl-jewelry*/yellow-diamonds
-/shop/platinum-jewelry*/gold
-/shop/platinum-jewelry*/leather
-/shop/platinum-jewelry*/platinum
-/shop/platinum-jewelry*/rose-gold
-/shop/platinum-jewelry*/silk
-/shop/platinum-jewelry*/stainless-steel
-/shop/platinum-jewelry*/sterling-silver
-/shop/platinum-jewelry*/titanium
-/shop/platinum-jewelry*/white-gold
 /shop/product/*-b2b*
 /shop/product/*-freegift*
 /shop/product/*-lazada*
 /shop/product/*-shopee*
-/shop/rose-gold-jewelry*/gold
-/shop/rose-gold-jewelry*/leather
-/shop/rose-gold-jewelry*/platinum
-/shop/rose-gold-jewelry*/rose-gold
-/shop/rose-gold-jewelry*/silk
-/shop/rose-gold-jewelry*/stainless-steel
-/shop/rose-gold-jewelry*/sterling-silver
-/shop/rose-gold-jewelry*/titanium
-/shop/rose-gold-jewelry*/white-gold
-/shop/ruby-jewelry*/aquamarines
-/shop/ruby-jewelry*/carnelian
-/shop/ruby-jewelry*/colored-diamonds
-/shop/ruby-jewelry*/diamonds
-/shop/ruby-jewelry*/onyx
-/shop/ruby-jewelry*/opal
-/shop/ruby-jewelry*/pearls
-/shop/ruby-jewelry*/pink-diamonds
-/shop/ruby-jewelry*/rubies
-/shop/ruby-jewelry*/sapphires
-/shop/ruby-jewelry*/tanzanites
-/shop/ruby-jewelry*/tigers-eye
-/shop/ruby-jewelry*/turquoise
-/shop/ruby-jewelry*/yellow-diamonds
-/shop/sapphire-jewelry*/aquamarines
-/shop/sapphire-jewelry*/carnelian
-/shop/sapphire-jewelry*/colored-diamonds
-/shop/sapphire-jewelry*/diamonds
-/shop/sapphire-jewelry*/onyx
-/shop/sapphire-jewelry*/opal
-/shop/sapphire-jewelry*/pearls
-/shop/sapphire-jewelry*/pink-diamonds
-/shop/sapphire-jewelry*/rubies
-/shop/sapphire-jewelry*/sapphires
-/shop/sapphire-jewelry*/tanzanites
-/shop/sapphire-jewelry*/tigers-eye
-/shop/sapphire-jewelry*/turquoise
-/shop/sapphire-jewelry*/yellow-diamonds
 /shop/search
-/shop/sterling-silver-jewelry*/gold
-/shop/sterling-silver-jewelry*/leather
-/shop/sterling-silver-jewelry*/platinum
-/shop/sterling-silver-jewelry*/rose-gold
-/shop/sterling-silver-jewelry*/silk
-/shop/sterling-silver-jewelry*/stainless-steel
-/shop/sterling-silver-jewelry*/sterling-silver
-/shop/sterling-silver-jewelry*/titanium
-/shop/sterling-silver-jewelry*/white-gold
-/shop/turquoise-jewelry*/aquamarines
-/shop/turquoise-jewelry*/carnelian
-/shop/turquoise-jewelry*/colored-diamonds
-/shop/turquoise-jewelry*/diamonds
-/shop/turquoise-jewelry*/onyx
-/shop/turquoise-jewelry*/opal
-/shop/turquoise-jewelry*/pearls
-/shop/turquoise-jewelry*/pink-diamonds
-/shop/turquoise-jewelry*/rubies
-/shop/turquoise-jewelry*/sapphires
-/shop/turquoise-jewelry*/tanzanites
-/shop/turquoise-jewelry*/tigers-eye
-/shop/turquoise-jewelry*/turquoise
-/shop/turquoise-jewelry*/yellow-diamonds
-/shop/white-gold-jewelry*/gold
-/shop/white-gold-jewelry*/leather
-/shop/white-gold-jewelry*/platinum
-/shop/white-gold-jewelry*/rose-gold
-/shop/white-gold-jewelry*/silk
-/shop/white-gold-jewelry*/stainless-steel
-/shop/white-gold-jewelry*/sterling-silver
-/shop/white-gold-jewelry*/titanium
-/shop/white-gold-jewelry*/white-gold
 /shopping
 /shopping/
 /shopping/*/ar-*
@@ -11789,7 +11642,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /shopping/public/search/pricehistory
 /shopping/results
 /shopping/sale/?
-/shopping/sku
 /shopping/track
 /shopping/vr
 /shopping_cart
@@ -11843,7 +11695,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /sitemap_gpdc.xml
 /sitemap_output
 /sitemaphttp://binged.it/robots.txt
-/sitemaphttp://ultimateclassicrock.com/robots.txt
+/sitemaphttp://vilaweb.cat/robots.txt
 /sitemaps
 /sitemaps/image_daily_sitemap_f_*
 /sites/Satellite*
@@ -11855,6 +11707,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /skip-video
 /sl
 /sl/*
+/slide_show
 /smadar
 /smart-sensors-and-cameras/mios.html
 /smb
@@ -11900,8 +11753,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /spec-sheet-reference-components/*
 /special-uninstallation-feedback
 /special_content
-/specialistDirectory
-/specialistdirectory
 /species/search
 /specification
 /speednewsbytopic/*
@@ -11950,6 +11801,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /stoguides/
 /stoi/*
 /stopartnertest/
+/storage-viewer
 /store
 /store-locator/*
 /store-w/
@@ -11976,7 +11828,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /store/lib/
 /store/minecraft-java-bedrock-edition
 /store/order
-/store/orderhttp://backstage.com/robots.txt
+/store/orderhttp://graph.facebook.com/robots.txt
 /store/orders
 /store/pkginfo/
 /store/report/
@@ -11990,7 +11842,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /storefront/
 /storelocator/storesSearch.json
 /stores/store/redirect/___store
-/stories/guide/gcd-knot-your-typical-city
 /story_pins
 /storylist/
 /strategies
@@ -12241,7 +12092,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /tauler-edictes
 /taxonomy
 /taxonomy/term
-/taxonomy/term/*http://brighttalk.com/robots.txt
+/taxonomy/term/*http://socialmediaexaminer.com/robots.txt
 /td
 /te-in/iuc
 /team
@@ -12731,7 +12582,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /videosearch
 /vids
 /view-form-open
-/view-form-openhttp://unfpa.org/robots.txt
+/view-form-openhttp://worldscientific.com/robots.txt
 /view_comments
 /view_print
 /viewer/
@@ -12973,7 +12824,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /xhr
 /xlsx
 /xml
-/xml/
 /xmlrpc.php
 /xnet
 /xnxx-image.html
@@ -13046,6 +12896,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 /{link}
 /{{url
 /~
+/~/*
 /ดาวน์โหลดตอนนี้
 /立即下載
 0
@@ -13356,6 +13207,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*countrykey=
 ?*coursecode=
 ?*courseyear=
+?*cp=
 ?*csm=*
 ?*curator
 ?*curpage=*
@@ -13438,8 +13290,8 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*hsCacheBuster=
 ?*hsCtaTracking
 ?*hs_preview=
-?*http://english.news.cn/robots.txt
-?*http://lrec-conf.org/robots.txt
+?*http://commbank.com.au/robots.txt
+?*http://sprinklr.com/robots.txt
 ?*hubs_
 ?*hubs_*
 ?*hubs_signup-cta
@@ -13795,7 +13647,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?*utm_source=
 ?*utm_source=
 ?*utm_source=*
-?*utm_source=*http://mylifetime.com/robots.txt
+?*utm_source=*http://jdk.java.net/robots.txt
 ?*utm_term
 ?*utm_term=
 ?*utm_term=*
@@ -13838,6 +13690,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ErrorMessage
 ?ExternalDataReference
 ?FASID
+?FILTER-SECTION=
 ?FRM_LOCALITE=
 ?G2I_ActionId=*
 ?ID_PAGE=Journal
@@ -13851,11 +13704,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?OFF
 ?OSPV
 ?PAGE=STATICPOPUP&STA_ID=811
+?PAGEN
 ?PHPSESSID=
 ?ProductSalePrice
 ?PublicationNumber*
 ?Q
-?REDIRECT_URL=http://marketwire.com/robots.txt
 ?RedirectUrl
 ?RedirectUrl
 ?RefID=
@@ -13863,7 +13716,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?SC=
 ?SESSION
 ?SID=
-?SID=http://babungatti.blogspot.com/robots.txt
+?SID=http://roblimar.blogspot.com/robots.txt
 ?SQ_VARIATION*
 ?SSOWebDispatcher&tg=web&ru=
 ?SearchParameter
@@ -13963,6 +13816,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?action=callus
 ?action=fx_tracking_data
 ?action_typTHe=
+?activeFrom=
 ?ad=
 ?adId=
 ?adaptive=0&clear_cache=Y
@@ -14102,7 +13956,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?brand
 ?brand=
 ?brand=
-?brandLetter=
 ?brand_tabletpc
 ?brands=
 ?bucketed
@@ -14134,7 +13987,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?calendar
 ?callback
 ?callback=
-?callback=http://jpost.com/robots.txt
+?callback=http://capitalone.com/robots.txt
 ?callsandtexts
 ?calparms=
 ?campaign-id
@@ -14155,7 +14008,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?category
 ?category=
 ?categoryId=
-?categoryLetter=
 ?catname=
 ?cb=
 ?cbp
@@ -14180,6 +14032,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?cid=wwa$
 ?cid=www$
 ?cikis_yapildi=
+?cis=
 ?city=
 ?cityName
 ?cjevent=
@@ -14193,7 +14046,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?clid=
 ?client_id=
 ?clipid=
-?clkInTab=
 ?closePush=true
 ?closed=
 ?clothing_themes=
@@ -14250,7 +14102,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?comments
 ?comments*
 ?comments=
-?commidhttp://mentalhealth.org.uk/robots.txt
+?commidhttp://delfi.ee/robots.txt
 ?communityId=
 ?companyid=
 ?companyid=*
@@ -14320,7 +14172,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?currency
 ?currency=
 ?currentIndex=
-?customFilters=
 ?customerGuid=
 ?customize_changeset_uuid=
 ?d=cta
@@ -14374,7 +14225,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?display_mod=
 ?distance=
 ?dmcid=
-?dnr=
 ?do=
 ?dologin=*
 ?dpa=
@@ -14421,7 +14271,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?entity=
 ?entity_id=
 ?entity_type=
-?entry=
 ?epgoverlay
 ?epik=*
 ?erid
@@ -14480,7 +14329,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?fbclid=
 ?fbclid=
 ?fbclid=*
-?fbclidhttp://downdetector.com/robots.txt
+?fbclidhttp://secure.php.net/robots.txt
 ?fdid*
 ?fe_state=*
 ?feature=
@@ -14554,12 +14403,9 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?from=rss
 ?from=yanews
 ?fromDuration=
-?fromEasyShoppingTab=
 ?fromFooter
 ?fromMenu
-?fromNewsdog*http://kesq.com/robots.txt
-?fromOffersTab=
-?fromSeasonalTab=
+?fromNewsdog*http://thepaper.cn/robots.txt
 ?fromTime=*
 ?from_rewind=true
 ?fromblog
@@ -14600,6 +14446,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?gp
 ?gp=*
 ?gpTopAds=
+?gr=
 ?grade=
 ?grape
 ?gspk=
@@ -14644,7 +14491,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?hsa_src
 ?hsa_tgt
 ?hsa_ver
-?http://vocaltaichi.com/robots.txt
+?http://bio-key.com/robots.txt
 ?https=
 ?hypoallergenic=
 ?i
@@ -14834,7 +14681,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?mc=
 ?mc_cid=
 ?mdrv=
-?mealDealBundles=
 ?mediaId=
 ?media_id
 ?media_partner_name
@@ -14896,7 +14742,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?ndx=t$
 ?ndx=t&
 ?neighborhoods
-?netflixsource=*http://dn.se/robots.txt
+?netflixsource=*http://craftsy.com/robots.txt
 ?netmng=
 ?new=
 ?news_id=
@@ -14938,7 +14784,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?nw=
 ?nz=1
 ?o=
-?oat=
 ?ob=open-bridge
 ?obOrigUrl=
 ?oem=
@@ -15136,7 +14981,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?productversion
 ?profiling=
 ?programs=
-?promoId=
 ?promoId=*
 ?promocode
 ?promocode=
@@ -15224,7 +15068,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?q=user/logout#
 ?q=user/logout/
 ?q=user/logout/$
-?q=user/logout/http://workspace.google.com/robots.txt
+?q=user/logout/http://heise.de/robots.txt
 ?q=user/password
 ?q=user/password
 ?q=user/password/
@@ -15250,7 +15094,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?query
 ?query=
 ?query=*
-?query=*http://deutschlandfunk.de/robots.txt
+?query=*http://angrybirds.com/robots.txt
 ?quicktabs_
 ?quicktabs_5=
 ?quid=
@@ -15268,7 +15112,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?rc=
 ?rec=
 ?receiver=
-?recipeId=
 ?recipient=*&id=*
 ?recommend*
 ?redeem_credit_token
@@ -15376,12 +15219,12 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?returnUrl
 ?returnUrl=
 ?returnUrl=*
-?returnUrl=*http://curitiba.pr.gov.br/robots.txt
+?returnUrl=*http://themehorse.com/robots.txt
 ?return_to
 ?return_to=
 ?return_type
 ?return_uri
-?returnurl=*http://pokerdom-ca2.xyz/robots.txt
+?returnurl=*http://smithstrong.com/robots.txt
 ?retweetjs
 ?review_category
 ?review_manufacturer
@@ -15414,11 +15257,11 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?s=
 ?s=
 ?s=*
-?s=*http://creator.nightcafe.studio/robots.txt
+?s=*http://americanscientist.org/robots.txt
 ?s=43260
 ?s=bpage-next
 ?s=feedpager
-?s=http://read.dukeupress.edu/robots.txt
+?s=http://msci.com/robots.txt
 ?s=lightbox
 ?s=mobile
 ?s=thanks
@@ -15467,7 +15310,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?section
 ?section=
 ?securityId=
-?selectedCategories=
 ?selected_app=
 ?sem
 ?semanticUrl=
@@ -15509,7 +15351,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?show_error=true
 ?showcomment*
 ?showroom-open=
-?shttp://business.facebook.com/robots.txt
+?shttp://theconversation.com/robots.txt
 ?sid
 ?sid=
 ?sidebar=
@@ -15545,7 +15387,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?sort=
 ?sort=
 ?sort=*
-?sort=*http://inpn.mnhn.fr/robots.txt
+?sort=*http://haikudeck.com/robots.txt
 ?sort=popularity
 ?sort=price
 ?sort=user-rating
@@ -15578,7 +15420,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?spm=
 ?sputnik=*
 ?sq_content_src=
-?sq_content_src=http://retailtouchpoints.com/robots.txt
+?sq_content_src=http://nzta.govt.nz/robots.txt
 ?src
 ?src*
 ?src=
@@ -15616,7 +15458,6 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?subtype
 ?success
 ?success=
-?success_redirect=
 ?suggested_plan
 ?support
 ?surround=
@@ -15794,7 +15635,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 ?utm_source=*
 ?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shopping
 ?utm_source=lsplayer
-?utm_sourcehttp://gosuslugi.ru/robots.txt
+?utm_sourcehttp://dev.twitch.tv/robots.txt
 ?utm_sourse=55
 ?utm_term
 ?utm_term=
@@ -15948,6 +15789,7 @@ $rpc/google.internal.maps.mapsjs.v1.MapsJsInternalService
 @@search?
 @@search?
 @@updated_search
+@CONTENT-REF
 @ace2024888
 @admin
 @async
@@ -15987,7 +15829,6 @@ AGLogout
 AI
 AI/
 AITripBuilder
-AJAXhttp://modelviewer.dev/robots.txt
 AK5537
 AK6336com
 AL/
@@ -16011,7 +15852,7 @@ API/user
 API/user/abtest
 API/user/combinedinfo
 API/uxr-survey-management
-API/v2$http://psychologytoday.com/robots.txt
+API/v2$http://digital-strategy.ec.europa.eu/robots.txt
 APIAccessSupport
 APWIRE
 AR/
@@ -16067,7 +15908,6 @@ AWSMechTurk/20080401
 AWSSimpleQueueService/20060401
 AWSSimpleQueueService/20070501
 AWSSimpleQueueService/20080101
-AWStats
 AZ/
 Abonnes
 About-ACC/Features/Concepts
@@ -16099,6 +15939,7 @@ AccommodationCrossSells
 AccommodationTips
 Account
 Account
+Account*
 Account-EditEmail
 Account-EditForm
 Account-EditName
@@ -16165,7 +16006,6 @@ Admin
 Admin
 Admin-Testing/*
 Admin/
-Administration
 Administration/
 Administration/President/archive10
 Administration/Staff_Advisory_Council/archive10
@@ -16251,7 +16091,6 @@ AirlineRegistration
 AirlineTips
 AirportFromGeoAjax
 AirportIP
-Ajax
 Ajax.htm$
 Ajax.htm$
 Ajax/
@@ -16352,7 +16191,7 @@ App/
 App/ExternalUrlCount.aspx
 App/GetLoginLogoutImage.aspx
 App/NCJRSFeed
-App/Registration/http://careers.google.com/robots.txt
+App/Registration/http://wolfram.com/robots.txt
 App/Topics
 App/registration/
 AppData/
@@ -16488,6 +16327,8 @@ B
 B2BClickTracking
 BA/
 BACKURL=
+BACKURL=
+BACK_URL=
 BACK_URL=
 BAEmailConfirmation
 BALinkImpressionTracking
@@ -21133,12 +20974,10 @@ Bpreview=
 BrandOwners
 BrandSpotlight
 BreakingNewsSms
+Bridging
 BrokenLinkReporter
-Browse
 Browse/BookView.aspx
 Browse/CategoryAttributeSearchResults.aspx
-Browse/Dewey
-Browse/Tags
 Browse/bookview.aspx
 Browse/print_b.aspx
 Browse/print_u.aspx
@@ -22058,7 +21897,6 @@ Credentials/
 CreditCardDetailAJAX
 CruisesCommerce
 CruisesPartnerHandoff
-Crypt
 CrystalSemanticsBot
 Culture
 CurationTool
@@ -22547,7 +22385,6 @@ Downloads/
 Downloads/?q=
 Downloads/Installers
 Drafts
-Drivers
 Dut
 Dut$
 Dynamic/
@@ -22594,6 +22431,7 @@ ERB/pages/sprlordersbyfiled_2011_15.aspx
 ERB/pages/sprlordersbyissued_2004_2005.aspx
 ERB/pages/sprlordersbyissued_2006_2010.aspx
 ERB/pages/sprlordersbyissued_2011_15.aspx
+ERORecords
 ERRORS
 ERROR_DOC/
 ES/
@@ -22925,7 +22763,7 @@ FP/userDate.php
 FP/userDateManager.php
 FP/viewer-history.php
 FPMprinter
-FPURL.xmlhttp://missuniverse.com/robots.txt
+FPURL.xmlhttp://wyzowl.com/robots.txt
 FR/
 FR/default
 FRONT_PROGRAMAS?go=
@@ -22959,6 +22797,7 @@ FicherosDatosPersonales
 File
 File
 Files/
+Filestore/
 Filter-By_
 FilterState
 Finance/Financial_Aid
@@ -23109,7 +22948,7 @@ G
 GA/
 GAITripBuilder
 GAM-investments-dave/
-GAM-placements-dave/http://covid.joinzoe.com/robots.txt
+GAM-placements-dave/http://casetext.com/robots.txt
 GARecord
 GB/default
 GD/
@@ -28412,6 +28251,7 @@ Image/
 Image/DetailPrint
 ImageOptim.tar.bz
 ImageOptim.tbz
+ImageViewer/
 Images
 Images
 Images/
@@ -28421,12 +28261,13 @@ Images/HTEditImages
 Images/MT
 Images/Popup/
 Images/QDM_EVENTS
-Images/sites/http://exploratorium.edu/robots.txt
+Images/sites/http://pub.dev/robots.txt
 Import
 ImpressionRecord
 ImproveListing
 Inactive
 Inbox
+Incapsula*
 Include-Footer
 Include-Header
 Includes
@@ -28624,6 +28465,7 @@ Library/Document.ashx
 Library/ReadItLaterPopup.aspx
 Library/document.ashx
 LightSubscriptionCenter
+Like-spain-theme/js
 LikeButtonClicked
 Link
 LinkGenerator
@@ -29154,9 +28996,9 @@ MyManga/anime-set-categ.php
 MyPaintColorListDetailView
 MyPortfolio
 MyProductsView
+MyProfile*
 MyProjectListDetailView
 MyProperty24
-MyResearch
 MyScenesView
 MyStainColorsView
 MyStoresView
@@ -29417,6 +29259,7 @@ OpenLogin
 OpenZoomLayer
 OpeningHours
 Openurl
+Oppo-F3
 Opruiming/ArtikelOverzichtArtikel.aspx
 OptOutEmail
 OptimusNativePayment
@@ -29461,6 +29304,14 @@ PA/
 PAD
 PAGE/*
 PAGEN
+PAGEN_1=
+PAGEN_2=
+PAGEN_3=
+PAGEN_4=
+PAGEN_5=
+PAGEN_6
+PAGE_NAME=detail_slide_show
+PAGE_NAME=search
 PAGINA-DE-PROVA
 PARTNERS/*
 PCCOciWeb/
@@ -29538,7 +29389,7 @@ Pages/Forms
 Pages/Search-Results.aspx
 Pages/Search.aspx
 Pages/myetocsunsubscribe.aspx
-Pages/search.aspx?sub=default&q=http://tech.ed.gov/robots.txt
+Pages/search.aspx?sub=default&q=http://cfda.com/robots.txt
 Pages/subprocessors.aspx
 Pagetext
 Pagethumb
@@ -30188,18 +30039,14 @@ RecentDiscuss
 RecentObituariesHandler.ashx
 RecentlyViewed
 RecepteurXML
-Reception/TopicalMessage/SaveToPdf?messageId=7239
 Recherche?*$
 Rechercher
 Recommend
 RecommendFor
 Recommendations/
 Recommendations/PageView
-Record
-RecordDrivers
 Recovery_Packages
 Redesign/
-Redir.aspx
 Redirect
 RedirectCatalog.tpl
 RedirectDefault.aspx
@@ -30239,7 +30086,6 @@ ReputationManager
 Request
 RequestNewVersion.asp?id=*
 Research/Search-Research
-ResearchLibrary/
 ReservationAjax
 Reset-password
 ResetPassword
@@ -30346,9 +30192,11 @@ SECTION_URL=
 SECURE
 SEOkicks-Robot
 SESSIONID*
+SFACS
 SG/
 SH/
 SH55
+SHOWALL
 SI
 SI/
 SID=
@@ -30431,19 +30279,11 @@ Search.aspx
 Search.htm
 Search/
 Search/*
-Search/Ajax
 Search/Detail/
-Search/Email
-Search/History
 Search/Mail/Public
-Search/OpenSearch
-Search/Results
 Search/Search/
 Search/SearchKeyWord
-Search/Suggest
-Search/cache
-Search/http://nl.linkedin.com/robots.txt
-Search/xsl
+Search/http://democracynow.org/robots.txt
 Search2/
 Search?
 Search?q*
@@ -30689,7 +30529,7 @@ Snap
 SocialIapReporting
 Sogou
 Sok
-Sok*http://hal.science/robots.txt
+Sok*http://gnavi.co.jp/robots.txt
 Soldier/
 SolutionsDisplay
 SortAttractions
@@ -30754,7 +30594,7 @@ Staff/style.css.map
 Staff/user/login
 Staging
 Staging/*c.cat$
-Standards-and-Positions/Principles-and-Standards/E-examples/http://addons.thunderbird.net/robots.txt
+Standards-and-Positions/Principles-and-Standards/E-examples/http://zelda.com/robots.txt
 Staples/
 StartBooking
 StartDocument
@@ -30885,6 +30725,7 @@ TL_Active_Pages/TrailSearch/?Action=DisplayDetails/
 TL_Active_Pages/TrailSearch/default.asp/
 TM/
 TN/
+TNACRL
 TO/
 TR/
 TRAINING/*
@@ -31404,7 +31245,7 @@ Vol-IAOA
 Vol-XXX
 Volley/06-03-2016/volley-alessia-debutto-senza-morbosita-solo-pallavolo-140919160674.shtml
 VolunteerTranslations
-VoteActivities/http://worldhistory.org/robots.txt
+VoteActivities/http://wtop.com/robots.txt
 Vuejs
 VwghRechtssatzkette.wxe?Abfrage=*
 W
@@ -31494,6 +31335,7 @@ Warenkorb
 WatchTopic
 WaterConf2006
 WatermarkPhoto
+Wau-theme/js
 Wayback
 WeSEE:Search
 WeatherAjax
@@ -31524,7 +31366,7 @@ WebService
 WebServices
 WebServices/
 WebStripper
-WebSupport/Restrictedhttp://filmsforaction.org/robots.txt
+WebSupport/Restrictedhttp://levistrauss.com/robots.txt
 WebUserControls
 WebX
 WebZIP
@@ -31659,7 +31501,7 @@ ZyBORG
 \+*\+
 \.
 \/*FAQ*
-\/*RMP*http://tezuka-arch.com/robots.txt
+\/*RMP*http://psoriasismedi.com/robots.txt
 _
 _
 _*_
@@ -31722,6 +31564,7 @@ _/tfhub
 _/transparencyreport
 _2010
 _29365
+_404-tests
 _49_groupId
 _49_privateLayout
 _49_struts_action
@@ -31993,7 +31836,7 @@ _global_notifications
 _googlepi
 _gpbe/
 _gsdata_/
-_gtmhttp://bfs.admin.ch/robots.txt
+_gtmhttp://nokidhungry.org/robots.txt
 _guide
 _hcms/forms//embed/v3/form/53/438f4c23-5908-4c4e-a9a7-e30a3897211b/json?hutk=
 _hcms/iplookup
@@ -32062,7 +31905,7 @@ _layouts/sp.core.js?rev=*
 _layouts/sp.js?rev=*
 _layouts/sp.runtime.js?rev=*
 _layouts/sp.ui.dialog.js?rev=*
-_layoutshttp://google.si/robots.txt
+_layoutshttp://globoplay.globo.com/robots.txt
 _lib/
 _libraries
 _locale-config
@@ -32119,7 +31962,7 @@ _nitf.xml
 _no_mobile/
 _noindex
 _notes
-_notes/http://invideo.io/robots.txt
+_notes/http://abeautifulmess.com/robots.txt
 _nuxt
 _o/jretradevideo.html
 _ok
@@ -32266,6 +32109,7 @@ _styleguide
 _styles
 _subdomains
 _svc
+_switcher_WAR_mediaportlet_redirect=
 _system/
 _tasks/
 _tcm
@@ -39906,6 +39750,7 @@ abautistachavez
 abbonamenti/
 abbonati.Suspended
 abc
+abc123
 abc2010/nacional/noticias/*.xml$
 abc4000
 abcdefghijkl
@@ -40039,7 +39884,6 @@ about/ask/
 about/ask?*
 about/at-a-glance/plans/student-survey-2022
 about/awards/award-recipient-form.html
-about/backup
 about/c
 about/captcha/
 about/careers
@@ -40072,23 +39916,18 @@ about/careers/applications/teams
 about/careers/job
 about/careers/terremark
 about/category/news
-about/classes
 about/contact-us
 about/contact-us
 about/contact-us/test-contact-form
 about/contact/3/
 about/contact/unsubscribe
 about/contact_us
-about/copyright-information/privacy-noticehttp://property24.com/robots.txt
+about/copyright-information/privacy-noticehttp://bmi.com/robots.txt
 about/corporate/election/election_mock_up_qa.html
 about/covid19/staff-resources
-about/css
-about/de/about_sources_date.php
 about/documents
-about/download
 about/emailunsubscribe.aspx
 about/emp_sub
-about/en/about_sources_date.php
 about/error.aspx
 about/events/events/internal-event
 about/events/events/internal-seminar
@@ -40112,7 +39951,6 @@ about/institutional-support/membership
 about/investor-relations
 about/javad
 about/jobs
-about/js
 about/leadership-administration/beacon-wellness-initiative/
 about/leadership-administration/chancellor-event-request/thank-you/
 about/leadership-administration/chancellor-meeting-request/thank-you/
@@ -40121,7 +39959,7 @@ about/leadership-administration/holiday-greetings/
 about/leadership-university-administration/board-of-trustees/newsletter
 about/locations/liverpool/current-students/make-a-booking-with-our-student-success-team/
 about/m/newsletters/*
-about/map/storehttp://ufc.com/robots.txt
+about/map/storehttp://rspb.royalsocietypublishing.org/robots.txt
 about/membership/members
 about/news-publications/news/search
 about/news/*?category=All
@@ -40131,7 +39969,7 @@ about/newsroom
 about/newsroom/page/*/?s
 about/newsroom/page/*/?tag
 about/oa-funding-and-policy-support
-about/past-staff/http://safeweb.norton.com/robots.txt
+about/past-staff/http://oocities.org/robots.txt
 about/person/003a000001vIIl0AAG
 about/ping
 about/preparedness/coronavirus/staff-resources
@@ -40154,6 +39992,7 @@ about/press-room/article/2014
 about/press-room/article/2015
 about/privacy-policy-archived
 about/quicken-loans-all-stars
+about/record-transfer-spring-2015
 about/releases
 about/search-results
 about/side-wide-notices/
@@ -40249,11 +40088,12 @@ ac_university_departments
 aca/authorinformation/
 acabral
 academic
+academic
 academic-affairs/0405ProgramReview
 academic-maps
 academic-subscriptions
 academic/
-academic/rotc/afrotc/CurrentCadets/http://mobile.abc.net.au/robots.txt
+academic/rotc/afrotc/CurrentCadets/http://tenantcloud.com/robots.txt
 academicaffairs/commencement/book
 academicdemo/search-result
 academics/academic-calendar/action~
@@ -40333,6 +40173,7 @@ accessibility-form/accessibility-form-submissions/
 accessibility-statement
 accessibilityservices/
 accessibilitytest
+accessions/accprograms/
 accesslog/BlogAccessLog
 accessoire=
 accessoires/cart
@@ -40369,8 +40210,8 @@ account.php
 account.php
 account/
 account/*
-account/InstitutionalSignInhttp://domainnamewire.com/robots.txt
-account/InstitutionalSignInhttp://handlebarsjs.com/robots.txt
+account/InstitutionalSignInhttp://prensalibre.com/robots.txt
+account/InstitutionalSignInhttp://rarible.com/robots.txt
 account/Register.aspx
 account/_Resources/
 account/accomplishments
@@ -40618,7 +40459,7 @@ acre/biblioteca/historico
 acre/biblioteca/horario-de-funcionamento-e-endereco
 acre/biblioteca/servicos
 acre/missao-visao-valores
-acronymshttp://verywellmind.com/robots.txt
+acronymshttp://politifact.com/robots.txt
 act
 act/newsletter/keep_receiving_our_emails
 act/support_wwf/donate/worldpay
@@ -40728,6 +40569,7 @@ activation-code-request/
 activation-de-services/parcours
 activation-de-services?
 activation_successful
+active/lianghui/
 active_session
 activedit
 activemq
@@ -40847,7 +40689,7 @@ actualite/v2/rdi_matin/Guide-Horaire.asp
 actualite/v2/tj22h/guide-horaire.asp
 actualites/lettresp/archives/L
 actuator
-actuator/http://chiesacattolica.it/robots.txt
+actuator/http://carrotquest.io/robots.txt
 ad
 ad-blocker-performance-study-in-response-to-manifest-v3-finds-that-ghosterys-ad-blocker-beats-the-competition
 ad-manager/
@@ -40857,7 +40699,7 @@ ad-test
 ad-testing
 ad.php*
 ad/
-ad/*http://sk.wikipedia.org/robots.txt
+ad/*http://element.io/robots.txt
 ad/animaux
 ad/animaux_perdus
 ad/autres
@@ -41034,7 +40876,7 @@ admin
 admin
 admin$
 admin*$
-admin*http://postaffiliatepro.com/robots.txt
+admin*http://autoriteitpersoonsgegevens.nl/robots.txt
 admin-confirmation
 admin-preview
 admin-user
@@ -41051,7 +40893,7 @@ admin/blogmove
 admin/errors
 admin/forgot/
 admin/form
-admin/http://index.hr/robots.txt
+admin/http://emsc-csem.org/robots.txt
 admin/intro/history/marxists/traffic
 admin/intro/history/webstats
 admin/js
@@ -41079,7 +40921,6 @@ adminapps4/
 admincontrol
 admincontrol/
 admincp
-adminhttp://jalopnik.com/robots.txt
 adminhttp://looplibrary.co.uk/robots.txt
 administration
 administration/
@@ -41244,6 +41085,7 @@ adserver
 adsite-under/
 adsoverview
 adsrepository
+adstream/
 adtech
 adtest
 adtrack
@@ -41290,6 +41132,9 @@ advancedsearch.aspx
 advancement/files
 advancement/files/System_Services
 advancement/services_and_systems
+advanceorders
+advanceorders/includes/
+advanceorders/js/
 advent-calendar
 advent/2005/24/sudoku_bonus.html
 advent/2005/5
@@ -41346,7 +41191,6 @@ adzcai
 adzikiewicz
 ae
 ae
-ae-en/
 ae/
 ae/de
 ae/en/book-a-trip/flights/fare-types/fare-guide-information.html
@@ -41434,7 +41278,7 @@ affiliate
 affiliate-2
 affiliate-partner-offer
 affiliate-program
-affiliate/*http://adage.com/robots.txt
+affiliate/*http://cbs.com/robots.txt
 affiliate/register.htm
 affiliate/screenname.htm
 affiliate_amazon.cms
@@ -41531,7 +41375,7 @@ agency
 agency-directory
 agency-directory/.+
 agency-requests
-agency/profile/*http://actionnetwork.org/robots.txt
+agency/profile/*http://ms.portal.azure.com/robots.txt
 agency/shutdown/materials/contingency-plan-08-05-19.html
 agency/shutdown/materials/contingency-plan-08-05-19.pdf
 agency_registrations
@@ -42013,6 +41857,7 @@ ajax/yahoo_stocks.php
 ajax=1
 ajax?
 ajaxCalendar=
+ajaxCalls
 ajaxServices
 ajax_
 ajax_*
@@ -42125,13 +41970,7 @@ albinal
 albright
 album
 album.php
-album/delete_user_review
-album/fetch_overview_review
-album/fetch_review_view
 album/promotion-hindi
-album/report_inappropriate
-album/review_thumbs
-album/save_user_review
 albumarchive
 albumes/2015/03/03/nba_malditos_muertos
 albums
@@ -42295,6 +42134,7 @@ alisamanning
 alisonfrankjohnson
 alisonmahan
 alive/
+alive/user
 alixboberg
 aliyatest
 alkali
@@ -42591,6 +42431,7 @@ amp
 amp%2
 amp-analytics-infonline.html
 amp-auth
+amp-blog.htm
 amp-code.htm
 amp-code1.html
 amp-disqus-embed
@@ -42605,7 +42446,7 @@ amp.html
 amp/
 amp/*/more.html
 amp/*/page-*/$
-amp/*http://celebritycruises.com/robots.txt
+amp/*http://getpaint.net/robots.txt
 amp//
 amp/admin/
 amp/amp/*
@@ -43255,9 +43096,10 @@ api/discover/1/discover_mobile_web
 api/discover/1/discover_web
 api/discover/sites
 api/discovery
+api/dns
 api/docs/articles/
 api/documentations/v3
-api/du/SEARCHhttp://circleid.com/robots.txt
+api/du/SEARCHhttp://metacpan.org/robots.txt
 api/du/Search
 api/du/search
 api/dynamic-og
@@ -43271,7 +43113,7 @@ api/form.php
 api/getEarthquake.php
 api/health
 api/html
-api/http://aws.amazon.com/robots.txt
+api/http://cnbc.com/robots.txt
 api/httpquery.ashx
 api/index.aspx?
 api/india_api_read
@@ -43297,7 +43139,7 @@ api/liferay
 api/listings/*/related_articles
 api/listings/*/retargeting_history
 api/listings/*/upsell
-api/loadmore/*http://superuser.com/robots.txt
+api/loadmore/*http://woundedwarriorproject.org/robots.txt
 api/location/autocomplete-suggestions
 api/log-info
 api/login
@@ -43315,7 +43157,7 @@ api/nsi/v1/epgu/region/undefined
 api/nts/v1/login
 api/odata
 api/og
-api/og/*http://walgreens.com/robots.txt
+api/og/*http://macworld.com/robots.txt
 api/paid-article
 api/partner_select/*/price_query
 api/pdp/*/availability
@@ -43512,7 +43354,7 @@ aponline
 app
 app
 app$
-app*.jshttp://nola.com/robots.txt
+app*.jshttp://asp.net/robots.txt
 app*_
 app*form_id=
 app-ads.txt
@@ -43590,6 +43432,7 @@ app/disable-lookingglass
 app/disable-reminder
 app/download
 app/dp
+app/edit
 app/editors-choice/
 app/enrollment
 app/enrollment/seeker/cc/tax-calculator
@@ -43881,7 +43724,7 @@ apps_ext/*/*ILinkListener*
 apps_ext/*/admin*
 apps_ext/*/dashboard*
 apps_ext/*/login*
-apps_ext/http://chesstempo.com/robots.txt
+apps_ext/http://clang.llvm.org/robots.txt
 appsearch_header=
 appservice
 appsfullcontent.htm
@@ -43898,7 +43741,7 @@ aprimoemails/
 apropp
 aps
 apss/search-result
-apsstore/Pages/SoybeanRustDiscount.aspxhttp://icicibank.com/robots.txt
+apsstore/Pages/SoybeanRustDiscount.aspxhttp://vodafone.com/robots.txt
 apw.js
 aq
 aq=
@@ -44002,7 +43845,6 @@ ar-eg/televisionat-bahs-sawti-men-doun-istikhdam-al-aydi
 ar-eg/televisionat-dolby-vision-atmos
 ar-eg/wade3-mou3ayar-men-netflix-li-televisionat-zakia
 ar-en
-ar-es/
 ar-es/shop/*?*&*&*&*
 ar-iq/
 ar-iq/home-theatre-sound-bars/neckband-speakers
@@ -44195,6 +44037,7 @@ ar/learning-center/tags
 ar/localization
 ar/log
 ar/mails
+ar/main_ar
 ar/marquee
 ar/merchant
 ar/modules
@@ -44361,8 +44204,8 @@ archive/courier/courierS2002.pdf
 archive/epo/pubs/bulletin
 archive/events
 archive/graphs.php
-archive/http://ncartmuseum.org/robots.txt
-archive/http://pbskids.org/robots.txt
+archive/http://ohsheglows.com/robots.txt
+archive/http://s3.ap-south-1.amazonaws.com/robots.txt
 archive/issue
 archive/justo
 archive/news/kings/newsrecords/2011/11november/indiainstituteavanthachair
@@ -44382,7 +44225,7 @@ archives
 archives
 archives/
 archives/*/*/*
-archives/http://weblogs.asp.net/robots.txt
+archives/http://gatech.edu/robots.txt
 archives/index.html
 archives/multimedia/extra
 archives/multimedia/feedback.php
@@ -44914,8 +44757,8 @@ asp.net/
 asp/
 asp/
 asp/*
-asp/*http://alaskapublic.org/robots.txt
-asp/*http://mercadopago.com.ar/robots.txt
+asp/*http://angular.io/robots.txt
+asp/*http://googleresearch.blogspot.com/robots.txt
 asp/cgabillstatus/
 asp/demo_db_edit.asp
 asp/menu/
@@ -44947,6 +44790,7 @@ assay/bioactivity.html
 assay/getGraphHeatmap.cgi
 assay/redirect.cgi
 assaysrv/assaysrv.cgi
+assembly-election-2017-results
 assembly-elections-2018/*/*/
 assembly-elections-2021/*/*/
 assembly-elections-2022*/$
@@ -45065,8 +44909,6 @@ assets/pdf/eBook-Password-Security-Best-Practices.pdf
 assets/pdf/parcels-returns-guide_en.pdf
 assets/pdf/parcels-returns-guide_fr.pdf
 assets/pdf/small-business/merchant/
-assets/pdf/support/membership/kqed-kteh-benefits09.pdf
-assets/pdf/support/membership/kqed-kteh-benefits11.pdf
 assets/pdfs
 assets/pdfs/*
 assets/plugins
@@ -45180,7 +45022,6 @@ at*/people/*/circle
 at*/people/*/favorites
 at*/shop/*/favoriters
 at*/shop/*/sold
-at-de/
 at-en
 at/
 at/$
@@ -45390,6 +45231,7 @@ att-dgt-checkin-e/api/*
 attach
 attachements
 attachements/
+attachment
 attachment$
 attachment/
 attachment/BF
@@ -45452,7 +45294,6 @@ au*/shop/*/sold
 au*/step
 au*/submit
 au*/submitted
-au-en/
 au-en/shop/*?*&*&*&*
 au-fr
 au-job/JobBoard/SalAjxGetIbarData
@@ -45882,6 +45723,7 @@ author/contact
 author/dr-boli
 author/email
 author/following
+author/fp-studio
 author/get_products
 author/hazelraoult/*
 author/mattpowell/*
@@ -46626,6 +46468,8 @@ back_pain_pictures_myths_and_facts_slideshow/article.htm
 back_pain_travel_tips/article.htm
 back_to_school_health_checklist_slideshow/article.htm
 back_url=
+back_url=
+back_url_admin=
 back_url_admin=
 backend
 backend-anon
@@ -46670,6 +46514,7 @@ backuphelpr4
 backuphelpr5
 backups
 backurl=
+backurl=
 backyard/email-offer/
 bacterial_infections_101_pictures_slideshow/article.htm
 bad-boys
@@ -46693,7 +46538,7 @@ baggage/
 bagley
 baharhaghighat
 bahl
-bai3Tucheechai9yauwie5aekeegiDeehttp://snap.com/robots.txt
+bai3Tucheechai9yauwie5aekeegiDeehttp://suicidepreventionlifeline.org/robots.txt
 baidu
 baileymerlin
 baileysincox
@@ -46800,7 +46645,7 @@ baobao*?
 baocao
 baohongchen
 bapingseo
-bappstore/bapps/download/http://jigsaw.w3.org/robots.txt
+bappstore/bapps/download/http://semanticscholar.org/robots.txt
 baptist-health-news/search*
 baqaee
 baraholka/
@@ -47018,7 +46863,6 @@ bd-en
 bd/
 bd=
 bdeng
-bdu
 be
 be*/blog-article-remove-faq-utms-*.js
 be*/cdn-cgi/challenge-platform
@@ -47117,7 +46961,6 @@ be-fr*/cdn-cgi/challenge-platform
 be-fr*/step
 be-fr*/submit
 be-fr*/submitted
-be-fr/
 be-fr/*?*shpxid=
 be-fr/*digital_wallets/dialog
 be-fr/admin
@@ -47151,7 +46994,6 @@ be-fr/tools/business-name-generator/searchpage
 be-fr/tools/business-name-generator/searchutf8
 be-fr/tools/logo-maker/onboarding
 be-fr/ventureone
-be-nl/
 be-nl/swift-codes
 be-well
 be-well-enews
@@ -47484,7 +47326,7 @@ betaboards
 betacc
 betaem
 betaexperience/
-betalen/http://bbexhaust.com/robots.txt
+betalen/http://theplrshow.com/robots.txt
 betatos
 bethchen
 betmgm-presents
@@ -47786,7 +47628,7 @@ bin
 bin
 bin/
 bin/*
-bin/*http://sites.tufts.edu/robots.txt
+bin/*http://wigle.net/robots.txt
 bin/broker
 bin/broker2
 bin/cba/nimbus/getPageInfo
@@ -47851,6 +47693,7 @@ bipolar-disorder/video/bipolar-toolbox
 bipolar_disorder_overview_pictures_slideshow/article.htm
 biqubiqucom
 bird
+birla-mutual-funds
 birth_control_pictures_slideshow/article.htm
 birth_f
 birthday
@@ -48022,8 +47865,8 @@ blank.xml
 blast/BlastAlign.cgi
 blast/bl2seq/wblast2.cgi
 blausen*
-blausen*http://creativeboom.com/robots.txt
-blausen*http://i.creativecommons.org/robots.txt
+blausen*http://datawrapper.dwcdn.net/robots.txt
+blausen*http://openpgp.org/robots.txt
 blaw/*
 blazer-ev/charging
 blazer-ev/delivery-day
@@ -48169,7 +48012,7 @@ blog/*sitemap.xml$
 blog/*utm_source=
 blog/*wordfence_*
 blog/.
-blog/.html.*http://reverbnation.com/robots.txt
+blog/.html.*http://hubspot.com/robots.txt
 blog/17-big-tax-deductions
 blog/20
 blog/200
@@ -48218,10 +48061,6 @@ blog/author/.*\?.
 blog/author/matt-rowland-hill
 blog/authors
 blog/authors/
-blog/base/category
-blog/base/date
-blog/baseoai/category
-blog/baseoai/date
 blog/blue-tracker
 blog/cards
 blog/category
@@ -48310,7 +48149,6 @@ blog/readme.html
 blog/resource
 blog/review
 blog/robots.txt
-blog/roller-ui
 blog/sample-
 blog/sample-page
 blog/search
@@ -48538,6 +48376,7 @@ bmackintosh
 bmadrian
 bmajax
 bmaji
+bmc-election-2017-results
 bmcelroy
 bme/search-result
 bmec/internal/departments/bam/modules
@@ -50179,7 +50018,7 @@ boletin-joven-00135/
 boletin/*
 boletin/baja
 boleto
-boleto/http://nme.com/robots.txt
+boleto/http://etoro.com/robots.txt
 bolivia-eAm/*
 bolivia/*
 bollettino
@@ -50204,6 +50043,7 @@ book
 book*
 book-a-coronavirus-vaccination
 book-a-coronavirus-vaccination/
+book-a-reading-room-visit/
 book-appointment/nojs/
 book-preview/*/recommenders
 book-preview/*/shadow_loader
@@ -50274,7 +50114,7 @@ bookedguest/guestmanagement/registration/enroll
 bookexpress
 bookinfo.php
 booking
-booking-cruise/*http://getpaint.net/robots.txt
+booking-cruise/*http://docs.rs/robots.txt
 booking/
 booking/?
 booking/bagtagmailer
@@ -50306,7 +50146,7 @@ bookmarks
 bookmarks$
 bookmarks/search?
 bookmarks/widget
-bookmarkshttp://store.steampowered.com/robots.txt
+bookmarkshttp://raw.githubusercontent.com/robots.txt
 bookmgr-cgi
 bookproperty
 books
@@ -50352,9 +50192,16 @@ books?*zoom=5
 booksearch.php
 bookshelf
 bookshop/
+bookshop/App_Code/
+bookshop/Bin/
+bookshop/Controls/
 bookshop/Home/PartialWishList
 bookshop/Home/SubscriptionNewsletter
+bookshop/account.aspx
+bookshop/basket.aspx
 bookshop/book/PlusPurchase
+bookshop/coupn.aspx
+bookshop/digital_receipt.aspx
 bookshop/magazine/EventProductNew?prodno=PROD000015354
 bookshop/magazine/PlusPurchase
 bookshop/order/AddPlusProdToCart
@@ -50369,6 +50216,12 @@ bookshop/order/PartialCartsBook
 bookshop/order/PartialCartsCommodity
 bookshop/order/PartialRecipientInfo
 bookshop/order/PartialShoppingBag
+bookshop/ordercomplete.aspx
+bookshop/process_order.aspx
+bookshop/receiptfailure.aspx
+bookshop/searchresult.aspx
+bookshop/titleshow.asp
+bookshop/xml/
 bookshow/cache
 booksrightsholders
 bookstore/invited
@@ -50759,7 +50612,7 @@ brand/_img/stretch1.png
 brand/_img/stretch2.png
 brand/_img/transparencylogo.png
 brand/_img/transparent1.png
-brand/http://asicentral.com/robots.txt
+brand/http://pagesjaunes.fr/robots.txt
 brandavestudios/
 brandcentral
 branddb/*/jsp
@@ -50861,6 +50714,7 @@ breast_cancer_diet_tips_for_breast_cancer/article.htm
 breast_cancer_help_during_after_treatment/article.htm
 breast_cancer_metastasis_spread/article.htm
 breast_cancer_pictures_slideshow/article.htm
+breathelife
 breekoegel
 brendankelleher
 brendanwalsh
@@ -50964,7 +50818,7 @@ browse/author
 browse/author-structure
 browse/blogshome
 browse/bookview.aspx
-browse/catalogue-full/*/albumshttp://baynews9.com/robots.txt
+browse/catalogue-full/*/albumshttp://counterpunch.org/robots.txt
 browse/cities
 browse/collocations
 browse/deals/partial
@@ -51156,7 +51010,8 @@ bulk=*
 bulkemail
 bulkqr.php
 bulletin
-bulletin/search
+bulletin/
+bulletin/divors/nirim.html
 bulletins/work
 bullheads/
 bullpen
@@ -54203,6 +54058,7 @@ buscarconteudo
 buscarlistasdeseos
 buscarregistroregalo
 business
+business
 business*?
 business-affairs/procurement/rfp-files/
 business-banking/advisoryservices/advisory.html
@@ -54491,6 +54347,7 @@ business/help/procurement/special-account/special-account/open
 business/hub
 business/image
 business/infrastructure-explainer
+business/international-business
 business/international/international-payments/changes-to-foreign-currency-accounts.html
 business/invite
 business/invite-friend
@@ -54879,7 +54736,7 @@ c/document_library/get_file?file_path=/portal-6/non-indexar/
 c/document_library/get_file?file_path=/portal-conselleria2/non-indexar/
 c/document_library/get_file?file_path=/portal-conselleria3/non-indexar/
 c/document_library/get_file?file_path=/portal-conselleria4/non-indexar/
-c/document_library/get_file?file_path=/portal-conselleria5/non-indexar/http://webarchive.nationalarchives.gov.uk/robots.txt
+c/document_library/get_file?file_path=/portal-conselleria5/non-indexar/http://everlane.com/robots.txt
 c/document_library/get_file?file_path=/portal-presidente/non-indexar/
 c/document_library/get_file?file_path=/portal-transparencia/non-indexar/
 c/document_library/get_file?file_path=/portal-web/non-indexar/
@@ -54897,7 +54754,7 @@ c/fan_reach
 c/fr
 c/gift-cards
 c/how-to-diy.atom
-c/http://leroymerlin.fr/robots.txt
+c/http://fundable.com/robots.txt
 c/jobs
 c/jobs/careers-advice$
 c/json
@@ -54967,7 +54824,6 @@ ca-ES/*barcelona
 ca-ES/*spain
 ca-ES/office-space
 ca-ES/signup
-ca-en/
 ca-es/
 ca-fr*/blog-article-remove-faq-utms-*.js
 ca-fr*/cdn-cgi/challenge-platform
@@ -54979,7 +54835,6 @@ ca-fr*/shop/*/sold
 ca-fr*/step
 ca-fr*/submit
 ca-fr*/submitted
-ca-fr/
 ca-fr/*
 ca-fr/*?*shpxid=
 ca-fr/*?order=
@@ -55363,12 +55218,14 @@ ca_fr/Download
 ca_referer=
 caas
 caas/springfield-clinic-team
+cab/
 cabbie-presents
 cabin
 cabin-travellers-picker
 cabinet
 cabinet$
 cabinet/
+cabinetpaperssearch
 cabinetus
 cacadmin
 cache
@@ -55438,7 +55295,7 @@ calebmooreportfolio
 calendar
 calendar
 calendar$
-calendar-2/action~*/http://databox.com/robots.txt
+calendar-2/action~*/http://docplayer.net/robots.txt
 calendar-2/action~agenda
 calendar-2/action~default
 calendar-2/action~http:
@@ -55530,7 +55387,6 @@ calendar/benefit-and-fundraiser/search/
 calendar/books-readings/search/
 calendar/books/search/
 calendar/business/search/
-calendar/calendar.cgi
 calendar/campus/search/
 calendar/cities/baraboo/search/
 calendar/cities/barneveld/search/
@@ -55928,7 +55784,7 @@ campaigns/credit-cards/expired-reference-archive.html
 campaigns/credit-cards/more-than-minimum.html
 campaigns/credit-cards/parris-island.html
 campaigns/digital-recruitment
-campaigns/digital-recruitmenthttp://assets.website-files.com/robots.txt
+campaigns/digital-recruitmenthttp://privacysandbox.com/robots.txt
 campaigns/digital.html
 campaigns/digital/operation-innovate.html
 campaigns/emc-systems
@@ -56717,7 +56573,6 @@ casey
 cash
 cashdesk
 casher
-cashier
 cashout
 casl2
 caso-conte-alpa-le-iene-ecco-parcella-fumante_4XkAeg5iDKYfUFS4fsvc6u
@@ -56772,7 +56627,7 @@ catalog/category/view
 catalog/category/view/
 catalog/cl
 catalog/co
-catalog/http://fuzzoscope.com/robots.txt
+catalog/http://hrustevich.com/robots.txt
 catalog/mx
 catalog/packagepopup
 catalog/pe
@@ -56821,6 +56676,7 @@ catalogs/resources/
 catalogsearch
 catalogsearch/
 catalogsearch/result
+catalogue
 catalogue-
 catalogue-full/albums-assamese
 catalogue-full/albums-bengali
@@ -56900,19 +56756,23 @@ category/author
 category/authors
 category/blog
 category/blogroll
+category/brands
 category/cat33940743/main.html
 category/category.asp
 category/coldfusion
 category/commercial
 category/competition
+category/connect
 category/development
 category/downtime
 category/drupal
 category/features
 category/general
 category/good-bites/http://tvline.com/robots.txt
+category/international
 category/jetpack
 category/k
+category/living
 category/milestone
 category/misc
 category/monthly-roundup
@@ -56939,6 +56799,7 @@ category_suggest/json
 category_unsub
 categoryfilter
 categoryleaders.html
+cateringredirect/
 cateyboyle
 catherine-murray-1.436215
 catherine_weiner
@@ -59172,7 +59033,7 @@ cd_upload/Search
 cda
 cdb
 cdc
-cdc/http://bank.gov.ua/robots.txt
+cdc/http://stackoverflow.blog/robots.txt
 cdedev/
 cdf/sign
 cdiscount
@@ -59193,9 +59054,9 @@ cdn-cgi/beacon/performance
 cdn-cgi/bm/cv
 cdn-cgi/challenge-platform
 cdn-cgi/challenge-platform/
-cdn-cgi/http://account.google.com/robots.txt
-cdn-cgi/http://find-and-update.company-information.service.gov.uk/robots.txt
-cdn-cgi/http://redfin.com/robots.txt
+cdn-cgi/http://brainyquote.com/robots.txt
+cdn-cgi/http://scholar.princeton.edu/robots.txt
+cdn-cgi/http://teenage.engineering/robots.txt
 cdn-cgi/image
 cdn-cgi/images/trace
 cdn-cgi/l/email-protection
@@ -59207,7 +59068,7 @@ cdn-cgi/scripts
 cdn-cgi/speculation
 cdn-cgi/styles
 cdn-cgi/zaraz
-cdn-cgi/zaraz/http://uab.edu/robots.txt
+cdn-cgi/zaraz/http://abc.xyz/robots.txt
 cdn-fpw/sxg
 cdn-proxy/pim
 cdn-proxy/px
@@ -59250,6 +59111,7 @@ cecilycai
 cedenolaurent
 cee/search-result
 ceg/
+celebratingcensus
 celebration/
 celebration/affiliateadvertisement.axd
 celebrities/s
@@ -59281,6 +59143,7 @@ celtweb/OAI/OAI-collaborative-institutions
 cemetery/*/memorial-search
 cemtest2
 cengine
+census
 census-recencement2006
 centaurus/servlet/fragment
 centenary-fund
@@ -59593,7 +59456,7 @@ cgi-bin/wikiSig
 cgi-bin/wx
 cgi-bin/x-posts
 cgi-bin/yabb
-cgi-binhttp://healthtips1dr.blogspot.com/robots.txt
+cgi-binhttp://hollywoodreporter.com/robots.txt
 cgi-brookscole/
 cgi-comment
 cgi-dev
@@ -59719,8 +59582,6 @@ ch*/people/*/circle
 ch*/people/*/favorites
 ch*/shop/*/favoriters
 ch*/shop/*/sold
-ch-de/
-ch-fr/
 ch/
 ch/$
 ch/*?order=
@@ -59845,6 +59706,7 @@ changes.php
 changliu
 changrangeng
 changwon-anmaxyz
+changwon/
 changwonlee
 chani_nava
 channel
@@ -60064,7 +59926,6 @@ cheap196zpgf723nsd845books/
 chebi
 check
 check*.php
-check-logged-in
 check-payment
 check.htm
 check/
@@ -60144,7 +60005,7 @@ checkout_vrepay_elv.php
 checkout_vrepay_giropay.php
 checkout_vrepay_kreditkarte.php
 checkoutconfirmation
-checkouthttp://rfc-editor.org/robots.txt
+checkouthttp://biblegateway.com/robots.txt
 checkoutimages.action2
 checkoutnow
 checkouts
@@ -60384,7 +60245,6 @@ cht
 chua
 chuang
 chulalukp
-chumaker/chumaker.cgi
 chung-lab
 chunhanlomdmph
 chunk.m3u8
@@ -60611,7 +60471,6 @@ cl*?page=6$
 cl*?page=7$
 cl*?page=8$
 cl*?page=9$
-cl-es/
 cl-es/shop/*?*&*&*&*
 cl/
 cl/$
@@ -60717,7 +60576,7 @@ clasificados/external-login
 clasificados/get-filter-results
 clasificados/get-results
 clasificados/get-top-box-results
-clasificados/http://blippar.com/robots.txt
+clasificados/http://hidemyass.com/robots.txt
 clasificados/login-saved-searches
 clasificados/manage-saved-searches
 clasificados/mobile/search
@@ -60739,7 +60598,7 @@ classes/*/schedule
 classes/checkout
 classes/create$
 classes/topics/all-access
-classes/topics/all-accesshttp://confluence.atlassian.com/robots.txt
+classes/topics/all-accesshttp://www-01.ibm.com/robots.txt
 classfied
 classic
 classic*?
@@ -60855,6 +60714,7 @@ click.php
 clickId=
 click_
 click_count.php
+clickandbuy
 clickheat/
 clickheat/click.php
 clickhere.jsp
@@ -61255,11 +61115,12 @@ cn/en/book-a-trip/flights/fare-types/fare-guide-information.html
 cn/en/pages/strategy-operations/articles/5g-assist-in-2019-ncov.html
 cn/en/qantas-experience/at-the-airport/airport-lounges/all-qantas-airport-lounges/airport-lounge-locations.html
 cn/enterprise/
-cn/events/huaweiconnect/livestream-for-tvs$http://cisecurity.org/robots.txt
+cn/events/huaweiconnect/livestream-for-tvs$http://food52.com/robots.txt
 cn/forum/*
 cn/ipns
 cn/login-messages
 cn/lp/003/
+cn/main_cn
 cn/market-news-and-analysis/trading-ideas
 cn/mobile-attribution-glossary
 cn/mobile-fraud-glossary
@@ -61453,7 +61314,7 @@ code-promo
 code-promo/interstitiel
 code/
 code/*
-code/http://mp.weixin.qq.com/robots.txt
+code/http://fonts.google.com/robots.txt
 code=
 codeCoverage
 code_activation
@@ -61529,6 +61390,8 @@ collection/*/product
 collection/*?
 collection/api/logger
 collection/category
+collection/editor
+collection/editor/http://webassembly.org/robots.txt
 collection/works?
 collection/zone
 collection=
@@ -61616,7 +61479,7 @@ collections/picture
 collections/q$
 collections/q/$
 collections/search
-collections/search?*http://post.ch/robots.txt
+collections/search?*http://lib.berkeley.edu/robots.txt
 collections/share
 collections/user
 collections/vendors
@@ -61708,7 +61571,7 @@ comfortable_pay
 comic-indies
 comic-indies/$
 comic-indies/about
-comiccontrol/http://gist.githubusercontent.com/robots.txt
+comiccontrol/http://news.nationalgeographic.com/robots.txt
 comics
 comics-kingdom
 comics/unlimited/home
@@ -61777,7 +61640,7 @@ comments
 comments
 comments$
 comments-7.*
-comments-7.*http://chicagobooth.edu/robots.txt
+comments-7.*http://ottawacitizen.com/robots.txt
 comments-section
 comments.
 comments.php
@@ -61786,7 +61649,6 @@ comments/
 comments/*
 comments/*/likes
 comments/abusive
-comments/comments.cgi
 comments/count
 comments/feed
 comments/feed*
@@ -61863,7 +61725,7 @@ common/survey.aspx
 common/swf/ZoomEmbed
 common/tools/pg/manual/PGcoa
 common/tools/pg/manual/PGholdmail
-common/trial/http://xml-sitemaps.com/robots.txt
+common/trial/http://bcn.cat/robots.txt
 common/xml
 common2013
 common2013/gsma_header_footer/allnavs
@@ -61953,7 +61815,7 @@ community/*/latest$
 community/*/live
 community/*/post
 community/*/post-
-community/*/profile/*http://cisco.com/robots.txt
+community/*/profile/*http://kids.youtube.com/robots.txt
 community/*/rss
 community/*/topics
 community/*/trackback
@@ -62127,7 +61989,7 @@ community/user/msctest9
 community/user/msctest91
 community/user/publiccloud
 community/user/securityold
-community/user/techxchangemaincopy/homehttp://old.reddit.com/robots.txt
+community/user/techxchangemaincopy/homehttp://patentimages.storage.googleapis.com/robots.txt
 community/user/user/bkup-mainsite-06nov2023
 community/user/wasdevops/blogs/michael-thompson/2020/03/24/was-2030-announcement
 community/user/wasdevops/blogs/michael-thompson/2020/03/24/was-2030-faq
@@ -62239,8 +62101,6 @@ compare/*;
 compare/search*?
 compare=
 compare?
-compare_destinations
-compare_packages
 compareajax
 compared_products
 comparelists
@@ -62645,7 +62505,7 @@ condiciones-de-uso
 condition=
 condition_s
 conditions-diseases?f*
-conditions-diseases?linkId*http://slashfilm.com/robots.txt
+conditions-diseases?linkId*http://band.us/robots.txt
 conditions-diseases?search=
 conditions-generales
 conditions/coronavirus-covid-19/testing-and-tracing/get-an-antigen-test-to-check-if-you-have-coronavirus/
@@ -62655,7 +62515,7 @@ conditions_that_can_cause_blood_in_your_urine/article.htm
 conditions_that_can_cause_body_hair_loss/article.htm
 conduit-testing$
 conejo
-conex-2019http://seroundtable.com/robots.txt
+conex-2019http://au.int/robots.txt
 conf
 conf
 conf-og/*
@@ -62703,6 +62563,7 @@ conferences/Physics2Life/uploads/file/titles.pdf
 conferences/conference-events
 conferences/non-acm-events
 conferences/register/profile
+conferencesclosed
 confermaindirizzoemail
 confermamodificaindirizzoemail
 confermaordine
@@ -62751,7 +62612,7 @@ confirmare-mail
 confirmarmodificacaodee-mail
 confirmarnovasenha,definirnovasenha
 confirmation
-confirmation?http://mvv-muenchen.de/robots.txt
+confirmation?http://cityu.edu.hk/robots.txt
 confirmationNumber=
 confirmationcommande
 confirmednewpassword
@@ -62832,7 +62693,7 @@ cons/rtfcache/
 cons/static
 consciously/
 consent
-consent/amp-consent/info*http://cwi.nl/robots.txt
+consent/amp-consent/info*http://businessweekly.com.tw/robots.txt
 conservation/th-expenses/pdf/2007_08_conservation_expenses.pdf
 consign
 consignments
@@ -62889,7 +62750,7 @@ contact-pantone-connect
 contact-preferences
 contact-request/
 contact-sales
-contact-sales/http://apps.facebook.com/robots.txt
+contact-sales/http://hellomagazine.com/robots.txt
 contact-support
 contact-thank-you
 contact-tos
@@ -62897,6 +62758,7 @@ contact-us
 contact-us-old
 contact-us-online/
 contact-us-thanks
+contact-us/*/form
 contact-us/ami-submission-conf/
 contact-us/article-submission-conf/
 contact-us/author
@@ -62930,9 +62792,10 @@ contact/email
 contact/employees/servlets
 contact/en/hague/questionnaire/
 contact/feedback
+contact/form/
 contact/general
 contact/goodbye.html
-contact/http://xfinity.com/robots.txt
+contact/http://printmag.com/robots.txt
 contact/menu*
 contact/partner*
 contact/pitch/success
@@ -63137,7 +63000,7 @@ content/campaigns/us/noindex/
 content/canadian-tire/en/password-reset
 content/canadian-tire/fr/password-reset
 content/canadiantire/apple-app-site-association.json
-content/canadiantire/assetlinks.jsonhttp://civicrm.org/robots.txt
+content/canadiantire/assetlinks.jsonhttp://wishtv.com/robots.txt
 content/category
 content/cd
 content/chapter/
@@ -63380,7 +63243,7 @@ content/dam/mobile/en/legacy/documents/legal-docs/
 content/dam/msdotcom
 content/dam/msdotcom/en/assets/pdfs/Client-Tax-Certification.pdf
 content/dam/msdotcom/en/assets/pdfs/IWM_Combo_Client_Tax_Certification.pdf
-content/dam/munichre/brandportal/guidelines/*.pdf$http://mines.edu/robots.txt
+content/dam/munichre/brandportal/guidelines/*.pdf$http://maritime-executive.com/robots.txt
 content/dam/natwest_com/secureinbox
 content/dam/nuance/en_us/terms-and-conditions/
 content/dam/oecd/
@@ -63416,12 +63279,14 @@ content/dam/sfu/sfunews
 content/dam/sm/ccto/sunet_id_resources
 content/dam/sm/radcancerbio/resources-secure
 content/dam/sothebys/InsideSothebys*.pdf
+content/dam/spinco
 content/dam/splunk2/en_us/images/ciso-sales-tool-assets/ciso-page-filter.json
 content/dam/splunk2/images/icons/favicons/favicon.ico?301=/favicon.ico
 content/dam/splunk2/images/logos/splunk-logo.svg?asd
 content/dam/static-page/customer-advocacy/*/pdf/*
 content/dam/static/js/tagging/
-content/dam/students/documents/graduations/programs/http://unece.org/robots.txt
+content/dam/store
+content/dam/students/documents/graduations/programs/http://dafont.com/robots.txt
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_billing.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_incidents.pdf
 content/dam/tcom/business-enterprise/telstra-connect-guides/telstra_connect_guide_mobility_services.pdf
@@ -63528,6 +63393,7 @@ content/dam/web/za/documents/ebooks/world-of-work-employee-experience-ebook-enza
 content/dam/web/za/documents/other/*.pdf$
 content/dam/web/za/documents/reports/*.pdf$
 content/dam/web/za/documents/whitepapers/*.pdf$
+content/dam/western-digital
 content/data-product
 content/delivery-offer
 content/demo
@@ -63539,7 +63405,7 @@ content/dist/fonts
 content/docdel
 content/download
 content/downloads/
-content/downloads/http://ourworldindata.org/robots.txt
+content/downloads/http://acrobat.adobe.com/robots.txt
 content/ebook
 content/ebook/
 content/ebrochure/toyota-mobility.pdf
@@ -63576,7 +63442,7 @@ content/hhs
 content/historic-architectural-gem-returns-uc
 content/historic-architectural-gem-returns-uc-0
 content/honeywell/us/en/search.html?search=
-content/honeywellbt/us/en/error/monitoring-page.htmlhttp://taste.com.au/robots.txt
+content/honeywellbt/us/en/error/monitoring-page.htmlhttp://liveauctioneers.com/robots.txt
 content/icicibank/in/en/personal-banking/online-services/failover-akamai/assets/documents/bank-fair-practices-code.pdf
 content/ieee-org/en
 content/ieee-org/en/stage-homepage-backup.html
@@ -63636,7 +63502,7 @@ content/index.php/filter/tips
 content/index.php/node/add
 content/index.php/search
 content/index.php/user/login
-content/index.php/user/logout/http://shop.app/robots.txt
+content/index.php/user/logout/http://it.linkedin.com/robots.txt
 content/index.php/user/password
 content/index.php/user/register
 content/inspublic
@@ -63738,7 +63604,7 @@ content/pluralsight/en/jcr:content
 content/prelaunch
 content/products-brochures/Company/Europe-shipping-rates.pdf
 content/profiles
-content/public/wbc/en/_services/calcs-forms-tools/http://maxmind.com/robots.txt
+content/public/wbc/en/_services/calcs-forms-tools/http://radio.garden/robots.txt
 content/public/wbc/en/_services/serialiser/
 content/public/wbc/en/_services/serialiser/calculator/
 content/public/wbc/en/business-banking/westpac-live-video/
@@ -63994,7 +63860,6 @@ continental.php
 contingency-plan
 continued_access
 continuing-studies/certificates.htm
-contract-terms-conditions
 contract/
 contract=
 contracts-for-cinematographers
@@ -64224,7 +64089,7 @@ core/*.png
 core/*.png
 core/*.svg
 core/*.svg
-core/*http://yale.edu/robots.txt
+core/*http://credential.net/robots.txt
 core/_next/static/shared/static/sticker-mule-share.*.png
 core/dashboard
 core/dashboard
@@ -64592,14 +64457,14 @@ courses/find-a-course/media-communication-and-creative-arts/animation-and-motion
 courses/find-a-course/results
 courses/graduate-certificate-in-higher-education-curriculum-teaching-and-learning
 courses/honours
-courses/http://foundation.mozilla.org/robots.txt
+courses/http://audiomack.com/robots.txt
 courses/major/*-bachelor-arts-2022
 courses/major/film-television-bachelor-arts
 courses/nested-content/postgraduate
 courses/oasis/BabbScholarship
 courses/online-shkoly
 courses/online-shkoly/zapusk-online-shkoly
-courses/online-shkoly/zapusk-online-shkolyhttp://dotcult.bandcamp.com/robots.txt
+courses/online-shkoly/zapusk-online-shkolyhttp://ewartwoods.com/robots.txt
 courses/requests
 courses/section
 courses/short-courses/ual-short-courses/architecture-spatial-and-interior-design-short-courses-ppc
@@ -64634,6 +64499,7 @@ courts
 coveo
 coveo/
 cover
+cover-it-live/
 cover-photo.jspa
 cover-story
 coverage
@@ -65275,72 +65141,14 @@ css/*.css*$
 css/*hotels*?
 css/*restaurants*?
 css/*things-to-do/*?
-css/Bidding.css
-css/ToolTip.css
-css/UserControls.css
-css/cSaleRegistration.css?010120180943
-css/cSaleRegistration.css?030120181509
-css/cSaleRegistration.css?040120181248
-css/cSaleRegistration.css?060120181545
-css/cSaleRegistration.css?070120181312
-css/cSaleRegistration.css?100120181322
-css/cSaleRegistration.css?120120181954
-css/cSaleRegistration.css?131220170707
-css/cSaleRegistration.css?131220171002
-css/cSaleRegistration.css?161220170733
-css/cSaleRegistration.css?211220170547
-css/cSaleRegistration.css?221120170127
-css/cSaleRegistration.css?221220170940
-css/cSaleRegistration.css?241220171114
-css/cSaleRegistration.css?251220171115
-css/cSaleRegistration.css?301220171323
-css/calresults_SaleLanding.css
-css/crsl.css
-css/crsl_2013.css
-css/entersalepop.css
 css/fancybox.css
 css/fonts
 css/general.css
 css/ie.css
 css/index.php
-css/mychristies-p1.css
-css/popup.container.css
 css/print.css
 css/quiz.css
-css/sale-landing-catgrid.css
-css/sale-landing-events.css
-css/sale-landing-microsite.css
-css/sale-landing-single-page.css
-css/sale-landing-v1.css
-css/sale-landing.css
-css/sale-landing_2013.css
 css/screen.css
-css/signup.css
-css/site.css
-css/site.layouts.left_nav.css
-css/site.layouts.leftnav.css
-css/site.pages.MyChristies_Login.css
-css/site.pages.advanced_search.css
-css/site.pages.content_archive.css
-css/site.pages.ecatalogues.css
-css/site.pages.locations.css
-css/site.pages.locations.ny.css
-css/site.pages.lot_details_popup.css
-css/site.pages.popular_categories.css
-css/site.pages.press-center.css
-css/site.pages.promo_landing_page.css
-css/site.pages.rss.css
-css/site.pages.sale_departments_tabs.css
-css/site.pages.special_events.css
-css/site.pages.specialists.css
-css/site.pages.template.css
-css/site.pages.viewingcalendar.css
-css/site.pages.zoom_image.css
-css/site.print.css
-css/site.print.css?date=09012010
-css/site.sections.careers.css
-css/site.sections.careers.peoplebank.css
-css/site.sections.multimedia.css
 css2/
 css=*
 css?
@@ -65429,6 +65237,7 @@ curling/curling/
 curpage=
 currant-anma
 currency
+currency/
 currency=
 currency=*
 currencyid=
@@ -65522,7 +65331,6 @@ customer-resource-center/referrals-and-references/reference-star
 customer-resource-center/technology/integration-center
 customer-resource-center/technology/trinet-mobile
 customer-reviews
-customer-service
 customer-service/online-banking/
 customer-service/online-banking/_assets-custom/
 customer-serviceolb/
@@ -65552,6 +65360,7 @@ customerengagementjourney-ebook-download
 customerprofile/
 customerror.aspx
 customerror.aspx
+customerrors/
 customers
 customers-holding
 customers/finance/venture-factory
@@ -65634,7 +65443,7 @@ cy/it
 cy/kb/*/discuss
 cy/pt
 cy/search
-cy/study/*http://productboard.com/robots.txt
+cy/study/*http://kesq.com/robots.txt
 cy/user
 cy/users
 cy/widgets
@@ -65668,7 +65477,6 @@ cz*/step
 cz*/submit
 cz*/submitted
 cz-CZ
-cz-cs/
 cz-cz/
 cz-en
 cz/
@@ -65881,7 +65689,7 @@ da/autocomplete
 da/bestilling
 da/blog
 da/create-a-doodle-pfm
-da/create-a-doodle-pfmhttp://lifehack.org/robots.txt
+da/create-a-doodle-pfmhttp://bits.blogs.nytimes.com/robots.txt
 da/downloadmirror
 da/errors
 da/firefox/collections
@@ -66016,7 +65824,7 @@ dam/jcr:d493cbe0-67e8-4aa5-8972-b41046099254/Lean%20ITSM%20Whitepaper.pdf$
 dam/jcr:d493ce3b-6f18-4986-af05-f73f5bb24097/epost-mailer-font-update-12-2023.pdf
 dam/jcr:f5065dd6-c5df-4872-b4b8-f589519c9eeb/dhl-express-importanweisung-verzollung-de.pdf
 dam/support/pdf
-dam/udelImages/student-life/reslife/floorplanshttp://enisa.europa.eu/robots.txt
+dam/udelImages/student-life/reslife/floorplanshttp://fred.stlouisfed.org/robots.txt
 dam/www/*.PDF$
 dam/www/*.pdf$
 dam/www/*pdfs
@@ -66183,7 +65991,7 @@ dataset/rate
 dataset/search
 datasetname=
 datasets/
-datasets/http://copy.ai/robots.txt
+datasets/http://naeyc.org/robots.txt
 datasheet
 datasrt=
 datastore
@@ -66300,9 +66108,14 @@ dbrooks
 dbstein
 dbsweb-forms/deposits/apply/cip?product%253D0058-MA.E0A49C1341715120A8E634DCC365627B.html
 dbusso
+dc-framework/
+dc-guidance/
 dc-ma/alt_formats/
 dc-ma/images/
 dc-ma/longdesc/
+dc-riskassessment/
+dc-service/
+dc-training/
 dc/
 dc/accessibilite
 dc/blog/*
@@ -66861,7 +66674,7 @@ de/help/sitemap
 de/help/sitemap.php
 de/herramientas/generador-de-logos/onboarding
 de/homepage-variant24
-de/http://museodelprado.es/robots.txt
+de/http://badoo.com/robots.txt
 de/imagecontentsource
 de/images
 de/inc
@@ -66937,6 +66750,7 @@ de/magazin/wp-admin
 de/magazin/wp-admin/admin-ajax.php
 de/mailinglist
 de/mailinglist/email
+de/main_de
 de/make
 de/market/confederate_flag
 de/market/dixie_flag
@@ -67157,7 +66971,7 @@ de/tools/business-name-generator/searchbutton
 de/tools/business-name-generator/searchpage
 de/tools/business-name-generator/searchutf8
 de/tools/logo-maker/onboarding
-de/touristisch/speicherinsel-und-bleihof,a,12145http://la7.it/robots.txt
+de/touristisch/speicherinsel-und-bleihof,a,12145http://novayagazeta.ru/robots.txt
 de/track
 de/tracking
 de/transactions
@@ -67376,7 +67190,7 @@ default/Wishlist-Show
 default/files/images/logo
 default1.cms
 defaultIndOnly.aspx
-default_image.psdhttp://servicenow.com/robots.txt
+default_image.psdhttp://books.google.de/robots.txt
 defaultinterstitial.cms
 deferred
 definicion/entlastendes
@@ -67483,7 +67297,7 @@ demo/closed-unclosed-performance?closed
 demo/safari-reader-test-1
 demo/safari-reader-test-2
 demo/safari-reader-test-3
-demo/safari-reader-test-nielshttp://about.gitlab.com/robots.txt
+demo/safari-reader-test-nielshttp://fstoppers.com/robots.txt
 demo2/
 demo_2c5e63dedb24a
 demo_ad.html
@@ -67614,6 +67428,7 @@ descuentos
 descuentos/sitemap.xml
 design
 design-examples
+design-guide/
 design-products
 design-resources/typicals/
 design-system
@@ -67712,7 +67527,6 @@ details-
 details-*.html
 details-print
 details.do
-detailshttp://vecernji.hr/robots.txt
 detailsuche
 detforum/faq.php
 detforum/memberlist.php
@@ -69469,6 +69283,7 @@ dictionnaires-conjugaison/
 dictionnaires-prononciation/
 dictum
 did-you-know-that-incognito-mode-is-not-private-at-all
+did/
 didar
 diegoestevez
 diegorivera
@@ -69563,7 +69378,6 @@ diet_weight_loss_shed_pounds_after_40/article.htm
 diet_weight_loss_sugar/article.htm
 dieting_myths_and_facts_pictures_slideshow/article.htm
 diets/*
-diff
 diff_angle
 diffs
 dig-perf-test
@@ -69581,6 +69395,7 @@ digestive_disorders_what_to_eat_when_stomach_hurts/article.htm
 digestive_disorders_why_do_i_have_blood_in_stool/article.htm
 digestive_health_pictures_slideshow_probiotics/article.htm
 digestive_health_why_am_i_bloated/article.htm
+digexpress
 digibank/in/newaccount.page
 digit.asp
 digital-agenda
@@ -69676,12 +69491,14 @@ digital_variants/*/download
 digital_wallets/dialog
 digitalassets
 digitalbonus
+digitalcontinuity
 digitalcredit
 digitaldata
 digitaledition
+digitalexpress/
 digitalpdf
 digitalsubscription/imagedownload
-digitalsubscription/imagedownload/http://humanesociety.org/robots.txt
+digitalsubscription/imagedownload/http://rsms.me/robots.txt
 digraph
 digregorio
 dilatua/proRecensione.do
@@ -69798,6 +69615,7 @@ discover/solutions
 discoveries
 discoveries/add
 discovery
+discovery
 discovery$
 discovery-hub
 discoverybot
@@ -70112,7 +69930,6 @@ dk*/cdn-cgi/challenge-platform
 dk*/step
 dk*/submit
 dk*/submitted
-dk-da/
 dk-en*/blog-article-remove-faq-utms-*.js
 dk-en*/cdn-cgi/challenge-platform
 dk-en*/listing/*/favoriters
@@ -70342,7 +70159,7 @@ dliburd
 dlieberman
 dliebowitz
 dlls/
-dlm_uploads/http://downshiftology.com/robots.txt
+dlm_uploads/http://utorrent.com/robots.txt
 dlmurphy
 dloader
 dloader(NaverRobot)
@@ -70377,7 +70194,7 @@ dmq
 dms
 dms/cdn/sites/iportal/documents/pdfs/
 dms/cdn/sites/support/documents
-dms_priv/*http://bbb.org/robots.txt
+dms_priv/*http://developers.cloudflare.com/robots.txt
 dms_pub/itu-d/md/02/isap2b.1.1.1/c/D02-ISAP2B.1.1.1-C-0003
 dms_pub/itu-d/md/02/isap2b.1.1/c/D02-ISAP2B.1.1-C-0002
 dms_pub/itu-r/oth/0A/0E/R0A0E00008B
@@ -70533,7 +70350,7 @@ docs-and-downloads/noindex/
 docs-and-downloads/sep/
 docs-api-legacy
 docs-api-legacy$
-docs-api-legacy/http://ok.ru/robots.txt
+docs-api-legacy/http://cdtfa.ca.gov/robots.txt
 docs-footer
 docs-qa
 docs/
@@ -70546,7 +70363,7 @@ docs/*.png$
 docs/*/auth/login?redirect=
 docs/*/diff
 docs/*/embed
-docs/*/http://images.google.fr/robots.txt
+docs/*/http://freedownloadmanager.org/robots.txt
 docs/*/restore
 docs/*/version
 docs/0.1.12
@@ -70681,7 +70498,7 @@ docspp
 doctor-strange
 doctors*/search*
 doctors/price-guide
-doctors/resultshttp://brain.fm/robots.txt
+doctors/resultshttp://rohde-schwarz.com/robots.txt
 doctors/search?filter=
 doctors?
 doctors?keyword=
@@ -70713,6 +70530,7 @@ document/view_more
 document/views
 document_auxillary_content
 document_downloads
+document_handling
 document_viewer/build_vu_embeds
 documentacao
 documentation
@@ -70785,6 +70603,7 @@ documentcenter/z
 documentcomments/
 documento/convenio-aepd-cgpj-prorroga.pdf
 documentos
+documentphotos/
 documents
 documents$
 documents/
@@ -70902,17 +70721,22 @@ documents/PDS
 documents/about-md-anderson/about-us/doing-business/owners-design-guidelines
 documents/about-md-anderson/about-us/doing-business/owners-design-guidelines/*
 documents/aclu-election-
+documents/archives/ArchivesObsolete
 documents/current
 documents/d/guest/listado-provisional-admitidos-pdf
 documents/email-a-friend
 documents/emm/
+documents/information-management/imr-guidance-and-appendices.pdf
 documents/json/*
+documents/mog.pdf
+documents/old/
 documents/pdf/20141003091717_large.pdf
 documents/search
 documents/slack_pilot_dpa
 documents/trackingData
 documents/uploads
 documents_and_media
+documentsonline
 docupload
 docview.accesstofulltextlinks.externallink_0:
 docview/*PQ/1
@@ -70941,6 +70765,7 @@ doi/ref
 doi/xml
 doist
 doku.php?id=
+dol
 dol-overtime-rules
 dolby-vision-atmos-tvs
 dolphin/index.htm
@@ -71094,7 +70919,7 @@ download/Forside/2022
 download/attachments
 download/binary
 download/get
-download/http://worldometers.info/robots.txt
+download/http://wolframalpha.com/robots.txt
 download/labview-development-system-2013/3980/en
 download/labview-development-system-2013/4045/en
 download/legacy
@@ -71252,6 +71077,7 @@ drj
 drjosephinekim
 drlem
 drmn/embed
+droid/
 droidguard
 drome/
 drome/assure/actualites/
@@ -71641,6 +71467,8 @@ e/sitemap.xml
 e/the-find/products
 e/theones/products
 e1-brand
+e179/includes/
+e179/scripts/
 e48=
 e=
 e?key=*
@@ -71802,6 +71630,7 @@ ecap
 ecaptcha
 ecard
 ecard/
+ecards
 ecards/
 ecare/
 ecb/10ann/shared/movies
@@ -71875,7 +71704,7 @@ economia/miojob/mobile/offerte/lavoro/cerca/*-*/*-*?
 economia/miojob/offerte/lavoro/cerca/*-*/*-*
 economia/miojob/offerte/lavoro/cerca/*-*/*-*?
 economia/miojob/rss
-economia/negocios/balance-nid04112021/http://oclc.org/robots.txt
+economia/negocios/balance-nid04112021/http://bonappetit.com/robots.txt
 economia/pt-br/internet
 economia/speciali/2010/la-crisi-greca/notizie/test1_db95ec2e-520e-11df-9da0-00144f02aabe.shtml
 economia/trovolavoro/12_dicembre_07/consigliere-startup-iniziare-donne_03104550-405b-11e2-abcd-38132480d58e.shtml
@@ -72107,7 +71936,6 @@ education/blocks$
 education/classroom-resources/education-resources
 education/common/course_search.page*
 education/download
-education/earlylearning/educator-workshops.jsp
 education/eic/_denial.asp
 education/global-inclusion/student-forms/request-certificate-programs-info/thank-you/
 education/global-inclusion/student-forms/request-graduate-programs-info/thank-you/
@@ -72118,6 +71946,7 @@ education/student-success/foundations-of-reading/april-26-2024/thank-you/
 education/student-success/mathematics/june-5-2024/thank-you/
 education_DEV/
 education_social_work/bulletin
+educationservice
 educator
 educator-portal
 educoc.aspx
@@ -72131,10 +71960,10 @@ edv
 edwardclapp
 edwardcliff
 edwardguzman
+edwardii-conference
 edxretailf.ws/
 ee
 ee-comments-services
-ee-en/
 ee/
 ee/Download
 ee/et
@@ -72632,6 +72461,7 @@ email-preferences
 email-preferences/
 email-search
 email-search/search
+email-signature
 email-signature-viewer
 email-subscription-update
 email-templates
@@ -72781,6 +72611,7 @@ emea
 emea/corporate/careers
 emea/news
 emergency
+emergency.htm
 emergency/
 emergency_preparedness_winter_pictures_slideshow/article.htm
 emessenger.cisco.com
@@ -72824,6 +72655,7 @@ emoticons
 emotions_pay
 emotions_pay_author
 emp/
+empire-at-war
 empire-state
 empleo/www
 emploi
@@ -74526,7 +74358,7 @@ en-tn/netflix-recommended-tvs
 en-tn/smart-tvs-netflix-calibrated-mode
 en-tools
 en-tr/blogs
-en-tr/cart/http://sportingnews.com/robots.txt
+en-tr/cart/http://telecompaper.com/robots.txt
 en-tr/pages
 en-tr/products/details
 en-tt/
@@ -75211,7 +75043,7 @@ en/cultnatlaws/list
 en/cultnatlaws/map
 en/currency/edit
 en/customer-home
-en/customer-services/points-attention/appointment-request-formhttp://intechopen.com/robots.txt
+en/customer-services/points-attention/appointment-request-formhttp://mitpressjournals.org/robots.txt
 en/data-appearances
 en/database/oracle/machine-learning/omlla
 en/database/oracle/oracle-machine-learning-for-python
@@ -75283,7 +75115,7 @@ en/elite/miramar-beach-montecito
 en/elite/phnom-penh
 en/elite/phuket
 en/elite/san-miguel-de-allende
-en/elite/sand-hill-menlo-parkhttp://3cx.com/robots.txt
+en/elite/sand-hill-menlo-parkhttp://confluence.atlassian.com/robots.txt
 en/elite/sanya
 en/elite/sao-paulo
 en/elite/the-carlyle
@@ -75348,6 +75180,7 @@ en/formulaires/abandon.jsp
 en/formulaires/conseiller_virtuel/rendez-vous-conseiller.jsp
 en/funding?
 en/getting-started
+en/giving-life/updates-from-canadahelps/announcing-canadahelps-new-president-and-ceo-duke-chang
 en/global-education-coalition/grid
 en/global-education-coalition/list
 en/global-education-coalition/map
@@ -75511,6 +75344,7 @@ en/mab/grid
 en/mab/list
 en/mab/map
 en/mails
+en/main_en
 en/make
 en/manage-booking/separate-passengers/split-pnr.html
 en/management-notifications
@@ -75543,7 +75377,7 @@ en/meta/display/news.html
 en/meta/display/shop-detail.html
 en/meta/pages/search.
 en/microsite/
-en/microsites/http://science.nasa.gov/robots.txt
+en/microsites/http://rescuetime.com/robots.txt
 en/middleware/developer-tools/jet/10
 en/middleware/developer-tools/jet/10.1
 en/middleware/developer-tools/jet/11
@@ -76069,7 +75903,7 @@ en/search?*keywords=
 en/search?*x=1
 en/search?*z=1
 en/search?s=*
-en/searchpage.htmlhttp://i.redd.it/robots.txt
+en/searchpage.htmlhttp://maine.gov/robots.txt
 en/seocheck
 en/seocheck/breuer-versand.de
 en/seocheck/milchkannen24.de
@@ -76166,6 +76000,7 @@ en/travel-info/travel-updates/coronavirus/qantas-international-network-changes/c
 en/travel-info/travel-updates/coronavirus/qantas-international-network-changes/digital-health-pass.html
 en/two-click/resolve/nojs
 en/ugc
+en/undefined/
 en/understanding-physics
 en/unionpay
 en/unitwin/grid
@@ -76257,6 +76092,7 @@ en_br
 en_ca
 en_cn
 en_de
+en_eur
 en_gb
 en_gb
 en_gb/*
@@ -76342,6 +76178,9 @@ energy/search/node
 energy_foods_pictures_slideshow/article.htm
 enes/expectant%20heir
 enews
+enewsletter
+enewsletter/global/
+enewsletter/includes/
 enewsletters
 enfr/FUT+Hack
 enfr/He/%5C's%20good%20at%20French
@@ -76697,6 +76536,9 @@ equinox-ev/vehicle-delivery-preparations
 equipment
 equipment-detail
 equipment/?
+equity
+equity/includes/
+equity/scripts/
 er
 er.php
 er/
@@ -76735,6 +76577,7 @@ erikzhang
 erinwessling
 erlynmacarayan
 ernst_mayr_library
+ero
 erosbiondini
 erp
 err.php
@@ -77259,7 +77102,7 @@ es/blog/search
 es/blog/search$
 es/blog/search?
 es/blog/topic
-es/blog/topic/*http://vcahospitals.com/robots.txt
+es/blog/topic/*http://join.me/robots.txt
 es/blog/wp-admin
 es/blog/wp-admin/admin-ajax.php
 es/blog/wp-includes
@@ -77777,7 +77620,7 @@ es/search/default.mi
 es/search/help
 es/search?
 es/search?*
-es/search?*http://ahrq.gov/robots.txt
+es/search?*http://blog.linkedin.com/robots.txt
 es/searchresult
 es/secure-preview
 es/sell
@@ -78270,6 +78113,7 @@ etc/calendar
 etc/car-physics
 etc/clientcontext/
 etc/clientcontext/*
+etc/clientlibs
 etc/countries
 etc/designs
 etc/designs/onedomain/*/images/schema_image.jpg
@@ -78770,6 +78614,10 @@ events?*services=*
 events?*startDate=*
 events?*topics=*
 events?*unit=*
+eventsbooking
+eventsbooking/email_templates/
+eventsbooking/includes/
+eventsbooking/scripts/
 evered
 everly
 everlycoleman
@@ -78891,7 +78739,7 @@ exhibitions/gilbert_and_george/special_gift.php
 exhibits/orgunit/*?
 exhibits/orgunit/*?spc.page
 exhibits/orgunit/*?utm_source
-exit.htmlhttp://dealbook.nytimes.com/robots.txt
+exit.htmlhttp://austinchronicle.com/robots.txt
 exit?
 exitpoll/
 expand-reach-with-digital-marketing
@@ -79178,7 +79026,7 @@ external/stemcellsforblood
 external/strada/secure
 external/tces
 external/whistler
-externalContentView/http://gojek.com/robots.txt
+externalContentView/http://willistowerswatson.com/robots.txt
 externalPageReview
 externalUrl
 external_assets
@@ -79236,7 +79084,6 @@ eyeblaster/addineyev2.html
 eyewear_guide_pictures_slideshow/article.htm
 eyewitness
 ezais
-ezinfo
 ezk888cn
 ezoic
 ezra
@@ -79863,6 +79710,7 @@ fadiscount
 fadlon
 fadstepup
 faeznaitmohamed
+failover
 faint_fainting_slideshow_reasons/article.htm
 faire=
 fairs/*/a-invite/program
@@ -80394,7 +80242,7 @@ featurerequest
 features
 features-2
 features/aerisweather-development-partner-program
-features/aerisweather-javascript-sdk/http://flysaa.com/robots.txt
+features/aerisweather-javascript-sdk/http://jamesbeard.org/robots.txt
 features/external/cdp
 features/for-
 features/idx-for-any-website/wix-real-estate-app-free-trial/
@@ -80433,6 +80281,7 @@ feed$
 feed-aggregator/
 feed-hp/homepage.xml
 feed-items
+feed-management-system
 feed-test
 feed.mhtml
 feed.php?
@@ -80470,7 +80319,7 @@ feed/training-resources/assets/facets/cengage%3Aplatform.xml/
 feed/turbo*
 feed/update
 feed/v1/podcast/triggered-uncensored
-feed/v1/podcast/unredacted-with-kurt-schlichterhttp://lu.ma/robots.txt
+feed/v1/podcast/unredacted-with-kurt-schlichterhttp://europe1.fr/robots.txt
 feed/zen
 feed=
 feed=rss
@@ -80509,7 +80358,7 @@ feedbackR1
 feedcommunicationdetail
 feeder/
 feeder/places/*action=srch
-feedhttp://catholic.com/robots.txt
+feedhttp://ssrn.com/robots.txt
 feeding_a_picky_eater_pictures_slideshow/article.htm
 feeds
 feeds*.php
@@ -80896,6 +80745,7 @@ field_article
 field_category_value
 field_collection
 fieldstudies
+fifa-under-17-world-cup-2017
 fiffer
 fifty-shades-darker
 fifty-shades-freed
@@ -81185,7 +81035,7 @@ find/*?official=true
 find/*?page
 find/*?shipping=
 find/*?{
-find/*http://pixiv.net/robots.txt
+find/*http://forrester.com/robots.txt
 find/3DImage.jsp
 find/?srsltid
 find/ApplecareDetails.jsp
@@ -81570,6 +81420,7 @@ fo/search-result
 foa/
 fob
 foi/bpcorrespondence
+foi/pubscheme/
 foia-confirmation
 foia-document
 foia/quaterly/
@@ -81699,7 +81550,7 @@ for-ansatte/arbeidsstotte/profil/nettarbeid/opplaring/nettkurs
 for-ansatte/arbeidsstotte/profil/nettarbeid/rapporter/konfigurasjon
 for-ansatte/arbeidsstotte/profil/nettarbeid/veiledninger/bilde-lyd-video/bilder/bildestorrelse.html
 for-ansatte/arbeidsstotte/prosjekter/kortproduksjon/internt
-for-ansatte/arbeidsstotte/prosjekter/kortproduksjon/internt/http://sites.psu.edu/robots.txt
+for-ansatte/arbeidsstotte/prosjekter/kortproduksjon/internt/http://umich.edu/robots.txt
 for-ansatte/arbeidsstotte/prosjekter/uio-sak/prosjektinternt
 for-ansatte/arbeidsstotte/rom/timeplaner/infoskjerm
 for-ansatte/nettverk-moter/los-enhetene/forskningsinfrastruktur/einfrastruktur
@@ -81747,6 +81598,7 @@ forgot-password2
 forgot-password2/$
 forgot-username
 forgot/
+forgot2scan*
 forgot?nextUrl=*
 forgot_enter.phtml
 forgot_password
@@ -81756,7 +81608,7 @@ forgotpassword?
 forgotten-password
 forgotten-password
 forgotten-password/
-forgov-devhttp://sway.office.com/robots.txt
+forgov-devhttp://bhg.com/robots.txt
 forlibraries
 form
 form-containers
@@ -82010,7 +81862,7 @@ forum/thread/*/participants
 forum/threads/*/poll/results*
 forum/threads/*/tags$
 forum/ucp.php
-forum/ucp.phphttp://darden.virginia.edu/robots.txt
+forum/ucp.phphttp://cambridge.org/robots.txt
 forum/users
 forum/viewonline.php
 forum/viewtopic.php
@@ -82244,7 +82096,7 @@ forums/usercp.php
 forums/usernote.php
 forums/userposts.php
 forums/users
-forums/users/http://coveteur.com/robots.txt
+forums/users/http://seon.io/robots.txt
 forums/userstyles.php
 forums/vbsearch.php
 forums/writepost/
@@ -84288,6 +84140,7 @@ fr/mab/map
 fr/mailinglist
 fr/mailinglist/email
 fr/mails
+fr/main_fr
 fr/make
 fr/market/auction
 fr/market/auction?
@@ -84353,7 +84206,7 @@ fr/music/*/+wiki/shoutbox
 fr/music/*/+wiki/shoutbox?
 fr/music/+noredirect
 fr/music/playlist
-fr/music/projects?*genre=*http://incompetech.com/robots.txt
+fr/music/projects?*genre=*http://khm.at/robots.txt
 fr/music/projects?*keyword=*
 fr/my
 fr/my_business$
@@ -84850,6 +84703,7 @@ fr/tv-co-production/content-offers?*keyword=*
 fr/tv-co-production/content-offers?*projectStatus=*
 fr/two-click/resolve/nojs
 fr/ugc
+fr/une-vie-genereuse/duke-chang-est-nomme-president-et-chef-de-la-direction-de-canadon
 fr/unitwin/grid
 fr/unitwin/list
 fr/unitwin/map
@@ -85465,7 +85319,7 @@ g-recaptcha-response
 g/
 g/*
 g/*/%
-g/4arE9Chttp://pwc.com/robots.txt
+g/4arE9Chttp://eji.org/robots.txt
 g/Camera-Batteries
 g/Camera-Batteries/$
 g/api
@@ -85688,6 +85542,7 @@ gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&1
 gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&2
 gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&3
 gallery/Sport_Vari/vuoto.shtml?2008/11_Novembre/ragazze_volley/1&4
+gallery/admin
 gallery/embed
 gallery/id--*-*-*/
 gallery/id--b100-e1808503/subjects-posters.htm
@@ -85775,6 +85630,7 @@ gamtarget
 gandhi
 gangrene/
 gangs
+gangwon-do/
 ganong
 gao
 gao-advanced-search?
@@ -85832,6 +85688,7 @@ gay/shorties?cat=
 gay/user
 gayatrisarkar
 gazetekeyfi/htmanset
+gazettestender
 gazmais_novo/
 gazmais_teste/
 gazzastar
@@ -85882,7 +85739,7 @@ gb/user
 gb/user$
 gb/widgets
 gb2/
-gb_xapi_content/http://anthropologie.com/robots.txt
+gb_xapi_content/http://heritage.org/robots.txt
 gbahadir
 gbapujii
 gbartlett
@@ -85921,6 +85778,7 @@ gclid=*
 gcmes
 gcp/300000414/regulatedinformation
 gcr
+gcs
 gd
 gd-candidate
 gd-custom-league
@@ -86233,7 +86091,6 @@ get/arama
 get/html5.aspx
 get/iframe
 get/iframe/provider-badge
-getAlternatives.do?sku
 getCallUsInfoData
 getMoreSimilarGalleriesAjax
 getMostReadArticles
@@ -86258,7 +86115,7 @@ getapikey.aspx
 getarticleid.cms
 getaways/search
 getaways/tripadvisor
-getcandidatetopinfo*http://screenshots.firefox.com/robots.txt
+getcandidatetopinfo*http://mirror.xyz/robots.txt
 getdoc.jsp?containerId=SEV
 getembedcode.cfm
 getfile
@@ -86283,6 +86140,7 @@ getting-started
 getting-started-instructions
 getting-started/functional-groups/
 getting-started/functional-groups/*
+gettingstarted
 gettrial
 gettyimages
 getwmgear.wm.com
@@ -86668,7 +86526,7 @@ go/fanfiction/
 go/host/
 go/hotel/info
 go/hotel/search
-go/http://volkskrant.nl/robots.txt
+go/http://univision.com/robots.txt
 go/login
 go/member
 go/members
@@ -86711,6 +86569,7 @@ go/xrx/wizard
 go?
 goForum=
 goToReviewModule
+goa-election-result-2017
 goaflac
 goals_pay
 goals_pay_author
@@ -86732,7 +86591,7 @@ goldstein
 goldstine-cole
 golf/
 golf/golf/
-golocal/extranet/http://liveinternet.ru/robots.txt
+golocal/extranet/http://fineartamerica.com/robots.txt
 golub
 gonda
 gongyi*?
@@ -86997,7 +86856,6 @@ gq/
 gql
 gr
 gr-
-gr-el/
 gr/
 gr/aboutus
 gr/cardholderservices
@@ -87495,6 +87353,7 @@ gwangju-anma.net
 gwassets
 gwc
 gwcal
+gwdb
 gwettst
 gwhiting
 gwilliams
@@ -87596,6 +87455,7 @@ haidar
 haiderwarraich
 hainaut/
 hainaut/assure/actualites/
+hainayun/
 haininggouinlock
 hair-transplant-services
 hair_14_ways_help_hair_grow_faster_stronger/article.htm
@@ -87630,7 +87490,6 @@ handbook/marketing/strategic-marketing/demo/ct-files/AutoDevOps-v13.html
 handbook/marketing/strategic-marketing/demo/ct-files/gke-setup.html
 handbook/marketing/strategic-marketing/demo/ct-files/mr-approval.html
 handbooks/archive/2011
-handheld
 handle
 handle-404-sorry.php
 handle/*/*/browse
@@ -87787,6 +87646,7 @@ hc
 hc-ps/alt_formats/
 hc-ps/images/
 hc-ps/longdesc/
+hc.html
 hc/*
 hc/*/articles
 hc/*/requests
@@ -88107,7 +87967,7 @@ healthcare/education-resources/publications/population-health-insights/_jcr_cont
 healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(Webinars).page.(---customkey---page---customkey---)
 healthcare/education-resources/publications/population-health-insights/_jcr_content/par/gc04v3_gridcontainer_1434882630/containerpar_item_1/containerpar/n19_categorizedlisto.cards.section.(White%20papers).page.(---customkey---page---customkey---)
 healthcare/promotions/azurion-optimize-lab-performance
-healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://social.msdn.microsoft.com/robots.txt
+healthcare/resource-catalog/landing/customer-service-solutions/_jcr_content/par/gc04v3_gridcontainer_1401874079/containerpar_item_2/containerpar/n19_categorizedlisto.cards.section.(foundation---customkey---general---customkey---n19---customkey---allcategories).page.(---customkey---page---customkey---)http://eclipse.org/robots.txt
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts.html
 healthcare/resources/feature-detail/e-alert-faq/faq-related-receved-alerts/all-ok-message
@@ -88272,7 +88132,6 @@ heartbeat.html
 heartburn_pictures_slideshow/article.htm
 heartburn_remedies_acid_reflux_gerd_symptoms/article.htm
 hearthome
-heartmaker/heartmaker.cgi
 heat/node
 heat/users
 heat_rash_pictures_slideshow/article.htm
@@ -88325,6 +88184,12 @@ help-panel
 help-unify
 help-us-decorate/
 help-v1
+help-with-your-research/research-guides/adoptions
+help-with-your-research/research-guides/birth-marriage-and-death-certificates
+help-with-your-research/research-guides/birth-marriage-death-england-and-wales
+help-with-your-research/research-guides/electoral-registration
+help-with-your-research/research-guides/historical-nhs-patient-records/
+help-with-your-research/research-guides/living-people
 help.cgi
 help.php
 help/
@@ -88388,7 +88253,6 @@ help/sso
 help/tag
 help/testing
 help/tutorials
-help/tv/newsletters
 help/tv/now-tv-on-bt-tv
 help/tv/ocean/*
 help/us/rogers
@@ -88409,7 +88273,7 @@ helper
 helper
 helpers
 helpers
-helphttp://narodzenienanowo.org.pl/robots.txt
+helphttp://app.box.com/robots.txt
 helplibrary/
 helpmanha
 helptarde
@@ -88742,7 +88606,6 @@ hk-en*/shop/*/sold
 hk-en*/step
 hk-en*/submit
 hk-en*/submitted
-hk-en/
 hk-en/*?*shpxid=
 hk-en/*?order=
 hk-en/*?services
@@ -88824,7 +88687,6 @@ hk-en/transactions
 hk-en/treasury
 hk-en/ventureone
 hk-en/your
-hk-zh/
 hk-zh/shop/*?*&*&*&*
 hk/
 hk/*
@@ -89008,12 +88870,10 @@ home-block
 home-builders/color/find-and-explore-colors/hoa
 home-buying/education-content/
 home-buying/home-loans/docs/ADV14724-variation-notice.pdf
-home-corp
 home-design/search
 home-edit
 home-editorial
 home-equity
-home-family
 home-family-kids/healthcare/Article-e6adce4eef34341006.htm
 home-feed
 home-improvement-dueling-digs
@@ -89023,7 +88883,7 @@ home-loans/rate-stomper
 home-loans/rocket-loan
 home-main-content.html
 home-media
-home-newhttp://rapid7.com/robots.txt
+home-newhttp://fiercepharma.com/robots.txt
 home-no-tags
 home-personalisation
 home-renewal-special-offer
@@ -89111,6 +88971,7 @@ home_health_pictures_slideshow/article.htm
 home_health_risks_of_common_pests/article.htm
 home_page*
 home_remedies_sick_children_cold_and_flu_slideshow/article.htm
+home_scripts
 home_values
 homeajax_nav.cms?*
 homeandgarden/home/hearstmagazines
@@ -89318,6 +89179,7 @@ hortalicas/biblioteca/historico
 hortalicas/biblioteca/horario-de-funcionamento-e-endereco
 hortalicas/missao-visao-valores
 hosomura
+hospitalrecords/includes/
 hossamelrewaidy
 hossein
 host-agenda
@@ -89520,6 +89382,7 @@ houseads
 housecall
 housecall/us
 housecall7
+househistory
 houses-for-sale/advanced-search
 houses-to-rent/advanced-search
 housing/Templates
@@ -89691,7 +89554,7 @@ hr/general
 hr/hans
 hr/hant
 hr/hr
-hr/http://outdoorsy.com/robots.txt
+hr/http://justbento.com/robots.txt
 hr/images
 hr/inc
 hr/index.html
@@ -92792,6 +92655,7 @@ html/favori
 html/ipad
 html/it
 html/jjbulletin
+html/js
 html/js/editor
 html/js/editor/fckeditor
 html/kiosk
@@ -92802,6 +92666,7 @@ html/nij
 html/node
 html/ojjdp
 html/pdf
+html/portlet
 html/salon-2727.pdf
 html/share/rs/rs.php
 html/sites/mobile
@@ -92830,7 +92695,7 @@ html_tests
 htmlemails/
 htmlexterne
 htmlform/
-htmlmsg/http://38.media.tumblr.com/robots.txt
+htmlmsg/http://milenio.com/robots.txt
 htmlscript
 htmlscript/
 htmlversion
@@ -92842,348 +92707,350 @@ http
 http-checker
 http2_data
 http:
-http://1101.com/robots.txt
-http://aa.org/robots.txt
-http://aasciences.ac.ke/robots.txt
-http://about.instagram.com/robots.txt
-http://accessibe.com/robots.txt
-http://aging-us.com/robots.txt
-http://airnow.gov/robots.txt
+http://25.media.tumblr.com/robots.txt
+http://8tracks.com/robots.txt
+http://aaa.com/robots.txt
+http://aardman.com/robots.txt
+http://aarp.org/robots.txt
+http://ab-inbev.com/robots.txt
+http://abc.net.au/robots.txt
+http://acast.com/robots.txt
+http://adac.de/robots.txt
+http://addons.mozilla.org/robots.txt
+http://addons.opera.com/robots.txt
+http://admitad.com/robots.txt
+http://adsabs.harvard.edu/robots.txt
+http://agenciabrasil.ebc.com.br/robots.txt
+http://ai.stanford.edu/robots.txt
+http://airasia.com/robots.txt
+http://airbnb.com/robots.txt
 http://akismet.com/robots.txt
-http://aldi.com.au/robots.txt
-http://alexa.amazon.com/robots.txt
-http://allafrica.com/robots.txt
-http://allevents.in/robots.txt
+http://alexa.com/robots.txt
+http://aliexpress.ru/robots.txt
 http://allkpop.com/robots.txt
-http://allthingsd.com/robots.txt
-http://alz.org/robots.txt
-http://amazon.co.jp/robots.txt
-http://americanindian.si.edu/robots.txt
-http://amplitude.com/robots.txt
-http://angel.com/robots.txt
-http://apps.who.int/robots.txt
+http://allmusic.com/robots.txt
+http://alltop.com/robots.txt
+http://amazon.co.uk/robots.txt
+http://americanhistory.si.edu/robots.txt
+http://analytics.twitter.com/robots.txt
+http://animoto.com/robots.txt
+http://anovaculinary.com/robots.txt
+http://apartmentguide.com/robots.txt
+http://apps.irs.gov/robots.txt
 http://appsource.microsoft.com/robots.txt
-http://appstoreconnect.apple.com/robots.txt
-http://aps.org/robots.txt
-http://art19.com/robots.txt
-http://articles.chicagotribune.com/robots.txt
-http://articles.latimes.com/robots.txt
-http://artnews.com/robots.txt
-http://artofmanliness.com/robots.txt
+http://archive.nytimes.com/robots.txt
+http://argentina.gob.ar/robots.txt
+http://arrl.org/robots.txt
 http://asha.org/robots.txt
-http://backyardbrains.com/robots.txt
-http://bahn.de/robots.txt
-http://bang-olufsen.com/robots.txt
-http://bangkokpost.com/robots.txt
-http://bangordailynews.com/robots.txt
-http://beds24.com/robots.txt
-http://beta.lemondeinformatique.fr/http://positivepsychology.com/robots.txt
+http://audible.com/robots.txt
+http://autotrader.co.uk/robots.txt
+http://backstage.com/robots.txt
+http://bandcamp.com/robots.txt
+http://barbican.org.uk/robots.txt
+http://barcamp.org/robots.txt
+http://bart.gov/robots.txt
+http://bartleby.com/robots.txt
+http://bestlifeonline.com/robots.txt
+http://beta.lemondeinformatique.fr/http://qr.ae/robots.txt
 http://bharat.republicworld.com
-http://biblehub.com/robots.txt
-http://bitfinex.com/robots.txt
-http://bitmovin.com/robots.txt
-http://bleepingcomputer.com/robots.txt
-http://blog.adobe.com/robots.txt
-http://blog.csdn.net/robots.txt
-http://blog.linkedin.com/robots.txt
-http://blogilates.com/robots.txt
-http://blogs.20minutos.es/robots.txt
-http://blogs.msdn.com/robots.txt
-http://blogs.worldbank.org/robots.txt
-http://bloomingdales.com/robots.txt
+http://blackhat.com/robots.txt
+http://blog.emojipedia.org/robots.txt
+http://blog.mailchimp.com/robots.txt
+http://blog.myfitnesspal.com/robots.txt
 http://book2look.com/robots.txt
-http://brainpickings.org/robots.txt
-http://bundesfinanzministerium.de/robots.txt
-http://bunnings.com.au/robots.txt
-http://byjus.com/robots.txt
-http://cabelas.com/robots.txt
-http://catalog.data.gov/robots.txt
-http://cdac.in/robots.txt
-http://cdn.discordapp.com/robots.txt
+http://boozallen.com/robots.txt
+http://bostonreview.net/robots.txt
+http://brightcove.com/robots.txt
+http://brunch.co.kr/robots.txt
+http://businessinsider.com/robots.txt
+http://buzzsprout.com/robots.txt
+http://c1.staticflickr.com/robots.txt
+http://casadellibro.com/robots.txt
+http://castos.com/robots.txt
 http://cdph.ca.gov/robots.txt
-http://chicago.gov/robots.txt
-http://chromereleases.googleblog.com/robots.txt
-http://chroniclebooks.com/robots.txt
-http://click.linksynergy.com/robots.txt
-http://clicky.com/robots.txt
-http://codeboxr.com/robots.txt
-http://computerweekly.com/robots.txt
-http://conferences.sigcomm.org/robots.txt
-http://conseil-constitutionnel.fr/robots.txt
-http://copilot.microsoft.com/robots.txt
-http://copper.com/robots.txt
-http://cp24.com/robots.txt
-http://crestron.com/robots.txt
-http://crossref.org/robots.txt
-http://cs.stanford.edu/robots.txt
-http://cutt.ly/robots.txt
-http://cz.linkedin.com/robots.txt
-http://dailymotion.com/robots.txt
-http://dainikshiksha.com/robots.txt
-http://dashlane.com/robots.txt
-http://data.consilium.europa.eu/robots.txt
-http://data.oecd.org/robots.txt
-http://dbpedia.org/robots.txt
+http://charitywater.org/robots.txt
+http://chocolatey.org/robots.txt
+http://christianpost.com/robots.txt
+http://cincodias.elpais.com/robots.txt
+http://cira.ca/robots.txt
+http://co-operativebank.co.uk/robots.txt
+http://codeable.io/robots.txt
+http://collections.vam.ac.uk/robots.txt
+http://comicvine.gamespot.com/robots.txt
+http://compart.com/robots.txt
+http://computer.org/robots.txt
+http://computerhope.com/robots.txt
+http://comscore.com/robots.txt
+http://conservation.org/robots.txt
+http://creator.nightcafe.studio/robots.txt
+http://curata.com/robots.txt
+http://darktrace.com/robots.txt
+http://data.europa.eu/robots.txt
+http://dayoneapp.com/robots.txt
+http://dazeddigital.com/robots.txt
+http://dblp.org/robots.txt
 http://de.wordpress.org/robots.txt
-http://deere.com/robots.txt
-http://depts.washington.edu/robots.txt
-http://developer.apple.com/robots.txt
-http://developer.chrome.com/robots.txt
-http://devrix.com/robots.txt
-http://dilbert.com/robots.txt
-http://direct.me/robots.txt
-http://discoverlosangeles.com/robots.txt
-http://discovermagazine.com/robots.txt
-http://doc.qt.io/robots.txt
-http://docs.magento.com/robots.txt
-http://docs.unrealengine.com/robots.txt
-http://drafts.csswg.org/robots.txt
-http://dvcs.w3.org/robots.txt
-http://eba.europa.eu/robots.txt
-http://ebooks.com/robots.txt
-http://ellenmacarthurfoundation.org/robots.txt
+http://desjardins.com/robots.txt
+http://deutschlandfunk.de/robots.txt
+http://diarioaprendizajepilar.wordpress.com/robots.txt
+http://dictionary.com/robots.txt
+http://digitalmarketer.com/robots.txt
+http://disneyplus.com/robots.txt
+http://dn.se/robots.txt
+http://doaj.org/robots.txt
+http://docs.woocommerce.com/robots.txt
+http://docstoc.com/robots.txt
+http://dominos.com/robots.txt
+http://dspace.mit.edu/robots.txt
+http://duke-energy.com/robots.txt
+http://dukeupress.edu/robots.txt
+http://ecma-international.org/robots.txt
+http://edx.org/robots.txt
+http://elgato.com/robots.txt
 http://emerald.com/robots.txt
 http://en.support.wordpress.com/robots.txt
-http://entrepreneur.com/robots.txt
-http://eset.com/robots.txt
-http://esrl.noaa.gov/robots.txt
-http://essex.ac.uk/robots.txt
-http://eurasianet.org/robots.txt
-http://fa.wikipedia.org/robots.txt
-http://fairfaxcounty.gov/robots.txt
-http://faithandreason.com/robots.txt
-http://ffmann.de/robots.txt
-http://fitnyc.edu/robots.txt
-http://flattr.com/robots.txt
-http://floridastateparks.org/robots.txt
-http://focustaiwan.tw/robots.txt
-http://fonts.google.com/robots.txt
-http://formula1.com/robots.txt
-http://fortune.com/robots.txt
-http://fox23.com/robots.txt
-http://ftc.gov/robots.txt
-http://ga-dev-tools.appspot.com/robots.txt
-http://gatsbyjs.com/robots.txt
-http://gazette.com/robots.txt
+http://engineering.purdue.edu/robots.txt
+http://epicgames.com/robots.txt
+http://extension.iastate.edu/robots.txt
+http://ezoic.com/robots.txt
+http://fashionmagazine.com/robots.txt
+http://fb.me/robots.txt
+http://ffmpeg.org/robots.txt
+http://finanzen.net/robots.txt
+http://flypgs.com/robots.txt
+http://fonts.bunny.net/robots.txt
+http://fordfoundation.org/robots.txt
+http://fpl.com/robots.txt
+http://fr.de/robots.txt
+http://friendi.ca/robots.txt
+http://friendster.com/robots.txt
+http://futurelearn.com/robots.txt
+http://gao.gov/robots.txt
+http://gather.town/robots.txt
+http://gaylordhotels.com/robots.txt
+http://gazeta.ru/robots.txt
+http://gdal.org/robots.txt
 http://geocaching.com/robots.txt
-http://getfirebug.com/robots.txt
+http://geti2p.net/robots.txt
+http://gettyimages.com/robots.txt
 http://giantbomb.com/robots.txt
 http://glose.com/robots.txt
-http://glossier.com/robots.txt
-http://goingapp.pl/robots.txt
-http://google.co.nz/robots.txt
-http://google.com.pe/robots.txt
-http://google.com.ua/robots.txt
-http://google.github.io/robots.txt
-http://google.it/robots.txt
-http://gourmettraveller.com.au/robots.txt
-http://government.nl/robots.txt
-http://groups.yahoo.com/robots.txt
-http://gs.statcounter.com/robots.txt
-http://hacks.mozilla.org/robots.txt
-http://hal.archives-ouvertes.fr/robots.txt
-http://harborfreight.com/robots.txt
-http://hbo.com/robots.txt
-http://healthline.com/robots.txt
-http://help.github.com/robots.txt
-http://home.barclays/robots.txt
-http://home.uchicago.edu/robots.txt
-http://hotspotshield.com/robots.txt
-http://houstonmethodist.org/robots.txt
-http://html5doctor.com/robots.txt
-http://html5rocks.com/robots.txt
-http://hubpages.com/robots.txt
-http://hud.gov/robots.txt
+http://goodmorningamerica.com/robots.txt
+http://google.cz/robots.txt
+http://google.org/robots.txt
+http://gottman.com/robots.txt
+http://gpsmycity.com/robots.txt
+http://gq-magazine.co.uk/robots.txt
+http://greenpeace.org/robots.txt
+http://gumroad.com/robots.txt
+http://healthtips1dr.blogspot.com/robots.txt
+http://help.uber.com/robots.txt
+http://hermanmiller.com/robots.txt
+http://hinative.com/robots.txt
+http://hongiktv.com/robots.txt
+http://hopper.com/robots.txt
+http://hrblock.com/robots.txt
+http://hubs.ly/robots.txt
+http://huffingtonpost.com/robots.txt
+http://hugin.sourceforge.net/robots.txt
 http://hunker.com/robots.txt
-http://husqvarna.com/robots.txt
-http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://images.ctfassets.net/robots.txt
+http://hyperallergic.com/32904/speaking-out-against-commercial-photography-as-art/http://nginx.com/robots.txt
 http://hyperallergic.com/80957/after-bizarre-email-incident-china-institute-claims-they-were-hacked/
-http://iaea.org/robots.txt
-http://ici.radio-canada.ca/robots.txt
-http://iconfinder.com/robots.txt
-http://iconosquare.com/robots.txt
-http://imagebam.com/robots.txt
-http://inews.co.uk/robots.txt
-http://infogram.com/robots.txt
-http://inmotionhosting.com/robots.txt
-http://iol.co.za/robots.txt
-http://irishexaminer.com/robots.txt
-http://irna.ir/robots.txt
-http://ivoox.com/robots.txt
+http://id.pinterest.com/robots.txt
+http://idrive.com/robots.txt
+http://illawarramercury.com.au/robots.txt
+http://img.photobucket.com/robots.txt
+http://inc.com/robots.txt
+http://inquirer.com/robots.txt
+http://insidehook.com/robots.txt
+http://integromat.com/robots.txt
+http://itnews.com.au/robots.txt
+http://iwalkcornwall.co.uk/robots.txt
 http://iwaponline.com/robots.txt
-http://jcu.edu.au/robots.txt
-http://journals.physiology.org/robots.txt
+http://jamieoliver.com/robots.txt
+http://jeb.biologists.org/robots.txt
+http://journalmetro.com/robots.txt
 http://journals.sagepub.com/robots.txt
-http://katiedavis.com/robots.txt
-http://keio.ac.jp/robots.txt
-http://kinopoisk.ru/robots.txt
-http://kiwix.org/robots.txt
-http://korg.com/robots.txt
-http://l.facebook.com/robots.txt
-http://latercera.com/robots.txt
-http://lavoixdunord.fr/robots.txt
-http://law.com/robots.txt
+http://journals.uchicago.edu/robots.txt
+http://jpost.com/robots.txt
+http://jqueryui.com/robots.txt
+http://judicialwatch.org/robots.txt
+http://jwz.org/robots.txt
+http://kaskus.co.id/robots.txt
+http://kitploit.com/robots.txt
+http://kooapp.com/robots.txt
+http://ktvz.com/robots.txt
+http://lbl.gov/robots.txt
 http://lds.org/robots.txt
 http://leafly.com/robots.txt
-http://lesechos.fr/robots.txt
-http://lifehacker.com.au/robots.txt
-http://lighttpd.net/robots.txt
-http://linkr.bio/robots.txt
-http://lumosity.com/robots.txt
-http://lung.org/robots.txt
+http://leparisien.fr/robots.txt
+http://link.aps.org/robots.txt
+http://liveramp.com/robots.txt
+http://livestream.com/robots.txt
+http://lmgtfy.com/robots.txt
+http://lnk.bio/robots.txt
+http://loblaw.ca/robots.txt
 http://lwl.org/robots.txt
-http://magazineluiza.com.br/robots.txt
-http://marketingsherpa.com/robots.txt
-http://mastercard.us/robots.txt
-http://meet.google.com/robots.txt
-http://mg.co.za/robots.txt
+http://m.ok.ru/robots.txt
+http://magisto.com/robots.txt
+http://mailgun.com/robots.txt
+http://marketingprofs.com/robots.txt
+http://marktplaats.nl/robots.txt
+http://marvel.com/robots.txt
+http://marykay.com/robots.txt
+http://mattcutts.com/robots.txt
 http://middleeasteye.net/robots.txt
-http://midjourney.com/robots.txt
-http://mobygames.com/robots.txt
-http://molekule.com/robots.txt
-http://momondo.com/robots.txt
-http://mozilla.com/robots.txt
-http://mymodernmet.com/robots.txt
-http://naacpldf.org/robots.txt
-http://nationalgeographic.com/robots.txt
-http://nbcnews.com/robots.txt
-http://nber.org/robots.txt
-http://ncbi.nlm.nih.gov/robots.txt
+http://mindmeister.com/robots.txt
+http://missouristate.edu/robots.txt
+http://money.cnn.com/robots.txt
+http://movelandia.com.br/robots.txt
+http://mturk.com/robots.txt
+http://nationalarchives.gov.uk/robots.txt
+http://nature.com/robots.txt
+http://nbcsports.com/robots.txt
+http://ncartmuseum.org/robots.txt
+http://nczonline.net/robots.txt
 http://nebula.wsimg.com/robots.txt
-http://nestle.com/robots.txt
-http://newbalance.com/robots.txt
-http://newsroom.tiktok.com/robots.txt
-http://newzoo.com/robots.txt
+http://neilpatel.com/robots.txt
+http://netlify.com/robots.txt
+http://news.harvard.edu/robots.txt
+http://news.nationalpost.com/robots.txt
+http://news.xinhuanet.com/robots.txt
+http://news.yahoo.com/robots.txt
+http://newsdig.tbs.co.jp/robots.txt
+http://newsroom.spotify.com/robots.txt
 http://nfpa.org/robots.txt
-http://nga.gov/robots.txt
-http://ngdc.noaa.gov/robots.txt
 http://nhc.noaa.gov/robots.txt
-http://nist.gov/robots.txt
-http://nj.com/robots.txt
-http://nordpass.com/robots.txt
+http://nhk.jp/robots.txt
+http://nl.linkedin.com/robots.txt
+http://nobelprize.org/robots.txt
+http://nodejs.org/robots.txt
 http://northjersey.com/robots.txt
-http://npd.com/robots.txt
-http://npr.org/robots.txt
+http://nottingham.ac.uk/robots.txt
+http://nrel.gov/robots.txt
 http://nst.com.my/robots.txt
+http://nuance.com/robots.txt
 http://numpy.org/robots.txt
 http://nypl.org/robots.txt
-http://oocities.org/robots.txt
-http://optimizely.com/robots.txt
-http://orange.pl/robots.txt
-http://oricon.co.jp/robots.txt
-http://osce.org/robots.txt
-http://osu.edu/robots.txt
+http://oaic.gov.au/robots.txt
+http://old.reddit.com/robots.txt
+http://onekingslane.com/robots.txt
+http://osxdaily.com/robots.txt
 http://oxfordreference.com/robots.txt
-http://packetstormsecurity.com/robots.txt
-http://pandas.pydata.org/robots.txt
-http://patch.com/robots.txt
-http://peatix.com/robots.txt
-http://phdcomics.com/robots.txt
-http://pitch.com/robots.txt
-http://pl.wikipedia.org/robots.txt
-http://playbuzz.com/robots.txt
-http://pngtree.com/robots.txt
-http://pof.com/robots.txt
-http://polyp.farm/robots.txt
-http://postgresql.org/robots.txt
-http://prensalibre.com/robots.txt
-http://prnewswire.com/robots.txt
-http://prweek.com/robots.txt
-http://pubs.usgs.gov/robots.txt
-http://rac.co.uk/robots.txt
-http://raindrop.io/robots.txt
+http://panopticlick.eff.org/robots.txt
+http://pantheon.io/robots.txt
+http://parler.com/robots.txt
+http://paste.ee/robots.txt
+http://patagonia.com/robots.txt
+http://people-press.org/robots.txt
+http://peopleperhour.com/robots.txt
+http://pewresearch.org/robots.txt
+http://phpbb.com/robots.txt
+http://pinterest.co.kr/robots.txt
+http://pinterest.fr/robots.txt
+http://placehold.it/robots.txt
+http://plot.ly/robots.txt
+http://pochta.ru/robots.txt
+http://poshmark.com/robots.txt
+http://prisma-ai.com/robots.txt
+http://ptc.com/robots.txt
+http://qld.gov.au/robots.txt
+http://quotes.net/robots.txt
+http://rackspace.com/robots.txt
+http://radios.ebc.com.br/robots.txt
 http://raiplaysound.it/robots.txt
-http://rambler.ru/robots.txt
-http://react.dev/robots.txt
-http://recreation.gov/robots.txt
-http://refinery29.com/robots.txt
-http://regjeringen.no/robots.txt
-http://rhymezone.com/robots.txt
+http://redmondgrowth.com/robots.txt
+http://reliefweb.int/robots.txt
+http://researchmap.jp/robots.txt
+http://reutersinstitute.politics.ox.ac.uk/robots.txt
+http://roswellpark.org/robots.txt
+http://roupaspararevender5.blogspot.com/robots.txt
 http://rsc.org/robots.txt
-http://rstudio.com/robots.txt
-http://rtbf.be/robots.txt
-http://rtl.fr/robots.txt
-http://rtlnieuws.nl/robots.txt
-http://ru.nl/robots.txt
-http://rug.nl/robots.txt
-http://rzp.io/robots.txt
-http://s-kando.com/robots.txt
-http://safebrowsing.google.com/robots.txt
-http://scholar.princeton.edu/robots.txt
-http://sciencedirect.com/robots.txt
-http://sciencemag.org/robots.txt
-http://se.com/robots.txt
-http://seedprod.com/robots.txt
-http://semver.org/robots.txt
+http://rts.rs/robots.txt
+http://s.w.org/robots.txt
+http://s3-eu-west-1.amazonaws.com/robots.txt
+http://scrippsnews.com/robots.txt
+http://scripts.sil.org/robots.txt
+http://seriouseats.com/robots.txt
+http://shop.tiktok.com/robots.txt
+http://shrm.org/robots.txt
+http://shure.com/robots.txt
+http://signupgenius.com/robots.txt
 http://site.com/robots.txt
+http://smashwords.com/robots.txt
 http://spark.adobe.com/robots.txt
-http://spendwithpennies.com/robots.txt
-http://stores.ebay.com/robots.txt
-http://storm.mg/robots.txt
-http://studocu.com/robots.txt
-http://sublimetext.com/robots.txt
-http://support.cloudflare.com/robots.txt
-http://support.zendesk.com/robots.txt
-http://supremecourt.gov/robots.txt
-http://tagheuer.com/robots.txt
-http://teacherspayteachers.com/robots.txt
+http://specialeanalysis.com/robots.txt
+http://squarespace.com/robots.txt
+http://srpnet.com/robots.txt
+http://ssa.gov/robots.txt
+http://ssb.no/robots.txt
+http://static-content.springer.com/robots.txt
+http://stock.adobe.com/robots.txt
+http://stopandshop.com/robots.txt
+http://store.steampowered.com/robots.txt
+http://suno.com/robots.txt
+http://support.avg.com/robots.txt
+http://support.microsoft.com/robots.txt
+http://tacobell.com/robots.txt
+http://tass.ru/robots.txt
+http://tate.org.uk/robots.txt
+http://tech.ed.gov/robots.txt
+http://techinasia.com/robots.txt
+http://teepublic.com/robots.txt
 http://telegram.com/robots.txt
-http://teletype.in/robots.txt
-http://thalia.de/robots.txt
-http://thegreatcourses.com/robots.txt
-http://thekitchn.com/robots.txt
-http://thenewstack.io/robots.txt
+http://theathletic.com/robots.txt
+http://thebetterindia.com/robots.txt
+http://theculturetrip.com/robots.txt
+http://thedieline.com/robots.txt
+http://thenational.scot/robots.txt
+http://thenewdaily.com.au/robots.txt
 http://thenextweb.com/robots.txt
-http://thenounproject.com/robots.txt
-http://theoutline.com/robots.txt
 http://thestreet.com/robots.txt
-http://thesun.co.uk/robots.txt
-http://thumbtack.com/robots.txt
-http://tillys.com/robots.txt
-http://todosobremadrid.com/robots.txt
-http://tomtom.com/robots.txt
-http://toutiao.com/robots.txt
-http://townhall.com/robots.txt
-http://tracks.arte.tv/robots.txt
-http://tradingeconomics.com/robots.txt
-http://translate.wordpress.org/robots.txt
+http://tidal.com/robots.txt
+http://tineye.com/robots.txt
+http://tiqets.com/robots.txt
+http://translate.googleusercontent.com/robots.txt
+http://travelandleisure.com/robots.txt
+http://treyzo.com/robots.txt
+http://tripadvisor.com/robots.txt
 http://trumpwhitehouse.archives.gov/robots.txt
-http://trustpilot.com/robots.txt
-http://twloha.com/robots.txt
-http://ubs.com/robots.txt
-http://umweltbundesamt.de/robots.txt
-http://uncrate.com/robots.txt
-http://unicef.org/robots.txt
-http://usenix.org/robots.txt
-http://utoronto.ca/robots.txt
-http://varsitytutors.com/robots.txt
-http://vegas.com/robots.txt
-http://verywellfit.com/robots.txt
-http://video.foxnews.com/robots.txt
-http://volcano.si.edu/robots.txt
-http://volvotrucks.com/robots.txt
+http://twopeasandtheirpod.com/robots.txt
+http://typekit.com/robots.txt
+http://ukrinform.ua/robots.txt
+http://umass.edu/robots.txt
+http://unhcr.org/robots.txt
+http://updraftplus.com/robots.txt
+http://upenn.edu/robots.txt
+http://usa.canon.com/robots.txt
+http://usb.org/robots.txt
+http://useloom.com/robots.txt
+http://usf.edu/robots.txt
+http://ustr.gov/robots.txt
+http://vc.ru/robots.txt
+http://vecernji.hr/robots.txt
+http://videonews.com/robots.txt
+http://voguebusiness.com/robots.txt
 http://warontherocks.com/robots.txt
 http://watoday.com.au/robots.txt
-http://waxy.org/robots.txt
-http://wbez.org/robots.txt
-http://wbur.org/robots.txt
-http://wcupa.edu/robots.txt
+http://we.tl/robots.txt
 http://webfoundation.org/robots.txt
-http://weblio.jp/robots.txt
-http://wral.com/robots.txt
+http://wiki.apache.org/robots.txt
+http://workday.com/robots.txt
+http://worldpackers.com/robots.txt
+http://wp.me/robots.txt
+http://wpgmaps.com/robots.txt
+http://wptv.com/robots.txt
+http://wsws.org/robots.txt
 http://www.alexdenney.com/c
 http://www.alexdenney.com/protected
 http://www.rdg.ac.uk/WebStats
 http://www.reading.ac.uk/WebStats
-http://www2.ed.gov/robots.txt
+http://www2.illinois.gov/robots.txt
+http://xbox.com/robots.txt
+http://xkcd.com/robots.txt
 http://xsearch.aetna.com/
-http://xunta.gal/robots.txt
-http://yadi.sk/robots.txt
-http://yammer.com/robots.txt
+http://xyz.com/robots.txt
 http://yui-net.com/robots.txt
-http://zapier.com/robots.txt
-http://zenfolio.com/robots.txt
-http://zoom.com/robots.txt
 httpMethod
 http_error_handlers
 httpd
@@ -93225,7 +93092,6 @@ https://enviragallery.com/wp-content/uploads/wpforms/
 https://help.commerce.campaignmonitor.com/s/login/?ec=302&startURL=%2Fs%2Fsfsites%2Faura%3Faura.Component.reportFailedAction%3D2&r=2&ui-communities-components-aura-components-forceCommunity-richText.RichText.getParsedRichTextValue=2&ui-communities-components-aura-components-forceTopic-featuredTopicsDataProvider.FeaturedTopicsDataProvider.getFeaturedTopics=1
 https://image.shutterstock.com/image-photo/*.jpghttp://fortiguard.com/robots.txt
 https://internet-banking.dbs.com.sg/DBSObWeb/pages/ob/pweb.html?pid=
-https://m2.youm7.com
 https://media.justice.gov
 https://memberpress.com/wp-content/uploads/wpforms/
 https://metlife-prod-2019.adobecqms.net/*
@@ -93266,7 +93132,7 @@ https://t.me/share/
 https://target.www.metlife.com/*
 https://twitter.com/
 https://webflow.upside.com/http://barilla.com/robots.txt
-https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://musopen.org/robots.txt
+https://www.anz.com/Documents/Business/CommercialCard/Cardholder_Registration_Form.pdfhttp://calltrackingmetrics.com/robots.txt
 https://www.anz.com/common/calculators/offset
 https://www.anz.com/common/calculators/offset/faqau.asp
 https://www.commerzbank.com/media
@@ -93377,13 +93243,13 @@ https://www.lemondeinformatique.fr/membres
 https://www.lemondeinformatique.fr/mobile
 https://www.lemondeinformatique.fr/tag
 https://www.linkedin.com/
-https://www.mitsubishielectric.co.jp/contact/http://incubator.apache.org/robots.txt
+https://www.mitsubishielectric.co.jp/contact/http://ai.glossika.com/robots.txt
 https://www.mitsubishielectric.co.jp/home/faq/menu.html
 https://www.mitsubishielectric.co.jp/reception/
 https://www.plivo.com/resources/webinar/keys-to-sms-marketing-success-in-2023
 https://www.republicworld.com/ipl-2024
 https://www.republicworld.com/policies-disclaimers-app
-https://www.republicworld.com/privacy-policy-app/http://munichre.com/robots.txt
+https://www.republicworld.com/privacy-policy-app/http://autotrader.ca/robots.txt
 https://www.sbx.tikkie.me
 https://www.southampton.ac.uk/research/areas
 https://www.southampton.ac.uk/research/search
@@ -93890,6 +93756,7 @@ iWebhelpr3
 iWebhelpr9
 i_cdo
 ia
+ia/
 ia/forums
 ia/kb/*/discuss
 ia/pdf/min_qtr_exp-2007_08.pdf
@@ -93953,12 +93820,14 @@ icalhelpr1
 icalhelpr2
 icalhelpr4
 icapmecareerscom
+icc-champions-trophy-2017
 icc_cricket_worldcup2011
 iccalero
 icecream
 icentra-verdata/
 iceybingjielin
 ichamseddine
+ichora5
 ici
 icmap
 icms/
@@ -94539,7 +94408,7 @@ iframe/video
 iframe=
 iframes
 iframes/barcharts
-iframes/http://transparent.com/robots.txt
+iframes/http://aces.edu/robots.txt
 ifsc-code/
 ifwns
 ig
@@ -94644,6 +94513,7 @@ igpapo
 ihomefinder-webinar-registration/webinar-registration-confirmation/
 ihr
 ii
+iifa-awards-2017
 iiif
 iis
 iiscode
@@ -94655,7 +94525,6 @@ il-en*/people/*/circle
 il-en*/people/*/favorites
 il-en*/shop/*/favoriters
 il-en*/shop/*/sold
-il-en/
 il-en/*?order=
 il-en/*color=
 il-en/*customizable=
@@ -94816,6 +94685,7 @@ images/WorkshopH_SocialMedia_tcm18-177399.ppt
 images/WorkshopI_OpenAccess_tcm18-177400.ppt
 images/WorkshopJ_CelinaRamjoue_tcm18-177401.ppt
 images/_WorkshopC_peer%20review%20workshop_tcm18-179104.ppt
+images/about/
 images/acp
 images/api
 images/application_uploads
@@ -94843,7 +94713,8 @@ images/guidelines/design/using-our-content-example2.svg
 images/guidelines/design/using-our-content-example3.svg
 images/guidelines/design/using-our-content-example4.svg
 images/handy
-images/http://food.com/robots.txt
+images/home/
+images/http://fas.org/robots.txt
 images/icon/domo-icon/domo-icon-delete-exit-remove-close-dark.svg
 images/icon/domo-icon/domo-icon-delete-exit-remove-close-white.svg
 images/img_*
@@ -94857,6 +94728,8 @@ images/mockups
 images/my-creations-legacy
 images/ndtvvideo/*
 images/new
+images/news/
+images/news/112/
 images/opl
 images/pad/search?rpt=imageview
 images/pad/search?text=*&source=morda
@@ -94877,10 +94750,11 @@ images/touch/$
 images/touch/?
 images/touch/search?rpt=imageview
 images/touch/search?text=*&source=morda
-images/twitter_cards/http://cdkitchen.com/robots.txt
+images/twitter_cards/http://translate.com/robots.txt
 images/v$
 images/verify_image.png
 images/viewconfig$
+images/visit/
 images/welcome_image.png
 images?
 images_noindex/
@@ -94920,14 +94794,14 @@ img/covers/*$
 img/favicon.ico
 img/hc_ambassador.png
 img/home-page-img/video/patrick.mp4
-img/http://service-public.fr/robots.txt
+img/http://xataka.com/robots.txt
 img/illustrations/*big.
 img/illustrations/*large.
 img/libros/*
 img/libros/grande*
 img/logo/3rdpartylogos
 img/mobile
-img/mpr-logo-footer.svghttp://sega.com/robots.txt
+img/mpr-logo-footer.svghttp://llbean.com/robots.txt
 img/mstile*.png
 img/not-indexed
 img/placeholder.gif
@@ -95025,7 +94899,6 @@ in-en*/people/*/circle
 in-en*/people/*/favorites
 in-en*/shop/*/favoriters
 in-en*/shop/*/sold
-in-en/
 in-en/*?order=
 in-en/*color=
 in-en/*customizable=
@@ -95235,7 +95108,6 @@ include/inc_news_cnt.php
 include/twitter_share.php
 include_xml/*
 includes
-includes
 includes.other/
 includes/
 includes/
@@ -95305,7 +95177,7 @@ index.asp
 index.asp
 index.aspx
 index.cfm?action=*
-index.cfm?go=c.Helphttp://tor.com/robots.txt
+index.cfm?go=c.Helphttp://chromereleases.googleblog.com/robots.txt
 index.cfm?go=c.UnsubSignUp
 index.cfm?go=c.help
 index.cfm?go=c.unsubSignUp
@@ -95318,7 +95190,7 @@ index.html
 index.html$
 index.html/$
 index.html?
-index.htmlhttp://smugmug.com/robots.txt
+index.htmlhttp://delta.com/robots.txt
 index.jhtml
 index.jsp
 index.jsp?pg_name=ccpmapp/shared/assets/page/hsa_news
@@ -95341,8 +95213,8 @@ index.php/*/filter/tips
 index.php/*/filter/tips
 index.php/*/media/oembed
 index.php/*/media/oembed
-index.php/*/media/oembedhttp://cj.com/robots.txt
-index.php/*/media/oembedhttp://new.abb.com/robots.txt
+index.php/*/media/oembedhttp://api.openai.com/robots.txt
+index.php/*/media/oembedhttp://iis.net/robots.txt
 index.php/*/news-stories/search-form
 index.php/*/newsletter-signup
 index.php/*/node/add
@@ -95504,16 +95376,16 @@ index.php/user/login/
 index.php/user/logout
 index.php/user/logout
 index.php/user/logout/
-index.php/user/logout/http://biomedcentral.com/robots.txt
-index.php/user/logout/http://core.telegram.org/robots.txt
+index.php/user/logout/http://aframe.io/robots.txt
+index.php/user/logout/http://barracuda.com/robots.txt
+index.php/user/logout/http://basicincome.org/robots.txt
 index.php/user/logout/http://crunchyroll.com/robots.txt
-index.php/user/logout/http://haveibeenpwned.com/robots.txt
-index.php/user/logout/http://infoplease.com/robots.txt
-index.php/user/logout/http://internetsociety.org/robots.txt
-index.php/user/logout/http://ngrok.com/robots.txt
-index.php/user/logout/http://reurl.cc/robots.txt
-index.php/user/logout/http://thredup.com/robots.txt
-index.php/user/logout/http://whois.com/robots.txt
+index.php/user/logout/http://maps.google.co.uk/robots.txt
+index.php/user/logout/http://newrelic.com/robots.txt
+index.php/user/logout/http://nsidc.org/robots.txt
+index.php/user/logout/http://pitchfork.com/robots.txt
+index.php/user/logout/http://pxhere.com/robots.txt
+index.php/user/logout/http://scoop.it/robots.txt
 index.php/user/password
 index.php/user/password
 index.php/user/password/
@@ -95638,7 +95510,9 @@ india-import-data/y.aspx
 india-import-data/z.aspx
 india/*/*--
 indian-philosophy-test
+indian-premier-league-2017
 indianahealthgroup.formstack.com
+indiapowerconclave
 indicador/*location*=*-*-
 indicador/*locations*=*-*-
 indicateur/*location*=*-*-
@@ -95770,7 +95644,7 @@ infinite/yerel-haberler
 inflammatory_bowel_disease_ibd_pictures_slideshow/article.htm
 influencer
 influencer/*
-influencer/mrbeasthttp://telstra.com.au/robots.txt
+influencer/mrbeasthttp://louisville.edu/robots.txt
 influencers
 info
 info-pages/advertising-guidelines
@@ -95799,7 +95673,7 @@ info/forms2
 info/gizlilik-politikasi
 info/impressum.html
 info/imprint.html
-info/linkkatalog/http://frontlinedefenders.org/robots.txt
+info/linkkatalog/http://telemundo.com/robots.txt
 info/logistic
 info/mc/business/partner/
 info/old
@@ -95819,7 +95693,7 @@ info/user_feedback/includes
 info/va-newsletter
 info/wp-admin
 info/wp-includes
-info/wp-includes/js/jquery/jquery-migrate.min.jshttp://abc.com/robots.txt
+info/wp-includes/js/jquery/jquery-migrate.min.jshttp://darpa.mil/robots.txt
 info/wp-includes/js/jquery/jquery.js
 info/wp-json
 info/xmlrpc.php
@@ -95844,6 +95718,8 @@ informacao-tecnologica
 informasjon/redaksjonelle-avgjorelser/182
 informasjon/redaksjonelle-avgjorelser/212
 information
+information-management/manage-information/places-of-deposit/
+information-principles
 information-technology/at/staff
 information-technology/software/catalog/deprecated
 information/
@@ -95895,7 +95771,7 @@ innlandet/glamourmodell-blir-yrkessoldat-1.6152571
 innovation
 innovation/assets/inc/
 innovationcampus/Ref.html
-innovationshttp://hide.me/robots.txt
+innovationshttp://polar.com/robots.txt
 innovator-jbo
 inocenciooliveira
 inoff.html
@@ -96215,7 +96091,7 @@ intent
 intentionally
 interact
 interactions-list-drugs.php
-interactive*http://thetimes.co.uk/robots.txt
+interactive*http://amazon.es/robots.txt
 interactive-map/en
 interactive-map/fr
 interactive/quiz/preview
@@ -96271,7 +96147,6 @@ interestemails/?
 interests
 interests/categories
 interests/search_alerts
-interface
 interface/
 interface/chat
 interface/pda
@@ -96303,6 +96178,7 @@ international-edition/tag
 international-foundation/programme/international-foundation-brochure
 international-reseller
 international-webinars
+international-womens-day-2017
 international/
 international/*?sort=date
 international/*?sort=distance
@@ -96632,6 +96508,7 @@ iran
 iraz
 irb/search-result
 irclickid=
+irclub/
 irctc
 ireceipt/get
 ireceipt/get?
@@ -96644,6 +96521,7 @@ iris_bohnet
 irisdearaujo
 irismail
 irismj
+irlist/includes/
 irodr
 irpo/search-result
 irritable_bowel_syndrome_the_ibs_survival_kit/article.htm
@@ -97739,6 +97617,7 @@ j-vac-phone-get.json
 j/pro-site
 j=
 jQuery/
+j_spring_security_check
 j_white
 ja
 ja-*
@@ -98052,11 +97931,12 @@ ja/ウィジェットコンポーネント
 ja/乗客/cookies-consent
 ja/乗客/ja---mentions-légales
 ja_JP/forum
-ja_JP/images/*http://benzinga.com/robots.txt
+ja_JP/images/*http://mysite.com/robots.txt
 ja_jp/forHome/xsp
 ja_jp/partnernet-reseller/
 ja_jp/partnernet/
 ja_jp/templates/M
+jaagore
 jaanp/_layouts/15/1033/oaks.journals/informationforauthors.aspx
 jabel
 jabirached
@@ -98287,7 +98167,7 @@ jconnors
 jcperdomo
 jcr:content
 jcr:content.proxy.json
-jcr:content/*http://privyr.com/robots.txt
+jcr:content/*http://earthengine.google.com/robots.txt
 jcr_content.logout.html
 jcrestanello
 jctang
@@ -98312,9 +98192,6 @@ jeanlee
 jeanniekim
 jedi6
 jedipay
-jef/notes
-jef/tmp
-jef/weather/tides/tides.html
 jefatura/innovacion-publica/acciones-coronavirus/certificado-unico-circulacion
 jefatura/mediosycomunicacion/contenidosdedifusion
 jeff-jun-zhang
@@ -98612,7 +98489,6 @@ jkmitchell
 jkn
 jkoivuniemi
 jkwok
-jl
 jl57
 jladams
 jladapo
@@ -99258,7 +99134,7 @@ jp/ja/store/search/cmdty/*Nền
 jp/ja/store/search/cmdty/*QQ
 jp/ja/store/search/cmdty/*Slot
 jp/ja/store/search/cmdty/*bty1820.com
-jp/ja/store/search/cmdty/*casino*http://warpcast.com/robots.txt
+jp/ja/store/search/cmdty/*casino*http://privacyinternational.org/robots.txt
 jp/ja/store/search/cmdty/*copy
 jp/ja/store/search/cmdty/*gugeseo.cc
 jp/ja/store/search/cmdty/*hk8787
@@ -99511,122 +99387,16 @@ js/*hotels*?
 js/*restaurants*?
 js/*things-to-do/*?
 js/29202932
-js/AddHandler.js
-js/BidContainerPopUp.js
-js/BidContainerPopUp.js?date=16001231070000
-js/BidContainerPopUp2.js
-js/BidcontainerPopUp.js
-js/ChristiesLiveBidding_test.js
-js/FollowSaleLot.js
-js/FollowSaleLot.js?13072015
-js/LoadFastSignUp.js
-js/LoadFastSignUp.js?_=1512604800039
-js/LoadFastSignUp.js?_=1513036800038
-js/LoadFastSignUp.js?_=1513900800038
-js/LoadFastSignUp.js?_=1514073600037
-js/LoadFastSignUp.js?_=1514246400038
-js/LoadFastSignUp.js?_=1514332800038
-js/LoadFastSignUp.js?_=1514592000037
-js/LoadFastSignUp.js?_=1514592000038
-js/LoadFastSignUp.js?_=1514678400037
-js/LoadFastSignUp.js?_=1514764800037
-js/LoadFastSignUp.js?_=1514851200037
-js/LoadFastSignUp.js?_=1515024000038
-js/LoadFastSignUp.js?_=1515110400037
-js/ToolTip.js
 js/adobe/at.js
 js/ajaxconn
 js/assets
-js/chr.analytics.js
-js/chr.calendar.js
-js/chr.configs.analytics.js
-js/chr.configs.carousel.js
-js/chr.configs.carousel_2013.js
-js/chr.configs.carousel_2013_spinset.js
-js/chr.configs.share.js
-js/chr.configs.showhide.js
-js/chr.modules.crsl.js
-js/chr.share.js
-js/chr.util.calendar.js
-js/chr.util.showhide.js
 js/ckeditor_latest
-js/entersaleP2.js
 js/errors
 js/fancyBox/jquery.fancybox.css
 js/fancyBox/jquery.fancybox.pack.js
 js/files
-js/jAlertPopUp.js
-js/jAlertPopUp.js?010120180943
-js/jAlertPopUp.js?030120181509
-js/jAlertPopUp.js?040120181248
-js/jAlertPopUp.js?060120181545
-js/jAlertPopUp.js?070120181312
-js/jAlertPopUp.js?100120181322
-js/jAlertPopUp.js?120120181954
-js/jAlertPopUp.js?131220170707
-js/jAlertPopUp.js?131220171002
-js/jAlertPopUp.js?161220170733
-js/jAlertPopUp.js?211220170547
-js/jAlertPopUp.js?221120170127
-js/jAlertPopUp.js?221220170940
-js/jAlertPopUp.js?241220171114
-js/jAlertPopUp.js?251220171115
-js/jAlertPopUp.js?301220171323
-js/jCallWebService.js
-js/jSaleRegistration.js?010120180943
-js/jSaleRegistration.js?030120181509
-js/jSaleRegistration.js?040120181248
-js/jSaleRegistration.js?060120181545
-js/jSaleRegistration.js?070120181312
-js/jSaleRegistration.js?100120181322
-js/jSaleRegistration.js?120120181954
-js/jSaleRegistration.js?131220170707
-js/jSaleRegistration.js?131220171002
-js/jSaleRegistration.js?161220170733
-js/jSaleRegistration.js?211220170547
-js/jSaleRegistration.js?221120170127
-js/jSaleRegistration.js?221220170940
-js/jSaleRegistration.js?241220171114
-js/jSaleRegistration.js?251220171115
-js/jSaleRegistration.js?301220171323
-js/jcarousel.js
-js/jcarousellite_1.0.1.min.js
-js/jcarousellite_1.8.2.min
-js/jcarousellite_1.8.2.min.js
-js/jplayer/js/jquery.jplayer.min.js
-js/jplayer/skins/christies/christies.css
 js/jquery
-js/jquery.placeholder.js
-js/jquery/jquery-1.7.1.min.js?date=09012010
-js/jquery/jquery-1.9.1.js
-js/jquery/jquery.cookie.js
-js/jquery/jquery.cookie.js?_=1512604800038
-js/jquery/jquery.cookie.js?_=1513036800037
-js/jquery/jquery.cookie.js?_=1513900800037
-js/jquery/jquery.cookie.js?_=1514073600036
-js/jquery/jquery.cookie.js?_=1514246400037
-js/jquery/jquery.cookie.js?_=1514332800037
-js/jquery/jquery.cookie.js?_=1514592000036
-js/jquery/jquery.cookie.js?_=1514592000037
-js/jquery/jquery.cookie.js?_=1514678400036
-js/jquery/jquery.cookie.js?_=1514764800036
-js/jquery/jquery.cookie.js?_=1514851200036
-js/jquery/jquery.cookie.js?_=1515024000037
-js/jquery/jquery.cookie.js?_=1515110400036
-js/jquery/jquery.min.js
-js/jquery/jquery.min.js?date=09012010
-js/jquery/jquery.plugins.min.js
-js/jquery/jquery.plugins.min.js?date=09012010
-js/jquery/modernizr-1.6.min.js
-js/jquery/site.jquery.events.js
-js/jquery/site.jqwidget.tooltip.js
-js/jquery/site.js
-js/jquery/site.pages.zoom_image.js
-js/jquery/site.sections.multimedia.cookie.js
-js/jquery/site.sections.multimedia.js
-js/jquery/site.sections.mygallery.js
 js/lazyLoad/jquery.lazyload.js
-js/lib/lib.min.js?date=09012010
 js/main-*.js
 js/mbox.js
 js/plugin
@@ -99634,38 +99404,8 @@ js/powellsJQuery.validity.js?*
 js/powellsValidationData.js?*
 js/product_reveal_gdm_ajax.js
 js/routing
-js/sales_landing.js
-js/sales_landing_2013.js
-js/sales_landing_2014.js
-js/signup.js
-js/site.advanced_search.js
-js/site.controllers.collapse_panel.js
-js/site.controllers.field_hint.js?date=09012010
-js/site.controllers.list_tooltips.js
-js/site.controllers.sale_tooltips.js
-js/site.controllers.tooltips.js?date=09012010
-js/site.js?date=09012010
-js/site.lang.en.js?date=09012010
-js/site.legacy-utils.js
-js/site.page.js?date=09012010
-js/site.pages.about.googlemap.js
-js/site.pages.calendar_new.js
-js/site.pages.events.js
-js/site.pages.rss.js
-js/site.pages.specialists.js
-js/site.pages.timesbasedsalemessages.js
-js/site.widgets.calendar.js
-js/site.widgets.collapse_panel.js
-js/site.widgets.drop_down.js?date=09012010
-js/site.widgets.rich_checkbox.js
-js/site.widgets.rich_checkbox_list.js
-js/site.widgets.rich_select.js
-js/site.widgets.ticker.js?date=09012010
-js/site.widgets.tooltip.js
-js/site.widgets.tooltip.js?date=09012010
 js/spmsg-
 js/streamsense-*.min.js
-js/swfobject.js
 js/tongwen_control.js
 js/trash
 js/v1.1
@@ -99737,7 +99477,6 @@ jsonapi/*
 jsonp/Bdp.htm?
 jsonsearch
 jsp
-jsp-templates
 jsp/
 jsp/events
 jsreverse
@@ -100678,6 +100417,7 @@ ko/zh-tw
 ko/위젯컴포넌트
 ko_KR/forum
 ko_ko
+ko_kr
 ko_kr/templates/M
 koahg
 kobe-incheonmassage
@@ -101039,7 +100779,6 @@ lab
 label
 label_France
 label_france
-labelmaker/labelmaker.cgi
 labels
 labels/1.6570269
 laberg
@@ -101050,6 +100789,8 @@ labour/annualreports/minister/2007-2008minister_oop_travel.pdf
 labour/labbrd/decision/listing
 labour/labbrd/decision/listing/pdf
 labs
+labs-maintenance.htm
+labs-unavailable.htm
 labs/caption-search
 labs/dealsquad
 labs/pmc
@@ -101093,7 +100834,7 @@ landing-page
 landing-page-documents/
 landing-page-sitemap.xml
 landing-page/cmp-freemium
-landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://metal-archives.com/robots.txt
+landing-page/webinar/kessler-expertserieswebinar-mojo-assetdeliveryhttp://weheartit.com/robots.txt
 landing-pages/
 landing.php
 landing/
@@ -101320,6 +101061,7 @@ laurenrussell
 laurenshen
 laurentanz
 laurenwisk
+laureus
 lauriat
 lauriete
 laval/tag
@@ -101438,7 +101180,7 @@ leadership/subpage.aspx?id=37341
 leadgen
 leadgen/*
 leading
-leadingtogether/http://reconstructingjudaism.org/robots.txt
+leadingtogether/http://tiny.cc/robots.txt
 leads
 leads/recommendations
 leads?*
@@ -101475,7 +101217,7 @@ learn/case-studies-dev
 learn/case-studies/fr/top-5-des-compagnies-aériennes-mondiales
 learn/category/
 learn/coursera/*
-learn/http://tsa.gov/robots.txt
+learn/http://podium.com/robots.txt
 learn/media-player
 learn/nflsundayticket/__ex__
 learn/resources/*/teacher-resource
@@ -101526,7 +101268,7 @@ learning-center/zh_cn/tags
 learning-center/zh_tw/tags
 learning-health-systems/
 learning-hub
-learning-hub/http://goop.com/robots.txt
+learning-hub/http://ggplot2.tidyverse.org/robots.txt
 learning-tracks/
 learning/articles
 learning/certificates
@@ -101553,7 +101295,7 @@ learning/settings?
 learningarcade/
 learningcenter
 learnmore
-learnmore-transferhttp://sloan.org/robots.txt
+learnmore-transferhttp://aspca.org/robots.txt
 leasing/angebote
 leave
 leave.it.on.stage
@@ -101629,7 +101371,7 @@ legal/editorial-commissioning-contract-terms
 legal/former-affiliate-terms-and-conditions
 legal/group-booking-general-terms
 legal/hotel-operator-terms
-legal/http://klook.com/robots.txt
+legal/http://imperial.ac.uk/robots.txt
 legal/influencer-agreement
 legal/introducer-charter-general-terms
 legal/merchant-directory
@@ -101755,6 +101497,7 @@ legdocs/mmis/2026/sy/bgrd/
 legdocs/mmis/2026/sz/bgrd/
 leggings
 leggitutte*
+legion
 legislacion/abogacia_estado.php?
 legislacion/consejo_estado.php?
 legislacion/legislacion.php?
@@ -101909,6 +101652,8 @@ li?
 li_fat_id=
 liang
 liangchang
+lianghui2024/
+lianghuihuace2024/
 liao
 liaquatchanna
 liazos
@@ -102063,7 +101808,6 @@ license/ibis-models
 license/licensing-agreement/
 license/saber-models/
 license/spice-models-license.html
-licensemaker/licensemaker.cgi
 licenses
 licenses_pdf
 licenses_text
@@ -102548,11 +102292,11 @@ live-healthy
 live-lineup.shtml
 live-matches.shtml
 live-news.shtml
-live-preview/http://aclanthology.org/robots.txt
-live-preview/http://oxfordlearnersdictionaries.com/robots.txt
-live-preview/http://regulations.gov/robots.txt
-live-preview/http://thalesgroup.com/robots.txt
-live-preview/http://usb.org/robots.txt
+live-preview/http://doximity.com/robots.txt
+live-preview/http://id-id.facebook.com/robots.txt
+live-preview/http://madrid.es/robots.txt
+live-preview/http://shopee.co.id/robots.txt
+live-preview/http://temu.com/robots.txt
 live-score-centre
 live-score/cricket/auction_ajax
 live-score/cricket/comm
@@ -102618,7 +102362,7 @@ liveblog/*/?cardId=
 livechat-resources
 livejournal
 livelink%20Jun%2024%20copy%20of%20-%20pre-Anik%20changes
-livemore/vl/http://cwtv.com/robots.txt
+livemore/vl/http://guitarcenter.com/robots.txt
 liveprices
 liver-transplant-doctor-interview
 lives
@@ -102627,6 +102371,7 @@ livestream/*
 livestrong/ui/iframeads
 livestrong/ui/iframefb
 livewire
+living
 living-design/
 living-healty
 living-in-our-own-filter-bubbles
@@ -102639,7 +102384,9 @@ living/wellness/hearstmagazines
 living_tips_adult_adhd_pictures_slideshow/article.htm
 living_with_atrial_fibrillation_pictures_slideshow/article.htm
 livingcurriculum
+livingin1901
 livingston
+livingthepoorlife
 livraison
 livraison-a-domicile
 livres
@@ -102960,6 +102707,7 @@ locale/overlay_secure
 locale=*
 locale=zh_CN
 locales
+localhistory
 localhost_dump.rar
 locality
 localization-request.php
@@ -103150,7 +102898,7 @@ login/device-based/regular/login/?next=
 login/facebook
 login/facebook/
 login/googleplus
-login/http://cincodias.elpais.com/robots.txt
+login/http://boatus.com/robots.txt
 login/join$
 login/join?
 login/oauth/facebook
@@ -103239,9 +102987,10 @@ logout.pl
 logout/
 logout/PushLogin?redir=*
 logout=
+logout=
 logout?
 logout?redirectPath=
-logouthttp://microsoftedge.microsoft.com/robots.txt
+logouthttp://seahawkmedia.com/robots.txt
 logreply
 logs
 logs/
@@ -103373,7 +103122,7 @@ lp.aspx
 lp/
 lp/*
 lp/*?
-lp/*http://nissanusa.com/robots.txt
+lp/*http://cabi.org/robots.txt
 lp/adwords
 lp/affiliate-program
 lp/api/listings
@@ -103389,7 +103138,7 @@ lp/cyber-security-training/v3
 lp/cyber-week
 lp/d
 lp/for-agencies/en
-lp/freefirehttp://consumer.ftc.gov/robots.txt
+lp/freefirehttp://dinotim.com/robots.txt
 lp/growth-quadrant
 lp/home-cleaning
 lp/information-security-training
@@ -103460,7 +103209,7 @@ lrp/api/search
 lrtrambaiolli
 ls
 ls/
-ls/docshttp://gpo.gov/robots.txt
+ls/docshttp://findlaw.com/robots.txt
 lschemes/cscb/
 lschemes/rufr/
 lschemes/sch-sport/
@@ -103832,7 +103581,7 @@ m/*/*/following
 m/*/*/recommends
 m/*/archive
 m/?
-m/Default.aspx/http://chateauversailles.fr/robots.txt
+m/Default.aspx/http://getrichslowly.org/robots.txt
 m/Minimalist-Baker-Detox-Guide.pdf
 m/api
 m/blogs?
@@ -104309,9 +104058,7 @@ mail.php
 mail/
 mail/$
 mail/contact
-mail/subscribe
 mail/termsandconditions
-mail/valid-
 mail?
 mail?hl=
 mail?type
@@ -104412,7 +104159,7 @@ maintenance-catchall.html
 maintenance-notification
 maintenance.htm
 maintenance.html
-maintenance.htmlhttp://museothyssen.org/robots.txt
+maintenance.htmlhttp://concordia.ca/robots.txt
 maintenance.php
 maintenance/
 maintenance/maintenance.html
@@ -104466,6 +104213,7 @@ manage-account
 manage-booking/trip-info.html
 manage-listing
 manage-myjio/
+manage-subscription
 manage-subscriptions
 manage-subscriptions/change-your-email-address
 manage-subscriptions/change-your-email-address/thank-you
@@ -105350,6 +105098,7 @@ manifest.json
 manifest.json
 manifest.webmanifest
 manifests
+manipur-election-result-2017
 manishdhyani
 manja-koch
 manja_klemencic
@@ -105366,6 +105115,8 @@ mantis
 mantisbt/*
 mantra/
 manual
+manual/add-note.php
+manual/vote-note.php
 manual174/
 manual181/
 manual182/
@@ -105393,7 +105144,7 @@ manual232/
 manual233/
 manual241/
 manual242/
-manual243/http://hannover.de/robots.txt
+manual243/http://mars.nasa.gov/robots.txt
 manualdousuario/
 manueladavila
 manuelcasas
@@ -105436,16 +105187,6 @@ mapi/v4/*/user
 mapi?*
 mapmyworld-test/
 mapp
-mapper/find.cgi
-mapper/nearby.cgi
-mapper1
-mapper1/click_zoom.cgi
-mapper1/find.cgi
-mapper1/gen_loc.cgi
-mapper1/mapper.cgi
-mapper1/parse_latlong.cgi
-mapper2/find.cgi
-mapper2/nearby.cgi
 mapprint?
 maps
 maps/*?lang=kk$
@@ -105657,7 +105398,7 @@ marketing/help
 marketing/mosaic_investor.php
 marketing_company_auto__c=
 marketlinc
-marketmd/http://eprints.whiterose.ac.uk/robots.txt
+marketmd/http://hellobar.com/robots.txt
 marketo
 marketo/form/perforce_marketo_form
 marketperception
@@ -106093,7 +105834,7 @@ meddev
 meddev/LocalFiles/*/Webinars/
 medeiros
 medewerkers
-medewerkersprofiel-inithttp://daysoftheyear.com/robots.txt
+medewerkersprofiel-inithttp://cope.es/robots.txt
 media
 media
 media-assets/*.html
@@ -106110,11 +105851,12 @@ media-guide
 media-library-links/
 media-library/sites/alspac/migrated/documents
 media-manager
+media-portlet
 media/
 media/*
 media/*.pdf
 media/*.pdf
-media/*.pdfhttp://cyberciti.biz/robots.txt
+media/*.pdfhttp://alistapart.com/robots.txt
 media/*/*/libraries
 media/*/analog-dialogue/
 media/*/company/sustainability-reports/
@@ -106128,7 +105870,7 @@ media/15/5e37ee987eb45f518507d94e/175899224/nouvel-emmenage5e37ee98de91bb0008f12
 media/6582f7c4ed3c3400133bfc8f/pc1-interactive.pdf
 media/85CC0787D27E40C585AA6246CB2E4C56.pdf
 media/BookingThumbnails
-media/Documents/Personify_Administrator_Portal_Instructions.pdfhttp://nobelprize.org/robots.txt
+media/Documents/Personify_Administrator_Portal_Instructions.pdfhttp://southernliving.com/robots.txt
 media/Documents/Personify_Learner_Instructions.pdf
 media/File
 media/M4250_Brochure_11Sept20_tcm148-109181.pdf
@@ -106207,7 +105949,7 @@ media/html/box
 media/html/easter2015
 media/html/enterprise-cybersecurity
 media/html/spread
-media/http://staedelmuseum.de/robots.txt
+media/http://creative.com/robots.txt
 media/i18n/
 media/image_download
 media/import
@@ -106300,7 +106042,7 @@ mediacentral
 mediacomp/
 mediadrop
 mediafiles/*
-mediahttp://ustream.tv/robots.txt
+mediahttp://raspberrypi.org/robots.txt
 mediakit=
 medialibrary/
 medialibrary/assets/
@@ -106652,7 +106394,7 @@ meetic.php
 meeting-request
 meeting/register
 meeting/schedule
-meetingOptionshttp://datareportal.com/robots.txt
+meetingOptionshttp://timeout.com/robots.txt
 meetings
 meetings/en/html.jsp
 meetings/national/jmm/2124_abstracts/1056-30-23.pdf
@@ -106902,6 +106644,7 @@ menu.html
 menu/*/feedback_form
 menu?
 menuitems/
+menuredirect/
 meopa/search/node
 meps/*/eptvAjax
 meps/*/pdf*
@@ -107054,6 +106797,7 @@ meuse/assure/actualites/
 mex/es/booking
 mf
 mfa
+mfa-site-theme
 mfa_news
 mfarid
 mfcf
@@ -107181,7 +106925,7 @@ michelmaalouly
 michelnehme
 michigan-deals
 mickley
-micro_page.phphttp://pixilart.com/robots.txt
+micro_page.phphttp://hurriyet.com.tr/robots.txt
 microarray-as/atlas/qr
 microarray/ArrayExpress
 microarray/ExpressionProfiler
@@ -107189,7 +106933,7 @@ microarray/General/Internal
 microarray/MIAMExpress
 microarray/interfaces
 microbadge
-microcredentials/explorecourses/medicineandhealth/entryrequirements/http://nationaleatingdisorders.org/robots.txt
+microcredentials/explorecourses/medicineandhealth/entryrequirements/http://sebrae.com.br/robots.txt
 microsite
 microsite/
 microsite/ecards
@@ -107332,6 +107076,7 @@ milho-e-sorgo/responsabilidade-socioambiental-nova-pagina
 milho-e-sorgo/sugestoes-de-pauta
 miling-li
 military
+militaryhistory
 millesime=PrioritizedToCompleteData
 millesime=ToDisplayNextMillesime
 millie
@@ -107379,6 +107124,7 @@ mini20
 miniCartRenderer.jsp
 mini_login
 minibasket/
+minicart
 minimalist-baker-detox-guide
 minimap.html
 mining
@@ -107487,6 +107233,7 @@ misc/tabletapp
 misc/themarkersmartphoneapp
 mishu
 missao-oficial$
+missedtransaction/
 missing-email
 missing.html
 missing_link
@@ -107984,7 +107731,7 @@ mobile_login
 mobile_service
 mobileapp/web-banners
 mobileapp=true
-mobilebilletter-informasjonsside/http://nabu.de/robots.txt
+mobilebilletter-informasjonsside/http://frontlinedefenders.org/robots.txt
 mobilechoice
 mobiledataupdate
 mobiledataupdate/*
@@ -108018,6 +107765,7 @@ mockup
 mockup.html
 mockups
 mod
+mod.php
 mod/forum/search.php
 mod=
 mod?
@@ -108710,7 +108458,7 @@ mre/*.jpg$
 mre/*.js$
 mre/*.pdf$
 mre/*.png$
-mre/*.zip$http://i.pinimg.com/robots.txt
+mre/*.zip$http://lavanguardia.com/robots.txt
 mre/*?
 mre/*@@configuracoes_view
 mre/*@@download/file$
@@ -108867,7 +108615,7 @@ msaadat
 msaleem
 msandel
 msatwork/amazon
-msatwork/uber/en.htmlhttp://gutenberg.org/robots.txt
+msatwork/uber/en.htmlhttp://haaretz.com/robots.txt
 msavuto
 msb
 msc-accounting-financial-management
@@ -109062,7 +108810,7 @@ mt/shop/*/feedback
 mt/signup?redirect_to=
 mt/similar
 mt4
-mt4/http://anthropic.com/robots.txt
+mt4/http://media.net/robots.txt
 mtabebordbar
 mtam-
 mtanaka
@@ -109150,26 +108898,26 @@ munet_reset
 munho
 munin
 munin*http://aerogaming.org/robots.txt
-munin*http://c4waterman.com/robots.txt
-munin*http://camssexygirls.blogspot.com/robots.txt
+munin*http://avtopomosh911.ru/robots.txt
+munin*http://bvdg-online.com/robots.txt
 munin*http://chromium.org/robots.txt
-munin*http://foodnetwork.com/robots.txt
+munin*http://di.nutrapia.com/robots.txt
+munin*http://digitalocean.com/robots.txt
+munin*http://electricradiatorsdirect.co.uk/robots.txt
+munin*http://escuche.los40.com.co/robots.txt
 munin*http://gameserrors.com/robots.txt
-munin*http://greenpeace.org/robots.txt
-munin*http://h.webgomme.com/robots.txt
-munin*http://hotjar.com/robots.txt
+munin*http://getresponse.com/robots.txt
 munin*http://hr.cedeterija.com/robots.txt
 munin*http://in5d.com/robots.txt
-munin*http://l.nutrapia.com/robots.txt
-munin*http://of.webgomme.com/robots.txt
-munin*http://pokerdom-mirror.site/robots.txt
+munin*http://letterzaken.nl/robots.txt
+munin*http://mariokart64.com/robots.txt
+munin*http://nesinkoyleri.org/robots.txt
+munin*http://novartis.de/robots.txt
+munin*http://patnauniversity.ac.in/robots.txt
 munin*http://psao.webgomme.com/robots.txt
-munin*http://roupaspararevender5.blogspot.com/robots.txt
-munin*http://santoshdigital.com/robots.txt
-munin*http://summersontheyard.com/robots.txt
+munin*http://thehackernews.com/robots.txt
+munin*http://thelastdriverlicenseholder.com/robots.txt
 munin*http://uneex.org/robots.txt
-munin*http://weather.com/robots.txt
-munin*http://yakan-hiko.com/robots.txt
 munka/szerk
 munshi
 muntjacs
@@ -109182,6 +108930,7 @@ muse/identity/v2/identity.js
 muser
 museuhistoria/*/activitats$
 museuhistoriaciutat
+museum
 museum/_hide
 museum/about/_hide
 museum/collections/_hide
@@ -109190,6 +108939,7 @@ museum/education/_hide
 museum/events/_hide
 museum/events/past/_hide
 museum/exhibitions/_hide
+museum/includes/
 museum/news/_hide
 museum/research/_hide
 museum/support/_hide
@@ -109281,7 +109031,6 @@ mx*/shop/*/sold
 mx*/step
 mx*/submit
 mx*/submitted
-mx-es/
 mx-es/shop/*?*&*&*&*
 mx-job/JobBoard/SalAjxGetIbarData
 mx-job/apply
@@ -109450,7 +109199,6 @@ my-cart
 my-collections
 my-courses/
 my-creations
-my-en/
 my-en/shop/*?*&*&*&*
 my-eurlex
 my-favorites
@@ -109610,7 +109358,6 @@ myAccount
 myBabyNameList.htm
 myBookmarks.htm
 myHoldings
-myKQED
 myLenderId
 myProducts
 myPublications
@@ -109746,6 +109493,7 @@ myorder
 myorders/*
 myoung
 mypage
+mypage
 mypage.html
 mypage/chat
 mypage/chat/*
@@ -109763,6 +109511,7 @@ mypop
 myportfolio
 mypreferences-staging/
 myprofile
+myprofile*
 myprofile/
 myprofile/*
 myproperty24
@@ -109966,7 +109715,7 @@ native-android-tablet
 native-app
 native-plants/search
 native_*
-natol/http://app.slack.com/robots.txt
+natol/http://lowes.ca/robots.txt
 natur-und-landschaft/natur-erleben/termine/?
 natural_alternative_pet_remedies_humans_use_too/article.htm
 natural_cold_flu_remedies_pictures_slideshow/article.htm
@@ -110381,7 +110130,6 @@ network-monitoring/help/understanding-dpi-in-opmanager.html
 network-monitoring/help/what-is-dpi.html
 network-monitoring/netherlands-vabi-casestudy.pdf
 network-monitoring/the-building-company.pdf
-network-performance
 network-waitlist
 network/news/space
 networkshop/programme-2023/networkshop-2023-programme-file
@@ -110484,7 +110232,7 @@ newmembers/
 newpaymenterror.aspx
 newpaymentform.htm
 newpoll
-newposthttp://davidrumsey.com/robots.txt
+newposthttp://dynamicyield.com/robots.txt
 newprem/
 newprem/process/
 newprod
@@ -110527,6 +110275,8 @@ news-archive-2016/
 news-archive-2017/
 news-center/rss/tag
 news-center/tag
+news-channel12*&page=*
+news-channel12*?page=*
 news-channel12?*RCRD&vcmid=
 news-channel2/live-special
 news-core
@@ -110654,7 +110404,9 @@ news/2019
 news/2020
 news/2020/02/trumps-tax-break-promised-housing-opportunity-but-the-forgotten-are-still-waiting.html
 news/2021
+news/372.htm
 news/734503-what-the-crowdstrike-update-outage-means-for-cybersecurity
+news/999-snow.htm
 news/?
 news/?filter_term
 news/?gl=
@@ -110837,8 +110589,6 @@ news/research
 news/rss.php
 news/sc
 news/science
-news/science/climatewatch/fire-archive.jsp
-news/science/climatewatch/fire.jsp
 news/search
 news/search
 news/search$
@@ -110846,7 +110596,7 @@ news/search-results
 news/search.php
 news/search/
 news/search_results*
-news/searchhttp://local.google.com/robots.txt
+news/searchhttp://razer.com/robots.txt
 news/sharedcount/
 news/smi
 news/squiz-matrix-cms-needs-patching-584880
@@ -110878,6 +110628,7 @@ news/topic/superdesk
 news/topic/superdesk-deployment
 news/topic/superdesk-newshub
 news/topic/sweden
+news/undefined/
 news/video
 news/video*
 news/video/$
@@ -112411,7 +112162,7 @@ newsadmin
 newsanalysis
 newsarchive
 newsbackup
-newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://haaretz.com/robots.txt
+newscenter/pressreleases/32-countries-adopt-nuclear-energy-declaration-at-historic-summit-in-brusselshttp://wise.com/robots.txt
 newschooltalks/blog.aspx
 newsdata
 newsearch
@@ -112558,7 +112309,7 @@ newsletter-templates/weekly-messenger
 newsletter-thanks
 newsletter.php
 newsletter/
-newsletter/$http://foodnavigator-usa.com/robots.txt
+newsletter/$http://realmadrid.com/robots.txt
 newsletter/*
 newsletter/abmeldung
 newsletter/campaign/*/view
@@ -112655,7 +112406,7 @@ newsletters/software
 newsletters/software/subscribe
 newsletters/sports/
 newsletters/storyalerts/
-newsletters/subscribe/*http://krone.at/robots.txt
+newsletters/subscribe/*http://press.uchicago.edu/robots.txt
 newsletters/success/
 newsletters/sustainability
 newsletters/sustainability/subscribe
@@ -113206,7 +112957,7 @@ newsroom/mae-staff-photo-page
 newsroom/pages/forms/*
 newsroom/press-releases/*/feed
 newsroom/press-releases/press-releases-*
-newsroom/publishingimages/forms/*http://informit.com/robots.txt
+newsroom/publishingimages/forms/*http://wsbtv.com/robots.txt
 newsroom/rss/
 newsroom/rss/tag
 newsroom/search
@@ -113410,6 +113161,7 @@ nikhitao
 nikitaroy
 nikitin
 nikolasbowie
+nikon
 nikoumoradi
 nileshf
 nilmarruiz
@@ -115356,7 +115108,7 @@ nl/thunderbird/search
 nl/tiu_banner/
 nl/tiu_contact/
 nl/tiu_epic/
-nl/tiu_event_banner/http://news.xinhuanet.com/robots.txt
+nl/tiu_event_banner/http://signup.com/robots.txt
 nl/tiu_footer/
 nl/tiu_reusable/
 nl/tools/*/show
@@ -115581,7 +115333,6 @@ no-follow
 no-nb/
 no-no
 no-no-new
-no-no/
 no-no/search
 no-search-results
 no/
@@ -115779,7 +115530,7 @@ node/284392
 node/293906/?utm_source=twitter&utm_medium=social
 node/294720/?utm_source=twitter&utm_medium=social
 node/301270
-node/6872http://pod-point.com/robots.txt
+node/6872http://mix.com/robots.txt
 node/82117
 node/_search
 node/add
@@ -115960,7 +115711,7 @@ not_found
 not_recommended_reviews
 nota-fiscal
 note
-note/read/http://daz3d.com/robots.txt
+note/read/http://trouw.nl/robots.txt
 notebook
 notebook/search?
 notes
@@ -116030,7 +115781,7 @@ notizie-ultima-ora/Economia/Banco-Desio-soldi-Banda-della-Magliana-parenti-Sando
 notlikelytohappenever
 notonline
 notp
-notyours/http://insidehighered.com/robots.txt
+notyours/http://cartercenter.org/robots.txt
 nouchinelab
 nouconsistori2015
 nous-contacter.html
@@ -116336,7 +116087,6 @@ nz*/shop/*/sold
 nz*/step
 nz*/submit
 nz*/submitted
-nz-en/
 nz-en/shop/*?*&*&*&*
 nz/
 nz/*
@@ -116460,7 +116210,7 @@ nz/search*ship_to=
 nz/share
 nz/shop_name_search_service
 nz/sitemap.html
-nz/store-locator/new-zealand/http://cse.google.com/robots.txt
+nz/store-locator/new-zealand/http://windowsphone.com/robots.txt
 nz/strumenti/creatore-di-logo/onboarding
 nz/support/knowledge_base/
 nz/teams
@@ -116519,8 +116269,8 @@ oauth/authorize
 oauth/authorize
 oauth/connect.html
 oauth/facebook
-oauth/http://apsense.com/robots.txt
-oauth/http://reseau-canope.fr/robots.txt
+oauth/http://khaleejtimes.com/robots.txt
+oauth/http://l.instagram.com/robots.txt
 oauth/line
 oauth/login
 oauth/signin
@@ -116590,7 +116340,7 @@ oc
 oc.php
 oc/dash-button
 oc/forums
-oc/http://xyz.com/robots.txt
+oc/http://iconosquare.com/robots.txt
 oc/kb/*/discuss
 oc/search
 oc/user
@@ -116701,7 +116451,7 @@ offers/referral-terms-conditions$
 offers/referral-terms-conditions%
 offers/referral-terms-conditions?
 offers/request
-offers2024/http://flow.microsoft.com/robots.txt
+offers2024/http://airbus.com/robots.txt
 office-order-step2.do
 office/
 office/supplies/MySoftwareDownload
@@ -116775,7 +116525,7 @@ offline
 offline-plugin-app-shell-fallback
 offline.html
 offline/
-offline/http://askubuntu.com/robots.txt
+offline/http://pcgamer.com/robots.txt
 offlinenotice.xml
 offre-internet/sfr-box4G
 offrir-cadeau
@@ -116872,7 +116622,7 @@ ojp
 okabe
 okafor
 okanagan/facultystaff/bba
-okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://toastmasters.org/robots.txt
+okanagan/itservices/service-catalogue/accounts/novell/imanager.htmlhttp://acehotel.com/robots.txt
 okeanija_ad
 okonomi
 okurimono/script/
@@ -116954,7 +116704,7 @@ omniture/
 on
 on
 on-demand-updates
-on-demand/session/*http://census.gov/robots.txt
+on-demand/session/*http://google.es/robots.txt
 on/*
 on/*.ico$
 on/*.png$
@@ -117017,6 +116767,7 @@ one
 one-app-preview
 one-price/search
 one-tap-auth.html/*
+one-year-of-demonetisation
 one_woman_freedom_author_pay
 one_woman_freedom_pay
 oneapi
@@ -117117,10 +116868,11 @@ online/cronaca/veronaecstasy/bologna/bologna.html
 online/etc/medialib
 online/feeds/
 online/freedom/
+online/includes
 online/includes/
 online/ink/
 online/investments/
-online/online-program/curriculum_draft.cfmhttp://scamwatch.gov.au/robots.txt
+online/online-program/curriculum_draft.cfmhttp://yourwebsite.com/robots.txt
 online/online-program/draft-online-program-page.cfm
 online/postgraduate-loans
 online/private_client/article/13587-cpc-artcoll-floodlight-tag.htm
@@ -117289,6 +117041,7 @@ opmanager-site24x7-comparison.html
 opndocs/global
 oppdater
 oppenheimerfunds/the-upside
+oppo-ct-2017
 opportunity
 oprava-adresy
 ops
@@ -117300,8 +117053,8 @@ opt-out-info.jsp
 opt-out-interface
 opt-out.jsp
 opt-out/confirm
+opt-out/http://jstor.org/robots.txt
 opt-out/http://ktla.com/robots.txt
-opt-out/http://legislation.gov.uk/robots.txt
 opt/widget-cache.php
 optInEmail
 opt_out
@@ -117397,6 +117150,7 @@ order/order/PartialRecipientInfo
 order/order/PartialShoppingBag
 order/spectra-viewer
 order/thank-you
+order/thankyou/
 orderBy
 orderId
 orderJMP/
@@ -117424,7 +117178,7 @@ orders/*/order_complete
 orders/create-personal
 orders/create-personal/*/*?GA_EVENT
 orders/create-personal/*/*?ec=
-orders/successhttp://cbr.ru/robots.txt
+orders/successhttp://newstatesman.com/robots.txt
 orders/timeline
 orderstatus
 orderstatus.php
@@ -117490,7 +117244,7 @@ originals/stephen_kings_n/includes
 origins
 orioles/search
 orkut/albums
-orlando/tag/*http://aa.com.tr/robots.txt
+orlando/tag/*http://bitso.com/robots.txt
 orne/
 orne/assure/actualites/
 ornela_gjata
@@ -117760,6 +117514,7 @@ p/*/dashboard$
 p/*/dashboard?
 p/*/edit$
 p/*/edit?
+p/*/embed
 p/*/feed$
 p/*/feed?
 p/*/ic
@@ -117824,7 +117579,7 @@ p/*/victory$
 p/*/victory?
 p/*from=
 p/*groupType=
-p/*http://ifcncodeofprinciples.poynter.org/robots.txt
+p/*http://verizon.com/robots.txt
 p/*surveyopen
 p/*thm=
 p//ps
@@ -117881,9 +117636,11 @@ p=*
 p=*&preview=true
 p?awaid=*
 p_p_auth
+p_p_auth=
 p_p_cacheability
 p_p_col_count
 p_p_col_id
+p_p_col_id=
 p_p_col_pos
 p_p_id
 p_p_lifecycle
@@ -117969,11 +117726,21 @@ packages/*.php$
 packages/*.png
 packages/*.svg
 packages/*.xml$
+packages/3nights-4days-seychelles-island-honeymoon-exclusive?id=10641&travelmonth=8
+packages/4n-5d-seychelles-island-honeymoon-tour?id=10640&travelmonth=8
+packages/4nights-5days-seychelles-island-honeymoon-ecstasy?id=10635&travelmonth=8
+packages/4nights-5days-seychelles-island-honeymoon-tour?id=10631&travelmonth=8
+packages/4nights-5days-seychelles-island-sightseeing-tour?id=10637&travelmonth=8
+packages/4nights-5days-seychelles-island-tour?id=10639&travelmonth=8
+packages/5n-6d-seychelles-island-honeymoon-trip?id=10645&travelmonth=8
+packages/5nights-6days-seychelles-island-honeymoon-tour?id=10642&travelmonth=8
+packages/5nights-6days-seychelles-island-honeymoon-vacation?id=10638&travelmonth=8
+packages/5nights-6days-seychelles-island-tour?id=10643&travelmonth=8
 packages/logfile
 packages/maintainer-view
 packages/table/start
 packages/table_lede17_1/start
-packages?q=http://amazon.jobs/robots.txt
+packages?q=http://erudit.org/robots.txt
 packagesize.do
 packagetype=
 packaging
@@ -118025,7 +117792,7 @@ page.php
 page/
 page/*
 page/*&s&
-page/*/?*http://agenciabrasil.ebc.com.br/robots.txt
+page/*/?*http://nal.usda.gov/robots.txt
 page/*/?a_aid=
 page/*/?egotecpage
 page/*/?hc_location=
@@ -118305,8 +118072,7 @@ page4590495.html
 page7426355.html
 page=
 page=*
-page=*http://cheddar.com/robots.txt
-page=1$
+page=*http://ahrq.gov/robots.txt
 page=2$
 page=SN_
 page=print
@@ -118865,7 +118631,7 @@ participants
 participants/search
 participate/conferences.xml
 participate/visa-invitation-letter
-participe/cursoprovedoreshttp://yarnpkg.com/robots.txt
+participe/cursoprovedoreshttp://micro.blog/robots.txt
 particle/milgrom
 particulier/outils/trouver-pays
 particulier/recherche
@@ -118946,6 +118712,7 @@ parts-service/en/offer/print-offers
 parts-service/sp/offer/print-offers
 parttime/admits/
 parttime/includes/
+pas-198
 pasaj/siparis-sorgulama
 pasha2
 pass
@@ -119081,7 +118848,6 @@ paxton-turner
 pay
 pay-invoice
 pay-pal
-pay-resultshttp://ceur-ws.org/robots.txt
 pay/authorize
 pay/email-verifications
 pay/images/merchant_logos
@@ -120126,7 +119892,6 @@ ph*/cdn-cgi/challenge-platform
 ph*/step
 ph*/submit
 ph*/submitted
-ph-en/
 ph/
 ph/*?*shpxid=
 ph/*?services
@@ -120587,7 +120352,7 @@ pkarnakov
 pkb/
 pkbol
 pkey=
-pkey=http://texastribune.org/robots.txt
+pkey=http://road.cc/robots.txt
 pkginfo
 pkginfo/
 pkireyev
@@ -120596,7 +120361,7 @@ pkl
 pkominers
 pkosmin
 pks
-pkta01d26ae74f4.htmlhttp://tiffany.com/robots.txt
+pkta01d26ae74f4.htmlhttp://one.com/robots.txt
 pkudzia
 pl
 pl*/blog-article-remove-faq-utms-*.js
@@ -121067,7 +120832,7 @@ plants/soil/
 plants/sun/
 plants/type/
 plants_rashes_poison_ivy_oak_sumac/article.htm
-plantuml/img/http://cpuid.com/robots.txt
+plantuml/img/http://mynet.com/robots.txt
 plantuml/map/
 plantuml/svg/
 plantuml/txt/
@@ -121116,7 +120881,6 @@ play/videos/modulos
 play=1
 play_list.xml
 player
-player
 player-profile/
 player.php
 player.swf
@@ -121231,7 +120995,7 @@ plugins/common/feature/openidconnectsso
 plugins/common/feature/openidsso
 plugins/common/feature/saml
 plugins/custom
-plugins/custom/f5networks/f5/*http://totalbeauty.com/robots.txt
+plugins/custom/f5networks/f5/*http://crisistextline.org/robots.txt
 plugins/feedback.php
 plugins/list_user01/main.php
 plugins/search
@@ -121379,6 +121143,7 @@ podcasting/includes/theheart.xml
 podcasting/includes/tsoas.xml
 podcasting/includes/wbtc.xml
 podcasts
+podcasts
 podcasts$
 podcasts.*$
 podcasts/*/similar
@@ -121752,6 +121517,7 @@ poojapaul
 poolId=
 pools/c
 pools/campaign
+poor_law
 pooyan
 pooyanni
 pop
@@ -121762,6 +121528,7 @@ pop-culture/srf.*_*
 pop-health
 pop-up/promopage
 pop/?popref=1
+pop_up
 popeobeda
 popinAlerteProduit/afficher
 popout
@@ -121830,6 +121597,7 @@ portada-de
 portadas/*
 portafoglio
 portal
+portal
 portal-2003
 portal-2004
 portal-dev-x
@@ -122105,7 +121873,7 @@ praveentest
 praveer-singh
 pravkurs/login/confirm.php
 pravoeu-hledani
-prayers?*http://finra.org/robots.txt
+prayers?*http://aaai.org/robots.txt
 prbcdn10
 prbr
 prbr0
@@ -122243,7 +122011,7 @@ prelex
 preload
 premenstrual_syndrome_pictures_slideshow/article.htm
 premier-495
-premier-495/http://oed.com/robots.txt
+premier-495/http://fairmont.com/robots.txt
 preminger
 premiogastronomico/mejor.asp?search=&page=
 premium
@@ -122256,7 +122024,7 @@ premium/admin
 premium/auth/
 premium/cert
 premium/download
-premium/http://coindesk.com/robots.txt
+premium/http://coe.ksu.edu/robots.txt
 premium/plus
 premium/sign-in
 premium/sign-in?
@@ -122300,6 +122068,7 @@ presentoons
 presents
 presents.html
 preserv/extranet
+preservation
 president/
 president/search-result
 presite
@@ -122332,7 +122101,7 @@ press-room/state-invests-22-million-uc-entrepreneurship-innovation-drive-califor
 press-room?
 press-this.php
 press/art-institute-images
-press/content-search?*http://keycdn.com/robots.txt
+press/content-search?*http://webpagetest.org/robots.txt
 press/exhibition-press-room
 press/fellowship
 press/founders/
@@ -122357,6 +122126,7 @@ pressemitteilungen/daten/bilder
 pressemitteilungen/daten/thumb_cache
 pressemitteilungen/daten/thumbs
 pressoffice
+presspreview/
 pressrelease
 pressrelease-listing
 pressrelease-listing?
@@ -122384,7 +122154,7 @@ preview-main/*
 preview.aspx
 preview/
 preview/*
-preview/http://eplus.jp/robots.txt
+preview/http://linux.com/robots.txt
 preview/post/*
 preview/rankings
 preview/result
@@ -122404,7 +122174,6 @@ preview_theme_id
 previewhighresolutionimage.php
 previewrtyu
 previews
-previews
 previewtemplate
 previewunavailable
 previous
@@ -122421,7 +122190,7 @@ price-3
 price-4
 price-alert
 price-calc.asp*
-price-calculator.htmlhttp://zhihu.com/robots.txt
+price-calculator.htmlhttp://vanderbilt.edu/robots.txt
 price-chart
 price-full
 price-guide
@@ -122497,8 +122266,10 @@ print-article
 print-article.aspx
 print-content
 print-pdf
+print-person
 print-recipe
 print-sections
+print-text
 print-version/
 print-view/bip
 print.asp
@@ -122508,7 +122279,7 @@ print.php
 print.php*?
 print/
 print/*
-print/*http://futurism.com/robots.txt
+print/*http://quantcast.com/robots.txt
 print/?url=
 print/article/*
 print/pdf/node
@@ -122520,7 +122291,7 @@ print=1
 print=1
 print=Y
 print=true
-print?url=http://philly.com/robots.txt
+print?url=http://gameloft.com/robots.txt
 printPDF*
 printPage/N
 printView=
@@ -122741,7 +122512,7 @@ privacy-policy/third-parties/zh-TW.html
 privacy-policy/zh-CN.html
 privacy-policy/zh-TW.html
 privacy-security-terms
-privacy-settingshttp://medpagetoday.com/robots.txt
+privacy-settingshttp://journals.aps.org/robots.txt
 privacy-statement
 privacy.aspx
 privacy.html
@@ -122759,7 +122530,7 @@ privacy/request-data
 privacy/sub-processors.html
 privacy/zoho-group.html
 privacy/zoho-group.html
-privacy2.htmlhttp://conversionxl.com/robots.txt
+privacy2.htmlhttp://translate.wordpress.org/robots.txt
 privacy_security/index.jsp
 privacyfeedback
 privacyinformation/employment-privacy-and-data-protection/career-policy/kenya
@@ -122809,12 +122580,12 @@ private-service-offer
 private.php
 private/
 private/gallery/content/
-private/http://courtlistener.com/robots.txt
+private/http://explore.org/robots.txt
 private/http://folkways.si.edu/robots.txt
-private/http://kstp.com/robots.txt
-private/http://material.io/robots.txt
+private/http://minds.com/robots.txt
 private/http://mpi-inf.mpg.de/robots.txt
-private/http://psycnet.apa.org/robots.txt
+private/http://pond5.com/robots.txt
+private/http://unfccc.int/robots.txt
 private/wtrack
 private_login
 privatedata
@@ -122852,6 +122623,7 @@ prnt=
 pro
 pro$
 pro-gallery-webapp/v1/galleries
+pro-kabaddi-2017
 pro-kabaddi-2019/
 pro-learn
 pro-learn/blog/*error
@@ -122969,7 +122741,7 @@ product-information/v2
 product-presentation-info.aspx
 product-print*
 product-quickview*
-product-ratings/http://github.blog/robots.txt
+product-ratings/http://getbootstrap.com/robots.txt
 product-reviews/
 product-reviews/B0069IY63Y
 product-reviews/getReviews.do
@@ -123095,7 +122867,6 @@ productimage.php
 production-2019
 production-eu01-kering.demandware.net
 production-eu02-kering.demandware.net
-production-files
 production-monitoring
 production-testing
 production.eu01.kering.demandware.net
@@ -123735,7 +123506,6 @@ prog/support/cs/support-search-result.jsp$
 prog/update/activation
 prog_serv/
 progal/album.jsp
-progapitest
 program
 program*?ha
 program/
@@ -123840,7 +123610,7 @@ projects/*/payments
 projects/*/preview
 projects/?
 projects/DailyReport/
-projects/StudentArtGallery/http://beebom.com/robots.txt
+projects/StudentArtGallery/http://office.xerox.com/robots.txt
 projects/alma/arc/tw
 projects/alma/faqs
 projects/browse.php
@@ -123909,6 +123679,7 @@ promo/launcher/feedback
 promo/launcher/mgoodbye
 promo/lookbook
 promo/market/mobile/app*?from=
+promo/responsive
 promo/save-big-with-bitrix24
 promo/skype*?
 promo/skype/*
@@ -123937,7 +123708,7 @@ promoted-listings
 promotion
 promotion/*
 promotion/.html
-promotion/41995890-09e9-11ed-861d-0242ac120002http://herbalife.com/robots.txt
+promotion/41995890-09e9-11ed-861d-0242ac120002http://government.nl/robots.txt
 promotion/us-bd
 promotionOffreVue
 promotionaltools
@@ -123947,6 +123718,9 @@ promotions/attracta-promo
 prompt-library-category
 prompt-library-use-case
 pronajem-auta/vysledky
+pronom
+pronom/product/
+pronom/vendor/
 pronunciation
 proof
 proof=
@@ -124062,7 +123836,7 @@ prudsys/recommit
 pruebas
 pruebas-publi
 pruebas/
-prv/http://eab.com/robots.txt
+prv/http://commondreams.org/robots.txt
 prv/originalfile
 przejdz-do-sklepu-bez-logowania
 ps
@@ -124457,7 +124231,7 @@ pt/ferramentas/criador-de-logo/onboarding
 pt/festival/*/shoutbox
 pt/festival/*/shoutbox?
 pt/forum
-pt/forum/goto.phphttp://columbia.edu/robots.txt
+pt/forum/goto.phphttp://michaels.com/robots.txt
 pt/fr
 pt/gallery
 pt/games
@@ -124759,7 +124533,7 @@ public/*.jpg
 public/*.js$
 public/*.js?
 public/*.png
-public/*http://corporatefinanceinstitute.com/robots.txt
+public/*http://eumetsat.int/robots.txt
 public/about-eso/committees/cc
 public/about-eso/committees/cou
 public/about-eso/committees/fc
@@ -124835,7 +124609,7 @@ publicamadrid?f%
 publicamadrid?f[0]
 publication
 publication-content
-publication-content/*http://tenki.jp/robots.txt
+publication-content/*http://firstround.com/robots.txt
 publication-similarities
 publication-statics
 publication/catalogue_number
@@ -125220,10 +124994,6 @@ query_cache/
 queryly-advanced-search
 queryredirect=*numpage=
 querytext/
-quest/exploration/view
-quest/radio/view
-quest/stories
-quest/television/view
 question
 question-vendeur/
 question/add
@@ -125307,7 +125077,7 @@ quiz-list/
 quiz-results-learn-more-vid
 quiz/
 quiz/archive/*/*
-quiz/archive/*/*/$http://tokopedia.com/robots.txt
+quiz/archive/*/*/$http://gouvernement.fr/robots.txt
 quiz/document
 quiz/engine
 quizResult=
@@ -125357,10 +125127,15 @@ r/cms
 r/instant/response
 r/kappa/api
 r/sms
+r1=
+r2=
 r2r
+r3=
 r4-page-footer-page
 r4-page-header-page
 r4032login
+r4=
+r5=
 r=0
 r?
 r_q=
@@ -125396,16 +125171,6 @@ radio/*-artist-station
 radio/*-query-station
 radio/*-song-station
 radio/*/*/*/*
-radio/0*
-radio/1*
-radio/2*
-radio/3*
-radio/4*
-radio/5*
-radio/6*
-radio/7*
-radio/8*
-radio/9*
 radio/aod
 radio/aod$
 radio/becausenews
@@ -125426,8 +125191,6 @@ radio/index.shtml
 radio/index_autoplay
 radio/irrelevantshow
 radio/laughoutloud
-radio/listen/live
-radio/listen/pledgefree
 radio/maisonneuve/index.shtml/14052008/23102008/03082009/04092009/02092009/24092009/28092009/22092009/23092009/28092009/24092009/25092009/22092009/23092009/125697.shtml
 radio/maisonneuve/index.shtml/14052008/23102008/03082009/04092009/02092009/25092009/25092009/22092009/28092009/24092009/22092009/28092009/listeEntrevues.shtml
 radio/maisonneuve/tribune_pop_z.asp
@@ -125555,7 +125318,6 @@ rating
 rating-over
 rating-terbaik
 rating/
-rating/average
 rating=*
 ratings
 ratings
@@ -125617,7 +125379,7 @@ rcs/wp-includes
 rcsearch.aspx
 rd
 rd/
-rd/pdf/http://sendfox.com/robots.txt
+rd/pdf/http://www2.camara.leg.br/robots.txt
 rd/search
 rd/search$
 rd/search?
@@ -125666,7 +125428,6 @@ reactivity
 read
 read$
 read0163112
-readAllCustomerReviews.do?
 read_more
 readcommentshtml
 reader
@@ -125679,7 +125440,7 @@ readlevellexile=
 readme.html
 readme.html
 readme.html/
-readme.htmlhttp://thestar.com.my/robots.txt
+readme.htmlhttp://maps.gstatic.com/robots.txt
 readmessage.php
 ready
 ready_sit_read/index.jhtml
@@ -125764,7 +125525,7 @@ rebeccamcgill
 rebeccascofield
 rebeccasenft
 rebeccastern
-rebooting-the-record-label/http://8tracks.com/robots.txt
+rebooting-the-record-label/http://freedomhouse.org/robots.txt
 rec
 rec/bib
 rec/nt
@@ -125874,7 +125635,7 @@ recipe_parser
 recipes
 recipes/?*&s=
 recipes/cooking
-recipes/email.phphttp://carrier.com/robots.txt
+recipes/email.phphttp://planetary.org/robots.txt
 recipes/filter/*
 recipes/food/email
 recipes/food/reviews/*?print=
@@ -125927,7 +125688,9 @@ recording
 records
 records/*.php?
 records/*/preview
+records/old/
 records/pal:
+recordsmanagement
 recorregut
 recortes
 recover
@@ -126132,6 +125895,7 @@ reedjohnstonmorgan
 reedshaferray
 reel
 reel-awards-2023/*
+reel/*/embed
 reel/mes-contrats/modifier-date-effet-mon-contrat
 reengageoptout
 reentry
@@ -126153,7 +125917,7 @@ refer
 refer-*
 refer-a-friend
 refer/
-refer/http://ria.ru/robots.txt
+refer/http://mercedes-benz.com/robots.txt
 refer/pal
 reference
 reference-library
@@ -126325,6 +126089,8 @@ registration/apis/pricing_info
 registration/apis/social_media/get_buzz_setting_reg_page
 registration/archive_upload_apply.asp*
 registration/ext
+registration/includes/
+registration/js/
 registration/military
 registration/search.jsp
 registration/services
@@ -126417,6 +126183,7 @@ relevance_feedback
 relieve_heartburn_to_gerd_10_fast_acting_ways/article.htm
 relieve_menstrual_cramps/article.htm
 religion_tshirt
+religiousarchives
 relist/
 relnotes
 reloaded/api/album-photo
@@ -127403,7 +127170,7 @@ research@jcu
 researchCategories=
 researcher/*/metrics
 researcher/*/peer-review
-researcher/*/publications/http://japan.zdnet.com/robots.txt
+researcher/*/publications/http://providencejournal.com/robots.txt
 researchers
 researchtools/ose
 researchtools/ose/$
@@ -127533,7 +127300,7 @@ resources/_shared/images/collection
 resources/academic
 resources/ajax/posts
 resources/announcements/update-to-compromised-email-addresses-incident
-resources/calendar/http://backyardchickens.com/robots.txt
+resources/calendar/http://francetelevisions.fr/robots.txt
 resources/collocations
 resources/cookie
 resources/css
@@ -127866,9 +127633,9 @@ review/*/transparency
 review/common/du
 review/create?
 review/dynamic/sims-box
-review/fileshttp://crtc.gc.ca/robots.txt
+review/fileshttp://distrowatch.com/robots.txt
 review/hall-of-fame
-review/http://www-pub.iaea.org/robots.txt
+review/http://wright.edu/robots.txt
 review/list
 review/list_rss
 review/product/
@@ -128251,7 +128018,6 @@ ro/contactus.html
 ro/copyright.html
 ro/css
 ro/dealer_locator/
-ro/despre-maib
 ro/downloadmirror
 ro/eliteday
 ro/errors
@@ -128277,15 +128043,10 @@ ro/js
 ro/kb/*/discuss
 ro/learning-center/tags
 ro/m
-ro/maib-leasing
-ro/maib/documente
 ro/merchant
 ro/metrou
 ro/node
 ro/paypass
-ro/persoane-fizice/calculator-iban
-ro/persoane-fizice/curs-valutar
-ro/persoane-fizice/serviciul-p2p
 ro/personal
 ro/privacypolicy.html
 ro/promotii
@@ -128354,13 +128115,13 @@ robmunger
 robos-linux
 robotic-assisted-surgery
 robots
-robots-disallow*http://barclays.co.uk/robots.txt
+robots-disallow*http://liverpoolmuseums.org.uk/robots.txt
 robots.html
 robots.txt
 robots.txt
 robots.txt$
 robots.txt$
-robots.txthttp://fidelity.com/robots.txt
+robots.txthttp://nola.com/robots.txt
 robots_nidirect.txt
 roc008
 roccopalermo
@@ -128579,7 +128340,6 @@ rrm-mrr/
 rroatman
 rrx219
 rs
-rs-sr/
 rs/businessclub/novo-tc.html
 rs/de
 rs/es
@@ -128708,7 +128468,7 @@ rss7
 rss?
 rssFeed
 rss_2.php
-rss_export/www_export.rsshttp://en.oxforddictionaries.com/robots.txt
+rss_export/www_export.rsshttp://lexpress.fr/robots.txt
 rss_feeds
 rss_items
 rss_trk
@@ -128721,10 +128481,11 @@ rst
 rstmh/
 rsvp
 rsvp.php
-rsw/upload/k2dienste/http://audible.co.uk/robots.txt
+rsw/upload/k2dienste/http://blog.codecentric.de/robots.txt
 rsweeney
 rsyuan
 rt%3Dnc
+rt2014v2/
 rt=
 rt=0
 rt=nc
@@ -128971,6 +128732,7 @@ ru/learning-center/tags
 ru/links/warnings
 ru/login.ashx
 ru/m
+ru/main_ru
 ru/market/auction
 ru/market/auction?
 ru/market/backorder
@@ -129200,6 +128962,7 @@ rurl=
 ruro
 rus
 rus$
+rus/http://skullcandy.com/robots.txt
 ruse
 rush
 rush-hour
@@ -129619,7 +129382,7 @@ saml/acs
 saml/login
 saml/login
 saml/logout
-saml2/authenticate/oktahttp://thehindubusinessline.com/robots.txt
+saml2/authenticate/oktahttp://boe.es/robots.txt
 samlCertificates
 saml_login
 saml_login*
@@ -129723,7 +129486,7 @@ sarahledoux
 sarahlemer
 sarahmathews
 sarahmfine
-sarahmohamed/http://usercentrics.com/robots.txt
+sarahmohamed/http://nbcwashington.com/robots.txt
 sarahsurrain
 sarahvitali
 sarakang
@@ -130003,7 +129766,7 @@ science/gadgets/render
 science/gs
 science/index.html
 science/mlkt/rslts
-science/new-drug-product-pipelinehttp://mindmeister.com/robots.txt
+science/new-drug-product-pipelinehttp://surferseo.com/robots.txt
 science/our-science/people
 science/outlineJson
 science/page/flash/VideoPlayer
@@ -130100,7 +129863,7 @@ screener.ashx?v=210&s=ta_p_channelup
 screener.ashx?v=210&s=ta_p_doublebottom
 screener.ashx?v=210&s=ta_p_doubletop
 screener.ashx?v=210&s=ta_p_headandshoulders
-screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://sheffield.ac.uk/robots.txt
+screener.ashx?v=210&s=ta_p_headandshouldersinvhttp://v8.dev/robots.txt
 screener.ashx?v=210&s=ta_p_horizontal
 screener.ashx?v=210&s=ta_p_multiplebottom
 screener.ashx?v=210&s=ta_p_multipletop
@@ -130139,20 +129902,6 @@ scrip.html
 scripps/
 script
 script/
-script/AdServe/Redir.aspx
-script/Articles/ArticleVersion.aspx
-script/Articles/Delete.aspx
-script/Articles/Download.aspx
-script/Articles/ListVersions.aspx
-script/Articles/Preview.aspx
-script/Articles/SubmissionWizard.aspx
-script/Articles/ViewHtml.aspx
-script/Catalog/Redir.aspx
-script/Forums/SetOptions.aspx
-script/Membership/LogOn.aspx
-script/Membership/OAuthLogOn.aspx
-script/Membership/SendPassword.aspx
-script/News/Redir.aspx
 script/ScriptServlet
 script/counterredirect.asp
 script/kakakuad/
@@ -130331,7 +130080,6 @@ se-en/your
 se-fi/
 se-rank
 se-se/
-se-sv/
 se.asp
 se/
 se/*?*shpxid=
@@ -130670,6 +130418,7 @@ search.co.htm*$
 search.do
 search.do
 search.htm
+search.htm
 search.html
 search.html
 search.html*
@@ -130723,6 +130472,7 @@ search/*?*field=
 search/*?*gif=
 search/*?*page
 search/*?*premium=
+search/*?*query=
 search/*?*schools=
 search/*?*sort=
 search/*?*time=
@@ -130832,9 +130582,9 @@ search/google
 search/groups
 search/help
 search/howsearchworks
-search/http://mccormick.com/robots.txt
-search/http://soas.ac.uk/robots.txt
-search/http://thehotline.org/robots.txt
+search/http://renttherunway.com/robots.txt
+search/http://us4.campaign-archive1.com/robots.txt
+search/http://www3.hilton.com/robots.txt
 search/hysearchws.aspx?q=*
 search/imageresults.asp*
 search/index.aspx?*
@@ -130874,6 +130624,7 @@ search/martin-carrico-is-loser/
 search/more-like-this
 search/morelikethis
 search/name-text
+search/name_search.aspx
 search/new
 search/new/autonew.html
 search/node
@@ -130972,7 +130723,7 @@ search=*+*+*+*+*page=6$
 search=*+*+*+*+*page=7$
 search=*+*+*+*+*page=8$
 search=*+*+*+*+*page=9$
-search=*http://standaard.be/robots.txt
+search=*http://simonsfoundation.org/robots.txt
 search=*p=
 search=*p=homemade*o=mr$
 search=*p=professional*o=mr$
@@ -131005,7 +130756,7 @@ search?daterange=Last1Yrs
 search?daterange=Last6Mths
 search?feature_*keywords*node
 search?filter
-search?gss-q=*http://cell.com/robots.txt
+search?gss-q=*http://mercurynews.com/robots.txt
 search?home=true
 search?keyword=
 search?keyword=*.com
@@ -131165,9 +130916,9 @@ searchgoogle/
 searchhealthit/search/query
 searchhistory
 searchhrsoftware/search/query
-searchhttp://betterment.com/robots.txt
-searchhttp://gather.town/robots.txt
-searchhttp://nationalinterest.org/robots.txt
+searchhttp://dailysignal.com/robots.txt
+searchhttp://ics.uci.edu/robots.txt
+searchhttp://telefonica.com/robots.txt
 searchid
 searchinfo=
 searching/Mark
@@ -131207,6 +130958,7 @@ searchstorage/search/query
 searchsuggest
 searchsummary
 searchtest
+searchthearchives
 searchunifiedcommunications/search/query
 searchvirtualdesktop/search/query
 searchvmware/search/query
@@ -131262,7 +131014,7 @@ section=
 sectionEditor
 section_and_ivideo_widget_ajax.html
 section_id=
-sectionhttp://nationalreview.com/robots.txt
+sectionhttp://rhs.org.uk/robots.txt
 sectionized
 sections
 sections$
@@ -131574,6 +131326,7 @@ seoul-koreanmassage8xyz
 seoul-massage
 seoul-newanma4
 seoul-newmassage
+sepia/images
 sepmorton
 seq_no=
 sequences/?
@@ -131600,7 +131353,7 @@ series/india-tour-of-south-africa-2013-14-648627
 series=
 series?q=
 seriesBeta
-seriesBetahttp://southwest.com/robots.txt
+seriesBetahttp://lufthansa.com/robots.txt
 serietv/schede/cerca/?query=
 serp_tests
 serpilfox
@@ -131612,6 +131365,7 @@ server
 server-configurator
 server-error
 server-health-check/
+server-status
 server.aspx
 server.php
 server/api
@@ -131679,7 +131433,6 @@ service-search/other-services/Psychological%20therapies%20(IAPT)/LocationSearch/
 service-search/other-services/Psychological-therapy-(NHS-IAPT)/LocationSearch/396
 service-search/other-services/Psychologicaltherapies(IAPT)/LocationSearch/10008
 service-surveillance-equifax/
-service-user-guide
 service/
 service/GetSelectItemList
 service/LoadBlock
@@ -131727,7 +131480,7 @@ servicedesk022
 servicedesk023
 servicedesk024
 servicedesk025
-servicedeskhttp://king.com/robots.txt
+servicedeskhttp://eyeem.com/robots.txt
 servicedeskserver030
 servicedeskserver031
 servicedeskserver0310
@@ -131771,20 +131524,6 @@ services.html
 services.min.js?_=
 services/
 services/*
-services/Ajax
-services/Browse
-services/Intern
-services/MyResearch
-services/Record
-services/Records
-services/Search/Ajax
-services/Search/Email
-services/Search/History
-services/Search/OpenSearch
-services/Search/Results
-services/Search/Suggest
-services/Search/cache
-services/Search/xsl
 services/admina.asp
 services/ads
 services/ads2
@@ -131813,8 +131552,7 @@ services/computing/downloads/antivirus
 services/computing/statistics
 services/computingold
 services/conferences/content-corner/*?*
-services/conferences/news/*?*http://areena.yle.fi/robots.txt
-services/conferences/news/*?*http://kddi.com/robots.txt
+services/conferences/news/*?*http://bloomingdales.com/robots.txt
 services/courtoffice/Reports
 services/courtoffice/int
 services/developmentalumni/giving/chancellors_apply.html
@@ -132178,7 +131916,6 @@ sg-en*/people/*/circle
 sg-en*/people/*/favorites
 sg-en*/shop/*/favoriters
 sg-en*/shop/*/sold
-sg-en/
 sg-en/*?order=
 sg-en/*color=
 sg-en/*customizable=
@@ -132669,6 +132406,8 @@ shop/pre-reg/ultrafast/agent
 shop/pre-reg/ultrafast/success
 shop/preference-center-rmail
 shop/printorder
+shop/record-copying-beta.htm
+shop/record-copying-faqs-beta.htm
 shop/referrals
 shop/register
 shop/registries-we-love
@@ -132676,7 +132415,6 @@ shop/search
 shop/search
 shop/search*
 shop/search.ep
-shop/search/http://chefkoch.de/robots.txt
 shop/shop-list
 shop/shop-list.php
 shop/sitemap-category/*
@@ -132797,7 +132535,7 @@ shorefire_nj
 short
 short-link
 short-news/*a
-short-url-machine/error/http://ghgprotocol.org/robots.txt
+short-url-machine/error/http://nbcnewyork.com/robots.txt
 shortUrl$
 shortcode
 shortcode=
@@ -132819,7 +132557,7 @@ shots/new
 shots/week
 shots/year
 shouldremainempty/
-shoutbox/http://threefold-trials.com/robots.txt
+shoutbox/http://vip.undressaitool.com/robots.txt
 shouwenwang
 show
 show-email
@@ -132839,6 +132577,7 @@ showMap=true
 showPopup=
 showProject
 showTask
+show_all=
 show_bug.cgi
 show_calendar.pl
 show_comments
@@ -132879,8 +132618,9 @@ showpost.php
 showpreviewimage
 showrelease.asp
 showroom
-showroom_locatorhttp://leaverou.github.io/robots.txt
+showroom_locatorhttp://europol.europa.eu/robots.txt
 showroomidentification.html
+shows
 shows/
 shows/takeaway-pm
 shows/upfront_2015
@@ -132888,7 +132628,7 @@ shows/upfront_2015/simulcast
 shows3
 showtag
 showtime/.requestinvite.html.swp
-showtimes/location/*http://myaccount.google.com/robots.txt
+showtimes/location/*http://support.mozilla.org/robots.txt
 shp
 shp-abr-fc-svn/
 shp-cn-ne-rb/
@@ -132953,7 +132693,6 @@ shuxi_qiao
 shyamkakula
 si
 si-LK
-si-en/
 si-lk/
 si/
 si/Download
@@ -133143,7 +132882,7 @@ sikim
 silakurugol
 silent-login
 siliciano
-silicosis/en/search/http://english.stackexchange.com/robots.txt
+silicosis/en/search/http://public.com/robots.txt
 silicosis/fr/search/
 silicosis/search/
 silinhuang
@@ -133350,7 +133089,6 @@ siteLocale=
 sitePages
 siteStatus
 siteSwitch
-site_admin
 site_animations
 site_down.html
 site_error.html
@@ -133427,6 +133165,7 @@ sitecore
 sitecore%20modules/Web/ExperienceForms/css
 sitecore%20modules/Web/ExperienceForms/scripts
 sitecore%20modules/Web/ExperienceForms/scripts/
+sitecore*
 sitecore-modules/
 sitecore/
 sitecore/*
@@ -133441,7 +133180,7 @@ sitecore_files
 sitecore_files/
 sitecore_modules
 sitecore_services/
-sitecorehttp://nbr.co.nz/robots.txt
+sitecorehttp://fangraphs.com/robots.txt
 sitecounterajax
 sitedashboard
 sitedown
@@ -133594,7 +133333,7 @@ sites/*.jpg
 sites/*.js
 sites/*.png
 sites/*.svg
-sites/*http://newsroom.cisco.com/robots.txt
+sites/*http://pingidentity.com/robots.txt
 sites/1850brandcoffee
 sites/1850byfolgers
 sites/PM-it-dienstekatalog/_search
@@ -133616,7 +133355,7 @@ sites/all/*/*.jpeg
 sites/all/*/*.jpg
 sites/all/*/*.js
 sites/all/*/*.png
-sites/all/*/*.svghttp://clockify.me/robots.txt
+sites/all/*/*.svghttp://de.statista.com/robots.txt
 sites/all/modules/contrib/radioactivity
 sites/all/modules/elysia_cron
 sites/all/static/recorregut
@@ -133852,7 +133591,7 @@ sites/default/files/assets/dept/cdc/*
 sites/default/files/assets/dept/mbajourney/*
 sites/default/files/assets/dept/mimjourney/*
 sites/default/files/assets/documents
-sites/default/files/assets/documents/*http://creativemarket.com/robots.txt
+sites/default/files/assets/documents/*http://dreamhost.com/robots.txt
 sites/default/files/awareness-materials/Cybersecurity%20Awareness%20Kit_jp.zip
 sites/default/files/awareness-materials/Cybersecurity-Awareness-Kit-Guide-2024-jp.zip
 sites/default/files/awareness-materials/Cybersecurity-Awareness-Kit_2023_jp.zip
@@ -134344,7 +134083,7 @@ sites/default/files/file/2022-03/Instructure%20Security%20%282022%29.pdf
 sites/default/files/flat_navs
 sites/default/files/forms/2022-10/2022-Strategic-Direction.pdf
 sites/default/files/google_tag
-sites/default/files/http://phpmyadmin.net/robots.txt
+sites/default/files/http://help.mail.ru/robots.txt
 sites/default/files/images/obras
 sites/default/files/infographics/PP_jp_InsiderThreat_Infographic_final_ysohta0309a.pdf
 sites/default/files/infographics/Pfpt-Phishing%20Infographic%20Poster-17x24-jp.pdf
@@ -134479,7 +134218,7 @@ sites/default/files/mcc-pane-files/funnel_blue.png
 sites/default/files/media_*/*.doc
 sites/default/files/media_*/*.pdf
 sites/default/files/media_docs/FQHC-Learn-More.pdf
-sites/default/files/media_docs/Patient-Engagement.pdfhttp://empik.com/robots.txt
+sites/default/files/media_docs/Patient-Engagement.pdfhttp://alibabagroup.com/robots.txt
 sites/default/files/media_docs/VillageMD_Datasheet.pdf
 sites/default/files/migrated_files/decisions
 sites/default/files/misc/2021%20PSAT%20Holiday%20Kit.zip
@@ -134521,7 +134260,7 @@ sites/default/files/pfpt-us-tr-state-of-the-phish-2019.pdf
 sites/default/files/policy
 sites/default/files/privacy/archived/
 sites/default/files/private
-sites/default/files/private/http://powerworkout.blog.pl/robots.txt
+sites/default/files/private/http://zamanromania.ro/robots.txt
 sites/default/files/proofpoint_best_practices_for_writing_secure_ios_and_android_apps_whitepaper-a4-jp-cm.pdf
 sites/default/files/publications/files/organization-chart.pdf
 sites/default/files/reports/*.pdf
@@ -134799,7 +134538,7 @@ sites/gapincthiswayahead
 sites/gapinternational
 sites/genome-editing/_search
 sites/gradsoflife
-sites/gs1/files/docs/EDI/*http://underscorejs.org/robots.txt
+sites/gs1/files/docs/EDI/*http://fastcodesign.com/robots.txt
 sites/gsb/files/program-brochure
 sites/gwcic
 sites/gyro
@@ -135032,7 +134771,7 @@ siyuan
 size-mens-suits.html
 size=
 size=*
-sizecharthttp://analyticsinsight.net/robots.txt
+sizecharthttp://ameli.fr/robots.txt
 sizeguide:5
 sizunjiang
 sj
@@ -136000,12 +135739,6 @@ sondaggio_sport.php
 sondaggiofin.php
 sondaggionew.php
 song
-song/delete_user_review
-song/fetch_overview_review
-song/fetch_review_view
-song/report_inappropriate
-song/review_thumbs
-song/save_user_review
 songqi
 soniaalves
 soniapujol
@@ -136077,7 +135810,7 @@ sos/
 sos/clerical/
 sos/kids/search/node
 sos/online_corps/
-sos/registration/http://coschedule.com/robots.txt
+sos/registration/http://tawk.to/robots.txt
 sosim-pro
 sothebys/item
 sotomarion
@@ -136156,6 +135889,7 @@ spamspamspamspam.md
 spanisch-deutsch
 spanisch-englisch
 spanish
+spanish-civil-war
 spanish-english/sitemap
 spanish-english/top
 spanish/feeds/topics
@@ -136277,7 +136011,7 @@ spells/?
 spells/?page=
 spencer_hallyburton
 spencerykwon
-spetskabel/identity/img/http://simplypsychology.org/robots.txt
+spetskabel/identity/img/http://lesoir.be/robots.txt
 spettacoli/10_ottobre_28/baby-sky-tv_96993302-e259-11df-8440-00144f02aabc.shtml
 spettacoli/24_novembre_15/alessia-fabiani-con-bettarini-il-flirt-di-una-notte-quando-era-sposato-con-simona-ventura-7068204f-0287-4c32-9b97-03b94fbe2xlk.shtml
 spettacoli/people/2023/09/04/news/venezia_kanye_west_e_bianca_censori_banditi_per_atti_osceni_da_una_societa_di_noleggio_motoscafi-413301274
@@ -136324,10 +136058,10 @@ sponsored-topic
 sponsored/
 sponsored/*
 sponsored/2022/10/disruptors-who-are-changing-their-industries
-sponsored/http://homebrewersassociation.org/robots.txt
-sponsored/http://kodi.tv/robots.txt
+sponsored/http://interviewmagazine.com/robots.txt
+sponsored/http://pushpay.com/robots.txt
+sponsored/http://scryfall.com/robots.txt
 sponsored/http://theblog.adobe.com/robots.txt
-sponsored/http://whatismybrowser.com/robots.txt
 sponsored/previewarticle
 sponsored/previewcampaign
 sponsoredarticles
@@ -136361,7 +136095,7 @@ sport/
 sport/10_ottobre_05/prova_articoloNOTOUCH_4957ef9a-d05a-11df-9b01-00144f02aabc.shtml
 sport/404_en.htm
 sport/alpha
-sport/bundesliga/http://tally.so/robots.txt
+sport/bundesliga/http://mediaarea.net/robots.txt
 sport/ciclismo/2023/10/24/news/doping_ciclismo_virtuale_azzurro_zanasca_rischia_una_lunga_squalifica-418660589
 sport/cricket/match-centre
 sport/data/league
@@ -136618,7 +136352,7 @@ sreejan
 srf.*_*/
 srinjoy
 sriram
-srn/http://help.ubuntu.com/robots.txt
+srn/http://newswire.com/robots.txt
 sro
 srobles
 sroche
@@ -136638,6 +136372,7 @@ srv.php
 sryappo
 ss
 ss/customer-reviews/lighthouse
+ss/edit
 ss/twister/ajax
 ss4298525
 ss=
@@ -136795,7 +136530,7 @@ start-your-blog
 start-your-store
 start.php
 start/_next
-start/api/http://riverfronttimes.com/robots.txt
+start/api/http://news.mongabay.com/robots.txt
 start/signup
 start/signup?
 start/square
@@ -136881,6 +136616,7 @@ static/*.png
 static/*/client.js
 static/*/favicon.png
 static/*/main.css
+static//static/fonts
 static/__sdemo__
 static/adcode
 static/ads
@@ -136896,6 +136632,24 @@ static/codemirror
 static/content
 static/content/ss/flipbook
 static/css
+static/css/article-fc.css?v=
+static/css/article-fp.css?v=
+static/css/authors-fp.css?v=
+static/css/category-fp.css?v=
+static/css/home-fc.css?v=
+static/css/home-fp.css?v=
+static/css/home-ipl.css?v=
+static/css/m-article-fc.css?v=
+static/css/m-article-fp.css?v=
+static/css/m-authors-fp.css?v=
+static/css/m-category-fp.css?v=
+static/css/m-home-fc.css?v=
+static/css/m-home-fp.css?v=
+static/css/m-home-ipl.css?v=
+static/css/m-shows-lp-fp.css?v=
+static/css/m-tag-fp.css?v=
+static/css/show-lp-fp.css?v=
+static/css/tag-fp.css?v=
 static/decodeKey.txt
 static/docs
 static/ebsa
@@ -136903,6 +136657,7 @@ static/email-pdfs/
 static/embed
 static/fileupload
 static/font
+static/fonts
 static/fonts/icon
 static/gfs
 static/gla
@@ -136913,6 +136668,11 @@ static/images/favicons
 static/images/misc/s-trans.gif
 static/js
 static/js/disallowed
+static/js/m-main-fc.js?v=
+static/js/m-main-fp.js?v=
+static/js/main-fc.js?v=
+static/js/main-fp.js?v=
+static/js/one_tap.js?v=
 static/js/s_code.js
 static/legal
 static/locales
@@ -136949,7 +136709,6 @@ staticassets/fn-maint
 staticcontent
 staticcontent/storytile/*?*
 staticcontent/storytile/?
-statichtml/file/17579/assessment_financial_accessibility.pdf
 staticmap?
 staticpages/index.php/lookup-results
 statics
@@ -136998,7 +136757,7 @@ stats/events/ 
 stats/help/glossary
 stats/help/statminimums
 stats/history
-stats/player-stats/*http://cookpad.com/robots.txt
+stats/player-stats/*http://softbank.jp/robots.txt
 stats3.html
 stats?gid=
 stats_report/
@@ -137017,7 +136776,7 @@ status.formstack.com
 status/
 status/*
 status/v3
-statusupdateshttp://bsi.bund.de/robots.txt
+statusupdateshttp://intuit.com/robots.txt
 statwood
 stay_healthy_what_are_the_top_10_ways/article.htm
 stayfocusd
@@ -137498,14 +137257,15 @@ stranahan
 strange
 strange_surprising_addictions_mental_health/article.htm
 strasser
-strategic-partners/cushman-wakefield/http://nab.com.au/robots.txt
-strategicplan/index.php/http://flypgs.com/robots.txt
+strategic-partners/cushman-wakefield/http://cseweb.ucsd.edu/robots.txt
+strategicplan/index.php/http://hannaford.com/robots.txt
 strategist/amp
 strategist/search
 strawberry-anma
 stream
 streaming/*
 streamlabs-obs/login-success
+streamline
 street-talk-early-look
 strengthen_your_immune_system_pictures_slideshow/article.htm
 strep_throat_symptoms_treatments_contagious/article.htm
@@ -137827,7 +137587,6 @@ subjects/reqs/
 subjects/specs/
 submission
 submissions
-submissions
 submit
 submit-book-journal/
 submit-case
@@ -137946,7 +137705,7 @@ subscribe/welcome-greer/
 subscribe/worldjuniors
 subscribe2.asp
 subscribe?*
-subscribe?*http://marketingprofs.com/robots.txt
+subscribe?*http://ourworldindata.org/robots.txt
 subscribeTOC.asp
 subscribe_Reseller_Entries.asp
 subscribe_gps
@@ -137984,7 +137743,7 @@ subscription=
 subscriptionDetails.htm
 subscription_orders.cgi
 subscription_request.cgi
-subscriptionhttp://edf.org/robots.txt
+subscriptionhttp://potterybarn.com/robots.txt
 subscriptions
 subscriptions/manage/
 subscriptions/securejson/
@@ -138006,7 +137765,7 @@ subtitle/
 subtitles-1
 subtitles-2
 subtitles/
-subviews/*http://curl.se/robots.txt
+subviews/*http://humansecurity.com/robots.txt
 success
 successively
 successteammanager
@@ -138252,7 +138011,6 @@ support/knowledgecenter/v1
 support/maps-beta
 support/market-images
 support/mcafeesecurity
-support/membership/signalsociety/members
 support/oem/
 support/pop
 support/praktikum-english
@@ -138731,7 +138489,7 @@ syncopates
 syndicate
 syndicated-market-research-report/
 syndicated/*
-syndicated/http://fr.wiktionary.org/robots.txt
+syndicated/http://solutionsreview.com/robots.txt
 syndication
 syndication/
 syndication/google/currents/diaporama
@@ -139009,7 +138767,7 @@ tag.php*
 tag/
 tag/*
 tag/*
-tag/*+http://500px.com/robots.txt
+tag/*+http://amazon.it/robots.txt
 tag/*/a
 tag/*/a/
 tag/*/b
@@ -139297,7 +139055,7 @@ tags/*/?amp=*
 tags/*/page
 tags/*htm*.htm
 tags/*tags=
-tags/JDatehttp://sos.ga.gov/robots.txt
+tags/JDatehttp://pokemon.com/robots.txt
 tags/TH
 tags/TopicRoot_TH
 tags/app-feedback
@@ -139475,7 +139233,7 @@ taxonomy-term-json-adrenalina
 taxonomy-term-json-tv
 taxonomy/
 taxonomy/*
-taxonomy/*http://icomoon.io/robots.txt
+taxonomy/*http://ecdc.europa.eu/robots.txt
 taxonomy/term
 taxonomy/term
 taxonomy/term/
@@ -139695,7 +139453,7 @@ tealeaf
 team
 team-blog
 team/*/schedule$
-team/*/schedule$http://spreaker.com/robots.txt
+team/*/schedule$http://arenawanita.com/robots.txt
 teamInvitations
 teamplain/
 teamprojects
@@ -139739,6 +139497,7 @@ tech/a-cybersecurity-perspective-on-speech-to-text-services/
 tech/a-detailed-insight-into-dns-protection/
 tech/a-guide-to-security-and-privacy-when-gaming/
 tech/a-stellar-year-for-open-xdr-innovator-stellar-cyber/
+tech/apple-iphone-2018
 tech/authentic-tips-and-tricks-for-investing-in-cryptocurrency/
 tech/benefits-of-having-a-bitcoin-wallet
 tech/best-5-virtual-it-labs-for-2024/
@@ -139758,6 +139517,8 @@ tech/bring-your-own-hits-the-headlines-again-why-byod-bring-your-own-device-coul
 tech/bydfi-fully-adheres-to-the-travel-rule-in-south-korea/
 tech/can-practice-management-software-provide-better-patient-care/
 tech/casper-cspr-and-cross-chain-interoperability-how-its-connecting-different-blockchain-platforms/
+tech/ces-2018
+tech/chandrayaan-2
 tech/changes-and-vital-data-upon-overall-circulated-bitcoin/
 tech/cloud-collaboration-all-you-need-to-know/
 tech/coins-royal-review-is-it-a-legitimate-platform-for-trade/
@@ -139848,6 +139609,7 @@ tech/japanese-crypto-industry-urges-tokyo-to-reform-tax-laws/
 tech/key-benefits-of-bitcoins-taproot-upgrade/
 tech/know-about-the-right-way-to-advance-in-bitcoin/
 tech/know-your-enemy-discover-hacking-activity-with-the-mitre-attck-framework/
+tech/laptops
 tech/latest-trends-of-bitcoin-trading-in-wyoming/
 tech/learn-the-basic-features-of-digital-bitcoin-currency/
 tech/letters-of-credit-and-payment-methods-in-international-oil-trading/
@@ -139855,8 +139617,10 @@ tech/lightning-network-implications-for-bitcoin-litecoin/
 tech/looking-for-penny-cryptos-buy-these-3-utter-cheap-altcoins/
 tech/memory-matters-enhancing-data-center-performance-with-server-memory-upgrades/
 tech/mitigating-the-security-risks-of-increased-transparency-in-supply-chains/
+tech/mobiles
 tech/more-billionaires-turning-to-crypto-on-fiat-inflation-fears/
 tech/most-common-cybersecurity-threats-in-2023-staying-vigilant-in-the-face-of-evolving-scams/
+tech/mwc-2018
 tech/ndrs-role-in-enhancing-cybersecurity-with-open-xdr-how-stellar-cyber-emphasizes-network-level-defense/
 tech/nimble-networks-navigating-the-nuances-of-bitcoin/
 tech/no-single-point-of-failure-exists-with-blockchain-technology-benefits/
@@ -139891,6 +139655,12 @@ tech/reasons-to-make-your-bitcoin-investment-right-now/
 tech/reasons-why-people-like-bitcoin/
 tech/recognizing-media-disinformation-explanation-from-intelligence-educator-egon-cholakian/
 tech/replacing-or-securing-legacy-devices-which-is-the-better-option/
+tech/reviews/audio
+tech/reviews/audio/page
+tech/reviews/laptops
+tech/reviews/laptops/page
+tech/reviews/mobile
+tech/reviews/mobile/page
 tech/rising-trends-of-bitcoin-mining-in-liechtenstein/
 tech/rising-trends-of-bitcoin-mining-in-poland/
 tech/scaling-your-business-with-software-development-for-startups-and-enterprises/
@@ -139909,6 +139679,7 @@ tech/stellar-cyber-and-blackberry-partner-to-deliver-open-xdr-for-comprehensive-
 tech/stellar-cybers-university-partnership-program-teaches-relevant-skills-to-future-cybersecurity-professionals/
 tech/student-competitions-in-cybersecurity/
 tech/sushiswaps-path-to-decentralized-governance-and-community-empowerment/
+tech/tablets
 tech/tale-of-ethereums-hard-forks-survival-of-the-fittest-chain/
 tech/the-3-key-benefits-of-work-experience-for-college-students-and-how-work-improves-critical-thinking-skills/
 tech/the-advantages-of-hosted-pbx-solutions-for-enhanced-business-communications/
@@ -139968,6 +139739,7 @@ tech/using-paypal-to-buy-bitcoin-a-comprehensive-guide/
 tech/using-scheduling-apps-to-streamline-your-workflow/
 tech/vanguard-trading-review-benefits-of-hiring-a-forex-trader/
 tech/various-ways-of-buying-bitcoin-units
+tech/videos
 tech/viktor-prokopenya-navigating-the-challenges-of-digital-warfare/
 tech/virtual-vaults-venturing-into-bitcoin-wallet-security/
 tech/ways-in-which-digital-currencies-can-help-small-businesses/
@@ -140148,7 +139920,7 @@ teknologica
 tel
 tel:
 tel:*
-telechargements/stockage-perso-staff/http://prop-2020.com/robots.txt
+telechargements/stockage-perso-staff/http://promotion.lt/robots.txt
 telecomorgs
 telecomunicacion-tecnologia-ar/*
 telecomunicacion-tecnologia-cl/*
@@ -140290,7 +140062,7 @@ template.SINGLEPORTLET*
 template.asp?docId=8&docName=About%20Us
 template/
 template/down?*
-template/warenkorbhttp://genesys.com/robots.txt
+template/warenkorbhttp://vegas.com/robots.txt
 template=*
 templateId=
 template_ar
@@ -140298,7 +140070,6 @@ template_en
 template_forpurchasereport.asp
 templateabuse
 templatedata
-templatedata
 templatepackage/3.0/Templates
 templatepackage/3.0/examples
 templatepackage/3.0/templates
@@ -140333,7 +140104,7 @@ templates/embed
 templates/get-bitly-url.txt
 templates/jscommon/website/commonOVH/common.js
 templates/nbc_partner_player_amp?
-templates/novo_portal_base/font-awesome/fonts/http://startpage.com/robots.txt
+templates/novo_portal_base/font-awesome/fonts/http://insiderintelligence.com/robots.txt
 templates/search
 templates/search/
 templates/search?query=
@@ -140645,7 +140416,7 @@ testcases
 testds.jsp
 teste
 teste-*.html$
-teste/http://robinsonhardwood.com/robots.txt
+teste/http://njsneaks.com/robots.txt
 testfiles
 testfl
 testfr
@@ -140653,10 +140424,10 @@ testgpr
 testhome1
 testhome2
 testhome3
-testhttp://edition.cnn.com/robots.txt
+testhttp://loc.gov/robots.txt
 testimonial.php
 testimonial/
-testimonial/*http://fyyd.de/robots.txt
+testimonial/*http://wdet.org/robots.txt
 testimonials.php
 testimonios/
 testin
@@ -140666,6 +140437,7 @@ testing-reminder-iwd
 testing-showcase.html
 testing/
 testing123/
+testingblog
 testingpodpod
 testingsite
 testingsiteos
@@ -141394,7 +141166,6 @@ time_zone
 timedtext_video
 timegate
 timein=
-timeline
 timely-22
 timemachine
 timemap
@@ -141977,6 +141748,7 @@ torrent
 tos
 tos-old
 total-leadership
+total-quart-engine-ke-superstar
 total_hearing_care
 tote
 tote/*?countrycode
@@ -141988,8 +141760,9 @@ touchsearch
 touchstoneinstitute
 tour
 tour$
+tour-packages/seychelles-island
 tour/all
-tour/demo/http://unacademy.com/robots.txt
+tour/demo/http://cyberscoop.com/robots.txt
 tour/tours
 touringbird
 tourism
@@ -142022,6 +141795,7 @@ town-hall/*
 town-services
 townhouses-for-sale/advanced-search
 townhouses-to-rent/advanced-search
+towton
 toyota-blog/carcompare.php
 toyota-blog/editors/contact
 toyota-blog/lwg.php
@@ -142567,6 +142341,7 @@ transcripts/cancer-newsline/2014/immunotherapy---unleashing-immune-system-to-att
 transcripts/smokers-with-hiv-aids-find-quitting-easier.htm
 transcripts/transcript---central-nervous-system-tumors-symptoms-and-treatment.htm
 transfer
+transfer
 transfer.php
 transfer/2.0/contract
 transfer/api
@@ -142614,7 +142389,7 @@ transmute/static-2.8
 transmute/static-2.9
 transparency
 transparency/archive
-transparency/http://hugoboss.com/robots.txt
+transparency/http://joebiden.com/robots.txt
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14885
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14895
 transparency/regexpert/index.cfm?do=groupDetail.groupDetailDoc&id=14896
@@ -142867,7 +142642,7 @@ trendictionbot
 trending
 trending/
 trending/all?*
-trending/http://navercorp.com/robots.txt
+trending/http://search.cpan.org/robots.txt
 trending/lifestyle-entertainment-
 trending/nation-
 trending/sports-
@@ -143322,12 +143097,13 @@ tv-sfr/netflix-4-ecrans
 tv-sfr/plus-sport-seng
 tv-sfr/rmc-sport-seng
 tv-show-group
-tv-shows
 tv-starisborn/season8-home-audition/Video-54882df48109721004.htm
+tv-text
 tv-the_masked_singer/season1-articles/Article-6dc669d25f5b471027.htm
 tv/
 tv/*.swf$
 tv/*/*/*/*
+tv/*/embed
 tv/arama
 tv/browse
 tv/catchUp
@@ -143365,7 +143141,7 @@ tv3/marato/recerca/proposta-malalties
 tv3/sx3/*/joc/pantalla-completa
 tv3/sx3/families-escola/activitats/cercador
 tv3/sx3/families-escola/activitats/cercador-mapa
-tv3/sx3/http://popsike.com/robots.txt
+tv3/sx3/http://nytco.com/robots.txt
 tve
 tve/b/135escons
 tve/b/9decada10
@@ -143567,7 +143343,7 @@ typing-tool
 typo
 typo3
 typo3/
-typo3/http://babylonhealth.com/robots.txt
+typo3/http://ftc.go.kr/robots.txt
 typo3/sysext/frontend/Resources/Public
 typo3_src
 typo3_src-4.1.1
@@ -143656,7 +143432,7 @@ u3dp/search-result
 u5llnop
 u5llnop$
 u=
-u?app_id=*http://asce.org/robots.txt
+u?app_id=*http://mightier.com/robots.txt
 uGlobalSearch
 uMBot-LN
 uSearchTerm
@@ -144218,7 +143994,7 @@ un-us/
 unable-to-process-request/
 unaseer
 unauth-profile
-unavailable-location/http://medicinenet.com/robots.txt
+unavailable-location/http://maccosmetics.com/robots.txt
 unavailable/
 unblock_users_confirm.html
 unblu
@@ -144307,6 +144083,7 @@ univ/mis/fmstudent
 univercd/
 univercd/cc/td/doc
 universal-design-system/
+universal-theme/js
 universal_benefits
 universidade
 universiday/spazioaperto
@@ -144354,6 +144131,7 @@ unsubscribe-from-applet
 unsubscribe-thankyou.html
 unsubscribe.aspx
 unsubscribe.cgi
+unsubscribe.html
 unsubscribe/
 unsubscribe/*
 unsubscribe/invitation
@@ -144363,7 +144141,7 @@ unsubscribe_confirm
 unsubscribe_email
 unsubscribecampaign
 unsubscribed
-unsubscribehttp://cspinet.org/robots.txt
+unsubscribehttp://testmysite.thinkwithgoogle.com/robots.txt
 unsubscribepage
 unsupported-browser
 unsupported-browser
@@ -144374,6 +144152,7 @@ unternehmen/o
 unternehmen/suche
 until=
 untitled
+untitled-haiku-deck-uncategorized-presentation-
 unzip_your_sex_life_pictures_slideshow/article.htm
 uofc/departments/HR/orgserv/consulting.html
 uofcc
@@ -144417,13 +144196,13 @@ updateemoji
 updatemanagement/
 updates
 updates
-updates-months/http://enviragallery.com/robots.txt
+updates-months/http://argos.co.uk/robots.txt
 updates/
 updates/*.php$
 updates/*.xml$
 updates/?filter=
 updates/myloans
-updates/order/*http://draugiem.lv/robots.txt
+updates/order/*http://f6s.com/robots.txt
 updatestats
 updateutp*
 updfcache=1
@@ -144464,7 +144243,7 @@ upload/auto
 upload/cloud
 upload/docs
 upload/forgot_password
-upload/http://hyatt.com/robots.txt
+upload/http://uspto.gov/robots.txt
 upload/illustrations
 upload/photos
 upload/throttled
@@ -144711,7 +144490,7 @@ us/*/*?bvdata=
 us/*/*?bvroute
 us/*/*?bvstate
 us/*?
-us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://apachefriends.org/robots.txt
+us/*?utm_source=google&utm_medium=organic&utm_campaign=us_free-cpc-shoppinghttp://careers.google.com/robots.txt
 us/0
 us/?q=switch
 us/Marketing
@@ -144926,7 +144705,7 @@ us/en/financial-services/financial-crimes/publications/assets/*
 us/en/financial-services/regulatory-services/publications/assets/*
 us/en/foods/search?keywords=
 us/en/games/search.html
-us/en/games/search.html*http://federalregister.gov/robots.txt
+us/en/games/search.html*http://creativebloq.com/robots.txt
 us/en/gates
 us/en/ghosts/chipotle-case-study.html
 us/en/governance-insights-center/annual-corporate-directors-survey/assets/*
@@ -145136,7 +144915,7 @@ user-profile-view?
 user-profile.aspx
 user-rankings
 user-registrierung
-user-reports/http://habr.com/robots.txt
+user-reports/http://ghostery.com/robots.txt
 user-research-testing
 user-settings
 user.aspx
@@ -145186,7 +144965,7 @@ user/*/traces
 user/*/track
 user/*/track?page=
 user/*/unfollow_user
-user/*http://onedio.com/robots.txt
+user/*http://news.stanford.edu/robots.txt
 user/.*
 user//attending/upcoming
 user/?
@@ -145223,7 +145002,7 @@ user/forgotten-password
 user/fpd/api
 user/get-user
 user/googleonetapverification
-user/http://mediapost.com/robots.txt
+user/http://bleepingcomputer.com/robots.txt
 user/images
 user/kommoot
 user/kommot
@@ -145263,7 +145042,7 @@ user/register
 user/register
 user/register*
 user/register/
-user/register/http://ascd.org/robots.txt
+user/register/http://es.pinterest.com/robots.txt
 user/register?
 user/register?destination=
 user/rezepte
@@ -145344,7 +145123,7 @@ usergroups/sasforuminternational/call/
 usergroups/sasforuminternational/proceedings/
 usergroups/seugi/call/
 userguide
-userhttp://pinterest.de/robots.txt
+userhttp://vrbo.com/robots.txt
 userhub
 userid.aspx
 userimages
@@ -145437,7 +145216,7 @@ users/onUpdateOnlineStatus.php
 users/password
 users/password/edit
 users/profile-unpub
-users/profile-unpub/http://hidglobal.com/robots.txt
+users/profile-unpub/http://bankofscotland.co.uk/robots.txt
 users/radar-online
 users/ranking
 users/registered
@@ -145506,7 +145285,7 @@ usuarios
 usuarios/addToFavorite.shtml
 usuarios/addToPlayList.shtml
 ut*.xml
-ut*.xmlhttp://cen.acs.org/robots.txt
+ut*.xmlhttp://amazingfacts.org/robots.txt
 ut=
 utaukwa
 utc/
@@ -145528,7 +145307,7 @@ utilities
 utilities/
 utilities/glossary/
 utilities/glossary/index.htm
-utilities/http://seon.io/robots.txt
+utilities/http://westelm.com/robots.txt
 utilities/searchmember
 utilities/searchmembertwo
 utility
@@ -145575,6 +145354,8 @@ utm_term*
 utouch
 uts
 uts/multimedia
+uttar-pradesh
+uttar-pradesh-election-result-2017
 utvikler
 utvonalak/*/utvonalak-indulas-
 uutiset/?s=
@@ -145693,7 +145474,7 @@ uz/en/
 uz/event/*/ical
 uz/explore
 uz/forums
-uz/http://stanfieldrealestate.com/robots.txt
+uz/http://groupon.com/robots.txt
 uz/kb/*/discuss
 uz/ru/
 uz/search
@@ -145980,7 +145761,7 @@ vchopra
 vcsharp/
 vd-zelfevaluatie2017
 vdccollections
-vdfTestConds/http://chicagobusiness.com/robots.txt
+vdfTestConds/http://esrl.noaa.gov/robots.txt
 vdirs$
 vdo*/embed
 ve
@@ -146029,7 +145810,7 @@ velo/profile
 velocity
 ven
 venda-presencial/comprovantes.jhtml
-venda-presencial/conclusion.htmlhttp://econpapers.repec.org/robots.txt
+venda-presencial/conclusion.htmlhttp://manutd.com/robots.txt
 vendd/
 vendedor/*
 vendee/
@@ -146063,7 +145844,6 @@ verano/certificado/condni
 verano/certificado/descarga
 verano/certificado/sindni
 verba
-verboten4bots
 vergleich
 vergleich/zum
 verification-donnees-pmna
@@ -146134,7 +145914,7 @@ versions/Unicode6.3.0
 versions/Unicode7.0.0
 versions/Unicode8.0.0
 versions/Unicode9.0.0
-versions/http://mb.softbank.jp/robots.txt
+versions/http://onepagelove.com/robots.txt
 vertele/lo-mas-visto-tv/2
 vertele/lo-mas-visto-tv/cadenas/2
 vertele/lo-mas-visto-tv/cadenas/mes/2
@@ -146416,7 +146196,7 @@ video/administratives/newestvideositemap-100-mediaRss.xml$
 video/adnkronos/
 video/adnkronos/*
 video/affiliate
-video/affiliate/http://thl.fi/robots.txt
+video/affiliate/http://itcilo.org/robots.txt
 video/ajax
 video/ajax_search_related
 video/ajax_video_related
@@ -146539,6 +146319,7 @@ videoLogin?
 video_file
 video_list_masonry
 video_related
+video_test_page
 videobytes/
 videocard
 videodash.cms*
@@ -146622,9 +146403,9 @@ view
 view
 view$
 view$
-view$http://cae.com/robots.txt
-view$http://directorist.com/robots.txt
-view$http://usaid.gov/robots.txt
+view$http://bag.admin.ch/robots.txt
+view$http://handlebarsjs.com/robots.txt
+view$http://parade.com/robots.txt
 view-3d-home
 view-as-webpage
 view-comments.php
@@ -146637,6 +146418,49 @@ view.php
 view.php*
 view/
 view/?key=*
+view/AAR*
+view/ACK*
+view/AEN*
+view/AFR*
+view/AJP*
+view/AKR20001016000500007
+view/AKR20070709049600004
+view/AKR20071018085900004
+view/AKR20080124092800004
+view/AKR20090217198200051
+view/AKR20100414090000017
+view/AKR20111228151200061
+view/AKR20120627179800004
+view/AKR20120627179851004
+view/AKR20121018033100014
+view/AKR20121210065200061
+view/AKR20121210099600061
+view/AKR20140829043800065
+view/AKR20140829043851065
+view/AKR20150422172700003
+view/AKR20150728117000060
+view/AKR20170628100600004
+view/AKR20180312046500004
+view/AKR20180323024000033
+view/AKR20200428055400004
+view/AKR20200612149500005
+view/AKR20210225119200001
+view/AKR20210225119251001
+view/AKR20210225155200005
+view/AKR20210420149500051
+view/AKR20210420149551051
+view/AKR20210528145800065
+view/AKR20221115124100505
+view/ASP*
+view/IIS20110401000200365
+view/MYH20121211002300038
+view/MYH20140829007500038
+view/MYH20161104017200038
+view/MYH20180323010400038
+view/PYH20190918134800013
+view/PYH20190918134900013
+view/PYH20191203158600013
+view/PYH20210225267400013
 view/canonicaltest/
 view/channel/
 view/event
@@ -146880,7 +146704,6 @@ vn*/cdn-cgi/challenge-platform
 vn*/step
 vn*/submit
 vn*/submitted
-vn-vi/
 vn/
 vn/*?*shpxid=
 vn/*digital_wallets/dialog
@@ -147038,7 +146861,7 @@ vp_tel
 vpac
 vparot
 vplbl
-vpn-config/http://commondreams.org/robots.txt
+vpn-config/http://blippar.com/robots.txt
 vpn/
 vpnfan
 vpns-how-do-they-work-and-things-to-consider
@@ -147130,7 +146953,7 @@ w/index.php?
 w/index.php?title=Special%3ALandingPage
 w/index.php?title=Special:LandingPage
 w/index.php?title=Special:NewPages&feed=rss&namespace=all
-w/index.phphttp://radios.ebc.com.br/robots.txt
+w/index.phphttp://uea.ac.uk/robots.txt
 w/load.php
 w/load.php?
 w/newpage
@@ -147291,6 +147114,7 @@ wasntme
 watch
 watch-roi
 watch-tiger-live-on-tsn-tsn-app-and-tsn-direct-1.933032
+watch-videos
 watch/*
 watch/*?*country=
 watch/*?*device=
@@ -147405,6 +147229,7 @@ wdc/cgi-bin
 wdiamond
 wdp-un.php
 wdrde_specials/vpn
+wdytya
 we-get-it
 we-hate-spam
 we-want-to-help
@@ -169445,7 +169270,7 @@ weba
 webalizer
 webans?
 webapi
-webapi/http://zoosk.com/robots.txt
+webapi/http://storytel.com/robots.txt
 webapp
 webapp
 webapp/
@@ -169524,6 +169349,7 @@ webapps/page_title
 webapps/xo/html/cookiecheck.html
 webapps/xoonboarding
 webarchive.bho
+webarchive/orphans/
 webcalendar
 webcalendar?
 webcam
@@ -169630,7 +169456,7 @@ webhelp
 webhook
 webhook_templates
 webhooks
-webhooks$http://today.com/robots.txt
+webhooks$http://polygraph.cool/robots.txt
 webim
 webimage/countrys/africa/printpage
 webimage/countrys/asia/printpage
@@ -169770,14 +169596,7 @@ webservices/temp
 webservices_sw
 webservices_sw/content/cards
 webservices_sw/items
-webshop/analytics
-webshop/api/v*/wa
-webshop/getMultiSearchProducts.do
-webshop/getNextMultiSearchProducts.do
 webshop/nieuwproduct
-webshop/performMultiSearch.do
-webshop/searchRecipesText.do
-webshop/wa
 website
 website-api/
 website-builder
@@ -169800,7 +169619,7 @@ website/confirm
 website/confirm/download
 website/flag
 website/marketo-form-test
-website/privacy-notice/data-explorerhttp://varnish-cache.org/robots.txt
+website/privacy-notice/data-explorerhttp://trustedcomputinggroup.org/robots.txt
 website/search
 website/templates*?screen=
 website/templates/flash
@@ -169811,7 +169630,6 @@ websrc
 webstart/thanks
 webstats
 webstats
-webstats.html
 webstats/
 webstore/ShoppingBasket
 webstore/checkout
@@ -169861,7 +169679,7 @@ wedding-registry/love
 wedding-registry/promotion
 wedding-site
 wedding-stories
-wedding-vendors/search/http://nsc.org/robots.txt
+wedding-vendors/search/http://radiofrance.fr/robots.txt
 wedding/*/virtual
 wedding/?geodir_search=
 wedding/promotion
@@ -169919,6 +169737,7 @@ welcome-joel
 welcome-to-nearpod
 welcome.aspx
 welcome.html
+welcome/
 welcome/.more-custom-feat
 welcome/.more-integ-feat
 welcome/embargoed-country.html
@@ -169931,7 +169750,7 @@ welcomeback
 welcomec.html
 welcomed.html
 welcomee.html
-welcomehttp://hubs.ly/robots.txt
+welcomehttp://acog.org/robots.txt
 wellbeing/
 wellnessprogramme/jsp/healthcheck/index.jsp
 wendiestorm
@@ -170184,7 +170003,7 @@ what_your_nose_says_about_your_health/article.htm
 whatis/search/query
 whats-hot
 whats-new
-whats-new-article/http://universityofcalifornia.edu/robots.txt
+whats-new-article/http://www8.cao.go.jp/robots.txt
 whats-next/planes-trains-and-analytics
 whats-on
 whats-your-finance-personality
@@ -170251,7 +170070,7 @@ wi
 wiadomosci/sekcja-1,a,2374
 wiadomosci/sekcja-2,a,2121
 wiadomosci/sekcja-2,a,2375
-wicket:interface*http://backlinko.com/robots.txt
+wicket:interface*http://android-developers.googleblog.com/robots.txt
 widget
 widget-gallery.html
 widget-landing-page.html
@@ -171276,9 +171095,9 @@ wiki/Wikipedia_discusión:Supresores/Candidaturas
 wiki/Wikipedia_talk%3AAbuse_reports
 wiki/Wikipedia_talk%3AAbuse_response
 wiki/Wikipedia_talk%3AAdministrator
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://accounts.google.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://prezi.com/robots.txt
-wiki/Wikipedia_talk%3AAdministrator_electionshttp://thehill.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://calendly.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://policies.google.com/robots.txt
+wiki/Wikipedia_talk%3AAdministrator_electionshttp://uscis.gov/robots.txt
 wiki/Wikipedia_talk%3AAdministrator_recall
 wiki/Wikipedia_talk%3AAdministrator_review
 wiki/Wikipedia_talk%3AAdministrators%27_noticeboard
@@ -171639,7 +171458,7 @@ wishlist-remove*
 wishlist-search
 wishlist-search-results
 wishlist-show
-wishlist.html*http://kashusculpepper.com/robots.txt
+wishlist.html*http://magicstyleshop.de/robots.txt
 wishlist.php
 wishlist/
 wishlist/*
@@ -171761,7 +171580,7 @@ wordgirl/
 wordpress
 wordpress-companies/language-
 wordpress-companies/type-
-wordpress-hosting-ahttp://banggood.com/robots.txt
+wordpress-hosting-ahttp://rae.es/robots.txt
 wordpress/
 wordpress/wp-admin
 wordpress/wp-admin/admin-ajax.php
@@ -172039,36 +171858,36 @@ wp-admin/about.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php
 wp-admin/admin-ajax.php?action=icl_mpp_search
-wp-admin/admin-ajax.phphttp://avclub.com/robots.txt
+wp-admin/admin-ajax.phphttp://4shared.com/robots.txt
+wp-admin/admin-ajax.phphttp://appbrain.com/robots.txt
+wp-admin/admin-ajax.phphttp://apple.com.cn/robots.txt
+wp-admin/admin-ajax.phphttp://atlasobscura.com/robots.txt
 wp-admin/admin-ajax.phphttp://bahairesearch.org/robots.txt
-wp-admin/admin-ajax.phphttp://berklee.edu/robots.txt
-wp-admin/admin-ajax.phphttp://blackhat.com/robots.txt
-wp-admin/admin-ajax.phphttp://blogs.wsj.com/robots.txt
-wp-admin/admin-ajax.phphttp://bluetooth.com/robots.txt
-wp-admin/admin-ajax.phphttp://books.google.ca/robots.txt
-wp-admin/admin-ajax.phphttp://close.com/robots.txt
-wp-admin/admin-ajax.phphttp://cmaj.ca/robots.txt
-wp-admin/admin-ajax.phphttp://dallasnews.com/robots.txt
-wp-admin/admin-ajax.phphttp://domo.com/robots.txt
-wp-admin/admin-ajax.phphttp://downforeveryoneorjustme.com/robots.txt
-wp-admin/admin-ajax.phphttp://evite.com/robots.txt
+wp-admin/admin-ajax.phphttp://basecamp.com/robots.txt
+wp-admin/admin-ajax.phphttp://books.google.com.au/robots.txt
+wp-admin/admin-ajax.phphttp://business.pinterest.com/robots.txt
+wp-admin/admin-ajax.phphttp://cloudplatform.googleblog.com/robots.txt
+wp-admin/admin-ajax.phphttp://devrix.com/robots.txt
+wp-admin/admin-ajax.phphttp://du.edu/robots.txt
+wp-admin/admin-ajax.phphttp://expressen.se/robots.txt
+wp-admin/admin-ajax.phphttp://forebygging.no/robots.txt
 wp-admin/admin-ajax.phphttp://gbif.org/robots.txt
-wp-admin/admin-ajax.phphttp://grab.com/robots.txt
-wp-admin/admin-ajax.phphttp://groupon.com/robots.txt
-wp-admin/admin-ajax.phphttp://ideas.lego.com/robots.txt
-wp-admin/admin-ajax.phphttp://lmgtfy.com/robots.txt
-wp-admin/admin-ajax.phphttp://mnemosyne-proj.org/robots.txt
-wp-admin/admin-ajax.phphttp://police.govt.nz/robots.txt
-wp-admin/admin-ajax.phphttp://presstelegram.com/robots.txt
-wp-admin/admin-ajax.phphttp://rakuten.com/robots.txt
-wp-admin/admin-ajax.phphttp://readwrite.com/robots.txt
-wp-admin/admin-ajax.phphttp://statisticbrain.com/robots.txt
-wp-admin/admin-ajax.phphttp://thecanadianencyclopedia.ca/robots.txt
-wp-admin/admin-ajax.phphttp://toronto.citynews.ca/robots.txt
-wp-admin/admin-ajax.phphttp://univision.com/robots.txt
-wp-admin/admin-ajax.phphttp://uu.nl/robots.txt
-wp-admin/admin-ajax.phphttp://vrbo.com/robots.txt
-wp-admin/admin-ajax.phphttp://wikileaks.org/robots.txt
+wp-admin/admin-ajax.phphttp://global.oup.com/robots.txt
+wp-admin/admin-ajax.phphttp://gov.texas.gov/robots.txt
+wp-admin/admin-ajax.phphttp://invaluable.com/robots.txt
+wp-admin/admin-ajax.phphttp://itau.com.br/robots.txt
+wp-admin/admin-ajax.phphttp://joann.com/robots.txt
+wp-admin/admin-ajax.phphttp://mathsisfun.com/robots.txt
+wp-admin/admin-ajax.phphttp://metro.net/robots.txt
+wp-admin/admin-ajax.phphttp://mpaa.org/robots.txt
+wp-admin/admin-ajax.phphttp://nsw.gov.au/robots.txt
+wp-admin/admin-ajax.phphttp://ny1.com/robots.txt
+wp-admin/admin-ajax.phphttp://raw.githack.com/robots.txt
+wp-admin/admin-ajax.phphttp://thewest.com.au/robots.txt
+wp-admin/admin-ajax.phphttp://toastmasters.org/robots.txt
+wp-admin/admin-ajax.phphttp://uab.edu/robots.txt
+wp-admin/admin-ajax.phphttp://wellbeing.google/robots.txt
+wp-admin/admin-ajax.phphttp://whatdotheyknow.com/robots.txt
 wp-admin/admin-footer.php
 wp-admin/admin-functions.php
 wp-admin/admin-header.php
@@ -172194,8 +172013,7 @@ wp-content/compsub
 wp-content/dbsub
 wp-content/gallery
 wp-content/mu-plugins
-wp-content/mu-plugins/http://ncdc.noaa.gov/robots.txt
-wp-content/mu-plugins/http://web-beta.archive.org/robots.txt
+wp-content/mu-plugins/http://adjust.com/robots.txt
 wp-content/mu_plugins
 wp-content/plugins
 wp-content/plugins
@@ -172226,7 +172044,7 @@ wp-content/plugins/feature-story-builder/builder-frontend/assets/images/logo-w.p
 wp-content/plugins/feature-story-builder/builder-frontend/assets/images/w.png
 wp-content/plugins/genesys-reports/build/images/genesys-logo.svg
 wp-content/plugins/google-to-table/css/google-to-table.css
-wp-content/plugins/http://roblimar.blogspot.com/robots.txt
+wp-content/plugins/http://mariosaban.com/robots.txt
 wp-content/plugins/kellystone-taboola/assets/js/taboola.js
 wp-content/plugins/keystone-taboola/assets/js/taboola.js
 wp-content/plugins/liveblog
@@ -172248,7 +172066,7 @@ wp-content/themes/*.css
 wp-content/themes/*.js
 wp-content/themes/2012/ad_
 wp-content/themes/2012/ads
-wp-content/themes/80000hours/assets/vendor/socialcount/*http://kfvs12.com/robots.txt
+wp-content/themes/80000hours/assets/vendor/socialcount/*http://uaf.edu/robots.txt
 wp-content/themes/Phoenix/assets/css/cyphon.css
 wp-content/themes/Phoenix/assets/css/exchange.css
 wp-content/themes/Phoenix/assets/css/hf.css
@@ -172284,7 +172102,7 @@ wp-content/themes/security-intelligence/assets
 wp-content/themes/sej/js/cdet.js
 wp-content/themes/sej/js/ga.js
 wp-content/themes/sej14/js/instapage.js
-wp-content/themes/skift/inc/ajax/http://runsignup.com/robots.txt
+wp-content/themes/skift/inc/ajax/http://e-elgar.com/robots.txt
 wp-content/themes/tns-2022/assets
 wp-content/themes/tns-2022/data
 wp-content/themes/visme/videos/video-maker.mp4
@@ -172315,7 +172133,7 @@ wp-content/uploads/*.pdf
 wp-content/uploads/*.png
 wp-content/uploads/*.svg
 wp-content/uploads/*/*/1650344292_1.png
-wp-content/uploads/*http://mestizoartsplatform.be/robots.txt
+wp-content/uploads/*http://groovelabs.net/robots.txt
 wp-content/uploads/2009/
 wp-content/uploads/2010/
 wp-content/uploads/2011/
@@ -172348,7 +172166,7 @@ wp-content/uploads/2022/
 wp-content/uploads/2022/04/online-learning-trends.pdfhttp://snazzymaps.com/robots.txt
 wp-content/uploads/2023/
 wp-content/uploads/2023/03/YBM21.pdf
-wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://dollywood.com/robots.txt
+wp-content/uploads/2023/08/GIWAM-Volunteer-resources-page.pdfhttp://calendar.com/robots.txt
 wp-content/uploads/2024/
 wp-content/uploads/2024/01/Remote_Access_Security_Predictions_Report_2024.pdf
 wp-content/uploads/2024/04/Everest_Group_-_Making_Brownfield_Factories_Smarter_and_Greener_Capgemini.pdf
@@ -172363,7 +172181,7 @@ wp-content/uploads/complianz
 wp-content/uploads/cover-images
 wp-content/uploads/dlm_uploads
 wp-content/uploads/gravity_receipts
-wp-content/uploads/http://mcafee.com/robots.txt
+wp-content/uploads/http://onenote.com/robots.txt
 wp-content/uploads/import/*
 wp-content/uploads/interactive/web/capabilities-brochure
 wp-content/uploads/interactive/web/capabilities-brochure/index.html
@@ -172390,23 +172208,23 @@ wp-content/uploads/woocommerce_transient_files/
 wp-content/uploads/woocommerce_uploads
 wp-content/uploads/woocommerce_uploads/
 wp-content/uploads/wp-import-export-lite
-wp-content/uploads/wp-import-export-lite/http://about.ads.microsoft.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://adsabs.harvard.edu/robots.txt
-wp-content/uploads/wp-import-export-lite/http://americorps.gov/robots.txt
-wp-content/uploads/wp-import-export-lite/http://antaranews.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://bjsm.bmj.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://corporate.exxonmobil.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://express.co.uk/robots.txt
-wp-content/uploads/wp-import-export-lite/http://foodrepublic.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://ifunny.co/robots.txt
-wp-content/uploads/wp-import-export-lite/http://law.ox.ac.uk/robots.txt
-wp-content/uploads/wp-import-export-lite/http://lawwwing.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://minimalistbaker.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://pasteboard.co/robots.txt
-wp-content/uploads/wp-import-export-lite/http://rg.ru/robots.txt
-wp-content/uploads/wp-import-export-lite/http://ripe.net/robots.txt
-wp-content/uploads/wp-import-export-lite/http://techsmith.com/robots.txt
-wp-content/uploads/wp-import-export-lite/http://wpmobile.app/robots.txt
+wp-content/uploads/wp-import-export-lite/http://business.instagram.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://cancerres.aacrjournals.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://frc.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://geany.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://global.rakuten.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://i24news.tv/robots.txt
+wp-content/uploads/wp-import-export-lite/http://imperva.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://mid.ru/robots.txt
+wp-content/uploads/wp-import-export-lite/http://oglobo.globo.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://oi.com.br/robots.txt
+wp-content/uploads/wp-import-export-lite/http://pay.line.me/robots.txt
+wp-content/uploads/wp-import-export-lite/http://pl.pinterest.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://redux.js.org/robots.txt
+wp-content/uploads/wp-import-export-lite/http://screenshots.firefox.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://siteassets.parastorage.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://tripwire.com/robots.txt
+wp-content/uploads/wp-import-export-lite/http://wp.webgomme.com/robots.txt
 wp-content/uploads/wp-staging
 wp-content/uploads/wpforms
 wp-content/uploads/wpforms/
@@ -172414,7 +172232,7 @@ wp-content/uploads/wpo-plugins-tables-list.json
 wp-content/uploads/wpo-plugins-tables-list.json
 wp-content/uploads/wpo/wpo-plugins-tables-list.json
 wp-content/uploads/wpo/wpo-plugins-tables-list.json
-wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://thejournal.ie/robots.txt
+wp-content/uploads/wpo/wpo-plugins-tables-list.jsonhttp://amara.org/robots.txt
 wp-content/vidyard-plugins
 wp-core
 wp-core/wp-admin/admin-ajax.php
@@ -172449,7 +172267,7 @@ wp-includes/images/
 wp-includes/js
 wp-includes/js/
 wp-includes/js/*
-wp-includes/js/http://centrecosistem.ru/robots.txt
+wp-includes/js/http://nutrihealthgenie.com/robots.txt
 wp-includes/js/jquery/jquery.masonry.min.js?ver=
 wp-includes/js/masonry.min.js?ver=
 wp-includes/js/mediaelement/mediaelementplayer.min.css
@@ -172494,7 +172312,7 @@ wp-login.php?*
 wp-query.html
 wp-register.php
 wp-register.php
-wp-register.phphttp://stltoday.com/robots.txt
+wp-register.phphttp://stuttgarter-nachrichten.de/robots.txt
 wp-signup.php
 wp-signup.php
 wp-sitemap-posts-
@@ -172521,7 +172339,7 @@ wpd
 wpdev
 wphttps://www.etracker.com/app/uploads/wpforms
 wpi/
-wpm*http://mamamia.com.au/robots.txt
+wpm*http://rdcu.be/robots.txt
 wpm/*.js
 wpost/proxy
 wppi-show/l
@@ -172608,7 +172426,7 @@ writeReview2/ew
 writeareview
 writeit/index.asp
 writeit/index.htm
-writer/http://socialbakers.com/robots.txt
+writer/http://experiment.com/robots.txt
 writers
 writers/writing-tips/
 writewit/biograph/index.htm
@@ -172766,10 +172584,10 @@ xems/apis/registration/attendee/portal/ticket/list
 xems/apis/social_media_center/get_buzz_setting_reg_page
 xems/whova_backend/apis/reg/event_info
 xems/whova_backend/apis/reg/pricing_info
-xems/whova_backend/webhost/get_config/http://polar.com/robots.txt
+xems/whova_backend/webhost/get_config/http://businessmirror.com.ph/robots.txt
 xero
 xethikarbeitsgruppe/
-xethikarbeitsgruppe/http://snag.gy/robots.txt
+xethikarbeitsgruppe/http://projects.propublica.org/robots.txt
 xfilter=1
 xfx7
 xgenehmigungpruefung/
@@ -172886,11 +172704,11 @@ xsd
 xsl
 xsl
 xsl/
-xsl/http://bc.edu/robots.txt
+xsl/http://news.cornell.edu/robots.txt
 xslt
 xslt/
-xslt/http://newyorkfed.org/robots.txt
-xslt/http://ops.fhwa.dot.gov/robots.txt
+xslt/http://filemail.com/robots.txt
+xslt/http://madmimi.com/robots.txt
 xstatic/
 xtbcallback.php
 xtian
@@ -172916,7 +172734,7 @@ xyu
 xzhang
 xzhou
 y/*
-y/http://gameloft.com/robots.txt
+y/http://sciencebasedmedicine.org/robots.txt
 y1=
 yaa/
 yabouzzohour
@@ -173345,10 +173163,11 @@ your_prepregnancy_checklist_pregnancy/article.htm
 your_voice_pay
 your_voice_pay_author
 youraccount/
+yourarchives
 yourbaskets/add
 youre_making_air_fryer_mistakes/article.htm
 youreurope/businessACC
-youreurope/businessDEV/http://streamelements.com/robots.txt
+youreurope/businessDEV/http://foxnews.com/robots.txt
 youreurope/citizensACC
 youreurope/citizensDEV
 yourfuture
@@ -173360,6 +173179,7 @@ yoursite
 yourstory
 yoursubdomain.formstack.com
 yourview/comments_json
+youspeak
 youth/404_en.htm
 youth/LICENSE.txt
 youth/admin
@@ -173482,7 +173302,6 @@ za*/cdn-cgi/challenge-platform
 za*/step
 za*/submit
 za*/submitted
-za-en/
 za/
 za/*?*shpxid=
 za/*?services
@@ -173927,7 +173746,7 @@ zh-tw/ko
 zh-tw/lp
 zh-tw/products/details
 zh-tw/pt
-zh-tw/searchhttp://w3techs.com/robots.txt
+zh-tw/searchhttp://makeuseof.com/robots.txt
 zh-tw/searchresults
 zh-tw/solutions/iot-production-monitoring-cloud-with-maintenance-cloud
 zh-tw/solutions/iot-production-monitoring-cloud-with-manufacturing-cloud
@@ -174053,7 +173872,7 @@ zh/index.htm
 zh/intangible-cultural-heritage/grid
 zh/intangible-cultural-heritage/list
 zh/intangible-cultural-heritage/map
-zh/internalhttp://gazzetta.it/robots.txt
+zh/internalhttp://index.hr/robots.txt
 zh/internet-universality-indicators/grid
 zh/internet-universality-indicators/list
 zh/internet-universality-indicators/map
@@ -174405,7 +174224,7 @@ zz-test
 zz/
 zzGKS/
 zzIVZ/
-zz_test/http://suno.com/robots.txt
+zz_test/http://diasporafoundation.org/robots.txt
 zzhang
 zzhu
 zzj
@@ -174413,6 +174232,7 @@ zztest/
 zzz
 zzz-archive
 zzz-systest
+zzz/
 zzz_systest
 {0}/
 {ICD10_CODE}
@@ -174692,7 +174512,7 @@ zzz_systest
 顯示禮品登記
 001
 1
-1*.jpg$http://brilliant.org/robots.txt
+1*.jpg$http://uxplanet.org/robots.txt
 1*?
 1+1+1+*
 1-
@@ -174855,6 +174675,8 @@ zzz_systest
 7test*
 7urren
 008
+08-10-13scripts
+08-10-13styles
 8
 8*?
 8,Dwojka/39,Zespol
@@ -175060,17 +174882,17 @@ zzz_systest
 404.htm
 404.html
 404.html
-404.htmlhttp://coronavirus.jhu.edu/robots.txt
+404.htmlhttp://support.skype.com/robots.txt
 404.php
 404/
 404/test
 404error.aspx
 404handler/
+404http://answers.microsoft.com/robots.txt
 404http://bastianpfaff.com/robots.txt
-404http://bitwarden.com/robots.txt
 404http://dollsthetic.com/robots.txt
-404http://emcregan.com/robots.txt
-404http://tunisiacaccia.com/robots.txt
+404http://omid57.de/robots.txt
+404http://shanghaiechocompanylimited.com/robots.txt
 406
 413gkwMT
 419/es
@@ -175087,7 +174909,7 @@ zzz_systest
 473,Lato-z-Radiem-2021
 473,Lato-z-Radiem-2021/9315,Moje-Archiwum
 473/
-473/9315http://onshape.com/robots.txt
+473/9315http://naturalnews.com/robots.txt
 474
 474,Lato-z-Radiem-2021-Lokacje
 479
@@ -175134,6 +174956,7 @@ zzz_systest
 1328
 1344
 1770
+1939-data-room
 1998
 2000/06/webdata/xslt
 2000/06/webdata/xsv?
@@ -175189,7 +175012,7 @@ zzz_systest
 2009_
 2010
 2010.htm
-2010/02/02/mati_kasppib.jpghttp://register.gotowebinar.com/robots.txt
+2010/02/02/mati_kasppib.jpghttp://ic.gc.ca/robots.txt
 2010/10/01/tangenti-e-benefit-da-case-farmaceutiche-arrestato-a-firenze-il-professor-torello-lotti/66811
 2010_
 2010annualreport/
@@ -175302,6 +175125,7 @@ zzz_systest
 2016/12/$
 2016_
 2017
+2017-world-environment-day
 2017/$
 2017/01/$
 2017/02/$
@@ -175585,13 +175409,12 @@ zzz_systest
 7176/TOI_Travel_Test/TOI_Travel_TOP_TST
 7190/
 7198
-7336
+7263/
 7449
 7577
 8051
 8058
 8245
-8264
 8324
 8510*.jpg$
 8511*.jpg$
@@ -175676,6 +175499,7 @@ zzz_systest
 1026363
 1027454
 1034660/*
+1039154
 1039154/
 1062325
 1063747